-- Logs begin at Mon 2021-10-11 14:37:15 UTC, end at Mon 2021-10-11 17:14:34 UTC. -- Oct 11 15:12:45.235919 n-d-master-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 11 15:12:47.937146 n-d-master-1 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Oct 11 15:12:47.937767 n-d-master-1 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 15:12:47.937950 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 15:12:47.941762 n-d-master-1 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Oct 11 15:12:47.942016 n-d-master-1 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 15:12:47.942326 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 15:12:47.943263 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 15:12:47.943497 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 15:12:47.943856 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 15:12:47.944099 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 15:12:47.944319 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 15:12:47.944631 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.944926 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.945220 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.945447 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.945766 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.946059 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.946340 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.946628 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.946931 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.947214 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.947492 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.947776 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.948001 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.948278 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.948565 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.948853 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.949076 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.949353 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.949817 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.950227 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.950503 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.950792 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.951066 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.951335 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.951605 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.951883 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.952207 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] host = n-d-master-1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.952481 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.952768 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.953053 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.953337 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.953646 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.953947 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.954232 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.954502 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.954770 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.955043 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.955331 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.955617 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.955904 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.956129 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.956348 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.956633 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.956917 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.957195 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.957467 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.957763 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.958036 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.958307 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.958574 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.958856 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.959137 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.959420 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.959690 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.959963 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.960231 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.960497 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.960783 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.961053 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.961323 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.961621 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.961906 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.962171 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.962440 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.962736 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.963020 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.963299 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.963583 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.963854 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.964135 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.964402 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.964669 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.964937 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.965204 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.965470 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.965771 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.966039 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.966307 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.966574 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.966840 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.967128 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:47.967418 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.967712 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.968011 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.968291 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.968588 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.968865 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.969152 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.969751 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.970041 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.970327 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.970605 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.970881 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.971163 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.971433 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.971723 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.972022 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.972313 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.972602 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.972873 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.973142 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.973410 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.973704 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.973990 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.974261 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.974545 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.974832 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.975104 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.975389 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.975678 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.975964 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.976233 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.976505 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.976790 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.977066 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.977336 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.977635 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.977922 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.978193 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.978460 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.978735 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.979007 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.979277 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.979544 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.979813 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.980100 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.980369 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.980635 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.980901 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.981174 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.981442 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.981749 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.982023 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.982291 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.982558 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.982831 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.983097 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.983363 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.983634 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.983900 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.984171 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.984438 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.984706 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.984973 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.985782 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.986053 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.986321 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.986587 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.986857 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.987124 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.987393 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.987666 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.987934 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.988201 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.988481 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.988773 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.989042 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.989317 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.989619 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.989893 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.990164 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.990434 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.990708 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.990979 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.991244 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.991533 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.991813 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.992093 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.992370 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.992642 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.992949 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.993221 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.993516 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.993794 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.994066 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.994346 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.994622 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.994910 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.995198 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.995489 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.995777 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.996061 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.996336 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.996637 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.996908 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:47.997120 n-d-master-1 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 15:12:47.997354 n-d-master-1 neutron-server[94719]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94719) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 11 15:12:48.425271 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 15:12:48.425582 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 15:12:48.425875 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 15:12:48.426209 n-d-master-1 neutron-server[94719]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 11 15:12:48.743808 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.744064 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.744299 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.745507 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.745772 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.746032 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.779897 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.780171 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.780446 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.795578 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.795854 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.796121 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.826343 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.826620 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.826887 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.863296 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.863574 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:48.863844 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.099366 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.099990 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.099990 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.100164 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.100837 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.222434 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.222754 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.223036 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.223305 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.223570 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.223877 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.224134 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.224389 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.224636 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.224913 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.225167 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.225425 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.225696 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.225942 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.226190 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.226450 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.226699 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.226958 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.227222 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.227472 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.227735 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.227981 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.228262 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.228633 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.228876 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.229116 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.229528 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.229766 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.229997 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.230228 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.230456 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.230684 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:49.231042 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 11 15:12:49.234178 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 11 15:12:49.238726 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 11 15:12:49.243495 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 11 15:12:49.245146 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 11 15:12:49.245640 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 11 15:12:49.245975 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 11 15:12:49.246358 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 11 15:12:49.249185 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 11 15:12:49.249434 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 11 15:12:49.249807 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 15:12:49.255123 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 11 15:12:49.278376 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 11 15:12:49.278827 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.279129 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 11 15:12:49.279492 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.280878 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 11 15:12:49.281155 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 15:12:49.281397 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 11 15:12:49.285338 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.285641 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:49.349097 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 11 15:12:49.349329 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 11 15:12:49.349641 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 11 15:12:49.349967 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 11 15:12:49.369630 n-d-master-1 neutron-server[94719]: DEBUG oslo_db.sqlalchemy.engines [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94719) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 11 15:12:49.898728 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing driver for type 'gre' Oct 11 15:12:49.899316 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] gre ID ranges: [(1, 1000)] Oct 11 15:12:49.950953 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing driver for type 'local' Oct 11 15:12:49.951393 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing driver for type 'vlan' Oct 11 15:12:49.964276 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] VlanTypeDriver initialization complete Oct 11 15:12:49.964602 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing driver for type 'vxlan' Oct 11 15:12:49.965082 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] vxlan ID ranges: [(1, 1000)] Oct 11 15:12:50.015722 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing extension driver 'port_security' Oct 11 15:12:50.015999 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] PortSecurityExtensionDriver initialization complete Oct 11 15:12:50.016885 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing mechanism driver 'openvswitch' Oct 11 15:12:50.017276 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing mechanism driver 'hyperv' Oct 11 15:12:50.023882 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:12:50.024549 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.024915 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.025263 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.025813 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.026244 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.026593 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.026934 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.027326 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.027728 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.028071 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.028411 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.028798 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.029202 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.029573 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.029914 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.030437 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.030842 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.031189 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.031529 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.031923 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.032902 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > address_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.033245 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > address_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.033611 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.034001 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 15:12:50.034376 n-d-master-1 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] ML2 OVO RPC backend initialized. {{(pid=94719) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 11 15:12:50.035078 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.035434 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.035844 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.036191 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > networks before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.036534 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.036872 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > ports before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.037211 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.037579 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnets before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.037927 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.038266 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.038600 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.038936 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.039269 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.039601 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.039933 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.040266 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.040599 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.041169 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Modular L2 Plugin initialization complete Oct 11 15:12:50.041505 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading services supported by the core plugin {{(pid=94719) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 11 15:12:50.041838 n-d-master-1 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Got port-security extension from driver 'port_security' Oct 11 15:12:50.042302 n-d-master-1 neutron-server[94719]: INFO neutron.extensions.vlantransparent [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Disabled vlantransparent extension. Oct 11 15:12:50.042788 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94719) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 11 15:12:50.043100 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: router Oct 11 15:12:50.078662 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.079593 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.079962 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router before_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.080322 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.080691 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.081044 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.081400 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.081772 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.082130 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.082475 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.082911 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.083178 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.083532 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.083936 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.084302 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.084637 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.084970 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.085308 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.085681 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.086028 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.086364 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.086703 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.087054 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.087391 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.087735 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.088089 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.088427 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.088787 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.089133 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > agent after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.089501 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.090375 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Tracking information for resource: router configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:50.090703 n-d-master-1 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Tracking information for resource: floatingip configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 15:12:50.096631 n-d-master-1 neutron-server[94719]: INFO neutron.db.l3_agentschedulers_db [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 11 15:12:50.097210 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.097608 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.097958 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.098306 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.099104 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router before_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.099468 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.099980 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.100165 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > router precommit_update 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.105014 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.provider_configuration [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service providers = [] {{(pid=94719) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 11 15:12:50.105371 n-d-master-1 neutron-server[94719]: DEBUG neutron.db.servicetype_db [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94719) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 11 15:12:50.108362 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.service_base [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 15:12:50.108706 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.service_base [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 15:12:50.109043 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.service_base [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 15:12:50.109964 n-d-master-1 neutron-server[94719]: DEBUG neutron.services.service_base [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 15:12:50.110357 n-d-master-1 neutron-server[94719]: INFO neutron.services.service_base [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 11 15:12:50.110727 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.111039 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 11 15:12:50.121785 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.122120 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: auto_allocate Oct 11 15:12:50.127994 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: network precommit_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.128304 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: network precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.128816 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.129134 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: tag Oct 11 15:12:50.135717 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.136048 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: timestamp Oct 11 15:12:50.141879 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.142209 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: network_ip_availability Oct 11 15:12:50.147628 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.147993 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.148346 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.149045 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.149359 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: flavors Oct 11 15:12:50.154240 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.154568 n-d-master-1 neutron-server[94719]: INFO neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading Plugin: revisions Oct 11 15:12:50.159469 n-d-master-1 neutron-server[94719]: DEBUG neutron.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 15:12:50.159855 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.734s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 15:12:50.160592 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94719) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 11 15:12:50.160926 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Initializing extension manager. Oct 11 15:12:50.161431 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: __init__.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.161796 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: __pycache__ {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.162125 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.162451 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.163199 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.163751 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: address-group Oct 11 15:12:50.164070 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.164781 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.165285 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: address-scope Oct 11 15:12:50.165641 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.166762 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.167277 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: router-admin-state-down-before-update Oct 11 15:12:50.167597 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: agent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.168300 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.168804 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: agent Oct 11 15:12:50.169124 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: agent_resources_synced.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.170066 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.170569 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: agent-resources-synced Oct 11 15:12:50.170887 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: allowedaddresspairs.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.172699 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.173216 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: allowed-address-pairs Oct 11 15:12:50.173575 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: auto_allocated_topology.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.174663 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.175172 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: auto-allocated-topology Oct 11 15:12:50.175492 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.176182 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.176682 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: availability_zone Oct 11 15:12:50.177005 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: availability_zone_filter.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.177937 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.178438 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: availability_zone_filter Oct 11 15:12:50.178755 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: data_plane_status.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.179660 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.180155 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension data-plane-status not supported by any of loaded plugins Oct 11 15:12:50.180472 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: default_subnetpools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.181393 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.181932 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: default-subnetpools Oct 11 15:12:50.182252 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.183059 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.183560 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: dhcp_agent_scheduler Oct 11 15:12:50.183879 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: dns.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.184789 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.185288 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension dns-integration not supported by any of loaded plugins Oct 11 15:12:50.185640 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: dns_domain_ports.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.186556 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.187059 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 11 15:12:50.187377 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.188318 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.188821 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 11 15:12:50.189139 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: dvr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.189839 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.190347 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: dvr Oct 11 15:12:50.190659 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: ecmp_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.191575 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.192070 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 11 15:12:50.192385 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: empty_string_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.193293 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.193816 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: empty-string-filtering Oct 11 15:12:50.194133 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.195042 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.195542 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 11 15:12:50.195859 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.196786 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.197281 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 11 15:12:50.197636 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: external_net.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.198551 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.199052 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: external-net Oct 11 15:12:50.199368 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.200273 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.200771 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: extra_dhcp_opt Oct 11 15:12:50.201089 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: extraroute.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.202021 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.202518 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: extraroute Oct 11 15:12:50.202836 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: extraroute_atomic.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.204382 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.204886 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: extraroute-atomic Oct 11 15:12:50.205207 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: filter_validation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.205903 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.206402 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: filter-validation Oct 11 15:12:50.206720 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: fip_pf_description.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.207630 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.208123 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 11 15:12:50.208440 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: fip_port_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.209350 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.209880 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: fip-port-details Oct 11 15:12:50.210205 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.211438 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.211955 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: flavors Oct 11 15:12:50.212279 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.213972 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.214491 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 11 15:12:50.214821 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: floatingip_pools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.215514 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.216022 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: floatingip-pools Oct 11 15:12:50.216344 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: ip_allocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.217284 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.217809 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension ip_allocation not supported by any of loaded plugins Oct 11 15:12:50.218128 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.219044 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.220408 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: ip-substring-filtering Oct 11 15:12:50.220727 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l2_adjacency.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.221684 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.222187 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 11 15:12:50.222507 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.223582 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.224101 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: router Oct 11 15:12:50.224425 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.226686 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.227224 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 11 15:12:50.227553 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.228486 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.229000 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: ext-gw-mode Oct 11 15:12:50.229327 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.230280 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.230791 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: l3-ha Oct 11 15:12:50.231113 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3_flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.232025 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.232532 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: l3-flavors Oct 11 15:12:50.232852 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.233801 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.234306 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 11 15:12:50.234624 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: l3agentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.235663 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.236169 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: l3_agent_scheduler Oct 11 15:12:50.236491 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: logging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.238029 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.238549 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension logging not supported by any of loaded plugins Oct 11 15:12:50.238873 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: metering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.239610 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.240180 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: metering Oct 11 15:12:50.240501 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.241618 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.242130 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: metering_source_and_destination_fields Oct 11 15:12:50.242451 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: multiprovidernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.243375 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.243877 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: multi-provider Oct 11 15:12:50.244198 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: netmtu.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.245117 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.245653 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: net-mtu Oct 11 15:12:50.245977 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: netmtu_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.246898 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.247416 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: net-mtu-writable Oct 11 15:12:50.247737 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: network_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.248410 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.248912 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: network_availability_zone Oct 11 15:12:50.249228 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: network_ip_availability.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.250367 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.250903 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: network-ip-availability Oct 11 15:12:50.251223 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: network_segment_range.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.251984 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.252486 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension network-segment-range not supported by any of loaded plugins Oct 11 15:12:50.252804 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: pagination.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.253809 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.254137 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: pagination Oct 11 15:12:50.254453 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: port_device_profile.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.255374 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.255882 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: port-device-profile Oct 11 15:12:50.256199 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.257116 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.257654 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: port-mac-address-regenerate Oct 11 15:12:50.257973 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.258878 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.259378 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: port-numa-affinity-policy Oct 11 15:12:50.259693 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: port_resource_request.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.260615 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.261115 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension port-resource-request not supported by any of loaded plugins Oct 11 15:12:50.261434 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: portbindings.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.262508 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.263012 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: binding Oct 11 15:12:50.263332 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: portbindings_extended.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.264618 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.265127 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: binding-extended Oct 11 15:12:50.265449 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: portsecurity.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.266909 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.267416 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: port-security Oct 11 15:12:50.267740 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: project_id.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.268716 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.269043 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: project-id Oct 11 15:12:50.269360 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: providernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.270322 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.270830 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: provider Oct 11 15:12:50.271147 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.274706 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.275226 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos not supported by any of loaded plugins Oct 11 15:12:50.275559 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.276813 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.277329 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 11 15:12:50.277700 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.278623 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.279133 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 11 15:12:50.279457 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_default.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.280652 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.281163 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-default not supported by any of loaded plugins Oct 11 15:12:50.281509 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.282698 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.283204 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-fip not supported by any of loaded plugins Oct 11 15:12:50.283527 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_gateway_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.284455 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.284962 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 11 15:12:50.285282 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_port_network_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.286236 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.286744 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 11 15:12:50.287062 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.288102 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.288614 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 11 15:12:50.288934 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_pps_rule.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.290144 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.290657 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-pps not supported by any of loaded plugins Oct 11 15:12:50.290979 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_rule_type_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.291920 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.292427 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 11 15:12:50.292750 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: qos_rules_alias.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.293837 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.294350 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 11 15:12:50.294677 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: quotasv2.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.295586 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.295918 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: quotas Oct 11 15:12:50.296237 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: quotasv2_detail.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.299576 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.299918 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: quota_details Oct 11 15:12:50.300244 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: rbac.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.301299 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.301862 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: rbac-policies Oct 11 15:12:50.302189 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: rbac_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.303124 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.303637 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: rbac-address-group Oct 11 15:12:50.303961 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: rbac_address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.304879 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.305390 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: rbac-address-scope Oct 11 15:12:50.305742 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: rbac_security_groups.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.306652 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.307158 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: rbac-security-groups Oct 11 15:12:50.307479 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: rbac_subnetpool.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.308393 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.308903 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: rbac-subnetpool Oct 11 15:12:50.309223 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: revisionifmatch.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.310180 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.310693 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: revision-if-match Oct 11 15:12:50.311013 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: revisions.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.312130 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.312641 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: standard-attr-revisions Oct 11 15:12:50.312966 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: router_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.313688 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.314197 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: router_availability_zone Oct 11 15:12:50.314515 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: routerservicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.315433 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.315940 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension router-service-type not supported by any of loaded plugins Oct 11 15:12:50.316255 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.317175 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.317727 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: security-groups-normalized-cidr Oct 11 15:12:50.318045 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.318966 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.319479 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: port-security-groups-filtering Oct 11 15:12:50.319798 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.320715 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.321228 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: security-groups-remote-address-group Oct 11 15:12:50.321577 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: securitygroup.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.331764 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.332289 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: security-group Oct 11 15:12:50.332620 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.333402 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.333933 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension segment not supported by any of loaded plugins Oct 11 15:12:50.334258 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.335271 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.335775 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 11 15:12:50.336097 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: servicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.337215 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.337761 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: service-type Oct 11 15:12:50.338092 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: sorting.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.339074 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.339401 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: sorting Oct 11 15:12:50.339716 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: standard_attr_segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.340643 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.341148 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 11 15:12:50.341466 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: standardattrdescription.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.342130 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.342634 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: standard-attr-description Oct 11 15:12:50.342951 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: stateful_security_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.343897 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.345206 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: stateful-security-group Oct 11 15:12:50.345556 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: stdattrs_common.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.346138 n-d-master-1 neutron-server[94719]: WARNING neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 11 15:12:50.346455 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.347382 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.347886 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 11 15:12:50.348210 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnet_onboard.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.349278 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.349812 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: subnet_onboard Oct 11 15:12:50.350136 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.351065 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.351568 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 11 15:12:50.351887 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnet_service_types.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.352807 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.353312 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: subnet-service-types Oct 11 15:12:50.353664 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnetallocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.354748 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.355259 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: subnet_allocation Oct 11 15:12:50.355582 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.356247 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.356755 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: subnetpool-prefix-ops Oct 11 15:12:50.357076 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.358024 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.358550 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 11 15:12:50.358873 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: tagging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.359909 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.360446 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: standard-attr-tag Oct 11 15:12:50.360771 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: timestamp.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.361992 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.362501 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loaded extension: standard-attr-timestamp Oct 11 15:12:50.362822 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: trunk.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.363858 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.364365 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension trunk not supported by any of loaded plugins Oct 11 15:12:50.364683 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: trunk_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.365640 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.366145 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension trunk-details not supported by any of loaded plugins Oct 11 15:12:50.366463 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: uplink_status_propagation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.367384 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.367887 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 11 15:12:50.368211 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Loading extension file: vlantransparent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 15:12:50.368872 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 15:12:50.369370 n-d-master-1 neutron-server[94719]: INFO neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 11 15:12:50.371766 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:network Oct 11 15:12:50.372286 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnet Oct 11 15:12:50.372693 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 15:12:50.373082 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:port Oct 11 15:12:50.374349 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.374786 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.375412 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.376343 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.376675 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:router Oct 11 15:12:50.377124 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 15:12:50.377657 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.379109 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.379429 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.379778 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:12:50.380749 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 15:12:50.381190 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:security_group Oct 11 15:12:50.381666 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 15:12:50.382312 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.382640 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 15:12:50.382980 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] subnetpool is already registered Oct 11 15:12:50.383414 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.383740 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 15:12:50.384071 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] subnetpool is already registered Oct 11 15:12:50.386360 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.386799 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.387401 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.387822 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.388155 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:router Oct 11 15:12:50.388489 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] router is already registered Oct 11 15:12:50.388902 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 15:12:50.389234 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] floatingip is already registered Oct 11 15:12:50.389718 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.390395 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 15:12:50.390718 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] rbac_policy is already registered Oct 11 15:12:50.391126 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:security_group Oct 11 15:12:50.391998 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] security_group is already registered Oct 11 15:12:50.392399 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 15:12:50.392729 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] security_group_rule is already registered Oct 11 15:12:50.393350 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.393703 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 15:12:50.394037 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] subnetpool is already registered Oct 11 15:12:50.394452 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 15:12:50.394773 n-d-master-1 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 15:12:50.395098 n-d-master-1 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] subnetpool is already registered Oct 11 15:12:50.395553 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: extensions {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.397005 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: address-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.398512 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: address-scopes {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.399833 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.401231 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: auto-allocated-topology {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.402542 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: availability_zones {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.403765 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: dhcp-networks {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.406379 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: dhcp-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.407844 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.410088 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: flavors {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.411265 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.412463 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: next_providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.413956 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.415483 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: floatingip-pools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.416689 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.418833 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: floatingips {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.420103 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: l3-routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.421516 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: l3-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.422946 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: metering-labels {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.424336 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: metering-label-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.425656 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: network-ip-availabilities {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.426916 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: bindings {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.428573 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.430163 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.431705 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: rbac-policies {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.432981 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: security-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.434236 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: security-group-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.435449 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: service-providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.436664 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.438092 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.440082 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.441797 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.443591 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.445354 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.447246 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.449111 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.450835 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.452726 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.455135 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.456995 n-d-master-1 neutron-server[94719]: DEBUG neutron.api.extensions [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 15:12:50.463052 n-d-master-1 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 11 15:12:50.468592 n-d-master-1 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 11 15:12:50.477409 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Acquired lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 11 15:12:50.477902 n-d-master-1 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Releasing lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 11 15:12:50.478548 n-d-master-1 neutron-server[94719]: INFO oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Starting 2 workers Oct 11 15:12:50.483324 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Started child 94826 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 15:12:50.487761 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Started child 94827 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 15:12:50.489044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.489714 n-d-master-1 neutron-server[94719]: INFO neutron.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 11 15:12:50.490046 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Notify callbacks [] for process, before_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.490587 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [-] (94826) wsgi starting up on http://0.0.0.0:9696 Oct 11 15:12:50.492490 n-d-master-1 neutron-server[94719]: INFO oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Starting 1 workers Oct 11 15:12:50.492608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.493941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [-] (94827) wsgi starting up on http://0.0.0.0:9696 Oct 11 15:12:50.497741 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Started child 94828 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 15:12:50.498275 n-d-master-1 neutron-server[94719]: INFO oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Starting 1 workers Oct 11 15:12:50.502065 n-d-master-1 neutron-server[94828]: DEBUG neutron.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] calling RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 11 15:12:50.502598 n-d-master-1 neutron-server[94828]: DEBUG neutron.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] returning from RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 11 15:12:50.503199 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Started child 94829 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 15:12:50.503994 n-d-master-1 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4f469ca-0084-45ef-9c3c-e7323ba02378 None None] Notify callbacks [] for process, after_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.504084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.504603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:12:50.505975 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 15:12:50.506183 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 15:12:50.506366 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 15:12:50.506572 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 15:12:50.506919 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 15:12:50.507081 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 15:12:50.507597 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.507862 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.508144 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.508390 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.508687 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.509157 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:12:50.509648 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.509648 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.509811 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.510052 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.510280 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.510450 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.510616 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.510754 n-d-master-1 neutron-server[94829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:12:50.510844 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.511065 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.511414 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.511689 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.511933 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.512185 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.512354 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.512603 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.512871 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.513092 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.513360 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.513638 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.514126 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.514370 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.514626 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.514860 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.515123 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.515345 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.515608 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.515848 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.516087 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.516412 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.517180 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.517422 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.517653 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.517909 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.518170 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.518414 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.518881 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.519113 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.519341 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.519565 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.519803 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.520057 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.520267 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.520522 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.520761 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.521012 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.521232 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.521532 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.521742 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.521960 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.522207 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.522367 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.522605 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.522882 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.523121 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.523305 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.523470 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.523646 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.523902 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.524061 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.524307 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.524547 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.524755 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.524964 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.525198 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.525422 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.525687 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.525919 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.526158 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.526381 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.526620 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.526844 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.527066 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.527286 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.527529 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.527763 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.527972 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.528202 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.528423 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.528633 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.528846 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.529081 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.529312 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.529584 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.529797 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.530045 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.530310 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.530538 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.530761 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.530970 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.531234 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.531458 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.531715 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.532023 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.532214 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.532475 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.532705 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.532980 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.533139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.533346 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.533610 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.533852 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.534066 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.534291 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.534499 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.534760 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.534937 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.535338 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.535621 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.535930 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.536176 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.536406 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.536653 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.536880 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.537096 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.537343 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.537606 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.537948 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.538165 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.538444 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.538664 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.538927 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.539282 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.539534 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.539803 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.540036 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.540263 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.540474 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.540708 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.540989 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.541203 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.541428 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.541789 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.542169 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.542838 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.542838 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.543364 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.543364 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.543890 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.543993 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.544268 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.544440 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.544655 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.544871 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.545142 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.545376 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.545620 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.545832 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.546059 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.546319 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.546626 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.547805 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.547805 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.547805 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.548034 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.548131 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.548365 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.548942 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.548942 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.549133 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.549209 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.549880 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.549880 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.550059 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.550407 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.550407 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.550609 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.550864 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.551066 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.551296 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.551506 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.551719 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553638 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553638 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553638 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.553861 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.554057 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.554290 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.554503 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.554733 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.554941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.555149 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.555359 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.555906 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.555906 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.556079 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.556193 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.556419 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.557752 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.557985 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.558751 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.558751 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.558951 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.559183 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.559907 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.560156 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.560398 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.560626 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.560864 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.561100 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.561322 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.561580 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.563109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564343 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564591 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.564832 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.565045 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.565272 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.565516 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.565784 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.566016 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.566300 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.566514 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.566779 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.567091 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.567362 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.567624 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.567870 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.568116 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.568385 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.568611 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.568891 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.569135 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.569387 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.569654 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.569945 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.570200 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.570431 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.570675 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.570915 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.571236 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.571497 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.571724 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.571935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.572216 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.572457 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.572663 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.572922 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.573171 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.573426 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.573698 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.573937 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.574198 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.574456 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.574671 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.574884 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.576670 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.576935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.577188 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.577699 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.577929 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.578183 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.578418 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.578657 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.579899 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.580146 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.580540 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.580731 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.580956 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.581231 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.581519 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.581793 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.581971 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.582335 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.582435 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.582679 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.582923 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.583200 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.583453 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.583689 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.583939 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.584240 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.584499 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.585016 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.585691 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.586014 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.586195 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.586598 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.586827 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.587063 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.587296 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.587525 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.587759 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.588005 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.588242 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.591436 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.591785 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.592045 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.592300 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.592528 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.592980 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.593085 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.593300 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.595175 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.595855 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.596088 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.596397 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.597026 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.598650 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.599014 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.599224 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.599470 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.599703 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.599927 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.600242 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.600532 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.600781 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.601110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.601473 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.601815 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.602105 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.603227 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.603503 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.603732 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.603953 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.604204 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.604462 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.604864 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.605066 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.605223 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.605468 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.606464 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.606712 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.607311 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.609031 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.609277 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.609558 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.609902 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.610239 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.610359 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.610631 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.610849 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.611219 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.611465 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.611814 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.612105 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.612287 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.612584 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.612778 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.613013 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.613316 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.614129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.614377 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.614651 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.614884 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.615456 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.615735 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.616068 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.616300 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.616543 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.616795 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.617012 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.617232 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.617522 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.617842 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.618139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.618392 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.618646 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.618940 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.619217 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.619483 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.619693 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.619971 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.620303 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.620580 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.620820 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.621047 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.621293 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.621533 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.621752 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.622002 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.622237 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.622457 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.622715 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.622974 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.623204 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.623418 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.623661 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.625102 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.625427 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.626210 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.626470 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.626713 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.626872 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 15:12:50.627404 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 15:12:50.627562 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 15:12:50.627710 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 15:12:50.627876 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 15:12:50.628069 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 15:12:50.629267 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 15:12:50.629506 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.629752 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.629965 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630133 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630294 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630475 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630634 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630794 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.630951 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.631110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.631268 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.631429 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.631584 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.631839 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.632312 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.632474 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.632629 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.632780 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.632943 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.633092 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.633249 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.633775 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.634126 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.634301 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.634527 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.634702 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.634869 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.635032 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.635370 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.635701 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.635868 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.636026 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.636425 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.636594 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.636900 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.637066 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.637223 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.637544 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.637855 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638148 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638319 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638476 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638633 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638796 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.638952 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639108 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639266 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639423 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639578 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639734 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.639896 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640052 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640207 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640362 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640517 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640674 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640833 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.640993 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.641147 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.641367 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642038 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642198 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642354 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642510 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642668 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642826 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.642982 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643138 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643295 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643450 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643604 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643757 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.643913 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644070 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644209 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644374 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644522 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644684 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.644811 n-d-master-1 neutron-server[94828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:12:50.644941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645063 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645185 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645316 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645438 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645604 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645728 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645850 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.645985 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.646144 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.646300 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.646554 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.646715 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.646869 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647024 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647179 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647337 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647492 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647645 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647799 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.647953 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648110 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648264 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648417 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648571 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648725 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.648879 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649032 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649187 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649341 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649508 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649665 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649821 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 15:12:50.649998 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650157 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650327 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650483 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650641 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650799 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.650959 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651115 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651272 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651427 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651592 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651749 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.651917 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652074 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652231 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652390 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652546 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652703 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.652861 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653017 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653174 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653331 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653515 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653676 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653835 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.653992 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654150 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654324 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654480 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654637 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654794 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.654951 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.655109 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.655268 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.655713 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.655713 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.655713 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656058 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656058 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656288 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656288 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656942 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656942 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.656942 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.657340 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.657340 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.657340 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.657704 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.657704 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.658137 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.658137 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.658137 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.659155 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.660941 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662129 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.662935 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663510 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663510 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663510 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663510 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663956 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663956 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.663956 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664245 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664245 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664446 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664578 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664691 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.664809 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665151 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665151 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665389 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665389 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665588 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665689 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665771 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.665934 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666092 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666248 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666406 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666561 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666816 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.666981 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667139 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667295 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667452 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667607 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667775 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.667931 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668090 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668247 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668413 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668582 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668983 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.668983 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669188 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669188 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669408 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669513 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669648 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669777 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.669937 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670094 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670259 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670428 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670584 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670744 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.670900 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671081 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671236 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671635 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671635 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671869 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.671869 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672099 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672099 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672326 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672446 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672588 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672721 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.672843 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673000 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673156 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673312 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673469 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673651 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673772 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.673934 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674094 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674249 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674406 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674562 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674718 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.674874 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675030 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675187 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675343 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675499 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675654 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675810 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.675966 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.676123 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.676280 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.676472 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.676633 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.676889 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677054 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677212 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677370 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677596 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677764 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.677922 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678081 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678239 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678398 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678556 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678713 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.678872 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679030 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679188 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679346 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679504 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679662 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679835 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.679993 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680150 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680307 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680464 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680621 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680783 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.680940 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681098 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681255 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681412 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681594 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681754 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.681913 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.682071 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.682228 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.682384 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.682542 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.682700 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.683185 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.683185 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.683455 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.683580 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.683701 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684085 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684085 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684085 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684413 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684413 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684655 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684655 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684966 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.684966 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685199 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685309 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685428 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685586 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685723 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685847 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.685968 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.686131 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.686288 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.686444 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.686611 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.686768 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.687024 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.687188 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.687344 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.687502 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.687670 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.688080 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.688080 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.688820 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.688820 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689531 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689531 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689531 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689531 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689531 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689877 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689877 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.689996 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690125 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690285 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690443 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690599 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690762 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.690920 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691077 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691237 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691407 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691576 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691733 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.691897 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692065 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692224 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692367 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692517 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692682 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692831 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.692983 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.693140 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.693296 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.693456 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.693635 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694060 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694060 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694060 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694321 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694400 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694523 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694661 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694817 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.694975 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.695131 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.695288 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.695446 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.695603 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 15:12:50.695754 n-d-master-1 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 15:12:50.906738 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:12:50.915282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064480 Oct 11 15:13:02.365337 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b5933-e825-470e-8d53-5f7eeb860328 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:13:02.451710 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b5933-e825-470e-8d53-5f7eeb860328 None None] No non-hosted networks {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 11 15:13:02.490052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-313fc44c-aa11-4162-a192-caac6af6c735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:02.504333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.agentschedulers_db [None req-820b5933-e825-470e-8d53-5f7eeb860328 None None] DHCP Agent not found on host n-d-master-1 {{(pid=94828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 11 15:13:04.804706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03dbe5bf-78e8-4749-a00f-50fa0282411c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:04.850868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7d628c5-d4f4-4e69-a902-f9aa29c088cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:05.766932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:05.859560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:05.861342 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.862160 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.863612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.873768 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.875357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.876679 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.877274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.878359 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.878936 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.879529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.880265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.880800 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:05.881442 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:05.888209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:07.556909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:08.907924 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:09.404961 n-d-master-1 neutron-server[94827]: WARNING oslo_policy.policy [None req-11a0ac29-72c7-4984-8118-43f41adb0296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:09.405567 n-d-master-1 neutron-server[94827]: WARNING oslo_policy.policy [None req-11a0ac29-72c7-4984-8118-43f41adb0296 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:09.634634 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-11a0ac29-72c7-4984-8118-43f41adb0296 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:13:09.635741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-11a0ac29-72c7-4984-8118-43f41adb0296 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7269037 Oct 11 15:13:10.315732 n-d-master-1 neutron-server[94828]: INFO neutron.db.l3_hamode_db [None req-0c7d6260-4ad7-44fa-8230-ec9b4324b417 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 11 15:13:10.392554 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d6260-4ad7-44fa-8230-ec9b4324b417 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:13:10.392936 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d6260-4ad7-44fa-8230-ec9b4324b417 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:13:12.084394 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:12.389627 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:12.485531 n-d-master-1 neutron-server[94827]: DEBUG neutron.policy [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 15:13:12.532290 n-d-master-1 neutron-server[94827]: WARNING oslo_policy.policy [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:12.532650 n-d-master-1 neutron-server[94827]: WARNING oslo_policy.policy [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:12.541057 n-d-master-1 neutron-server[94827]: INFO neutron.quota [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] Loaded quota_driver: . Oct 11 15:13:12.627545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266893997', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266893560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266906211', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266846271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266270275', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750266865735', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3668046', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3656385', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636938'] for rbac-policy, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:12.691705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:12.693025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4dbcbfed-62d8-496a-8546-3d33a0df3c0e admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6075304 Oct 11 15:13:15.324156 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:15.809397 n-d-master-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:15.810004 n-d-master-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:16.033842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:16.035481 n-d-master-1 neutron-server[94826]: INFO neutron.quota [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Loaded quota_driver: . Oct 11 15:13:16.090359 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Made reservation on behalf of 43c1a62ba5d846fb8f7f6a312e8ab5c3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:13:16.157609 n-d-master-1 neutron-server[94826]: DEBUG neutron.policy [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 15:13:16.204314 n-d-master-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:16.204679 n-d-master-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 15:13:16.215094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.236536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.345230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.348943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.368274 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:13:16.395531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750268124151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.396089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Unsubscribe: segment precommit_create {{(pid=94826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 15:13:16.396589 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Added segment a759624f-13e3-44e6-90b9-5b6e72d56c44 of type vlan for network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 Oct 11 15:13:16.412933 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f0a581-3036-45f8-8361-1f214142961a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:16.432367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.432698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.433022 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.433343 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.433690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.434103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.434384 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.434729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.435039 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.435349 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.435681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.435988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Tracked resource versions report: Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: pushed versions: Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Log': {'1.0'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Network': {'1.1'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Port': {'1.7'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'PortForwarding': {'1.2'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'QosPolicy': {'1.10'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SubPort': {'1.0'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Subnet': {'1.1'}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Trunk': {'1.1'}} Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: consumer versions: Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: { DHCP agent@n-d-master-1: {}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: L3 agent@n-d-master-1: {}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: Metadata agent@n-d-master-1: {}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: Metering agent@n-d-master-1: {}, Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'ConntrackHelper': '1.0', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Log': '1.0', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Network': '1.1', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Port': '1.7', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'PortForwarding': '1.2', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'QosPolicy': '1.10', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SecurityGroup': '1.4', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SecurityGroupRule': '1.2', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'SubPort': '1.0', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Subnet': '1.1', Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: 'Trunk': '1.1'}} Oct 11 15:13:16.437576 n-d-master-1 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:13:16.526011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.563878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.565040 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:16.565688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:16.648213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3217750 Oct 11 15:13:16.672065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5bb64-239e-400b-8ecf-1f350fde2809 admin admin] Pushing event updated for resources: {'Network': ['ID=e55fb41e-0828-4a2e-938b-451ebb6d7bb8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:16.684258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:13:19.364965 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:19.745014 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f450e0-9b0c-4042-9b20-56706c665d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:19.746294 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-97f450e0-9b0c-4042-9b20-56706c665d8a admin admin] 10.222.0.31 "GET /v2.0/networks/e55fb41e-0828-4a2e-938b-451ebb6d7bb8 HTTP/1.1" status: 200 len: 825 time: 0.3803442 Oct 11 15:13:19.785273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd0867fc-0085-49c3-a2b6-3ad0d2447478 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/42dc3890-1109-4e3f-b556-b1822a4bd9ad HTTP/1.1" status: 200 len: 734 time: 0.0323768 Oct 11 15:13:19.794406 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'name': 'private-subnet', 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:19.815126 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Made reservation on behalf of 43c1a62ba5d846fb8f7f6a312e8ab5c3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:13:19.817296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:20.100645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:20.160097 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a624a858-a15a-4bd0-a185-f25a93ed1053,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:20.169652 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Checking segment: {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:13:20.170031 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Network hostable DHCP agents. Network: e55fb41e-0828-4a2e-938b-451ebb6d7bb8, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:13:20.190832 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:13:20.201955 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e55fb41e-0828-4a2e-938b-451ebb6d7bb8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:20.206801 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:20.207385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:20.212512 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004eeb6-11da-4949-aa77-f06e009a828c None None] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:13:20.222755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3322f1f9-aa72-485a-820d-c633e868774c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4315236 Oct 11 15:13:20.532314 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:13:20.533525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:20.807708 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Allocated IP 172.20.0.2 (e55fb41e-0828-4a2e-938b-451ebb6d7bb8/a624a858-a15a-4bd0-a185-f25a93ed1053/71e41fd8-9b32-42c5-b640-366b1d14899d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:13:21.034436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:21.042383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:21.114423 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:13:21.119120 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:21.129522 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Pushing event updated for resources: {'Port': ['ID=71e41fd8-9b32-42c5-b640-366b1d14899d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:21.131608 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:13:21.141854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.142199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.142534 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.142866 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.143195 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.143517 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.143839 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.144159 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.144477 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.144794 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.145113 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.145429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Tracked resource versions report: Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: pushed versions: Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Log': {'1.0'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Network': {'1.1'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Port': {'1.7'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'PortForwarding': {'1.2'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'QosPolicy': {'1.10'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SubPort': {'1.0'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Subnet': {'1.1'}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Trunk': {'1.1'}} Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: consumer versions: Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: { DHCP agent@n-d-master-1: {}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: L3 agent@n-d-master-1: {}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: Metadata agent@n-d-master-1: {}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: Metering agent@n-d-master-1: {}, Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'ConntrackHelper': '1.0', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Log': '1.0', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Network': '1.1', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Port': '1.7', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'PortForwarding': '1.2', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'QosPolicy': '1.10', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SecurityGroup': '1.4', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SecurityGroupRule': '1.2', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'SubPort': '1.0', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Subnet': '1.1', Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: 'Trunk': '1.1'}} Oct 11 15:13:21.146498 n-d-master-1 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:13:21.219765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Attempting to bind port 71e41fd8-9b32-42c5-b640-366b1d14899d on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:13:21.220400 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Attempting to bind port 71e41fd8-9b32-42c5-b640-366b1d14899d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:13:21.220541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Attempting to bind port 71e41fd8-9b32-42c5-b640-366b1d14899d on network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:13:21.225443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:13:21.225865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Checking segment: {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:13:21.226324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:21.226709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Bound using segment: {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:13:21.227184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Bound port: 71e41fd8-9b32-42c5-b640-366b1d14899d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:13:21.227619 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:21.288421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] For port 71e41fd8-9b32-42c5-b640-366b1d14899d, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:13:21.292614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] For port 71e41fd8-9b32-42c5-b640-366b1d14899d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71e41fd8-9b32-42c5-b640-366b1d14899d,segment=NetworkSegment(a759624f-13e3-44e6-90b9-5b6e72d56c44),segment_id=a759624f-13e3-44e6-90b9-5b6e72d56c44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:13:21.297409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:21.360969 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df686f-ab07-487e-b13f-a18c05b2e918 None None] Pushing event updated for resources: {'Port': ['ID=71e41fd8-9b32-42c5-b640-366b1d14899d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:22.714552 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:23.026457 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-604daa84-7669-4c8a-b646-7ebfc18cf0ee admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:13:23.027452 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-604daa84-7669-4c8a-b646-7ebfc18cf0ee admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3119559 Oct 11 15:13:25.510382 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:25.824147 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-bcfec1bf-d99c-4d3f-9f33-e4ea2824cfec admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:13:25.825189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bcfec1bf-d99c-4d3f-9f33-e4ea2824cfec admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3138945 Oct 11 15:13:28.535566 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:28.832602 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:28.855755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:28.857216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:28.992242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:28.997494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:29.013186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:29.025567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d2e1991-9ac6-4b70-a4cf-008e5902953c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4778969 Oct 11 15:13:29.602576 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 71e41fd8-9b32-42c5-b640-366b1d14899d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:13:29.688578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 71e41fd8-9b32-42c5-b640-366b1d14899d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:29.688964 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:29.794652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:29.829593 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 71e41fd8-9b32-42c5-b640-366b1d14899d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=71e41fd8-9b32-42c5-b640-366b1d14899d,segment=NetworkSegment(a759624f-13e3-44e6-90b9-5b6e72d56c44),segment_id=a759624f-13e3-44e6-90b9-5b6e72d56c44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:13:29.833999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:29.885468 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=71e41fd8-9b32-42c5-b640-366b1d14899d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:30.533384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc784b9-1a64-4db6-948a-633229adb4da None None] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:13:30.643248 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eef8f462-6545-4b0c-8c02-87c0900e6764 None None] Provisioning complete for port 71e41fd8-9b32-42c5-b640-366b1d14899d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:30.643885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eef8f462-6545-4b0c-8c02-87c0900e6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:31.002105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20f8aa5e-238f-46cf-8a12-be617827303e None None] Provisioning complete for port 71e41fd8-9b32-42c5-b640-366b1d14899d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:31.002469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20f8aa5e-238f-46cf-8a12-be617827303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:31.500099 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:31.586174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 71e41fd8-9b32-42c5-b640-366b1d14899d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:13:31.631775 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 71e41fd8-9b32-42c5-b640-366b1d14899d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:31.632072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:31.817399 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-eb3820ea-ec9e-4eda-b1c3-a0d29b50262e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:13:31.818513 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb3820ea-ec9e-4eda-b1c3-a0d29b50262e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3173847 Oct 11 15:13:32.292524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e898cfe8-1e17-4c3f-b708-7f69a3cf64e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.277377 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:34.585194 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:34.606408 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Made reservation on behalf of b47061b88da04e59884596de7eb5ba51 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:13:34.608669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.617053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.687417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.691004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.704052 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Reserving flat network on physical network physnet1 {{(pid=94826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 11 15:13:34.726047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.726362 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Added segment cfae82ac-302c-4664-9c46-e3bf931ff26f of type flat for network 25986cc1-1584-446d-863c-eb94e15bb3b6 Oct 11 15:13:34.727463 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef4179-15d4-4b8b-9b3e-451e913e8d58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:34.776860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.789206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b204-09ac-4c96-99fd-cec671c3f2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.809243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.810173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:34.810733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:34.859671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5806496 Oct 11 15:13:34.870439 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737bfeb-c0ee-4156-a97f-d032a81dee87 admin admin] Pushing event updated for resources: {'Network': ['ID=25986cc1-1584-446d-863c-eb94e15bb3b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:34.881523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:13:35.718255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:35.861439 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:37.297698 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:37.466753 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bbbee9-740c-45fe-a8a6-91f75a1b0a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:37.468325 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1bbbee9-740c-45fe-a8a6-91f75a1b0a93 admin admin] 10.222.0.31 "GET /v2.0/subnets/a624a858-a15a-4bd0-a185-f25a93ed1053 HTTP/1.1" status: 200 len: 849 time: 0.1696644 Oct 11 15:13:37.490089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:37.584748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1fabfae-7858-4b9a-b0de-706f61b8662a admin admin] 10.222.0.31 "GET /v2.0/routers/e1a76393-3df0-430c-8e3d-dcfad339d034 HTTP/1.1" status: 200 len: 704 time: 0.1102724 Oct 11 15:13:37.844306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.130270 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Allocated IP 172.20.0.1 (e55fb41e-0828-4a2e-938b-451ebb6d7bb8/a624a858-a15a-4bd0-a185-f25a93ed1053/1f7575f5-ece0-4b95-b637-8deca3dd2758) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:13:38.323609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.391074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.463599 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:13:38.468517 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:38.474325 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:13:38.474867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.496093 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7575f5-ece0-4b95-b637-8deca3dd2758,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:38.630736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af5de06f-dde5-448c-9bd1-1cd537bd082b None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:38.631296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af5de06f-dde5-448c-9bd1-1cd537bd082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.663279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af5de06f-dde5-448c-9bd1-1cd537bd082b None None] Port 1f7575f5-ece0-4b95-b637-8deca3dd2758 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:13:38.672515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.876095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.880469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.881312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:38.959049 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7575f5-ece0-4b95-b637-8deca3dd2758,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:39.004788 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:13:39.006128 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:39.161117 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Router e1a76393-3df0-430c-8e3d-dcfad339d034 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:13:39.182812 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8dc1b931-1def-4bdb-ada2-b1e1582219b8 None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:39.183262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b931-1def-4bdb-ada2-b1e1582219b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:39.214517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1b931-1def-4bdb-ada2-b1e1582219b8 None None] Port 1f7575f5-ece0-4b95-b637-8deca3dd2758 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:13:39.249274 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:13:39.254515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5666f2f8-4ad9-4258-886f-1e6b41108881 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a76393-3df0-430c-8e3d-dcfad339d034/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6639900 Oct 11 15:13:39.273241 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Sync routers for ids ['e1a76393-3df0-430c-8e3d-dcfad339d034'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:13:39.285010 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Routers {'e1a76393-3df0-430c-8e3d-dcfad339d034'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:13:39.285879 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:13:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a76393-3df0-430c-8e3d-dcfad339d034'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:39.469386 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Set router e1a76393-3df0-430c-8e3d-dcfad339d034 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:13:39.888681 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:38Z', 'revision_number': 2, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port_host': None, '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:38Z', 'revision_number': 2, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:39.940044 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Checking router: e1a76393-3df0-430c-8e3d-dcfad339d034 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:13:39.940397 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Updating router e1a76393-3df0-430c-8e3d-dcfad339d034 port 1f7575f5-ece0-4b95-b637-8deca3dd2758 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:13:39.989029 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.490723 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.500371 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.604814 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Pushing event updated for resources: {'Port': ['ID=1f7575f5-ece0-4b95-b637-8deca3dd2758,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:40.652375 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.652726 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.653065 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.653398 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.653755 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.654083 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.654404 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.654727 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.655050 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.655369 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.656242 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.656558 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Tracked resource versions report: Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: pushed versions: Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Log': {'1.0'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Network': {'1.1'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Port': {'1.7'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'PortForwarding': {'1.2'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'QosPolicy': {'1.10'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SubPort': {'1.0'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Subnet': {'1.1'}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Trunk': {'1.1'}} Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: consumer versions: Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: { DHCP agent@n-d-master-1: {}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: L3 agent@n-d-master-1: {}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: Metadata agent@n-d-master-1: {}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: Metering agent@n-d-master-1: {}, Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'ConntrackHelper': '1.0', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Log': '1.0', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Network': '1.1', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Port': '1.7', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'PortForwarding': '1.2', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'QosPolicy': '1.10', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SecurityGroup': '1.4', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SecurityGroupRule': '1.2', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'SubPort': '1.0', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Subnet': '1.1', Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: 'Trunk': '1.1'}} Oct 11 15:13:40.657657 n-d-master-1 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:13:40.685827 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Attempting to bind port 1f7575f5-ece0-4b95-b637-8deca3dd2758 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:13:40.686220 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Attempting to bind port 1f7575f5-ece0-4b95-b637-8deca3dd2758 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:13:40.686643 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Attempting to bind port 1f7575f5-ece0-4b95-b637-8deca3dd2758 on network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:13:40.691535 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:13:40.692050 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Checking segment: {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:13:40.692520 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.692907 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Bound using segment: {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:13:40.693393 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Bound port: 1f7575f5-ece0-4b95-b637-8deca3dd2758, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a759624f-13e3-44e6-90b9-5b6e72d56c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:13:40.693894 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.746759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea8f16e9-8f27-4963-9f4b-9c1939dc0f23 None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:40.747264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea8f16e9-8f27-4963-9f4b-9c1939dc0f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.759339 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] For port 1f7575f5-ece0-4b95-b637-8deca3dd2758, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:13:40.778010 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] For port 1f7575f5-ece0-4b95-b637-8deca3dd2758, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1f7575f5-ece0-4b95-b637-8deca3dd2758,segment=NetworkSegment(a759624f-13e3-44e6-90b9-5b6e72d56c44),segment_id=a759624f-13e3-44e6-90b9-5b6e72d56c44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:13:40.779535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f16e9-8f27-4963-9f4b-9c1939dc0f23 None None] Port 1f7575f5-ece0-4b95-b637-8deca3dd2758 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:13:40.784273 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:40.840882 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaf978-9957-4581-84e1-82fdfcaf6bab None None] Pushing event updated for resources: {'Port': ['ID=1f7575f5-ece0-4b95-b637-8deca3dd2758,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:40.844229 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Routers {'e1a76393-3df0-430c-8e3d-dcfad339d034'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:13:40.844814 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:13:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a76393-3df0-430c-8e3d-dcfad339d034'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:40.934511 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] Set router e1a76393-3df0-430c-8e3d-dcfad339d034 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:13:40.998130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:40.998415 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:41.079329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:41.110389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] For port 1f7575f5-ece0-4b95-b637-8deca3dd2758, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1f7575f5-ece0-4b95-b637-8deca3dd2758,segment=NetworkSegment(a759624f-13e3-44e6-90b9-5b6e72d56c44),segment_id=a759624f-13e3-44e6-90b9-5b6e72d56c44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:13:41.115095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:41.148860 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:38Z', 'revision_number': 2, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port_host': None, '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:40Z', 'revision_number': 4, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:41.162800 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23875110-1d6e-4c9a-b432-f34150adbf68 None None] Pushing event updated for resources: {'Port': ['ID=1f7575f5-ece0-4b95-b637-8deca3dd2758,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:41.175510 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72054f-1b2d-4a5c-8b5e-b365d2859efc None None] The sync data for ids ['e1a76393-3df0-430c-8e3d-dcfad339d034'] in n-d-master-1 is: [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:38Z', 'revision_number': 2, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port_host': None, '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:40Z', 'revision_number': 4, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:13:41.590115 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:41.771984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de6edf3-b4fa-40de-ac8c-a6b63923f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:41.773399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0de6edf3-b4fa-40de-ac8c-a6b63923f4f1 admin admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 842 time: 0.1822770 Oct 11 15:13:41.783438 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Request body: {'subnet': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'cidr': '172.35.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.35.3.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:41.813406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Made reservation on behalf of b47061b88da04e59884596de7eb5ba51 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:13:41.816030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:42.211293 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:13:42.211782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:42.278727 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:13:42.279123 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Network hostable DHCP agents. Network: 25986cc1-1584-446d-863c-eb94e15bb3b6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:13:42.284154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:42.296835 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.297171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.297526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.297858 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.298180 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.298495 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.298815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.299129 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.299444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.299752 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.300059 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.300365 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Tracked resource versions report: Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: pushed versions: Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Log': {'1.0'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Network': {'1.1'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Port': {'1.7'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'PortForwarding': {'1.2'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'QosPolicy': {'1.10'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SubPort': {'1.0'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Subnet': {'1.1'}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Trunk': {'1.1'}} Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: consumer versions: Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: { DHCP agent@n-d-master-1: {}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: L3 agent@n-d-master-1: {}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: Metadata agent@n-d-master-1: {}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: Metering agent@n-d-master-1: {}, Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'ConntrackHelper': '1.0', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Log': '1.0', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Network': '1.1', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Port': '1.7', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'PortForwarding': '1.2', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'QosPolicy': '1.10', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SecurityGroup': '1.4', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SecurityGroupRule': '1.2', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'SubPort': '1.0', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Subnet': '1.1', Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: 'Trunk': '1.1'}} Oct 11 15:13:42.301387 n-d-master-1 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:13:42.346146 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:13:42.377930 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 25986cc1-1584-446d-863c-eb94e15bb3b6) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:42.383340 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:42.383853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:42.387988 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37036b8-54a7-44a0-b767-a2b31bc0df76 None None] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:13:42.406464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7b76f1dd-6d27-4600-bc9a-a0c65744f768 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6251607 Oct 11 15:13:42.524015 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf3370-dc00-4568-908b-8ce2d2be2f53 None None] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:13:44.812495 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:45.051387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-99aa1982-da02-4138-a8f8-bb033f2dc158 admin admin] 10.222.0.31 "GET /v2.0/routers/e1a76393-3df0-430c-8e3d-dcfad339d034 HTTP/1.1" status: 200 len: 710 time: 0.2376716 Oct 11 15:13:45.139240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed066d-d104-4004-9d1c-7cb2b88ce280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:13:45.141183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-99ed066d-d104-4004-9d1c-7cb2b88ce280 admin admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 886 time: 0.0837426 Oct 11 15:13:45.150616 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:13:45.388953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:45.621678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:45.703008 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:45.852679 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Allocated IP 172.35.3.30 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4382a533-37a6-4776-979d-fbd78820776d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:13:45.958875 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.017363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.135882 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:13:46.143132 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:13:46.145851 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Pushing event updated for resources: {'Port': ['ID=4382a533-37a6-4776-979d-fbd78820776d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:46.158780 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:13:46.434627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.634983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.640593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.754805 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Router e1a76393-3df0-430c-8e3d-dcfad339d034 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:13:46.865954 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:13:46.871145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:46.874484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-934818c0-37bd-4a7a-a77c-ec64ef86442d admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a76393-3df0-430c-8e3d-dcfad339d034 HTTP/1.1" status: 200 len: 889 time: 1.7263222 Oct 11 15:13:47.602023 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1f7575f5-ece0-4b95-b637-8deca3dd2758 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:13:47.649955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:47.650332 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:48.106404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Sync routers for ids ['e1a76393-3df0-430c-8e3d-dcfad339d034'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:13:48.116203 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Routers {'e1a76393-3df0-430c-8e3d-dcfad339d034'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:13:48.116870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:13:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a76393-3df0-430c-8e3d-dcfad339d034'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:48.322253 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Set router e1a76393-3df0-430c-8e3d-dcfad339d034 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:13:48.706493 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '4382a533-37a6-4776-979d-fbd78820776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:46Z', 'revision_number': 4, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port': {'id': '4382a533-37a6-4776-979d-fbd78820776d', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:45Z', 'updated_at': '2021-10-11T15:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:41Z', 'revision_number': 5, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:48.758001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Checking router: e1a76393-3df0-430c-8e3d-dcfad339d034 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:13:48.758373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Updating router e1a76393-3df0-430c-8e3d-dcfad339d034 port 4382a533-37a6-4776-979d-fbd78820776d binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:13:48.803389 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.116647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.122013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.248263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fbd3d-17a3-49f7-adfe-a0de83c4f7b3 None None] Pushing event updated for resources: {'Port': ['ID=4382a533-37a6-4776-979d-fbd78820776d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:49.253775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Attempting to bind port 4382a533-37a6-4776-979d-fbd78820776d on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:13:49.254149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Attempting to bind port 4382a533-37a6-4776-979d-fbd78820776d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:13:49.254511 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Attempting to bind port 4382a533-37a6-4776-979d-fbd78820776d on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:13:49.259469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:13:49.259845 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:13:49.260243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.260630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:13:49.261093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Bound port: 4382a533-37a6-4776-979d-fbd78820776d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:13:49.261519 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.311417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] For port 4382a533-37a6-4776-979d-fbd78820776d, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:13:49.314423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] For port 4382a533-37a6-4776-979d-fbd78820776d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4382a533-37a6-4776-979d-fbd78820776d,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:13:49.318963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:49.347951 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:13:49.372740 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Routers {'e1a76393-3df0-430c-8e3d-dcfad339d034'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:13:49.373295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:13:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a76393-3df0-430c-8e3d-dcfad339d034'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:49.412196 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fbd3d-17a3-49f7-adfe-a0de83c4f7b3 None None] Pushing event updated for resources: {'Port': ['ID=4382a533-37a6-4776-979d-fbd78820776d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:49.464368 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d108c442-d563-453f-9f0e-0bd500b9638f admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144519 Oct 11 15:13:49.481960 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] Set router e1a76393-3df0-430c-8e3d-dcfad339d034 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:13:49.706818 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '4382a533-37a6-4776-979d-fbd78820776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:46Z', 'revision_number': 4, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port': {'id': '4382a533-37a6-4776-979d-fbd78820776d', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:45Z', 'updated_at': '2021-10-11T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:41Z', 'revision_number': 5, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:13:49.732927 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba7005-de08-40d0-82d2-15b479b02253 None None] The sync data for ids ['e1a76393-3df0-430c-8e3d-dcfad339d034'] in n-d-master-1 is: [{'id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'name': 'router1', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '4382a533-37a6-4776-979d-fbd78820776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:13:28Z', 'updated_at': '2021-10-11T15:13:46Z', 'revision_number': 4, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'gw_port': {'id': '4382a533-37a6-4776-979d-fbd78820776d', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:45Z', 'updated_at': '2021-10-11T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1f7575f5-ece0-4b95-b637-8deca3dd2758', 'name': '', 'network_id': 'e55fb41e-0828-4a2e-938b-451ebb6d7bb8', 'tenant_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'mac_address': 'fa:16:3e:24:88:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a76393-3df0-430c-8e3d-dcfad339d034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:13:37Z', 'updated_at': '2021-10-11T15:13:41Z', 'revision_number': 5, 'project_id': '43c1a62ba5d846fb8f7f6a312e8ab5c3', 'subnets': [{'id': 'a624a858-a15a-4bd0-a185-f25a93ed1053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc3890-1109-4e3f-b556-b1822a4bd9ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:13:51.636150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4382a533-37a6-4776-979d-fbd78820776d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:13:51.685381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4382a533-37a6-4776-979d-fbd78820776d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:51.685806 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:51.772733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:51.800686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 4382a533-37a6-4776-979d-fbd78820776d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4382a533-37a6-4776-979d-fbd78820776d,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:13:51.808238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:51.862718 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=4382a533-37a6-4776-979d-fbd78820776d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:13:53.643498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4382a533-37a6-4776-979d-fbd78820776d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:13:53.707853 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4382a533-37a6-4776-979d-fbd78820776d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:13:53.708937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:13:54.575699 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:14:02.296965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43c1e87e-c4ba-4b7d-be39-11b2d19223a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:04.791036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cedaa393-9c6b-4149-97f7-bbe29f968d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:05.726275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:05.867821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:07.510584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:31.565706 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:14:32.298922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebde75d6-4d94-42bb-80e0-0ce7ad9147a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:34.796168 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03f37131-a3d8-435a-924d-81de569964e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:35.728764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:35.861402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:14:37.507313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:02.301521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b179a285-3706-4573-ac10-2c8239bc4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:04.796865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb272f33-a6dd-4677-800a-834c37308bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:05.722320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:05.863379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:07.509686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:08.564122 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:15:30.128180 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:30.188455 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c7e650-8ec6-482e-afb3-5f2587fbb8a0 admin admin] GET failed (client error): The resource could not be found. Oct 11 15:15:30.189782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56c7e650-8ec6-482e-afb3-5f2587fbb8a0 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606985 Oct 11 15:15:30.420173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72feb5b-fac6-4510-b2ae-6d63fbef27f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:30.421572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a72feb5b-fac6-4510-b2ae-6d63fbef27f3 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2272208 Oct 11 15:15:32.302185 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912a81a1-7966-4ce0-baaa-08dd1f16e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:32.748252 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:32.848884 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079e22e-ed8a-4a80-844d-23d0c558f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:32.850267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a079e22e-ed8a-4a80-844d-23d0c558f572 admin admin] 10.222.0.31 "GET /v2.0/subnets/a624a858-a15a-4bd0-a185-f25a93ed1053 HTTP/1.1" status: 200 len: 849 time: 0.1010828 Oct 11 15:15:32.860857 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:15:32.945200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:33.080806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268102669'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:33.112110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:33.113310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:33.113960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] 10.222.0.31 "PUT /v2.0/subnets/a624a858-a15a-4bd0-a185-f25a93ed1053 HTTP/1.1" status: 200 len: 868 time: 0.2567220 Oct 11 15:15:33.133065 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b47c7e-a670-414b-95de-e862a2ab4435 None None] Network e55fb41e-0828-4a2e-938b-451ebb6d7bb8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:15:33.136511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a624a858-a15a-4bd0-a185-f25a93ed1053,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:15:33.143858 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.144247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.144534 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.145958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.145958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.145958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.145958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.146383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.146610 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.146927 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.147242 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.147558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f13e0-226d-4ab7-b417-038bd99efa58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:15:33.487307 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a4b667a-129b-4a4c-8d1b-92c76d8cf1eb None None] Provisioning complete for port 1f7575f5-ece0-4b95-b637-8deca3dd2758 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:15:33.487838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a4b667a-129b-4a4c-8d1b-92c76d8cf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:33.570309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a4b667a-129b-4a4c-8d1b-92c76d8cf1eb None None] Provisioning complete for port 71e41fd8-9b32-42c5-b640-366b1d14899d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:15:33.570592 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a4b667a-129b-4a4c-8d1b-92c76d8cf1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:34.801647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c64ec125-1d19-4427-95c0-c97c7df55a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:35.450409 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:35.644802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af8316-0e13-4c38-86a1-d19789f2c03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:35.645192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af8316-0e13-4c38-86a1-d19789f2c03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:35.646735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e3af8316-0e13-4c38-86a1-d19789f2c03d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953828 Oct 11 15:15:35.730092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:35.865021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:37.512444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:15:37.914999 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:38.113976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bad7bc-149e-4ccc-8035-c90ba2e293b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:38.114346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bad7bc-149e-4ccc-8035-c90ba2e293b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:38.115866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2bad7bc-149e-4ccc-8035-c90ba2e293b3 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999400 Oct 11 15:15:40.364516 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:40.490460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f68c0-f300-402e-a5c6-6990392554f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:40.491803 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dc4f68c0-f300-402e-a5c6-6990392554f1 admin admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 886 time: 0.1263397 Oct 11 15:15:42.735000 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:42.865839 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74dbea6-9942-46bd-9460-ba9ad76dcbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:42.867202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d74dbea6-9942-46bd-9460-ba9ad76dcbc1 admin admin] 10.222.0.31 "GET /v2.0/networks/e55fb41e-0828-4a2e-938b-451ebb6d7bb8 HTTP/1.1" status: 200 len: 869 time: 0.1312525 Oct 11 15:15:45.142463 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:45.261864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5079307a-6c90-44d6-9db7-ef72f21c86cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:45.262309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5079307a-6c90-44d6-9db7-ef72f21c86cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:45.263793 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5079307a-6c90-44d6-9db7-ef72f21c86cc admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204417 Oct 11 15:15:45.563646 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:15:47.513505 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:47.693841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49c76f-997b-4e02-85e2-1a659f6ca8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:47.694277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49c76f-997b-4e02-85e2-1a659f6ca8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:47.695823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ee49c76f-997b-4e02-85e2-1a659f6ca8b1 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1812766 Oct 11 15:15:49.949242 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:50.036302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d745b6a-5258-46df-9dee-381a407bca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:50.037659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d745b6a-5258-46df-9dee-381a407bca4a admin admin] 10.222.0.31 "GET /v2.0/subnets/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7 HTTP/1.1" status: 200 len: 816 time: 0.0874128 Oct 11 15:15:52.298354 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:15:52.387751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac601fed-24c0-4ec6-92a4-7d60bd7bd105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:15:52.389069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ac601fed-24c0-4ec6-92a4-7d60bd7bd105 admin admin] 10.222.0.31 "GET /v2.0/subnets/a624a858-a15a-4bd0-a185-f25a93ed1053 HTTP/1.1" status: 200 len: 868 time: 0.0897763 Oct 11 15:16:02.302588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8624acc-8279-4944-b970-3decdabab974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:04.802739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-316409ae-186e-499a-9b58-9c05d4460bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:05.730955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:05.866070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:07.525652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:16.661328 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:16:16.707770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-5115db9a-6442-4c98-aa58-a1209d350e89 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:16:16.708739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5115db9a-6442-4c98-aa58-a1209d350e89 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0464523 Oct 11 15:16:19.069919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:16:19.129794 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c591e72b-a131-4e9a-8871-f3256ac38b26 admin admin] GET failed (client error): The resource could not be found. Oct 11 15:16:19.131037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c591e72b-a131-4e9a-8871-f3256ac38b26 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601788 Oct 11 15:16:19.217105 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e54e3-5e67-4d06-9b4b-d232ff37c3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:16:19.218565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-860e54e3-5e67-4d06-9b4b-d232ff37c3b8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824704 Oct 11 15:16:21.525949 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:16:21.572762 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:16:21.593474 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Made reservation on behalf of b47061b88da04e59884596de7eb5ba51 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:16:21.595839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:21.623122 n-d-master-1 neutron-server[94826]: WARNING neutron.services.revisions.revision_plugin [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Could not find related network for resource to bump revision. Oct 11 15:16:21.633942 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:16:21.643040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:21.643369 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Added segment 4ed26953-931a-430d-8231-71ab1b72bac9 of type vlan for network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 Oct 11 15:16:21.680116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:21.703353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:21.704306 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:16:21.704810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:21.760173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2331529 Oct 11 15:16:21.765062 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Pushing event updated for resources: {'Network': ['ID=d9ea9c1b-fc12-4f5e-833c-13d631ad3640,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:16:21.772006 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.772344 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.772677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.773005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.773330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.773685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.774007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.774323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.774639 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.774954 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.775268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.775579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556ee5-13fa-44ca-b79c-92c9ef3bbe1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:21.787456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:16:22.561739 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:16:24.067165 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:16:24.126448 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a2cf0b-05fa-479c-b0ac-58d13421b219 admin admin] GET failed (client error): The resource could not be found. Oct 11 15:16:24.127726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2a2cf0b-05fa-479c-b0ac-58d13421b219 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596085 Oct 11 15:16:24.199844 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74608d04-6a37-4879-ac6b-926a8d8356c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:16:24.201251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74608d04-6a37-4879-ac6b-926a8d8356c0 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688961 Oct 11 15:16:24.211374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Request body: {'subnet': {'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:16:24.232161 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Made reservation on behalf of b47061b88da04e59884596de7eb5ba51 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:16:24.234395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.391343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.451036 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53423211-1505-4a22-a302-c7f50d4760a1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:16:24.455200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:16:24.455546 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Network hostable DHCP agents. Network: d9ea9c1b-fc12-4f5e-833c-13d631ad3640, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:16:24.471142 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:16:24.479353 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d9ea9c1b-fc12-4f5e-833c-13d631ad3640) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:16:24.484994 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:16:24.484994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.488388 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ef753-6c50-417e-a2fe-be889a1d4700 None None] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:16:24.501543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5e7d8e6-5ca7-47ea-8a71-86a4e2a74ea2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2933986 Oct 11 15:16:24.649313 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'tenant_id': 'b47061b88da04e59884596de7eb5ba51', 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:16:24.650251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.787642 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Allocated IP 192.168.233.2 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/6952b55b-8f27-4a8a-9f35-09aeaaf76853) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:16:24.929993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.936121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:24.980885 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:16:24.983819 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:16:24.988309 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Pushing event updated for resources: {'Port': ['ID=6952b55b-8f27-4a8a-9f35-09aeaaf76853,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:16:24.990434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:16:25.004574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.004924 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.005464 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.005846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.006221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.006574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.007003 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.007357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.007718 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.008104 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.008483 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.008824 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:16:25.058950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Attempting to bind port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:16:25.059317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Attempting to bind port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:16:25.059675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Attempting to bind port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:16:25.064678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:16:25.065042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:16:25.065445 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:25.065938 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:16:25.066531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Bound port: 6952b55b-8f27-4a8a-9f35-09aeaaf76853, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:16:25.066928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:25.128915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] For port 6952b55b-8f27-4a8a-9f35-09aeaaf76853, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:16:25.132189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] For port 6952b55b-8f27-4a8a-9f35-09aeaaf76853, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6952b55b-8f27-4a8a-9f35-09aeaaf76853,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:16:25.137027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:25.199782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ee31a-5614-410e-95ac-fe173fdac453 None None] Pushing event updated for resources: {'Port': ['ID=6952b55b-8f27-4a8a-9f35-09aeaaf76853,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:16:25.740070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6952b55b-8f27-4a8a-9f35-09aeaaf76853 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:16:25.804818 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:16:25.805307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:25.897825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:25.936884 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 6952b55b-8f27-4a8a-9f35-09aeaaf76853, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6952b55b-8f27-4a8a-9f35-09aeaaf76853,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:16:25.944281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:26.005686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=6952b55b-8f27-4a8a-9f35-09aeaaf76853,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:16:26.038179 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de197622-1cce-43e3-b80c-e16097729bbf None None] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:16:26.157538 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21dbfca3-028d-43a2-91d0-796713d52f22 None None] Provisioning complete for port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:16:26.157785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21dbfca3-028d-43a2-91d0-796713d52f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:26.391108 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-484d022c-f4a4-470f-a49d-3691753c1f92 None None] Provisioning complete for port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:16:26.391556 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-484d022c-f4a4-470f-a49d-3691753c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:27.714710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6952b55b-8f27-4a8a-9f35-09aeaaf76853 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:16:27.761792 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6952b55b-8f27-4a8a-9f35-09aeaaf76853 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:16:27.762159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:32.303571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c686f277-9aad-49a2-9104-767068c3a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:34.803144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52beec83-3668-404f-9f62-f42be2a5e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:35.733673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:35.866151 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:37.523535 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:16:59.561045 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:17:02.305092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cc2033c-b94a-45fa-9576-1bc8cedaa260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:04.803406 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06b3d037-7127-4fa5-8ab1-44ec4aeb6fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:05.736811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:05.867054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:07.530627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:32.307095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6be9-3430-4182-aeb3-b56f42b325ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:34.804629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83d77e19-6032-4b8f-af5a-31423f060cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:34.925390 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:17:34.931140 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-ab89fe0d-3840-49fb-9f79-1902a0b24661 tempest-verify_tempest_config-1982120318 tempest-verify_tempest_config-1982120318-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:17:34.932678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab89fe0d-3840-49fb-9f79-1902a0b24661 tempest-verify_tempest_config-1982120318 tempest-verify_tempest_config-1982120318-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0062742 Oct 11 15:17:35.221284 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:17:35.330330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.434018 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.437806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.479917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9e3de-984c-42e5-b006-ff3a49c3dab9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:17:35.484708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c6f07a06dd4485c88fae323a50bc79b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2624137 Oct 11 15:17:35.487540 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:17:35.488928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.489267 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.489623 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.489955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.490276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.490595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.490911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.491227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.491544 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.491856 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.492169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.492486 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bfc96-9273-450c-854b-00b92def3edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.540292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.559802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.645781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.648347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.649500 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ba9e3de-984c-42e5-b006-ff3a49c3dab9 HTTP/1.1" status: 204 len: 168 time: 0.1609805 Oct 11 15:17:35.657694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9e3de-984c-42e5-b006-ff3a49c3dab9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:17:35.664558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.664898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.665236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.665607 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.665935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.666260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.666573 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.667080 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.667394 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.667707 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.668019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.668327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a352-bdcd-4c98-9ad1-fb57bfa472c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:17:35.738322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:35.869049 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:17:36.558906 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:17:37.532673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:02.306701 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f448749e-5e53-42ed-b675-f43a0d855a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:04.804153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0a8055-5215-4144-b772-444e4d9dd90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:05.741136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:05.869450 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:07.536082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:13.557962 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:18:32.307523 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1f75ca4-4401-402a-8484-042b04e020ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:34.897530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfc73e67-b8c7-40cd-892d-ab83fff94282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:35.744403 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:35.870573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:37.536467 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:18:50.555858 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:19:02.307927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a789af8e-1b70-4ae6-8974-f2c1572647f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:04.807644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89b58d5e-9bd9-4db9-82e3-9b7c130501d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:05.747078 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:05.870995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:07.539027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:27.553907 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:19:32.309387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ccb1a6-351a-429f-90b8-13e9ebae4f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:34.809451 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0316707-6ced-4159-830a-c80374a3b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:35.751759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:35.871913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:19:37.542273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:02.309104 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7523d10b-afa7-46c6-b261-98a2c3040471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:04.552213 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:20:04.810024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c58ae45c-2ed5-49c7-b4c7-8f7add941e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:05.754054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:05.872638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:07.545875 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:32.310786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137cf445-1b49-4781-b6b1-1ec279ffbff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:34.813064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdb52a27-9c59-4856-b3d3-792450d41798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:35.757687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:35.873655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:37.549392 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:38.933564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:40.329251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585968'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:20:41.550746 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:21:02.312124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6566838-5119-4978-a018-3fa4e9531a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:04.812351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebc3708a-b1de-4128-bc81-a55d85d092d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:05.759207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:05.875514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:07.549996 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:08.886655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:10.291236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:18.549575 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:21:22.963245 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:21:23.064679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ab2311f-37c6-4cce-8a1e-998a31740a96 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0996284 Oct 11 15:21:25.349895 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:21:25.404829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a781413-d6ed-4af9-8813-710a2bb8e30b admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0538380 Oct 11 15:21:32.313251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6c24201-ae7b-42ff-aeea-9dbf1146ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:34.812522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f1357e-2779-4cb4-84d1-d1d70b469495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:35.762292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:35.875628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:37.555175 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:38.901413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:40.305153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:21:55.548846 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:22:02.315057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ccf98dd-e89c-4451-9316-9086c379eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:04.818909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25443666-3074-4192-b511-81f95079cd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:05.765124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:05.878420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:07.557796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:08.906038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:10.304767 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:32.315007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19a82380-4b29-45ce-8d1e-0190967a8d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:32.548719 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:22:34.813471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8acd78f8-b6cf-43bb-b9d5-7ccdc3b405ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:35.767252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:35.875961 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:37.560247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:38.921572 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:40.303472 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:46.631565 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:46.751649 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:46.917405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-network', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:46.938061 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Made reservation on behalf of 23a04af4bc1747a088fb50e2bbbc7485 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:46.940575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:46.949275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.030031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.034504 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.075160 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:22:47.080212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb1d7cc-deeb-450a-83d4-68c94078dda2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:47.099254 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.099604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.099943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.100272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.100605 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.100921 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.101240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.101579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.101902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.102211 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.102522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.102836 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Tracked resource versions report: Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: pushed versions: Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Log': {'1.0'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Network': {'1.1'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Port': {'1.7'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'PortForwarding': {'1.2'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'QosPolicy': {'1.10'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SubPort': {'1.0'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Subnet': {'1.1'}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Trunk': {'1.1'}} Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: consumer versions: Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: { DHCP agent@n-d-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: HyperV agent@n-h1-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: HyperV agent@n-h2-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: L3 agent@n-d-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: Metadata agent@n-d-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: Metering agent@n-d-master-1: {}, Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'ConntrackHelper': '1.0', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Log': '1.0', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Network': '1.1', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Port': '1.7', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'PortForwarding': '1.2', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'QosPolicy': '1.10', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SecurityGroup': '1.4', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SecurityGroupRule': '1.2', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'SubPort': '1.0', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Subnet': '1.1', Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: 'Trunk': '1.1'}} Oct 11 15:22:47.103864 n-d-master-1 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:22:47.122835 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:47.123724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbbd03e2-b037-45f1-baa9-2ca53a3273e8 tempest-AutoAllocateNetworkTest-524562781 tempest-AutoAllocateNetworkTest-524562781-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a64802add4c140df87789002f73f6176&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3692677 Oct 11 15:22:47.125239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.125714 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Added segment 0c42b173-049a-4f07-927f-713196fc56df of type vlan for network f50996e8-e401-4cca-ac89-3474155500db Oct 11 15:22:47.173079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.206563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.207544 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:47.208127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.269259 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6359227 Oct 11 15:22:47.275778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:47.282862 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Request body: {'subnet': {'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-subnet', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:47.295446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404a50-344e-4087-a94d-fa8620379a88 admin admin] Pushing event updated for resources: {'Network': ['ID=f50996e8-e401-4cca-ac89-3474155500db,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:47.307348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f50996e8-e401-4cca-ac89-3474155500db details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:22:47.314396 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Made reservation on behalf of 23a04af4bc1747a088fb50e2bbbc7485 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:47.317376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.388470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3254d8e-78e6-49fc-bf30-a41166f677aa tempest-AutoAllocateNetworkTest-524562781 tempest-AutoAllocateNetworkTest-524562781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:47.394224 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:47.398277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a3254d8e-78e6-49fc-bf30-a41166f677aa tempest-AutoAllocateNetworkTest-524562781 tempest-AutoAllocateNetworkTest-524562781-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2743225 Oct 11 15:22:47.552140 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c21455dd-ca64-4e64-a5b0-178836068a95 tempest-AutoAllocateNetworkTest-524562781 tempest-AutoAllocateNetworkTest-524562781-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565940 Oct 11 15:22:47.556801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:47.616308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-28560a9c-3030-4145-b055-ecd67aea206b tempest-AutoAllocateNetworkTest-524562781 tempest-AutoAllocateNetworkTest-524562781-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a64802add4c140df87789002f73f6176 HTTP/1.1" status: 200 len: 208 time: 0.0583053 Oct 11 15:22:47.668074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.728493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16793b53-3da4-4fe3-89af-9cb4800763c5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:47.757910 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Checking segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:47.758926 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Network hostable DHCP agents. Network: f50996e8-e401-4cca-ac89-3474155500db, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:22:47.781164 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Network f50996e8-e401-4cca-ac89-3474155500db is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:22:47.794327 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f50996e8-e401-4cca-ac89-3474155500db) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:47.801533 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:47.802328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.803221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3aff8-ddb0-437a-9be8-212658afc65d None None] Network f50996e8-e401-4cca-ac89-3474155500db requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:22:47.823958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d873dab6-0605-4d38-9f21-6fe643fd7435 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5471313 Oct 11 15:22:47.826668 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:47.832775 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:47.883693 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:47.887701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.060281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.084448 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f50996e8-e401-4cca-ac89-3474155500db', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:22:48.085885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.245028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.256902 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Allocated IP 172.20.0.2 (f50996e8-e401-4cca-ac89-3474155500db/16793b53-3da4-4fe3-89af-9cb4800763c5/06daddbf-4803-4174-b20c-4a04094c31e7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:22:48.462077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.471486 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.481130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:48.484944 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.526797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Pushing event updated for resources: {'Port': ['ID=06daddbf-4803-4174-b20c-4a04094c31e7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:48.530282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.536594 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Network f50996e8-e401-4cca-ac89-3474155500db is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:48.538672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.539048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.539271 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.539604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.539935 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.540260 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.540588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.540909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.541228 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.541854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.541854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.542188 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Tracked resource versions report: Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: pushed versions: Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Log': {'1.0'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Network': {'1.1'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Port': {'1.7'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'PortForwarding': {'1.2'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'QosPolicy': {'1.10'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SubPort': {'1.0'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Subnet': {'1.1'}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Trunk': {'1.1'}} Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: consumer versions: Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: { DHCP agent@n-d-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: HyperV agent@n-h1-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: HyperV agent@n-h2-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: L3 agent@n-d-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: Metadata agent@n-d-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: Metering agent@n-d-master-1: {}, Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'ConntrackHelper': '1.0', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Log': '1.0', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Network': '1.1', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Port': '1.7', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'PortForwarding': '1.2', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'QosPolicy': '1.10', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SecurityGroup': '1.4', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SecurityGroupRule': '1.2', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'SubPort': '1.0', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Subnet': '1.1', Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: 'Trunk': '1.1'}} Oct 11 15:22:48.543220 n-d-master-1 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:22:48.546879 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:48.550307 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:22:48.619169 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Attempting to bind port 06daddbf-4803-4174-b20c-4a04094c31e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:22:48.619502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Attempting to bind port 06daddbf-4803-4174-b20c-4a04094c31e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:22:48.619794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Attempting to bind port 06daddbf-4803-4174-b20c-4a04094c31e7 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:22:48.625875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:22:48.626415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Checking segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:48.626967 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.627359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Bound using segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:22:48.627823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Bound port: 06daddbf-4803-4174-b20c-4a04094c31e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:22:48.628221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.674645 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Allocated IP 172.35.3.116 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/59d81e71-e638-4a8c-97dc-fb17c05aae1c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:22:48.696756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] For port 06daddbf-4803-4174-b20c-4a04094c31e7, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:22:48.700244 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] For port 06daddbf-4803-4174-b20c-4a04094c31e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06daddbf-4803-4174-b20c-4a04094c31e7,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:22:48.707852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.791131 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40476e24-64c2-433f-9fe4-7a8a0cb37b75 None None] Pushing event updated for resources: {'Port': ['ID=06daddbf-4803-4174-b20c-4a04094c31e7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:48.821590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.859574 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:48.897450 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:48.902465 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:48.909269 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:22:48.993617 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Pushing event updated for resources: {'Port': ['ID=59d81e71-e638-4a8c-97dc-fb17c05aae1c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:48.995009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9e122e5-d50d-487a-b13a-4aa726af6599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.007125 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.007753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.008507 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.008979 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.009449 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.010510 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.010985 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.011461 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.012061 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.012786 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.013262 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.013861 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Tracked resource versions report: Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: pushed versions: Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Log': {'1.0'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Network': {'1.1'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Port': {'1.7'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'PortForwarding': {'1.2'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'QosPolicy': {'1.10'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SubPort': {'1.0'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Subnet': {'1.1'}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Trunk': {'1.1'}} Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: consumer versions: Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: { DHCP agent@n-d-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: HyperV agent@n-h1-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: HyperV agent@n-h2-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: L3 agent@n-d-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: Metadata agent@n-d-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: Metering agent@n-d-master-1: {}, Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'ConntrackHelper': '1.0', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Log': '1.0', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Network': '1.1', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Port': '1.7', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'PortForwarding': '1.2', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'QosPolicy': '1.10', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SecurityGroup': '1.4', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SecurityGroupRule': '1.2', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'SubPort': '1.0', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Subnet': '1.1', Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: 'Trunk': '1.1'}} Oct 11 15:22:49.014994 n-d-master-1 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:22:49.189194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9e122e5-d50d-487a-b13a-4aa726af6599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.194888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9e122e5-d50d-487a-b13a-4aa726af6599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.257171 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9e122e5-d50d-487a-b13a-4aa726af6599 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a64802add4c140df87789002f73f6176&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7746546 Oct 11 15:22:49.260802 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:49.278666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e122e5-d50d-487a-b13a-4aa726af6599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7fe19d-56af-4b4e-9410-6decc6ddc036,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:49.336060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.369926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.394905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.434017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.436538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.437744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb7fe19d-56af-4b4e-9410-6decc6ddc036 HTTP/1.1" status: 204 len: 168 time: 0.1757779 Oct 11 15:22:49.489891 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63ae0-b171-4b62-bf6a-130c36f85e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7fe19d-56af-4b4e-9410-6decc6ddc036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:49.721953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:49.917778 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:22:49.965721 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22584e-6702-40d9-9544-8f156607b2db None None] Network f50996e8-e401-4cca-ac89-3474155500db requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:22:50.023767 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 06daddbf-4803-4174-b20c-4a04094c31e7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:22:50.063839 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:22:50.070656 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:50.085894 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:22:50.101723 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:22:50.103339 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:22:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:50.103666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.106966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16d4d988-3731-4712-8679-5c82d986855d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2784657 Oct 11 15:22:50.109291 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] Provisioning complete for port 06daddbf-4803-4174-b20c-4a04094c31e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:50.109666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.110054 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:50.201440 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 06daddbf-4803-4174-b20c-4a04094c31e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:50.201749 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.329289 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:22:50.354284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.467468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.513333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] For port 06daddbf-4803-4174-b20c-4a04094c31e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06daddbf-4803-4174-b20c-4a04094c31e7,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:22:50.522720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.642005 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:22:50.642413 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:22:50.685843 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6c67-a8e2-4e65-ad30-e96e9521f8bb None None] Pushing event updated for resources: {'Port': ['ID=06daddbf-4803-4174-b20c-4a04094c31e7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:50.701693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a7788-f32d-4679-9aba-f81e78aa6e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.708282 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:49Z', 'revision_number': 3, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:50.750418 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:22:50.751198 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Updating router ec999637-c1e9-40ed-b8b8-23e12ac7345c port 59d81e71-e638-4a8c-97dc-fb17c05aae1c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:22:50.809296 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.953677 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d999a7c-850f-4298-a3d2-8c1f319308d4 None None] Provisioning complete for port 06daddbf-4803-4174-b20c-4a04094c31e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:50.954044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d999a7c-850f-4298-a3d2-8c1f319308d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.978650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a7788-f32d-4679-9aba-f81e78aa6e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:50.991850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a7788-f32d-4679-9aba-f81e78aa6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.042768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.044966 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:51.047750 n-d-master-1 neutron-server[94827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 15:22:51.076447 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a7788-f32d-4679-9aba-f81e78aa6e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8c9d0-61b8-4650-a8b6-bf4747965cf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:51.095567 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:51.098757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-132a7788-f32d-4679-9aba-f81e78aa6e2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e18aa32062bc41c1961f538bb45a9f72&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0268991 Oct 11 15:22:51.102952 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:51.104102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-06e3390f-1ffd-44fe-ae99-e3a7d9bfcdd1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=698fcc02299f45dabf2f84d715549022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574920 Oct 11 15:22:51.137415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-dbff1107-3497-4926-b42e-9db6b10b79f5 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2002023665b146f29a9b5578c8dc2d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402765 Oct 11 15:22:51.243721 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.252325 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.262260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.287646 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Attempting to bind port 59d81e71-e638-4a8c-97dc-fb17c05aae1c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:22:51.288308 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Attempting to bind port 59d81e71-e638-4a8c-97dc-fb17c05aae1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:22:51.288983 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Attempting to bind port 59d81e71-e638-4a8c-97dc-fb17c05aae1c on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:22:51.316582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.318615 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:22:51.320670 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:51.321466 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.322257 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:22:51.322967 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Bound port: 59d81e71-e638-4a8c-97dc-fb17c05aae1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:22:51.323729 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.345502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-a2a274ea-27a1-4f75-b102-aa283c3241ad tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:51.347783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-a2a274ea-27a1-4f75-b102-aa283c3241ad tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345150 Oct 11 15:22:51.357278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-30bc80fd-2a08-4695-921a-b85fbbb0ee80 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:51.359585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-30bc80fd-2a08-4695-921a-b85fbbb0ee80 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101068 Oct 11 15:22:51.373278 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Allocated IP 172.20.0.1 (f50996e8-e401-4cca-ac89-3474155500db/16793b53-3da4-4fe3-89af-9cb4800763c5/b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:22:51.385901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-b1763ead-1298-421a-b0fd-4f60c477887a tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/quotas/698fcc02299f45dabf2f84d715549022 HTTP/1.1" status: 200 len: 375 time: 0.0252800 Oct 11 15:22:51.388585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-cc8616d6-f3b9-469f-87f4-4a4b694e5c71 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/quotas/2002023665b146f29a9b5578c8dc2d14 HTTP/1.1" status: 200 len: 375 time: 0.0178876 Oct 11 15:22:51.389924 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] For port 59d81e71-e638-4a8c-97dc-fb17c05aae1c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:22:51.396988 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] For port 59d81e71-e638-4a8c-97dc-fb17c05aae1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59d81e71-e638-4a8c-97dc-fb17c05aae1c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:22:51.416631 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.443899 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Pushing event updated for resources: {'Port': ['ID=59d81e71-e638-4a8c-97dc-fb17c05aae1c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:51.454257 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.454739 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.455182 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.455696 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.456117 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.457053 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.457466 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.457909 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.458322 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.458794 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.459299 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.459564 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Tracked resource versions report: Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: pushed versions: Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Log': {'1.0'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Network': {'1.1'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Port': {'1.7'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'PortForwarding': {'1.2'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'QosPolicy': {'1.10'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SubPort': {'1.0'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Subnet': {'1.1'}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Trunk': {'1.1'}} Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: consumer versions: Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: { DHCP agent@n-d-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: HyperV agent@n-h1-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: HyperV agent@n-h2-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: L3 agent@n-d-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: Metadata agent@n-d-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: Metering agent@n-d-master-1: {}, Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'ConntrackHelper': '1.0', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Log': '1.0', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Network': '1.1', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Port': '1.7', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'PortForwarding': '1.2', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'QosPolicy': '1.10', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SecurityGroup': '1.4', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SecurityGroupRule': '1.2', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'SubPort': '1.0', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Subnet': '1.1', Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: 'Trunk': '1.1'}} Oct 11 15:22:51.461047 n-d-master-1 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 15:22:51.463186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-448d73c0-67e4-4fdb-bcb9-92eb4e6a0ba5 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=698fcc02299f45dabf2f84d715549022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698931 Oct 11 15:22:51.463186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-74ce6122-a787-4092-bfb3-cebaeecdd39a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601661 Oct 11 15:22:51.475581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.478542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.482350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26f8c9d0-61b8-4650-a8b6-bf4747965cf3 HTTP/1.1" status: 204 len: 168 time: 0.3758724 Oct 11 15:22:51.494517 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:22:51.495131 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:22:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:51.497148 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8710f-39b9-4bce-80de-ff9cb3d6569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8c9d0-61b8-4650-a8b6-bf4747965cf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:51.559853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.596982 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfa9f2-fd77-4392-9a5a-31c371586732 None None] Pushing event updated for resources: {'Port': ['ID=59d81e71-e638-4a8c-97dc-fb17c05aae1c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:51.612722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.687465 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Network f50996e8-e401-4cca-ac89-3474155500db is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:51.689021 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:51.693021 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:51.735389 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:22:51.736012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:51.767499 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:22:52.020960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 06daddbf-4803-4174-b20c-4a04094c31e7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:22:52.095536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6307222-9aa6-4cb4-9aef-a23584407523 req-f936b6b7-cc29-4584-958d-2078940e60a5 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.1600602 Oct 11 15:22:52.097218 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 06daddbf-4803-4174-b20c-4a04094c31e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:52.097772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.112694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.181384 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:52.216664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fabdb8d1-58d9-4015-82ea-3abc0913ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.241978 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d639f3f7-db50-4f78-88be-fe82f3bb176f None None] Provisioning complete for port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:52.242612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d639f3f7-db50-4f78-88be-fe82f3bb176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.283199 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d639f3f7-db50-4f78-88be-fe82f3bb176f None None] Port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:22:52.345258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:49Z', 'revision_number': 3, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:52.378092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b7a1be1-5634-4cfd-8f25-1e665411d52e req-9befc7f5-20a4-4aab-9981-3eaa227dbea5 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 210 time: 0.1631176 Oct 11 15:22:52.384859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fabdb8d1-58d9-4015-82ea-3abc0913ccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.394502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fabdb8d1-58d9-4015-82ea-3abc0913ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.437344 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda087-c86d-4a5d-a520-675cccedaf03 None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:49Z', 'revision_number': 3, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:22:52.460457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fabdb8d1-58d9-4015-82ea-3abc0913ccb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f6bd16a0391496b80c8e0ee7e695495&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2750046 Oct 11 15:22:52.460457 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdb8d1-58d9-4015-82ea-3abc0913ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499151a-1e49-4fb7-baf1-831dfa301aa4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:52.462412 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:52.546343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.571086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.626879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.633318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.634084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.683960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.687858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:52.689063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8499151a-1e49-4fb7-baf1-831dfa301aa4 HTTP/1.1" status: 204 len: 168 time: 0.2143271 Oct 11 15:22:52.710344 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d464ca3-e135-4f8b-a5e5-54c519651fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499151a-1e49-4fb7-baf1-831dfa301aa4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:52.779485 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:52.895452 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Network f50996e8-e401-4cca-ac89-3474155500db is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:52.897256 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:53.212853 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:22:53.367573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bb478c4-6729-4dde-9b54-cb4f1df8051f req-dc0ec114-8112-46ee-a9f7-3a9244b666c1 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0775838 Oct 11 15:22:53.420056 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2535b56-5221-42d2-a0af-b9d18e4bcc3f None None] Provisioning complete for port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:53.420682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2535b56-5221-42d2-a0af-b9d18e4bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:53.470336 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:22:53.487342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09221b81-1bea-40ab-a63c-179b91436b75 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec999637-c1e9-40ed-b8b8-23e12ac7345c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3679221 Oct 11 15:22:53.522986 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f2535b56-5221-42d2-a0af-b9d18e4bcc3f None None] Port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:22:53.542362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec4481b9-e12d-4028-9ed9-097695ff135f req-a8ac79f5-0233-45fd-9d87-db291589fcf2 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0426404 Oct 11 15:22:54.068240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 59d81e71-e638-4a8c-97dc-fb17c05aae1c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:22:54.131199 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 59d81e71-e638-4a8c-97dc-fb17c05aae1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:54.132162 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.253585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.304997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 59d81e71-e638-4a8c-97dc-fb17c05aae1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59d81e71-e638-4a8c-97dc-fb17c05aae1c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:22:54.311420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.549749 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=59d81e71-e638-4a8c-97dc-fb17c05aae1c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:54.627938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5e5823f-af2a-4a06-ba31-539ca0f88c42 req-9706cb5b-8cd3-4b57-9cbf-20b3a4dc368a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0318172 Oct 11 15:22:54.724310 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:54.731919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:54.736795 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-network', 'tenant_id': '09720590c91c4b3192b807bc7b47f379'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:54.762010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcb38fca-7222-4fda-845c-c61fdd4f7726 req-40b19c60-5329-4490-a060-e1a3cf1526f2 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0519438 Oct 11 15:22:54.818971 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Made reservation on behalf of 09720590c91c4b3192b807bc7b47f379 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:54.821364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.831245 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.923474 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:22:54.934835 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.36', 55833) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:54.953066 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:22:54.954331 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:22:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:54.955560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.961868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:54.991436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-9c31ac3b-0d5e-4aaa-bb14-293cdf90a733 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=698fcc02299f45dabf2f84d715549022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478156 Oct 11 15:22:55.039145 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d2bf55-97a6-4f8a-8d32-36ce6b2b1b27,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:55.076212 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:22:55.089387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.090245 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Added segment b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678 of type vlan for network f4fc8769-5946-49bb-9437-459f97855d67 Oct 11 15:22:55.150494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900b45ef-4f21-4737-85d4-44188894d4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.168797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.177735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-7f273da5-3f9a-4057-a00a-f8e2a345a52a tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:55.179849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-7f273da5-3f9a-4057-a00a-f8e2a345a52a tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870322 Oct 11 15:22:55.198647 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:22:55.231723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.233212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:55.234017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.279575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Request body: {'port': {'device_id': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '698fcc02299f45dabf2f84d715549022'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:55.316401 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5834641 Oct 11 15:22:55.340415 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:55.350858 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Request body: {'subnet': {'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-subnet', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:55.377118 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad0f20-9e84-41b1-8ec1-7e63e3f8ce03 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fc8769-5946-49bb-9437-459f97855d67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:55.429278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900b45ef-4f21-4737-85d4-44188894d4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.435759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900b45ef-4f21-4737-85d4-44188894d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.447565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f4fc8769-5946-49bb-9437-459f97855d67 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:22:55.501994 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Made reservation on behalf of 09720590c91c4b3192b807bc7b47f379 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:55.502732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.508734 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.36', 55836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:55.585730 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 2, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:55.621418 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:22:55.621939 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Updating router ec999637-c1e9-40ed-b8b8-23e12ac7345c port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:22:55.650308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.674327 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-900b45ef-4f21-4737-85d4-44188894d4b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6308b7c0a4cd44679616651d27558339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9487782 Oct 11 15:22:55.677437 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:55.700697 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b45ef-4f21-4737-85d4-44188894d4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a602b0-495b-482a-adaa-fe9f8d9b7732,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:55.736863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-3bdbd2f0-ac8d-4d7c-963d-8d451c716f4a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2002023665b146f29a9b5578c8dc2d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2102365 Oct 11 15:22:55.935415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Made reservation on behalf of 698fcc02299f45dabf2f84d715549022 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:55.945423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:55.988358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ded2993e-534a-4b91-be2c-279a170114da req-e72e6ea3-c667-4d7a-af27-e4b39a78f8f2 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0949175 Oct 11 15:22:55.994256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.022971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 59d81e71-e638-4a8c-97dc-fb17c05aae1c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:22:56.065370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.077428 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.152930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.157418 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.166783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.167595 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980f872-2df9-4473-bdb8-1ce9f4459b30 None None] Pushing event updated for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:56.209043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 59d81e71-e638-4a8c-97dc-fb17c05aae1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:56.210620 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.295792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.296908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.318112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Attempting to bind port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:22:56.318688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Attempting to bind port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:22:56.319367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Attempting to bind port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:22:56.330044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:22:56.330696 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Checking segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:56.331253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.332383 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Bound using segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:22:56.333606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Bound port: b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:22:56.334188 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.411693 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d1068f-03fb-4c49-b376-35dd533c834c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:56.482784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c89f25d-15b5-4df3-bfe7-9d26fa853d24 req-6d781c86-a218-4f67-8323-c4239b532027 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 210 time: 0.2464447 Oct 11 15:22:56.575129 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] For port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:22:56.575486 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-9639639f-3332-405b-99f9-0b23dae3c9ba tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:56.577178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-9639639f-3332-405b-99f9-0b23dae3c9ba tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8281646 Oct 11 15:22:56.591041 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Checking segment: {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:56.592084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] For port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:22:56.594159 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Network hostable DHCP agents. Network: f4fc8769-5946-49bb-9437-459f97855d67, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:22:56.606856 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] Provisioning complete for port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:56.607375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.610514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.616186 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Request body: {'port': {'device_id': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '2002023665b146f29a9b5578c8dc2d14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:56.680749 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:56.749548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:22:56.757676 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:22:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:56.871004 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Network f4fc8769-5946-49bb-9437-459f97855d67 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:22:56.945375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.948877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:56.950231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01a602b0-495b-482a-adaa-fe9f8d9b7732 HTTP/1.1" status: 204 len: 168 time: 1.2712817 Oct 11 15:22:56.974886 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f4fc8769-5946-49bb-9437-459f97855d67) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:57.000094 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:57.001182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.009358 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b6f1f-5786-40b7-b472-118c5a1788a4 None None] Network f4fc8769-5946-49bb-9437-459f97855d67 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:22:57.011144 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51527-7448-44c2-abd3-eea27905794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a602b0-495b-482a-adaa-fe9f8d9b7732,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:57.040076 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Allocated IP 192.168.233.246 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/ece684e9-eac5-4570-91c8-671e0c035ff8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:22:57.332631 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980f872-2df9-4473-bdb8-1ce9f4459b30 None None] Pushing event updated for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:57.337392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8e1529d-2721-4564-a03b-535b07c7ab51 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9951017 Oct 11 15:22:57.341326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.378296 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:57.380776 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:22:57.404708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de5181fa-3dbe-4a76-97b0-ffe9ea678e3b req-3bb7fe44-b9c0-4aca-acb6-40dba71f0f3a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.2215071 Oct 11 15:22:57.409154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.521178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:57.635113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.636171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.668298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Pushing event updated for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:57.710358 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Made reservation on behalf of 2002023665b146f29a9b5578c8dc2d14 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:22:57.720744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.754696 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.767583 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:57.772898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.790864 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56120) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:57.843199 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:57.855533 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:22:57.909667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:57.910429 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.938965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.963723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd4e-20db-4b85-9874-1495b4c13409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:57.978824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-4d04133a-9bee-4d72-a175-2843c3dcd124 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7051060 Oct 11 15:22:58.059066 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:58.151444 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f4fc8769-5946-49bb-9437-459f97855d67', 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'fixed_ips': [{'subnet_id': 'a5d1068f-03fb-4c49-b376-35dd533c834c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:22:58.152385 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.198477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] For port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:22:58.222034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd4e-20db-4b85-9874-1495b4c13409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.230067 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-5c48c483-29ee-4398-83e4-9e4e1f021a44 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:22:58.237336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-5c48c483-29ee-4398-83e4-9e4e1f021a44 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088978 Oct 11 15:22:58.257814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467dc88-9fe9-4b8b-9ec7-5ca0f2d93e9e req-1683ebf1-39a5-4e51-acbe-da77f76d0500 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:58.272644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1467dc88-9fe9-4b8b-9ec7-5ca0f2d93e9e req-1683ebf1-39a5-4e51-acbe-da77f76d0500 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 936 time: 0.6055679 Oct 11 15:22:58.276763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd4e-20db-4b85-9874-1495b4c13409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.441939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Allocated IP 172.20.0.2 (f4fc8769-5946-49bb-9437-459f97855d67/a5d1068f-03fb-4c49-b376-35dd533c834c/9e976cff-a66c-45b3-a874-d94a9dc3a39a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:22:58.464402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c5c8fd4e-20db-4b85-9874-1495b4c13409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe0afa842a5d4602af004bd6e9fa6b46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6668775 Oct 11 15:22:58.465023 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:58.508160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1467dc88-9fe9-4b8b-9ec7-5ca0f2d93e9e req-24ab434b-36a6-4a0d-8f80-b0c3a4d2cf20 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333620 Oct 11 15:22:58.510711 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8fd4e-20db-4b85-9874-1495b4c13409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae8ed1-48cd-4d00-9a92-2ad1dc892647,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:58.545352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.567932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa0d428-fe10-4e37-a372-22334325f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.602005 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Request body: {'port': {'device_id': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'device_owner': 'compute:tempest-test_az-976464322', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:22:58.612750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.759475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-262a0d95-64e9-484c-902f-9ac435a6d9fe req-56b11038-5543-4915-8921-f85debb394cc tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0699768 Oct 11 15:22:58.826714 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5ae096b-9ca5-4d54-bce1-7ee57ffbe5de None None] Provisioning complete for port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:58.827375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ae096b-9ca5-4d54-bce1-7ee57ffbe5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.845621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.849590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.856629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa0d428-fe10-4e37-a372-22334325f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.862674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.865676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa0d428-fe10-4e37-a372-22334325f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.883481 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:58.958578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.047469 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-afa0d428-fe10-4e37-a372-22334325f77b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20cfa1aa0c004a2bb2ea47e3e843e2d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9834406 Oct 11 15:22:59.048717 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:59.074794 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4d62f-509f-4973-8e21-bd9749702a92 None None] Pushing event updated for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:59.084580 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0d428-fe10-4e37-a372-22334325f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae49f57-dcf2-4052-ba7f-af7674a7a417,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:59.171680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.198226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.305110 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Network f4fc8769-5946-49bb-9437-459f97855d67 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:22:59.314070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157be7c2-bcb7-452e-bc75-e61227b2b5c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:59.314955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:56Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:22:59.320079 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:22:59.325173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:22:59.335771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.339090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.340666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30ae8ed1-48cd-4d00-9a92-2ad1dc892647 HTTP/1.1" status: 204 len: 168 time: 0.8551674 Oct 11 15:22:59.354374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b022f4-0703-4ccd-a66b-dd60b11d434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae8ed1-48cd-4d00-9a92-2ad1dc892647,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:59.392711 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7f88-3d2f-4c7f-b4ca-fbdc2c5d8448 None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:56Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:22:59.401773 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Pushing event updated for resources: {'Port': ['ID=9e976cff-a66c-45b3-a874-d94a9dc3a39a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:22:59.592481 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Attempting to bind port 9e976cff-a66c-45b3-a874-d94a9dc3a39a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:22:59.592856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Attempting to bind port 9e976cff-a66c-45b3-a874-d94a9dc3a39a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:22:59.593909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Attempting to bind port 9e976cff-a66c-45b3-a874-d94a9dc3a39a on network f4fc8769-5946-49bb-9437-459f97855d67 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:22:59.604271 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5ae096b-9ca5-4d54-bce1-7ee57ffbe5de None None] Provisioning complete for port ece684e9-eac5-4570-91c8-671e0c035ff8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:22:59.604677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5ae096b-9ca5-4d54-bce1-7ee57ffbe5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.687145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:22:59.687531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Checking segment: {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:22:59.687926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.688324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Bound using segment: {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:22:59.688822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Bound port: 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:22:59.695136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.775991 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:22:59.818690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae096b-9ca5-4d54-bce1-7ee57ffbe5de None None] Port ece684e9-eac5-4570-91c8-671e0c035ff8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:22:59.863916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f21864-0ac4-43a5-a67c-687a0fc84fef req-1a34a412-21ca-42f7-ab93-c515fcbdb24c tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:22:59.885444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f21864-0ac4-43a5-a67c-687a0fc84fef req-1a34a412-21ca-42f7-ab93-c515fcbdb24c tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 936 time: 0.1652982 Oct 11 15:22:59.922894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] For port 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:22:59.937974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] For port 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e976cff-a66c-45b3-a874-d94a9dc3a39a,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:22:59.950238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:22:59.984512 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Allocated IP 192.168.233.47 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/f9d68fab-66e4-47c6-902e-a1e1d39015e2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:00.002242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f21864-0ac4-43a5-a67c-687a0fc84fef req-6886a8fc-820f-4a7d-8326-5506f804013b tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Oct 11 15:23:00.093914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1523207-32fa-4d91-aa5d-20bd43186c29 req-2859f373-2c3d-4e04-9d2e-21b6baa27f84 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0643713 Oct 11 15:23:00.122407 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6485-8bb5-45c5-90c3-7fa36cd2c2cd None None] Pushing event updated for resources: {'Port': ['ID=9e976cff-a66c-45b3-a874-d94a9dc3a39a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:00.171808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:00.211782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46668dd2-38bc-4c0a-96b7-0cccd4fd3ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.299307 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:00.299307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.307380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.403755 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46668dd2-38bc-4c0a-96b7-0cccd4fd3ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.418222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46668dd2-38bc-4c0a-96b7-0cccd4fd3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.529242 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668dd2-38bc-4c0a-96b7-0cccd4fd3ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde5b4ff-bc20-4fb4-bca7-7ba08a277163,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:00.550483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.560819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-46668dd2-38bc-4c0a-96b7-0cccd4fd3ab7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98cab69ec7534f68825b6c99e3aebc7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7784426 Oct 11 15:23:00.561856 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:00.600800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.602970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.693417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.743800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.839963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.843194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:00.845257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cde5b4ff-bc20-4fb4-bca7-7ba08a277163 HTTP/1.1" status: 204 len: 168 time: 0.2791703 Oct 11 15:23:00.876618 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f081d7a-0039-4a43-badf-5a682e396170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde5b4ff-bc20-4fb4-bca7-7ba08a277163,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:01.041733 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:01.056276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.059960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.062634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.063852 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ae49f57-dcf2-4052-ba7f-af7674a7a417 HTTP/1.1" status: 204 len: 168 time: 1.9913967 Oct 11 15:23:01.167357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d634-7fe6-41dd-8372-f20571f2832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae49f57-dcf2-4052-ba7f-af7674a7a417,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:01.179625 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Allocated IP 172.35.3.110 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/72c6f164-7043-4610-b486-3526743616d9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:01.213879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde10a4-a750-4450-99ac-82403be73301 req-f3bdec35-1865-485d-829a-fa0bfc46f80f tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:01.223689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbde10a4-a750-4450-99ac-82403be73301 req-f3bdec35-1865-485d-829a-fa0bfc46f80f tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 936 time: 0.1101604 Oct 11 15:23:01.336460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbde10a4-a750-4450-99ac-82403be73301 req-ce71f34a-1580-47d5-92a3-203d073c3a5c tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112735 Oct 11 15:23:01.397334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.414558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1bd5e5c-a875-4d50-a86b-934c8abd1b0c req-13e4ff53-086c-4c09-b878-e7ea6390b055 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0975268 Oct 11 15:23:01.519398 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-621308988-network', 'tenant_id': 'b7ef6772d44a4edcbb3e93c96778d877'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:01.623797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Made reservation on behalf of b7ef6772d44a4edcbb3e93c96778d877 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:01.630323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.675800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.697004 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:01.731895 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:01.752062 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:01.782431 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:01.783118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.805987 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Pushing event updated for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:01.892713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-69eca56d-b2fa-4922-b94d-564d3955acc4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2898779 Oct 11 15:23:01.937315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:01.951831 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Request body: {'port': {'device_id': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'device_owner': 'compute:tempest-test_az-976464322', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:01.957594 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:01.998208 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:02.051310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00be7f87-9028-47c4-91e9-604f0659a2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.056153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb5b-764c-402b-a99e-c657f2daaeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.108481 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9e976cff-a66c-45b3-a874-d94a9dc3a39a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:02.178808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.181017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c8985-b562-4b08-b77f-fc62c7066bef None None] Network f4fc8769-5946-49bb-9437-459f97855d67 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:02.214228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.255613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.262943 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece684e9-eac5-4570-91c8-671e0c035ff8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:02.284799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.290035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.322055 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:02.340487 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:02.341956 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:02.353852 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Transition to ACTIVE for port object ece684e9-eac5-4570-91c8-671e0c035ff8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:02.362418 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:02.368516 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Pushing event updated for resources: {'Port': ['ID=72c6f164-7043-4610-b486-3526743616d9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:02.390199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.397584 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] Provisioning complete for port 9e976cff-a66c-45b3-a874-d94a9dc3a39a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:02.398014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.436266 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8bf8-9349-4132-bf4b-83a064a306d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.493746 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9e976cff-a66c-45b3-a874-d94a9dc3a39a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:02.494114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.504438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750268124151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.506921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Unsubscribe: segment precommit_create {{(pid=94827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 15:23:02.511175 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Added segment e3b5b051-9c32-4eb5-b69d-c693e3666005 of type vlan for network db08874e-8faf-482f-8686-27933a6ba2ab Oct 11 15:23:02.596393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb5b-764c-402b-a99e-c657f2daaeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.603653 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1998d-213d-4772-be0c-a01eb687a6bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:02.669193 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c9fb5b-764c-402b-a99e-c657f2daaeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.678158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.682627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.786121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] For port 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e976cff-a66c-45b3-a874-d94a9dc3a39a,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:02.795260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.865590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:23:02.866058 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:23:02.917819 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ec937-520c-451e-bc89-066baf43ac90 None None] Pushing event updated for resources: {'Port': ['ID=9e976cff-a66c-45b3-a874-d94a9dc3a39a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:02.960544 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-161b6041-10b1-44f4-aeac-4e7f312b5c7f None None] Provisioning complete for port f9d68fab-66e4-47c6-902e-a1e1d39015e2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:02.962874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-161b6041-10b1-44f4-aeac-4e7f312b5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:02.989239 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Attempting to bind port ece684e9-eac5-4570-91c8-671e0c035ff8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:02.990414 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Attempting to bind port ece684e9-eac5-4570-91c8-671e0c035ff8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:02.990414 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Attempting to bind port ece684e9-eac5-4570-91c8-671e0c035ff8 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:02.999963 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Port ece684e9-eac5-4570-91c8-671e0c035ff8 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:03.000287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Attempting to bind port ece684e9-eac5-4570-91c8-671e0c035ff8 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:03.013869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.017682 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:03.018224 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:03.018879 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:03.019493 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Bound port: ece684e9-eac5-4570-91c8-671e0c035ff8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:03.019917 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.039268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00be7f87-9028-47c4-91e9-604f0659a2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.048794 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Pushing event updated for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.067026 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-161b6041-10b1-44f4-aeac-4e7f312b5c7f None None] Port f9d68fab-66e4-47c6-902e-a1e1d39015e2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:03.108659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00be7f87-9028-47c4-91e9-604f0659a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.131979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5c9fb5b-764c-402b-a99e-c657f2daaeca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b023a92b36046d4a57efb55bdad108d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175814 Oct 11 15:23:03.139029 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:03.157296 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9fb5b-764c-402b-a99e-c657f2daaeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e69e9-ed10-4b75-9fae-6242ff6ca7ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.177978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4244a4-2d76-41ee-9989-666fcbb8ea59 req-06acaea6-62f9-4e74-99e0-75954c25f23a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:03.201319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-00be7f87-9028-47c4-91e9-604f0659a2d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d9f2f26d3834f218bffd3b7a9b09f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2402108 Oct 11 15:23:03.211947 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d87b270-ae37-4d75-8841-88d08f68309d None None] Provisioning complete for port 9e976cff-a66c-45b3-a874-d94a9dc3a39a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:03.212568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d87b270-ae37-4d75-8841-88d08f68309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.221145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b4244a4-2d76-41ee-9989-666fcbb8ea59 req-06acaea6-62f9-4e74-99e0-75954c25f23a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 935 time: 0.5840423 Oct 11 15:23:03.234504 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:03.265347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.266341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:03.267427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.322368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2789180 Oct 11 15:23:03.327660 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:03.344501 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be7f87-9028-47c4-91e9-604f0659a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d989ef38-b74c-47bf-b382-c0e50734e7f5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.344748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8dc33-981a-4bc7-a8a9-74a78b31e4d7 req-683b06a7-8f06-41f4-ba3f-b232fc0f5ce9 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:03.349672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94d8dc33-981a-4bc7-a8a9-74a78b31e4d7 req-683b06a7-8f06-41f4-ba3f-b232fc0f5ce9 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.7118449 Oct 11 15:23:03.357510 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Request body: {'subnet': {'network_id': 'db08874e-8faf-482f-8686-27933a6ba2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-621308988-subnet', 'tenant_id': 'b7ef6772d44a4edcbb3e93c96778d877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:03.384537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.432606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.436630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.459673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94d8dc33-981a-4bc7-a8a9-74a78b31e4d7 req-92880083-67be-4397-a00f-a59c91b27db9 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697479 Oct 11 15:23:03.543931 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d68fab-66e4-47c6-902e-a1e1d39015e2 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:03.554679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.565242 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:03.632347 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Transition to ACTIVE for port object f9d68fab-66e4-47c6-902e-a1e1d39015e2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:03.632946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b4244a4-2d76-41ee-9989-666fcbb8ea59 req-8bc5bf2b-9aa5-421c-8110-2e066c3490c4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106271 Oct 11 15:23:03.633256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.636164 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.640867 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e9e69e9-ed10-4b75-9fae-6242ff6ca7ec HTTP/1.1" status: 204 len: 168 time: 0.4983068 Oct 11 15:23:03.650160 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df5c9d-0792-45ba-a0f5-6cd39b534844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e69e9-ed10-4b75-9fae-6242ff6ca7ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.652066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.653716 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ece684e9-eac5-4570-91c8-671e0c035ff8,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:03.675803 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd6335-6461-437c-bd48-64911dcda4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=db08874e-8faf-482f-8686-27933a6ba2ab,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.701536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network db08874e-8faf-482f-8686-27933a6ba2ab details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:03.704701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.706210 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.707269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.808262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Made reservation on behalf of b7ef6772d44a4edcbb3e93c96778d877 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:03.810762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.914006 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Pushing event updated for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:03.942329 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Attempting to bind port f9d68fab-66e4-47c6-902e-a1e1d39015e2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:03.944386 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Attempting to bind port f9d68fab-66e4-47c6-902e-a1e1d39015e2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:03.945994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Attempting to bind port f9d68fab-66e4-47c6-902e-a1e1d39015e2 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:03.951784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:03.952405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:03.954002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-1384a57d-15b6-4b34-85c7-4af827d08457 service neutron] 10.222.0.36 "PUT /v2.0/ports/ece684e9-eac5-4570-91c8-671e0c035ff8 HTTP/1.1" status: 200 len: 1117 time: 5.5147085 Oct 11 15:23:03.954901 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:03.964879 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Port f9d68fab-66e4-47c6-902e-a1e1d39015e2 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:03.965600 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Attempting to bind port f9d68fab-66e4-47c6-902e-a1e1d39015e2 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:03.978721 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:03.982036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:03.982916 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:03.983512 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Bound port: f9d68fab-66e4-47c6-902e-a1e1d39015e2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:03.983983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.018277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.045165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9e976cff-a66c-45b3-a874-d94a9dc3a39a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:04.093965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.197739 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9e976cff-a66c-45b3-a874-d94a9dc3a39a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:04.198182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.339360 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc471d1b-2554-4827-8627-b511db338d34" -d '{"events": [{"name": "network-changed", "server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:04.374563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.377757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.379744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d989ef38-b74c-47bf-b382-c0e50734e7f5 HTTP/1.1" status: 204 len: 168 time: 1.1351404 Oct 11 15:23:04.404381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:04.413722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae513-76ab-4b54-a7bf-400e91d84a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d989ef38-b74c-47bf-b382-c0e50734e7f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:04.416943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.458276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:04.486233 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.517427 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c740813-df20-4053-9408-15ce26c1b85c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:04.618768 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Checking segment: {'id': 'e3b5b051-9c32-4eb5-b69d-c693e3666005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'db08874e-8faf-482f-8686-27933a6ba2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:04.619263 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Network hostable DHCP agents. Network: db08874e-8faf-482f-8686-27933a6ba2ab, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:04.636283 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:04.636948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.638844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9d68fab-66e4-47c6-902e-a1e1d39015e2 HTTP/1.1" status: 200 len: 1116 time: 2.7188766 Oct 11 15:23:04.639436 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:04.661807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba958ccd-b27e-411a-826c-4b1ce6ad5806 req-e9670115-527a-4a7c-9698-a7a32d6881c7 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:04.670388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba958ccd-b27e-411a-826c-4b1ce6ad5806 req-e9670115-527a-4a7c-9698-a7a32d6881c7 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.0888097 Oct 11 15:23:04.709706 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Network db08874e-8faf-482f-8686-27933a6ba2ab is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:04.770037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba958ccd-b27e-411a-826c-4b1ce6ad5806 req-c811f2d5-559f-4f73-bc6c-8d7e59c268bf tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950856 Oct 11 15:23:04.786896 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707807f-4d8e-466f-a5b3-e5ab762275b6 x-openstack-request-id: req-c707807f-4d8e-466f-a5b3-e5ab762275b6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:04.787454 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:04.794062 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c707807f-4d8e-466f-a5b3-e5ab762275b6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:04.805311 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8', 'status': 'completed', 'code': 200} Oct 11 15:23:04.810991 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db08874e-8faf-482f-8686-27933a6ba2ab) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:04.827673 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba171c-ce2b-412b-ae13-a480f4b0a48b None None] Network db08874e-8faf-482f-8686-27933a6ba2ab requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:04.829001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:04.831975 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.876636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-17efb07e-fad1-48e1-bbb3-9de12fd3836c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5259428 Oct 11 15:23:04.901807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3cb66c2-2b82-44ca-a0a3-378db508345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:04.942529 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Router 79ee5b59-7d31-4492-b8f2-f72dad93f470 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:23:04.974952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17d44-d14d-482f-84c6-3c13c15c9de7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:05.056204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757c0c5-62f4-455d-96d7-be8f4c83cc33 req-9c6d7419-24a1-44c0-9de9-d5470093d2fb tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:05.057856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b757c0c5-62f4-455d-96d7-be8f4c83cc33 req-9c6d7419-24a1-44c0-9de9-d5470093d2fb tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.1387749 Oct 11 15:23:05.062240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389afa4-1c5e-4880-b0f5-4fee11e5176c None None] Network db08874e-8faf-482f-8686-27933a6ba2ab requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:05.096057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:05.120439 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:05.131250 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Sync routers for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:05.147036 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:05.148415 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:05.171546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.175867 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-69e70385-e92e-4f65-86b6-ebe0649aaed9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.7923648 Oct 11 15:23:05.177259 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:05.201183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-857f9736-d127-4962-a3e1-77c7d773b7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.287996 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:05.349184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b757c0c5-62f4-455d-96d7-be8f4c83cc33 req-a6dded16-b7e1-49d4-9b0e-bdd75923710a tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838807 Oct 11 15:23:05.482705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-857f9736-d127-4962-a3e1-77c7d773b7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.488875 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-857f9736-d127-4962-a3e1-77c7d773b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.562890 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:05.605656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-857f9736-d127-4962-a3e1-77c7d773b7c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05c6aaeb50fa413bacf81d099aba1463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056677 Oct 11 15:23:05.606866 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:05.607296 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f9736-d127-4962-a3e1-77c7d773b7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcbe947-ece0-44a1-8a36-001e23361cbf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:05.670840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:03Z', 'revision_number': 3, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:05.705763 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Checking router: 79ee5b59-7d31-4492-b8f2-f72dad93f470 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:05.706386 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Updating router 79ee5b59-7d31-4492-b8f2-f72dad93f470 port 72c6f164-7043-4610-b486-3526743616d9 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:23:05.707352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.735888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.755553 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.791316 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.804297 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.808003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:05.812027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dcbe947-ece0-44a1-8a36-001e23361cbf HTTP/1.1" status: 204 len: 168 time: 0.2013922 Oct 11 15:23:05.836588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832077-c2ff-48b2-82d3-5bac951dbc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcbe947-ece0-44a1-8a36-001e23361cbf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:05.934262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.025163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaf3ab-b2df-4c29-8b18-3489a42f8477 req-a0ee7c6d-34e1-4133-97a2-824a78223367 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:06.026194 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.036223 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.038459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eceaf3ab-b2df-4c29-8b18-3489a42f8477 req-a0ee7c6d-34e1-4133-97a2-824a78223367 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.1160479 Oct 11 15:23:06.142415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eceaf3ab-b2df-4c29-8b18-3489a42f8477 req-9b9cd92c-903d-4bb5-8231-40fcd81333cb tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Oct 11 15:23:06.177106 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Attempting to bind port 72c6f164-7043-4610-b486-3526743616d9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:06.178461 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Attempting to bind port 72c6f164-7043-4610-b486-3526743616d9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:06.182559 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Attempting to bind port 72c6f164-7043-4610-b486-3526743616d9 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:06.195268 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:06.199179 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:06.199772 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.200329 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:06.201420 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Bound port: 72c6f164-7043-4610-b486-3526743616d9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:06.202817 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.278548 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] For port 72c6f164-7043-4610-b486-3526743616d9, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:06.282261 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] For port 72c6f164-7043-4610-b486-3526743616d9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72c6f164-7043-4610-b486-3526743616d9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:06.299286 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.334277 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:06.335532 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:06.410283 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb8306b-fbe5-4c1c-b23e-0b2a782443c8 x-openstack-request-id: req-dbb8306b-fbe5-4c1c-b23e-0b2a782443c8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:06.410875 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:06.410875 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb8306b-fbe5-4c1c-b23e-0b2a782443c8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:06.412559 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2', 'status': 'completed', 'code': 200} Oct 11 15:23:06.464837 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:06.540401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:06.598096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ef281-44a4-452e-95eb-ec606dea51ac req-a0e37edb-dbd3-4d89-9110-372f0dc7c333 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:06.606149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-011ef281-44a4-452e-95eb-ec606dea51ac req-a0e37edb-dbd3-4d89-9110-372f0dc7c333 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.1310909 Oct 11 15:23:06.702795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-011ef281-44a4-452e-95eb-ec606dea51ac req-2d930843-fe65-4f2e-bf34-bf8ba2e612e5 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Oct 11 15:23:06.709561 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f972d-2b1c-4198-aa35-5e90b1081dbe None None] Pushing event updated for resources: {'Port': ['ID=72c6f164-7043-4610-b486-3526743616d9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:06.787912 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f972d-2b1c-4198-aa35-5e90b1081dbe None None] Pushing event updated for resources: {'Port': ['ID=72c6f164-7043-4610-b486-3526743616d9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:06.877138 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:03Z', 'revision_number': 3, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:06.885102 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Allocated IP 172.20.0.1 (f4fc8769-5946-49bb-9437-459f97855d67/a5d1068f-03fb-4c49-b376-35dd533c834c/5ebd1b7c-5362-4531-ba03-24ed54fdf8e7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:06.921213 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78634e-1ea6-425e-a07a-6ecdd4786cd5 None None] The sync data for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 is: [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:03Z', 'revision_number': 3, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:07.000388 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:07.020440 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-711471844-network', 'tenant_id': '5964c500a7e646f29d11f9a951d1eab2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:07.040482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.075070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Made reservation on behalf of 5964c500a7e646f29d11f9a951d1eab2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:07.082113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.111190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.136072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.265828 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Pushing event updated for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:07.323496 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Network f4fc8769-5946-49bb-9437-459f97855d67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:07.330679 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:07.334068 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:07.335300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.485882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.510502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1b647-ed0e-48f5-a183-4fc01e3552db req-fb957656-013a-486b-a0b7-e739e0a7d2eb tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:07.539420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7b1b647-ed0e-48f5-a183-4fc01e3552db req-fb957656-013a-486b-a0b7-e739e0a7d2eb tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.2667606 Oct 11 15:23:07.572075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.590029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.618773 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:07.653014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.654627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.655073 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Added segment b9cb718a-34e9-41c8-8aeb-db73d890a545 of type vlan for network fbba3366-7d8d-4fd9-a271-e574457acaaf Oct 11 15:23:07.763744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.825015 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9e74e75-2568-43a1-9c55-ee58b036dd44 None None] Provisioning complete for port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:07.827912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9e74e75-2568-43a1-9c55-ee58b036dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.839998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.840967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:07.841557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:07.952539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7b1b647-ed0e-48f5-a183-4fc01e3552db req-3459c5aa-ba5e-43b3-90a1-f4152741ac3a tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006312 Oct 11 15:23:08.029252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0273678 Oct 11 15:23:08.030416 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:08.047179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a0fe3-5545-4e35-a277-d491864384b9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:08.053260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Request body: {'subnet': {'network_id': 'fbba3366-7d8d-4fd9-a271-e574457acaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-711471844-subnet', 'tenant_id': '5964c500a7e646f29d11f9a951d1eab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:08.080861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9e74e75-2568-43a1-9c55-ee58b036dd44 None None] Port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:08.125559 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520d73-a8fd-4ce8-98e9-6ad53b6aa9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbba3366-7d8d-4fd9-a271-e574457acaaf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:08.147404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network fbba3366-7d8d-4fd9-a271-e574457acaaf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:08.159823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a88cd-42db-42e6-8e90-341fb77d5f55 req-3be6bc3a-ce28-4f8c-ad33-bc4759c316a0 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:08.168803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-986a88cd-42db-42e6-8e90-341fb77d5f55 req-3be6bc3a-ce28-4f8c-ad33-bc4759c316a0 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.3188720 Oct 11 15:23:08.227964 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Made reservation on behalf of 5964c500a7e646f29d11f9a951d1eab2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:08.231283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.295386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 72c6f164-7043-4610-b486-3526743616d9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:08.451420 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 72c6f164-7043-4610-b486-3526743616d9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:08.455317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.477994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-986a88cd-42db-42e6-8e90-341fb77d5f55 req-02a63fb7-9d1b-4f36-988e-0fe67c5e51c4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082013 Oct 11 15:23:08.480945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc471d1b-2554-4827-8627-b511db338d34 req-477a08a2-e7aa-4f74-940b-f56ba5faea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:08.486257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc471d1b-2554-4827-8627-b511db338d34 req-477a08a2-e7aa-4f74-940b-f56ba5faea27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=698fcc02299f45dabf2f84d715549022&device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 1120 time: 0.3126304 Oct 11 15:23:08.576973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.619500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.657529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 72c6f164-7043-4610-b486-3526743616d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72c6f164-7043-4610-b486-3526743616d9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:08.659961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.671094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.676503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc471d1b-2554-4827-8627-b511db338d34 req-1e4c24d2-b5cd-4b24-a4ad-266b41b6b38b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=698fcc02299f45dabf2f84d715549022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055498 Oct 11 15:23:08.678260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.678994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:08.687616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf req-551449e5-8b9c-4db7-bfc0-2901cf960b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:08.689240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf req-551449e5-8b9c-4db7-bfc0-2901cf960b9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 1119 time: 0.5387831 Oct 11 15:23:08.755451 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=72c6f164-7043-4610-b486-3526743616d9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:08.779576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4262477d-5161-4e00-a3b0-a971fa1f680e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:08.804000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf req-83105637-8d8a-44e9-8acb-2a84ce6a0118 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2002023665b146f29a9b5578c8dc2d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754280 Oct 11 15:23:08.874372 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Pushing event updated for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:08.920815 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Checking segment: {'id': 'b9cb718a-34e9-41c8-8aeb-db73d890a545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'fbba3366-7d8d-4fd9-a271-e574457acaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:08.921295 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Network hostable DHCP agents. Network: fbba3366-7d8d-4fd9-a271-e574457acaaf, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:08.953243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:09.079347 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Network f4fc8769-5946-49bb-9437-459f97855d67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:09.095350 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:09.133810 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Network fbba3366-7d8d-4fd9-a271-e574457acaaf is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:09.228219 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fbba3366-7d8d-4fd9-a271-e574457acaaf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:09.237563 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ca41c-55a2-4f45-a69c-3b62d641b239 None None] Network fbba3366-7d8d-4fd9-a271-e574457acaaf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:09.266532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f64c61-7252-471d-aaea-6349674a9cee req-69eb15f8-afd2-47bf-92a1-27f481bd7c18 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.268316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15f64c61-7252-471d-aaea-6349674a9cee req-69eb15f8-afd2-47bf-92a1-27f481bd7c18 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.1596067 Oct 11 15:23:09.281885 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.282562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:09.316261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc471d1b-2554-4827-8627-b511db338d34 req-31a0e1b8-af10-4b6d-9823-d11147a2d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.317767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc471d1b-2554-4827-8627-b511db338d34 req-31a0e1b8-af10-4b6d-9823-d11147a2d0e2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6233962 Oct 11 15:23:09.348237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d67fd80-330a-4a19-ac35-c022411db626 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3102107 Oct 11 15:23:09.351211 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf req-618a167e-c4de-4eea-9755-b77547d9e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.352580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8c9abe1-4528-4e4d-86fe-1d1bcc4aa8bf req-618a167e-c4de-4eea-9755-b77547d9e5f4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4925666 Oct 11 15:23:09.380829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15f64c61-7252-471d-aaea-6349674a9cee req-d49ed217-793a-4cf0-80c0-07d6179d7ead tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037955 Oct 11 15:23:09.469562 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Router 79ee5b59-7d31-4492-b8f2-f72dad93f470 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:23:09.489775 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-6ea0327e-3293-4d80-9943-358ef15b513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.502289 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-6ea0327e-3293-4d80-9943-358ef15b513c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=698fcc02299f45dabf2f84d715549022&device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 1120 time: 0.1077096 Oct 11 15:23:09.515327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-c0c1b73e-3224-4f0a-b9cf-ef76526a27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.517150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-c0c1b73e-3224-4f0a-b9cf-ef76526a27dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 1119 time: 0.1031206 Oct 11 15:23:09.547771 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:23:09.615810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-07ee1acc-8a62-44c4-b966-2276598d2bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ece684e9-eac5-4570-91c8-671e0c035ff8 HTTP/1.1" status: 200 len: 217 time: 0.0962203 Oct 11 15:23:09.615954 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:09.633147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ef0c507-46ff-4ee0-a747-c2b7cc64bd20 None None] Provisioning complete for port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:09.634008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ef0c507-46ff-4ee0-a747-c2b7cc64bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:09.679287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-ff3cefe6-f0a4-4af9-91af-b747e011110d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2 HTTP/1.1" status: 200 len: 217 time: 0.1542006 Oct 11 15:23:09.705456 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3a448-d305-465f-836e-e43cc68def8f None None] Network fbba3366-7d8d-4fd9-a271-e574457acaaf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:09.773155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0c507-46ff-4ee0-a747-c2b7cc64bd20 None None] Port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:09.797098 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Deleting subnet 1c740813-df20-4053-9408-15ce26c1b85c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:23:09.811750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:09.834121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-cdf0de83-0e1f-4e14-b3cb-1f1dfb90abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.835837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-cdf0de83-0e1f-4e14-b3cb-1f1dfb90abcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1335902 Oct 11 15:23:09.919071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e589a-08aa-4f91-85f3-8eadc5b606f0 req-ee29a5ee-fef6-4e1e-865f-8797d64bbf39 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:09.920914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c6e589a-08aa-4f91-85f3-8eadc5b606f0 req-ee29a5ee-fef6-4e1e-865f-8797d64bbf39 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.1770549 Oct 11 15:23:09.965177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:09.995142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.017174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 72c6f164-7043-4610-b486-3526743616d9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:10.018408 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-0ceae247-b45d-4215-9c8c-a6fc022db8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:10.020743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-0ceae247-b45d-4215-9c8c-a6fc022db8c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1249619 Oct 11 15:23:10.065998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-9984b164-2aff-4506-bc37-f40cfca51c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:10.067958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-9984b164-2aff-4506-bc37-f40cfca51c51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220078 Oct 11 15:23:10.075510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c6e589a-08aa-4f91-85f3-8eadc5b606f0 req-ac37efb0-0911-41ce-8cca-c5fc634c57a5 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292007 Oct 11 15:23:10.118655 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:10.124948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb1b4110-7dcd-4fed-b37c-fa11c181301c admin admin] 10.222.0.31 "PUT /v2.0/routers/79ee5b59-7d31-4492-b8f2-f72dad93f470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9463093 Oct 11 15:23:10.150769 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Sync routers for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:10.169698 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 72c6f164-7043-4610-b486-3526743616d9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:10.170357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.179628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-f4386680-9bce-4aa7-91dd-45305afe5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:10.183260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-f4386680-9bce-4aa7-91dd-45305afe5ea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542351 Oct 11 15:23:10.191220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.228995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:10.229578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:10.265082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c740813-df20-4053-9408-15ce26c1b85c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:10.313808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.322494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6491c4a-91cc-4e38-9c22-6227a0877c0a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c740813-df20-4053-9408-15ce26c1b85c HTTP/1.1" status: 204 len: 168 time: 0.7063243 Oct 11 15:23:10.326864 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:10.339670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-f6db9350-45be-45b9-ab37-51b608e3b702 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479461 Oct 11 15:23:10.432202 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.445500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-df648142-b208-4937-b6d4-ff8d2a017dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689387 Oct 11 15:23:10.517741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.517926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089a7774-a57a-4b9f-af9d-494ad61fc714 req-d707f1d4-d7c9-4cac-9792-d52e24853bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696980 Oct 11 15:23:10.563585 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:10.680730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.706857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.707282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.708290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.708622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > port after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.708964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.709298 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > port after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.709647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.710219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.710554 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.710873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.812099 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:07Z', 'revision_number': 4, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ebd1b7c-5362-4531-ba03-24ed54fdf8e7', 'name': '', 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'mac_address': 'fa:16:3e:8f:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:06Z', 'updated_at': '2021-10-11T15:23:07Z', 'revision_number': 2, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'subnets': [{'id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:10.848147 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Checking router: 79ee5b59-7d31-4492-b8f2-f72dad93f470 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:10.848612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Updating router 79ee5b59-7d31-4492-b8f2-f72dad93f470 port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:23:10.863659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.864682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.865193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.866088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:10.866450 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db08874e-8faf-482f-8686-27933a6ba2ab']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:10.876513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.902265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45fe61fb-b21b-4ac6-90a5-95ac178be238 req-31407c4d-6d85-4133-a2dc-182fdfebf4eb service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434962 Oct 11 15:23:10.906510 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b5b051-9c32-4eb5-b69d-c693e3666005') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:10.906510 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b5b051-9c32-4eb5-b69d-c693e3666005') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:10.944501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:10.984417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.008093 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a2303-783e-4b5c-8954-3842ff62eac7 req-f342949e-7b7a-4c5b-8481-505a562a1e20 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:11.014347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d43a2303-783e-4b5c-8954-3842ff62eac7 req-f342949e-7b7a-4c5b-8481-505a562a1e20 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.1422713 Oct 11 15:23:11.019111 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:23:11.019736 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: from cryptography.utils import int_from_bytes Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: from cryptography.utils import int_from_bytes Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:23:11.042988 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:23:11.136759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d43a2303-783e-4b5c-8954-3842ff62eac7 req-ea79545b-ebfa-4fd7-8d44-74912f24e080 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210928 Oct 11 15:23:11.137385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.154477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.157993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] 10.222.0.31 "DELETE /v2.0/networks/db08874e-8faf-482f-8686-27933a6ba2ab HTTP/1.1" status: 204 len: 168 time: 0.8275647 Oct 11 15:23:11.159096 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edae00-7a53-4e00-b041-ab0c008ae03b admin admin] Pushing event deleted for resources: {'Network': ['ID=db08874e-8faf-482f-8686-27933a6ba2ab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:11.161119 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:11.230886 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Deleting subnet 4262477d-5161-4e00-a3b0-a971fa1f680e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:23:11.235885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.313544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.344271 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.352425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.388633 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:11.426258 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b21d6-bbe0-4604-b454-04f284013b11 None None] Pushing event updated for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:11.448743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.499748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Attempting to bind port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:11.499748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Attempting to bind port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:11.500572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Attempting to bind port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 on network f4fc8769-5946-49bb-9437-459f97855d67 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:11.513156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:11.514852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Checking segment: {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:11.515557 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.516056 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Bound using segment: {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:11.516729 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Bound port: 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:11.517208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.530282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0be9-7ea9-4beb-91f6-a7d73e2ac8dc req-b26dc4b4-ac52-4291-8a80-66fead2efee3 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:11.532294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce0b0be9-7ea9-4beb-91f6-a7d73e2ac8dc req-b26dc4b4-ac52-4291-8a80-66fead2efee3 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.1811950 Oct 11 15:23:11.570361 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:11.577666 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103704085', 'description': 'tempest-description--427450728'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:11.578643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d88cce3-4c64-4f32-b77d-5199669c5855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.624065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce0b0be9-7ea9-4beb-91f6-a7d73e2ac8dc req-fb64d88a-fb9f-4165-8dab-c8954c2d1d46 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840907 Oct 11 15:23:11.662208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] For port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:11.668811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] For port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:11.691996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.696664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.696932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.738882 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4262477d-5161-4e00-a3b0-a971fa1f680e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:11.747173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.751313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b437c905-d885-4f19-a9aa-6901ea58b622 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4262477d-5161-4e00-a3b0-a971fa1f680e HTTP/1.1" status: 204 len: 168 time: 0.5892363 Oct 11 15:23:11.754937 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:11.808705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d88cce3-4c64-4f32-b77d-5199669c5855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.809425 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] Provisioning complete for port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:11.809855 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.816684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d88cce3-4c64-4f32-b77d-5199669c5855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.834488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:11.857579 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b21d6-bbe0-4604-b454-04f284013b11 None None] Pushing event updated for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:11.874746 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:11.875363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:11.894588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d88cce3-4c64-4f32-b77d-5199669c5855 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0540ea2fdddf4149b9aba8b66b4c84a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030472 Oct 11 15:23:11.895659 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.032188 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88cce3-4c64-4f32-b77d-5199669c5855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4d7ca-7382-4bc1-877a-32dfbb15d554,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.073928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.088714 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.120538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.133721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.137569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:12.156845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.176910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.199868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.203535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.211834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05c4d7ca-7382-4bc1-877a-32dfbb15d554 HTTP/1.1" status: 204 len: 168 time: 0.3142586 Oct 11 15:23:12.240798 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83072b-7f39-4f97-8754-de7e8844d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4d7ca-7382-4bc1-877a-32dfbb15d554,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.247771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.249401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6779597 Oct 11 15:23:12.252324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.257149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] For port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:12.266065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'security_group_rule': {'security_group_id': 'a3691111-a12c-4cc4-969a-61b167f099aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:12.270715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.283347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.292608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172088-74aa-4c25-9384-a458aa607504 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3691111-a12c-4cc4-969a-61b167f099aa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.321853 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbba3366-7d8d-4fd9-a271-e574457acaaf']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:12.340183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397b4b63-8ecd-45cc-986f-0c441077cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.352603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.358591 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cb718a-34e9-41c8-8aeb-db73d890a545') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:12.359486 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cb718a-34e9-41c8-8aeb-db73d890a545') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:12.373267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.408180 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c385a3b-01f0-4592-88b8-72b02684610f None None] Pushing event updated for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.409445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cce83-d0f3-4f03-96cc-ac78e4d39f0a req-64a9876b-26ac-4b6d-a610-cac969274b6e tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:12.413861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d77cce83-d0f3-4f03-96cc-ac78e4d39f0a req-64a9876b-26ac-4b6d-a610-cac969274b6e tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 969 time: 0.1126552 Oct 11 15:23:12.415042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.438202 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e8b246f-9fd6-4cab-b417-ccc3914f0fcb None None] Provisioning complete for port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:12.438574 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8b246f-9fd6-4cab-b417-ccc3914f0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.445770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:23:12.446358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:23:12.451667 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:23:12.453766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.458820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.485729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.486724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328038 Oct 11 15:23:12.490351 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.498083 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d541b1-77a5-408b-b02a-e20118ea20f5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc75c14a-2901-4283-87e8-085f0780054d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.556100 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'security_group_rule': {'security_group_id': 'a3691111-a12c-4cc4-969a-61b167f099aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:12.570952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397b4b63-8ecd-45cc-986f-0c441077cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.577713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397b4b63-8ecd-45cc-986f-0c441077cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.613643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.619583 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b4b63-8ecd-45cc-986f-0c441077cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c08ac-a04e-4305-8e2c-f850d1422a6d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.620967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d77cce83-d0f3-4f03-96cc-ac78e4d39f0a req-874a356f-6579-49c6-88b4-f584ae857f86 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998234 Oct 11 15:23:12.629767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.665546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.669194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fbba3366-7d8d-4fd9-a271-e574457acaaf HTTP/1.1" status: 204 len: 168 time: 0.9130824 Oct 11 15:23:12.674181 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c916d-34af-4c16-a560-20879649d086 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbba3366-7d8d-4fd9-a271-e574457acaaf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.692985 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-397b4b63-8ecd-45cc-986f-0c441077cbca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=533019d46eb8444f8c6e78161cb9d5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001980 Oct 11 15:23:12.693930 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:07Z', 'revision_number': 4, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ebd1b7c-5362-4531-ba03-24ed54fdf8e7', 'name': '', 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'mac_address': 'fa:16:3e:8f:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:06Z', 'updated_at': '2021-10-11T15:23:11Z', 'revision_number': 4, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'subnets': [{'id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:12.696312 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.709075 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.729266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.738095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.739612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaed5718-49a2-4d7f-9f4d-7f2cc6222c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.755348 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac72fcec-2328-4bae-8546-446f2f934bd3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.756998 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae99ccb-be07-4a0b-a9ad-1826e0817c0f None None] The sync data for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 is: [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:23:07Z', 'revision_number': 4, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ebd1b7c-5362-4531-ba03-24ed54fdf8e7', 'name': '', 'network_id': 'f4fc8769-5946-49bb-9437-459f97855d67', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'mac_address': 'fa:16:3e:8f:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:06Z', 'updated_at': '2021-10-11T15:23:11Z', 'revision_number': 4, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'subnets': [{'id': 'a5d1068f-03fb-4c49-b376-35dd533c834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:12.805466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.830794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.835463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b5418d9-a9dc-4793-8d03-c5b436bac015 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910075 Oct 11 15:23:12.836070 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:12.847124 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:12.858428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.894677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.918072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae53c8-bd3c-454c-b57b-163c8e435be0 req-af50dfd2-87e0-4097-b100-3ca4b1324f62 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:12.919594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5ae53c8-bd3c-454c-b57b-163c8e435be0 req-af50dfd2-87e0-4097-b100-3ca4b1324f62 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 968 time: 0.1448350 Oct 11 15:23:12.944605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.947834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:12.949984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c7c08ac-a04e-4305-8e2c-f850d1422a6d HTTP/1.1" status: 204 len: 168 time: 0.2520251 Oct 11 15:23:12.977330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66803cee-e23f-4a3d-abd1-7d63d79d6a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c08ac-a04e-4305-8e2c-f850d1422a6d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:12.981784 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:13.033000 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaed5718-49a2-4d7f-9f4d-7f2cc6222c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.044286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaed5718-49a2-4d7f-9f4d-7f2cc6222c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.051941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7bc18a44-f607-4674-be62-61eee0694563 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7ef6772d44a4edcbb3e93c96778d877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688257 Oct 11 15:23:13.058426 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:13.087466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5ae53c8-bd3c-454c-b57b-163c8e435be0 req-fc209100-61af-4844-9326-78decf4b761e tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280262 Oct 11 15:23:13.119926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aaed5718-49a2-4d7f-9f4d-7f2cc6222c7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4b566ba8ec9412eb7c63b577ed7d167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044871 Oct 11 15:23:13.121205 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed5718-49a2-4d7f-9f4d-7f2cc6222c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2607e-39cf-46a8-a486-070983556e1e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.123144 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:13.160485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.183896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.229587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.254012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.290597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.291020 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Allocated IP 172.35.3.246 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/a9684eec-c990-4764-ab68-d2101170000f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:13.328398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.332675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.336481 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ba1998d-213d-4772-be0c-a01eb687a6bf HTTP/1.1" status: 204 len: 168 time: 0.2745523 Oct 11 15:23:13.360862 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85441571-740b-4e91-ac97-fd56b8af8a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1998d-213d-4772-be0c-a01eb687a6bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.374511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.378484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.382695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/add2607e-39cf-46a8-a486-070983556e1e HTTP/1.1" status: 204 len: 168 time: 0.2454987 Oct 11 15:23:13.402861 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:13.420418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188881b2-c2b8-4fe2-9b08-aae45eecc366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2607e-39cf-46a8-a486-070983556e1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.447043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e967176-4f06-472b-9b21-504d0d602666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.450265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ece684e9-eac5-4570-91c8-671e0c035ff8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:13.459530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.511996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.590549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e967176-4f06-472b-9b21-504d0d602666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.597355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e967176-4f06-472b-9b21-504d0d602666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.613598 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:13.617606 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:13.628132 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:13.638207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ece684e9-eac5-4570-91c8-671e0c035ff8,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:13.655083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ece684e9-eac5-4570-91c8-671e0c035ff8', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'ece684e9-eac5-4570-91c8-671e0c035ff8', 'mac_address': 'fa:16:3e:25:5c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-976464322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:13.662031 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e967176-4f06-472b-9b21-504d0d602666 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cc148804cdc4675993cace054d873f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580869 Oct 11 15:23:13.663734 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:13.676035 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e967176-4f06-472b-9b21-504d0d602666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a09e5-f3cb-494b-91ad-0fb936feb120,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.697200 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'Port': ['ID=a9684eec-c990-4764-ab68-d2101170000f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.740755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.750296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.776677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.788428 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece684e9-eac5-4570-91c8-671e0c035ff8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:13.822151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ece684e9-eac5-4570-91c8-671e0c035ff8,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:13.826907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.827704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9d68fab-66e4-47c6-902e-a1e1d39015e2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:13.872946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.880718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.885312 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d3a09e5-f3cb-494b-91ad-0fb936feb120 HTTP/1.1" status: 204 len: 168 time: 0.2181952 Oct 11 15:23:13.933929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0e270-7e49-4d3b-adb3-a190086fdb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a09e5-f3cb-494b-91ad-0fb936feb120,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.946757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:13.948773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:13.951759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:13.975620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2', 'mac_address': 'fa:16:3e:8f:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-976464322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:13.984570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2637fdc-faf3-4b35-bc76-df5cc819af30 req-000eaa58-4687-4049-86ac-b28db13e418b tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:13.986504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2637fdc-faf3-4b35-bc76-df5cc819af30 req-000eaa58-4687-4049-86ac-b28db13e418b tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 970 time: 0.1719446 Oct 11 15:23:14.036302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.054811 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d68fab-66e4-47c6-902e-a1e1d39015e2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:14.078517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.083204 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:14.088437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.133964 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:14.136829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:14.143083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2637fdc-faf3-4b35-bc76-df5cc819af30 req-a8e60f10-1941-4c7c-a20a-fabd6887835d tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491373 Oct 11 15:23:14.211553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1158f4a7-b4c7-4687-a84d-5c8ab64ad7c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5964c500a7e646f29d11f9a951d1eab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762115 Oct 11 15:23:14.212163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:14.280314 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:14.283353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:14.283963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.332838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ad10-3e96-472f-9c3e-3bd8c8cb9514 req-88b6ca4b-9d7b-4b9c-96f0-8224dbb22d32 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:14.335132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f037ad10-3e96-472f-9c3e-3bd8c8cb9514 req-88b6ca4b-9d7b-4b9c-96f0-8224dbb22d32 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 969 time: 0.1137609 Oct 11 15:23:14.343636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.408490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.409756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f037ad10-3e96-472f-9c3e-3bd8c8cb9514 req-627049b8-c5dd-4bcf-beee-d0022ac31988 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Oct 11 15:23:14.426168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f9d68fab-66e4-47c6-902e-a1e1d39015e2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:14.443985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.451327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.511421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ece684e9-eac5-4570-91c8-671e0c035ff8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:14.520037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.524395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.525021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.529658 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e12a0fe3-5545-4e35-a277-d491864384b9 HTTP/1.1" status: 204 len: 168 time: 0.3162465 Oct 11 15:23:14.541253 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824533e-0cac-407e-90e3-05aef86fce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a0fe3-5545-4e35-a277-d491864384b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:14.574579 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:14.576069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7360070 Oct 11 15:23:14.587304 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41c4be-b27b-4d3a-af27-e46607272c8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'Port': ['ID=a9684eec-c990-4764-ab68-d2101170000f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:14.931094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-13c1918a-9881-4b7f-9789-a8af0100dd8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--103704085&fields=id&tenant_id=23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 267 time: 0.0538759 Oct 11 15:23:15.134120 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-90fcf820-2412-4c0a-a7b2-7f836b50202d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:15.135573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-90fcf820-2412-4c0a-a7b2-7f836b50202d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 823 time: 0.1968558 Oct 11 15:23:15.152837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-c23e2763-14e9-4023-81be-1c53c000babb tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/quotas/23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 375 time: 0.0102210 Oct 11 15:23:15.250138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-3b36fffb-8b02-4f11-bab8-2f4bc324fa2a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875580 Oct 11 15:23:15.278470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac202d99-f563-4f97-886c-4366fe8894fb req-d7c2a21d-8116-42cd-98bb-ed92ca2de1f8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:15.279955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac202d99-f563-4f97-886c-4366fe8894fb req-d7c2a21d-8116-42cd-98bb-ed92ca2de1f8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 970 time: 0.0745430 Oct 11 15:23:15.322274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac202d99-f563-4f97-886c-4366fe8894fb req-a67e5550-5abf-4acf-8437-ded73e9cb1a9 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Oct 11 15:23:15.411195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ece684e9-eac5-4570-91c8-671e0c035ff8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:15.475487 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ece684e9-eac5-4570-91c8-671e0c035ff8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:15.487512 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ece684e9-eac5-4570-91c8-671e0c035ff8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:15.487888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.543425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6a5d0-89a0-4b39-8089-45f1cf35a6f4 req-21eecf6b-8a47-48c8-8285-315af59a2e99 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:15.544960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56a6a5d0-89a0-4b39-8089-45f1cf35a6f4 req-21eecf6b-8a47-48c8-8285-315af59a2e99 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 969 time: 0.0518589 Oct 11 15:23:15.585424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.592791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56a6a5d0-89a0-4b39-8089-45f1cf35a6f4 req-88033cc4-ae72-4129-b05a-d994e2530f9d tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Oct 11 15:23:15.615081 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:15.691472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ece684e9-eac5-4570-91c8-671e0c035ff8,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:15.695860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.696790 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9d68fab-66e4-47c6-902e-a1e1d39015e2 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:15.751598 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-bc639c75-1e97-4ea9-8e75-7a41dd27eab1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:23:15.759778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-bc639c75-1e97-4ea9-8e75-7a41dd27eab1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1858277 Oct 11 15:23:15.778616 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:15.788482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f9d68fab-66e4-47c6-902e-a1e1d39015e2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:15.795183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f9d68fab-66e4-47c6-902e-a1e1d39015e2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:15.795789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.861183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-b034f5aa-e8f1-4c4f-aaf7-dfd48bf4c73e service neutron] 10.222.0.31 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003482 Oct 11 15:23:15.885130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:15.898101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.939180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:15.944739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:15.988078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-529664b4-e319-4ea5-a15b-c28991c2bbd5 service neutron] 10.222.0.31 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176126 Oct 11 15:23:16.003335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:16.023981 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50fff24-39db-4773-95a7-ac6753406b41" -d '{"events": [{"server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:16.134834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-network', 'tenant_id': '3c93c89894db4f488629b88d4af17992'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:16.166181 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Made reservation on behalf of 3c93c89894db4f488629b88d4af17992 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:16.168770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.178430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.205164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4257367-e677-4be7-9ede-210079c33e95 req-077eaa9d-fbaa-4946-a1a5-70b0bf5656f1 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0658391 Oct 11 15:23:16.295844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.303915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.329236 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:16.346901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f6ba0-87da-4bd8-a67f-47345a158b4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:16.350101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.350436 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Added segment fcddbdbf-2c5c-4e39-a2e7-527427c3b302 of type vlan for network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 Oct 11 15:23:16.405441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.441148 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.442741 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:16.443563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.445925 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7532c9f-2dfb-4703-9520-8cc45116d666 x-openstack-request-id: req-f7532c9f-2dfb-4703-9520-8cc45116d666 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:16.446314 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:16.446686 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7532c9f-2dfb-4703-9520-8cc45116d666 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:16.447432 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8', 'code': 200} Oct 11 15:23:16.540084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6536636 Oct 11 15:23:16.547860 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:16.556112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Request body: {'subnet': {'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-subnet', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:16.578053 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c02097-e0e7-4262-82ad-56f1ff2c61d6 admin admin] Pushing event updated for resources: {'Network': ['ID=63b55d1a-1fa1-420b-ba04-5ec0458ee8e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:16.590881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:16.604922 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Made reservation on behalf of 3c93c89894db4f488629b88d4af17992 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:16.609507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.615523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91d07b-b93d-4ea6-946a-60bb7fd5b3b9 req-0483dd9a-1d10-49ff-89bd-874f7d753dca tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:16.623346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf91d07b-b93d-4ea6-946a-60bb7fd5b3b9 req-0483dd9a-1d10-49ff-89bd-874f7d753dca tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1819029 Oct 11 15:23:16.680557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-d932cec8-ac0d-4631-bd23-137117304eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:16.682461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-d932cec8-ac0d-4631-bd23-137117304eed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 1122 time: 0.1623852 Oct 11 15:23:16.698400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf91d07b-b93d-4ea6-946a-60bb7fd5b3b9 req-fc1e32f9-c7e7-4591-8d1c-28912cf60cb1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741453 Oct 11 15:23:16.744558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-2d2f6b51-b11e-43f0-ba1e-7d15a7bec1d0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.876730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:16.961888 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd338185-d120-4720-8673-5c24627de53e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:16.968265 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Checking segment: {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:16.968265 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Network hostable DHCP agents. Network: 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:16.986695 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:16.998688 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:17.003435 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:17.004741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.010678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b53fe7-7a64-4313-9fe8-0657d8d716dd None None] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:17.027808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4556af45-d392-447c-bce5-ce4d6337dd4e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4784720 Oct 11 15:23:17.034535 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:17.039511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:17.066977 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.068289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.096126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3cfac484-239d-4596-9143-120c25f118e3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370951 Oct 11 15:23:17.107327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf097e-7155-41b4-912b-c68fe78c3e13 req-0959d1e9-4884-467d-a64b-d1a773ad3184 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:17.108747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8bf097e-7155-41b4-912b-c68fe78c3e13 req-0959d1e9-4884-467d-a64b-d1a773ad3184 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.3024609 Oct 11 15:23:17.111826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-2d2f6b51-b11e-43f0-ba1e-7d15a7bec1d0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.132735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.138758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-2d2f6b51-b11e-43f0-ba1e-7d15a7bec1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.228282 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-63b55d1a-1fa1-420b-ba04-5ec0458ee8e6', 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'fixed_ips': [{'subnet_id': 'fd338185-d120-4720-8673-5c24627de53e'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:23:17.229409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.239358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60d1c00a-0d20-48c5-9ac3-38267db9ad27 req-2d2f6b51-b11e-43f0-ba1e-7d15a7bec1d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281126 Oct 11 15:23:17.244243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f6b51-b11e-43f0-ba1e-7d15a7bec1d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9cc6e-f79f-4dfb-87bb-ece78d284d77,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:17.252091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8bf097e-7155-41b4-912b-c68fe78c3e13 req-64a2e73b-15c9-4ad4-b79f-d73f5e04c4b6 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306508 Oct 11 15:23:17.304221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-ff9d8c35-43ee-4914-9533-4973673239f4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:17.306124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-ff9d8c35-43ee-4914-9533-4973673239f4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965175 Oct 11 15:23:17.319271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.341248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-7101b560-a16f-4fd9-ad6f-383e2fe29291 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/quotas/0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 375 time: 0.0278676 Oct 11 15:23:17.391540 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.43', 56684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:17.407441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-8fda8c09-d06c-4d49-b734-bffc00268062 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651133 Oct 11 15:23:17.491619 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Allocated IP 172.20.0.2 (63b55d1a-1fa1-420b-ba04-5ec0458ee8e6/fd338185-d120-4720-8673-5c24627de53e/a545e91d-df45-4628-83fd-b16b0451a077) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:17.648671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-505f8a62-d35f-4c9c-8722-8b4c40dad23e req-e182fb28-d271-43b5-b055-761c21e2858b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0567570 Oct 11 15:23:17.660583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-fbd11310-88c2-4c52-94fe-a09d11f834b6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:17.662587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-fbd11310-88c2-4c52-94fe-a09d11f834b6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 823 time: 0.2536941 Oct 11 15:23:17.672828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.704676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.708308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.713956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.766039 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:17.767713 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:17.771177 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:17.834937 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Pushing event updated for resources: {'Port': ['ID=a545e91d-df45-4628-83fd-b16b0451a077,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:17.839951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-470810a6-afb8-45f5-8c61-8a83b5fa4fe5 req-57b80110-499d-42b5-970c-33a877d338d4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0942466 Oct 11 15:23:17.857985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Attempting to bind port a545e91d-df45-4628-83fd-b16b0451a077 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:17.858518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Attempting to bind port a545e91d-df45-4628-83fd-b16b0451a077 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:17.858793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Attempting to bind port a545e91d-df45-4628-83fd-b16b0451a077 on network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:17.879392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:17.879833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Checking segment: {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:17.880548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.881174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Bound using segment: {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:17.883434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Bound port: a545e91d-df45-4628-83fd-b16b0451a077, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:17.884092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:17.970742 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Allocated IP 172.35.3.70 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fe3c40d1-43a5-4909-bca0-fd02274c35ff) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:17.998423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-27779aae-adcb-45d2-a783-3e97d93ab816 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 379 time: 0.2407882 Oct 11 15:23:18.008944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975f6b0-fb1d-4e2d-97f1-32fb622ec978 req-bf48060a-64fe-483f-b024-eee6bc7ad5b1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:18.010620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4975f6b0-fb1d-4e2d-97f1-32fb622ec978 req-bf48060a-64fe-483f-b024-eee6bc7ad5b1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1385112 Oct 11 15:23:18.037878 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] For port a545e91d-df45-4628-83fd-b16b0451a077, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:18.042783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] For port a545e91d-df45-4628-83fd-b16b0451a077, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a545e91d-df45-4628-83fd-b16b0451a077,segment=NetworkSegment(fcddbdbf-2c5c-4e39-a2e7-527427c3b302),segment_id=fcddbdbf-2c5c-4e39-a2e7-527427c3b302)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:18.054156 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.105368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4975f6b0-fb1d-4e2d-97f1-32fb622ec978 req-f0d93dc0-e7a1-43be-b366-a502cda91f15 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Oct 11 15:23:18.199405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.211526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381403c-c87a-4007-a9a0-15551991dc99 None None] Pushing event updated for resources: {'Port': ['ID=a545e91d-df45-4628-83fd-b16b0451a077,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:18.242131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.310334 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:18.313577 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:18.318188 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:18.392947 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c40d1-43a5-4909-bca0-fd02274c35ff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:18.448760 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:18.451221 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4c6ce-6926-423b-b842-bb6f88ed3032" -d '{"events": [{"server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "name": "network-vif-plugged", "status": "completed", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:18.501212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f4e7-fcad-41de-80ce-0befdcf493e1 req-e2ea8837-2d8f-4f68-92cf-da92d8a29b1b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:18.519620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea62f4e7-fcad-41de-80ce-0befdcf493e1 req-e2ea8837-2d8f-4f68-92cf-da92d8a29b1b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.1324821 Oct 11 15:23:18.552212 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9495c60d-14e6-48a3-8493-7e85b8129e24 x-openstack-request-id: req-9495c60d-14e6-48a3-8493-7e85b8129e24 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:18.552493 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "name": "network-vif-plugged", "status": "completed", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:18.552739 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9495c60d-14e6-48a3-8493-7e85b8129e24 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:18.553135 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2', 'code': 200} Oct 11 15:23:18.650309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea62f4e7-fcad-41de-80ce-0befdcf493e1 req-6e2bfefb-abc4-4497-9204-9bddbf0d4dde tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051941 Oct 11 15:23:18.701916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2631f-0338-4bf6-b5d6-bff3dd253436 req-b71b9326-693f-427b-be7f-c8803a0110bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:18.703367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ef2631f-0338-4bf6-b5d6-bff3dd253436 req-b71b9326-693f-427b-be7f-c8803a0110bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 1121 time: 0.0903232 Oct 11 15:23:18.719492 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:18.761007 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ef2631f-0338-4bf6-b5d6-bff3dd253436 req-02f76ee1-f226-4e72-99e8-02f846b37f9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Oct 11 15:23:18.803253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4e2ee59-3ac9-4b03-8328-cc930aee3d88 req-bfac2b2d-64cf-4c16-a071-9f6a9ca31d22 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0377932 Oct 11 15:23:18.835926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc1c48fc-fbe0-4ce7-8be8-43dd8419b144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.900012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.939960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-531358f1-3d77-4bb4-ae21-f93da86e73d6 req-a5f03c2e-a0f9-4360-a490-2f7b1c82ea3b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0378752 Oct 11 15:23:18.968579 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc1c48fc-fbe0-4ce7-8be8-43dd8419b144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:18.973280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc1c48fc-fbe0-4ce7-8be8-43dd8419b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.014552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c48fc-fbe0-4ce7-8be8-43dd8419b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e746289e-0d5a-4786-83f6-6539dd04a301,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:19.022690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fc1c48fc-fbe0-4ce7-8be8-43dd8419b144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e71e5d507e24747b2ce615e8eadd7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022282 Oct 11 15:23:19.025325 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:19.101412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.137585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.149396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.242026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.245456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.253848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e746289e-0d5a-4786-83f6-6539dd04a301 HTTP/1.1" status: 204 len: 168 time: 0.2273834 Oct 11 15:23:19.275118 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65091b-c923-44ba-831b-c2fb5e23c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e746289e-0d5a-4786-83f6-6539dd04a301,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:19.296512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c00a9-4239-4a85-aad1-cba23103eb68 req-e92fd07b-ab7c-404c-9777-3073fb1d23e1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:19.305102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-412c00a9-4239-4a85-aad1-cba23103eb68 req-e92fd07b-ab7c-404c-9777-3073fb1d23e1 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1070714 Oct 11 15:23:19.345378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-412c00a9-4239-4a85-aad1-cba23103eb68 req-a2b07915-85f8-4391-9973-b0b969ceb47b tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Oct 11 15:23:19.448326 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Router f90673ab-11c6-4c68-8f1b-8d9b35893a38 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:23:19.481555 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2c547-34e5-468b-9904-8365104597e5 None None] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:19.571564 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:19.581826 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Sync routers for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:19.595117 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:19.595773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.596499 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:19.597239 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f258c54-6ed4-44c0-867b-3a8b0279128e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5614579 Oct 11 15:23:19.600088 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:19.666770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:19.691708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d076-6d61-45e7-897e-106e65d30ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.725834 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:19.733407 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] Provisioning complete for port a545e91d-df45-4628-83fd-b16b0451a077 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:19.733816 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.869126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d076-6d61-45e7-897e-106e65d30ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.874389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d076-6d61-45e7-897e-106e65d30ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:19.980069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ef0d076-6d61-45e7-897e-106e65d30ecb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d67fb60e2bda4393870be53deb8f868d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093646 Oct 11 15:23:19.982683 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:20.016495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.034398 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d076-6d61-45e7-897e-106e65d30ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8dc41f-96bd-4298-a3e6-bebceac36848,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:20.051358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6a10283-5ed5-480d-8aaf-1e8440c36935 req-6f91d3db-4408-4f7e-afbe-156f6889f8e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.1116517 Oct 11 15:23:20.087328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] For port a545e91d-df45-4628-83fd-b16b0451a077, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a545e91d-df45-4628-83fd-b16b0451a077,segment=NetworkSegment(fcddbdbf-2c5c-4e39-a2e7-527427c3b302),segment_id=fcddbdbf-2c5c-4e39-a2e7-527427c3b302)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:20.093589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.136679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.145962 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:18Z', 'revision_number': 3, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:20.171287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a545e91d-df45-4628-83fd-b16b0451a077 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:20.187671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.219996 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Checking router: f90673ab-11c6-4c68-8f1b-8d9b35893a38 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:20.220500 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Updating router f90673ab-11c6-4c68-8f1b-8d9b35893a38 port fe3c40d1-43a5-4909-bca0-fd02274c35ff binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:23:20.227615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3863b85-cb9e-4435-acae-15db6dbc4bd7 req-356ce203-38ae-461b-90b9-6db10f36562f tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:20.248102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3863b85-cb9e-4435-acae-15db6dbc4bd7 req-356ce203-38ae-461b-90b9-6db10f36562f tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.4427645 Oct 11 15:23:20.258336 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c34ce-540b-454f-9420-2fd06e7c164d None None] Pushing event updated for resources: {'Port': ['ID=a545e91d-df45-4628-83fd-b16b0451a077,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:20.260561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.265468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.267118 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a545e91d-df45-4628-83fd-b16b0451a077 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:20.267599 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.270868 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed8dc41f-96bd-4298-a3e6-bebceac36848 HTTP/1.1" status: 204 len: 168 time: 0.2860761 Oct 11 15:23:20.279270 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.283235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9a02b-2b7c-4f3a-b23b-32dbaf7b021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8dc41f-96bd-4298-a3e6-bebceac36848,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:20.299375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-230cab6c-5ec1-4a67-a71b-2e2138a47c9c req-9ad372aa-fa4f-495b-8734-e8ce141d20ed tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.1150320 Oct 11 15:23:20.336967 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-85704b46-fc3e-4763-bc73-cd4c5b156a25 None None] Provisioning complete for port a545e91d-df45-4628-83fd-b16b0451a077 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:20.337277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85704b46-fc3e-4763-bc73-cd4c5b156a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.398411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3863b85-cb9e-4435-acae-15db6dbc4bd7 req-ad611ace-a168-4577-8c29-dc6936991442 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474941 Oct 11 15:23:20.594992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266a32-b989-404e-82af-5ba07174bee3 req-9657bf27-084a-4ae1-87e5-c7af3d978b7d tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:20.595507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be266a32-b989-404e-82af-5ba07174bee3 req-9657bf27-084a-4ae1-87e5-c7af3d978b7d tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1045654 Oct 11 15:23:20.668818 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.680497 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.688850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be266a32-b989-404e-82af-5ba07174bee3 req-1a92f3a2-d73f-4a77-9b76-2771739c35cb tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708454 Oct 11 15:23:20.714231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.752825 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Attempting to bind port fe3c40d1-43a5-4909-bca0-fd02274c35ff on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:20.753327 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Attempting to bind port fe3c40d1-43a5-4909-bca0-fd02274c35ff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:20.753809 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Attempting to bind port fe3c40d1-43a5-4909-bca0-fd02274c35ff on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:20.761675 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966dd6e-5b06-4758-a836-2a0e9a0f6572 None None] Pushing event updated for resources: {'Port': ['ID=fe3c40d1-43a5-4909-bca0-fd02274c35ff,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:20.764296 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:20.775915 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:20.776701 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.777115 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:20.777672 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Bound port: fe3c40d1-43a5-4909-bca0-fd02274c35ff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:20.778087 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.845061 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] For port fe3c40d1-43a5-4909-bca0-fd02274c35ff, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:20.848893 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] For port fe3c40d1-43a5-4909-bca0-fd02274c35ff, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe3c40d1-43a5-4909-bca0-fd02274c35ff,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:20.858997 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:20.922913 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:20.923944 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:20.958989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a760-e738-4840-91e8-89e93d549991 req-8e929695-e637-454e-b9b3-64a7b0d0cae6 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:20.960999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f3a760-e738-4840-91e8-89e93d549991 req-8e929695-e637-454e-b9b3-64a7b0d0cae6 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 1122 time: 0.1231868 Oct 11 15:23:20.983752 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966dd6e-5b06-4758-a836-2a0e9a0f6572 None None] Pushing event updated for resources: {'Port': ['ID=fe3c40d1-43a5-4909-bca0-fd02274c35ff,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:21.004174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50f3a760-e738-4840-91e8-89e93d549991 req-410fe65c-746d-41b3-8df9-af959bd27f64 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:21.039675 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Allocated IP 172.20.0.1 (63b55d1a-1fa1-420b-ba04-5ec0458ee8e6/fd338185-d120-4720-8673-5c24627de53e/1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:21.068144 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:21.192342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dad55ea-d1a3-4fd8-84a3-f7f445e547a2 req-a77b36cd-3449-490e-908d-cf16a881a74a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0469875 Oct 11 15:23:21.221174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50f3a760-e738-4840-91e8-89e93d549991 req-410fe65c-746d-41b3-8df9-af959bd27f64 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:21.234762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50f3a760-e738-4840-91e8-89e93d549991 req-410fe65c-746d-41b3-8df9-af959bd27f64 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:21.248407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:21.266038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f3a760-e738-4840-91e8-89e93d549991 req-410fe65c-746d-41b3-8df9-af959bd27f64 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964206 Oct 11 15:23:21.295890 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fe65c-746d-41b3-8df9-af959bd27f64 tempest-AggregatesAdminTestJSON-2079119593 tempest-AggregatesAdminTestJSON-2079119593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bddcb75-51ed-4a48-a910-5fef8ea53298,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:21.331914 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:21.357146 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:18Z', 'revision_number': 3, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:21.402123 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56f94a-3c3c-48f3-a58d-83f48a56cb25 None None] The sync data for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 is: [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:18Z', 'revision_number': 3, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:21.625075 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:21.656029 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:21.686788 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:21.701908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd4756ef-fffa-4b78-868d-847f0e9597df req-d035a196-2e0b-4f21-a9bf-120d7393db23 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0787976 Oct 11 15:23:21.751259 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Pushing event updated for resources: {'Port': ['ID=1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:21.793612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567802c-c8be-4990-8eaa-d6656e083114 req-0cb59ad6-d0e6-40ad-b59e-43cdb724b78b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:21.795213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f567802c-c8be-4990-8eaa-d6656e083114 req-0cb59ad6-d0e6-40ad-b59e-43cdb724b78b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.1737120 Oct 11 15:23:21.798876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.135530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f567802c-c8be-4990-8eaa-d6656e083114 req-c7240be0-ddbe-4b6e-acf1-9c97715aaa4e tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499473 Oct 11 15:23:22.137658 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6a6100b-8155-4cd9-967c-d1c813ba1e61 None None] Provisioning complete for port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:22.138723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6a6100b-8155-4cd9-967c-d1c813ba1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.198681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe3c40d1-43a5-4909-bca0-fd02274c35ff up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:22.243334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.304694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6100b-8155-4cd9-967c-d1c813ba1e61 None None] Port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:22.311873 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fe3c40d1-43a5-4909-bca0-fd02274c35ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:22.312352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.425498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.454159 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fe3c40d1-43a5-4909-bca0-fd02274c35ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe3c40d1-43a5-4909-bca0-fd02274c35ff,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:22.461597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.464111 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a545e91d-df45-4628-83fd-b16b0451a077 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:22.600513 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a545e91d-df45-4628-83fd-b16b0451a077 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:22.600900 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.624172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.640461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.649693 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fe3c40d1-43a5-4909-bca0-fd02274c35ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:22.670728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-120ce958-418b-4ed0-a905-c856c4d4a50f req-98e8fcea-182b-4bb0-b7d0-e28d9c9cae72 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0489902 Oct 11 15:23:22.734936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:22.805843 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Pushing event updated for resources: {'Port': ['ID=1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:22.876488 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:22.878527 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:22.968910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e32c5b6c-39a5-4f37-99e3-1195762c07a2 req-aad848a5-d1a6-44ab-9aa6-1658ce4c4a66 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0402112 Oct 11 15:23:23.055531 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Router f90673ab-11c6-4c68-8f1b-8d9b35893a38 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:23:23.194544 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:23.200591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e3c4264d-2c6d-4bf7-b652-ae1920a55ffd admin admin] 10.222.0.31 "PUT /v2.0/routers/f90673ab-11c6-4c68-8f1b-8d9b35893a38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5994129 Oct 11 15:23:23.240641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb2815d2-bbc9-49d3-b69e-f5a609c22436 None None] Provisioning complete for port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:23.241693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb2815d2-bbc9-49d3-b69e-f5a609c22436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:23.309802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb2815d2-bbc9-49d3-b69e-f5a609c22436 None None] Port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:23.320572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06ae8f-d89b-42b7-920a-078c6b767824 req-6a08c2f5-5c67-4731-8c52-cd1703bc8f92 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:23.322666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce06ae8f-d89b-42b7-920a-078c6b767824 req-6a08c2f5-5c67-4731-8c52-cd1703bc8f92 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.0719309 Oct 11 15:23:23.379700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce06ae8f-d89b-42b7-920a-078c6b767824 req-172b3f49-a2d7-403b-a72b-7669b3d0701f tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Oct 11 15:23:23.562072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1deb95d5-b8f5-442a-911c-a7a31523398d req-22e216a4-a99f-483f-9c7c-e8801e4468a6 tempest-FloatingIPsNegativeTestJSON-1535091658 tempest-FloatingIPsNegativeTestJSON-1535091658-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=3c93c89894db4f488629b88d4af17992 HTTP/1.1" status: 200 len: 217 time: 0.0708992 Oct 11 15:23:23.638800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603c5e4d-40e9-4910-b075-81229f4dba57 req-222df546-a1f1-44e7-8fed-f646f9587bae tempest-FloatingIPsNegativeTestJSON-1535091658 tempest-FloatingIPsNegativeTestJSON-1535091658-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0351272 Oct 11 15:23:23.717560 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Sync routers for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:23.737564 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:23.738349 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:23.759059 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-50762bf7-2c01-4116-9578-f9da655558b8 req-d0817bb5-534a-4cf2-b42a-b212e979d3e9 tempest-FloatingIPsNegativeTestJSON-1535091658 tempest-FloatingIPsNegativeTestJSON-1535091658-project] show failed (client error): The resource could not be found. Oct 11 15:23:23.768586 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:23.777197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50762bf7-2c01-4116-9578-f9da655558b8 req-d0817bb5-534a-4cf2-b42a-b212e979d3e9 tempest-FloatingIPsNegativeTestJSON-1535091658 tempest-FloatingIPsNegativeTestJSON-1535091658-project] 10.222.0.31 "GET /v2.0/floatingips/297c79d8-8118-4648-acd2-c0f553392ce7 HTTP/1.1" status: 404 len: 350 time: 0.1183987 Oct 11 15:23:23.901220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4189ce85-4ff8-4c4b-aa25-c0111087bcc8 req-ec9dcc45-94c6-4410-97d3-c847e9dd7a97 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0539482 Oct 11 15:23:23.976275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:24.033271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe3c40d1-43a5-4909-bca0-fd02274c35ff up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:24.116656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7e3a29b-fbec-4df3-9901-b816cdcf7ac8 req-659e7a69-d40a-4f54-a577-8f2ddb7c380a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0462315 Oct 11 15:23:24.148374 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:24.285062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa88a-aa83-4649-a7db-67072d2d30df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.290142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fe3c40d1-43a5-4909-bca0-fd02274c35ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:24.290676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.416393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa88a-aa83-4649-a7db-67072d2d30df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.422033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa88a-aa83-4649-a7db-67072d2d30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.427734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.454062 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:22Z', 'revision_number': 4, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff', 'name': '', 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'mac_address': 'fa:16:3e:12:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'fd338185-d120-4720-8673-5c24627de53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:20Z', 'updated_at': '2021-10-11T15:23:22Z', 'revision_number': 2, 'project_id': '3c93c89894db4f488629b88d4af17992', 'subnets': [{'id': 'fd338185-d120-4720-8673-5c24627de53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:24.511898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0f7aa88a-aa83-4649-a7db-67072d2d30df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e0e60edc69e4773a36cad90b5685e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594277 Oct 11 15:23:24.515329 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:24.518183 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Checking router: f90673ab-11c6-4c68-8f1b-8d9b35893a38 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:24.518381 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Updating router f90673ab-11c6-4c68-8f1b-8d9b35893a38 port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:23:24.524175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa88a-aa83-4649-a7db-67072d2d30df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782669ed-24cd-4840-8556-57ba573b3770,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:24.560907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.613879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-640c61a1-cc6f-4d05-8fa3-2527f4a58a14 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:24.615362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-640c61a1-cc6f-4d05-8fa3-2527f4a58a14 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 1121 time: 0.1713946 Oct 11 15:23:24.682896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416595a-3250-4a88-a3f1-c989b1fc9051 req-18318776-28c3-4395-9328-25c489f6ced4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:24.684542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b416595a-3250-4a88-a3f1-c989b1fc9051 req-18318776-28c3-4395-9328-25c489f6ced4 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 970 time: 0.1397467 Oct 11 15:23:24.690607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.763762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.797542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b416595a-3250-4a88-a3f1-c989b1fc9051 req-e309065b-4524-4035-8ca1-af13abf8c469 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041048 Oct 11 15:23:24.825792 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Deleting port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:24.826331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.834043 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Deleting port f9d68fab-66e4-47c6-902e-a1e1d39015e2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:24.834673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.894315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.896860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.900686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/782669ed-24cd-4840-8556-57ba573b3770 HTTP/1.1" status: 204 len: 168 time: 0.3807232 Oct 11 15:23:24.918676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d458e-26e0-41f6-aa3b-4c4820c4eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782669ed-24cd-4840-8556-57ba573b3770,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:24.960851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.964268 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] For port f9d68fab-66e4-47c6-902e-a1e1d39015e2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9d68fab-66e4-47c6-902e-a1e1d39015e2,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:24.965219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:24.988208 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Calling delete_port for f9d68fab-66e4-47c6-902e-a1e1d39015e2 owned by compute:tempest-test_az-976464322 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:24.992749 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Calling delete_port for 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:25.032777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.041851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.131508 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29473011-3933-48fa-bbcc-d8c4d2860b44 None None] Pushing event updated for resources: {'Port': ['ID=1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:25.246961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Attempting to bind port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:25.247706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Attempting to bind port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:25.247823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Attempting to bind port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff on network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:25.261286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:25.261722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Checking segment: {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:25.262133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.262545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Bound using segment: {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:25.263059 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Bound port: 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '63b55d1a-1fa1-420b-ba04-5ec0458ee8e6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:25.263443 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.376714 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.415735 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:25.445260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Port 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 11 15:23:25.456567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e367233-5845-4037-a5a2-5145a5712862 req-ed1d1dc0-b9fb-40eb-8cad-da93d04fcd65 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0553763 Oct 11 15:23:25.457016 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:25.463870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6f4da4a4-0f04-4c26-8ec7-049bd5e7609b None None] Could not find standard attr ID for object 1d6fd32c-fa8f-4aa8-9184-da8c1bfc3cff. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:23:25.469223 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:25.470390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:25.476300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f65ea539-43d4-4aca-ad46-4ddd900ed2ac req-f229d630-a117-4ef5-8e4f-7fc14a35192a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0682094 Oct 11 15:23:25.514796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf4d8-f6d4-4bde-8544-ce629638395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.628226 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:25.688603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.692637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.725382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f9d68fab-66e4-47c6-902e-a1e1d39015e2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:25.748272 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d68fab-66e4-47c6-902e-a1e1d39015e2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:25.800312 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf4d8-f6d4-4bde-8544-ce629638395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.848315 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] No DVR routers for this DVR port f9d68fab-66e4-47c6-902e-a1e1d39015e2 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:23:25.852723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf4d8-f6d4-4bde-8544-ce629638395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.931884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:25.935344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea64eee0-c353-4283-bd14-537c32fba4d1 req-33a78385-7da7-4f77-bb21-08000378bf55 tempest-DeleteServersAdminTestJSON-10123640 tempest-DeleteServersAdminTestJSON-10123640-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f9d68fab-66e4-47c6-902e-a1e1d39015e2 HTTP/1.1" status: 204 len: 173 time: 1.3119652 Oct 11 15:23:25.936250 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdf4d8-f6d4-4bde-8544-ce629638395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04680bc5-bea7-492f-8c38-24a99ce638ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:25.938371 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'name': 'network-vif-deleted', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:25.941325 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9129f1-6044-44e2-84cb-ed473a2b61cb" -d '{"events": [{"server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "name": "network-vif-deleted", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:25.996578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dbbdf4d8-f6d4-4bde-8544-ce629638395f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c58f902cfaf47969cf21a12b7d983fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361772 Oct 11 15:23:25.999215 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:25Z', 'revision_number': 5, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:26.000939 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:26.076532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810bf61-3497-4b16-81e9-11dd3328f3dc None None] The sync data for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 is: [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70'}], 'enable_snat': True}, 'gw_port_id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:25Z', 'revision_number': 5, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port': {'id': 'fe3c40d1-43a5-4909-bca0-fd02274c35ff', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:26.090449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68f31a53-e546-4839-afd5-7b3a1802138b req-e68ae38a-9d45-4071-b52f-3d684dbd9893 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b990361-a70e-4639-9dcd-ac9e3ca44654 HTTP/1.1" status: 200 len: 210 time: 0.0371275 Oct 11 15:23:26.154918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:26.201529 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Router f90673ab-11c6-4c68-8f1b-8d9b35893a38 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:23:26.202481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:26.224961 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42abedc6-da94-43e6-a3ca-1c7269627c32 x-openstack-request-id: req-42abedc6-da94-43e6-a3ca-1c7269627c32 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:26.225264 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b990361-a70e-4639-9dcd-ac9e3ca44654", "name": "network-vif-deleted", "tag": "f9d68fab-66e4-47c6-902e-a1e1d39015e2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:26.225506 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42abedc6-da94-43e6-a3ca-1c7269627c32 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:26.225918 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b990361-a70e-4639-9dcd-ac9e3ca44654', 'name': 'network-vif-deleted', 'tag': 'f9d68fab-66e4-47c6-902e-a1e1d39015e2', 'status': 'completed', 'code': 200} Oct 11 15:23:26.282125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:26.285817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:26.287394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04680bc5-bea7-492f-8c38-24a99ce638ee HTTP/1.1" status: 204 len: 168 time: 0.2850373 Oct 11 15:23:26.301980 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4aa81-52dc-44ad-acd2-4d69e50c3066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04680bc5-bea7-492f-8c38-24a99ce638ee,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:26.502928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'port': {'device_id': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'admin_state_up': True, 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'security_groups': ['a3691111-a12c-4cc4-969a-61b167f099aa']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:26.765873 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:26.777219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-329f194e-50a4-42fa-a250-9a2c86e4959c admin admin] 10.222.0.31 "PUT /v2.0/routers/f90673ab-11c6-4c68-8f1b-8d9b35893a38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0074615 Oct 11 15:23:26.782983 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:26.807959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c83d5fa2-c7d5-4ec5-a4ca-d952ec14b59c req-f2188cb8-e71a-487b-95b4-e894a0ca28ea tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.1053777 Oct 11 15:23:26.859575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Made reservation on behalf of 23a04af4bc1747a088fb50e2bbbc7485 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:26.876456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:26.986024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.113405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.126594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5beb6108-e699-4574-a409-fdf014e8702b req-91a48a6f-8d96-4254-a397-6c076eae1b68 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 210 time: 0.0629756 Oct 11 15:23:27.188905 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Deleting port fe3c40d1-43a5-4909-bca0-fd02274c35ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:27.189760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.279074 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Allocated IP 172.20.0.5 (f50996e8-e401-4cca-ac89-3474155500db/16793b53-3da4-4fe3-89af-9cb4800763c5/b76d2fdf-2db6-447e-a46c-66f6ce76a017) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:27.301085 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] For port fe3c40d1-43a5-4909-bca0-fd02274c35ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe3c40d1-43a5-4909-bca0-fd02274c35ff,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:27.301085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.319358 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Calling delete_port for fe3c40d1-43a5-4909-bca0-fd02274c35ff owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:27.372975 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.43', 56688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:27.498113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-eb81cf06-07c2-4135-8d3b-f71ae6ca543c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163480 Oct 11 15:23:27.547097 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Sync routers for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:27.563348 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:27.564171 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:27.632121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.688631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c40d1-43a5-4909-bca0-fd02274c35ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:27.744544 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:27.762621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.828239 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:27Z', 'revision_number': 6, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:27.850390 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:27.866897 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Checking router: f90673ab-11c6-4c68-8f1b-8d9b35893a38 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:27.882975 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Routers {'f90673ab-11c6-4c68-8f1b-8d9b35893a38'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:27.884103 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:27.920096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.924894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:27.929638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-e09e14b1-db95-4054-9948-b6f8a2eeb77f tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2002023665b146f29a9b5578c8dc2d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370370 Oct 11 15:23:28.044925 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] Set router f90673ab-11c6-4c68-8f1b-8d9b35893a38 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:28.086832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.087640 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90673ab-11c6-4c68-8f1b-8d9b35893a38 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:23:28.092499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.096806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb8c7db3-1e4f-4405-b548-fcf400f69030 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f90673ab-11c6-4c68-8f1b-8d9b35893a38 HTTP/1.1" status: 204 len: 168 time: 1.3115075 Oct 11 15:23:28.097391 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:28.124913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-0d2eebbc-68ba-4bef-877a-b25fe47c457f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:28.126501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-0d2eebbc-68ba-4bef-877a-b25fe47c457f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181200 Oct 11 15:23:28.133833 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:27Z', 'revision_number': 7, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:28.149999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Request body: {'port': {'device_id': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '0b385ffdc3ee44f79bb671aa4bb8fcf9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:28.165986 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc37f16-1aff-4bf6-ab33-79170c8bdaa2 None None] The sync data for ids ['f90673ab-11c6-4c68-8f1b-8d9b35893a38'] in n-d-master-1 is: [{'id': 'f90673ab-11c6-4c68-8f1b-8d9b35893a38', 'name': 'tempest-FloatingIPsNegativeTestJSON-35521233-router', 'tenant_id': '3c93c89894db4f488629b88d4af17992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:17Z', 'updated_at': '2021-10-11T15:23:27Z', 'revision_number': 7, 'project_id': '3c93c89894db4f488629b88d4af17992', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:28.169475 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Deleting subnet fd338185-d120-4720-8673-5c24627de53e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:23:28.171911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba40bdde-e597-42b0-bae0-1edacf9a5981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.177158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.238149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.238832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21d16bd0-8d4c-4e2e-bdb8-afa4f6ba919e req-07db7d5c-6840-4e6e-9823-ec724dbfae8e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.1823990 Oct 11 15:23:28.360645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.372741 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-e9f16891-a864-4857-aea0-07930cb76872 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:28.382203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-e9f16891-a864-4857-aea0-07930cb76872 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4435706 Oct 11 15:23:28.412628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.421268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba40bdde-e597-42b0-bae0-1edacf9a5981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.425580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba40bdde-e597-42b0-bae0-1edacf9a5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.429737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-e34f0549-5173-4b26-968a-d6d56fb51cb0 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/quotas/2002023665b146f29a9b5578c8dc2d14 HTTP/1.1" status: 200 len: 375 time: 0.0139213 Oct 11 15:23:28.472095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4ba88-2e3c-45db-95da-d6152a4e7e4c req-dd00fa8e-596e-41ad-8b2e-f1c5481b1d02 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:28.472230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.477963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7d4ba88-2e3c-45db-95da-d6152a4e7e4c req-dd00fa8e-596e-41ad-8b2e-f1c5481b1d02 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1369188 Oct 11 15:23:28.478962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba40bdde-e597-42b0-bae0-1edacf9a5981 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b558f2ccf234cd9a11e94faa178bd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275868 Oct 11 15:23:28.483245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40bdde-e597-42b0-bae0-1edacf9a5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5333d4-cb53-4e79-afb2-a9e5a23e1d60,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:28.498033 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:28.503949 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd338185-d120-4720-8673-5c24627de53e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:28.504229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-c0380712-4545-4570-b88e-feb13a368254 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618873 Oct 11 15:23:28.507331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.510629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c34ec6c6-2820-4620-8635-9c480995bd64 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd338185-d120-4720-8673-5c24627de53e HTTP/1.1" status: 204 len: 168 time: 0.4121826 Oct 11 15:23:28.512896 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:28.515091 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a4c79-20e0-4ce5-ab77-8c8a98053b66 None None] Network 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:28.593277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.659434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Made reservation on behalf of 0b385ffdc3ee44f79bb671aa4bb8fcf9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:28.662975 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.697120 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Deleting port a545e91d-df45-4628-83fd-b16b0451a077 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:28.697585 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.755276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.783119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] For port a545e91d-df45-4628-83fd-b16b0451a077, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a545e91d-df45-4628-83fd-b16b0451a077,segment=NetworkSegment(fcddbdbf-2c5c-4e39-a2e7-527427c3b302),segment_id=fcddbdbf-2c5c-4e39-a2e7-527427c3b302)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:28.784117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.787663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7d4ba88-2e3c-45db-95da-d6152a4e7e4c req-a98b4f4a-675c-492a-986c-07eb6bad4ca2 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886815 Oct 11 15:23:28.788660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:28.839119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Calling delete_port for a545e91d-df45-4628-83fd-b16b0451a077 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:28.956892 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] DHCP port deletion for 63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:23:29.001431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.039493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.072724 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a545e91d-df45-4628-83fd-b16b0451a077,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:29.074591 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] No DVR routers for this DVR port a545e91d-df45-4628-83fd-b16b0451a077 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:23:29.140918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Deleting port a545e91d-df45-4628-83fd-b16b0451a077 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:29.141615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.164608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.206904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.207248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.207994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.208324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.209696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.210035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.210358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.211006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.211349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.211671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.256706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.281294 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Network f50996e8-e401-4cca-ac89-3474155500db is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:29.298629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] For port a545e91d-df45-4628-83fd-b16b0451a077, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:29.299659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.336372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Calling delete_port for a545e91d-df45-4628-83fd-b16b0451a077 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:29.344641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Port a545e91d-df45-4628-83fd-b16b0451a077 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:23:29.346550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.350121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41f3c0a5-0e4b-4b56-9490-fc813011e5cd req-68ac879c-8e59-432b-9935-8337fe6b8d95 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 210 time: 0.4470899 Oct 11 15:23:29.387016 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:29.392437 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] Pushing event deleted for resources: {'Port': ['ID=a545e91d-df45-4628-83fd-b16b0451a077,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:29.398317 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677c688-512c-4488-9620-78a14ef528d4 None None] No DVR routers for this DVR port a545e91d-df45-4628-83fd-b16b0451a077 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:23:29.412583 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:29.432650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.433188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.433368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.433694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 15:23:29.434071 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b55d1a-1fa1-420b-ba04-5ec0458ee8e6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:29.468171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:29.470078 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:29.471348 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcddbdbf-2c5c-4e39-a2e7-527427c3b302') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:29.493534 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9d68fab-66e4-47c6-902e-a1e1d39015e2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:23:29.517302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.519066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f9d68fab-66e4-47c6-902e-a1e1d39015e2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:23:29.519676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9d68fab-66e4-47c6-902e-a1e1d39015e2 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:23:29.565675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.577169 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:23:29.578004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: from cryptography.utils import int_from_bytes Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: from cryptography.utils import int_from_bytes Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: items = [ Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:23:29.583546 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:23:29.599380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3de82ff-2658-4d0b-b15c-2762c65b46b2 req-89bde40a-2f98-43d7-baf9-e139e935c977 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.0640824 Oct 11 15:23:29.626717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c942-24a9-4dd3-9eb9-65602b40afbb req-a696fedb-d10e-4d0a-ac19-fc01edc0490f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:29.638072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4625c942-24a9-4dd3-9eb9-65602b40afbb req-a696fedb-d10e-4d0a-ac19-fc01edc0490f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 931 time: 0.7425654 Oct 11 15:23:29.639884 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:29.665516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:29.666138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.670362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.703068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.707722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.718162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9f1da-7161-4923-a76b-06081df5d93c req-ddf34541-528f-4846-8e9a-b09ed05acebc tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:29.720280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.720677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54b9f1da-7161-4923-a76b-06081df5d93c req-ddf34541-528f-4846-8e9a-b09ed05acebc tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.4720869 Oct 11 15:23:29.724903 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63b55d1a-1fa1-420b-ba04-5ec0458ee8e6 HTTP/1.1" status: 204 len: 168 time: 1.2107213 Oct 11 15:23:29.751095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.755451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.758862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc5333d4-cb53-4e79-afb2-a9e5a23e1d60 HTTP/1.1" status: 204 len: 168 time: 1.2514675 Oct 11 15:23:29.764523 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb412d0-84fe-4552-9858-d43981adc8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b55d1a-1fa1-420b-ba04-5ec0458ee8e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:29.808055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-51da462c-b335-428e-a456-8918b7a094ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3103371 Oct 11 15:23:29.848032 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c10d30a-8466-4dc1-8fc0-ae37e32c5211 None None] Provisioning complete for port b76d2fdf-2db6-447e-a46c-66f6ce76a017 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:29.849289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c10d30a-8466-4dc1-8fc0-ae37e32c5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:29.869583 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-e632b938-b6ee-4e73-b004-bb464dd9207c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:23:29.869583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-e632b938-b6ee-4e73-b004-bb464dd9207c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463960 Oct 11 15:23:29.893230 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12ce3c-5073-4b74-b54f-c513809124b4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:29.897459 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:29.912478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4625c942-24a9-4dd3-9eb9-65602b40afbb req-38c32234-96dc-4502-b542-8ac9bf7acf4f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734718 Oct 11 15:23:29.942382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c10d30a-8466-4dc1-8fc0-ae37e32c5211 None None] Port b76d2fdf-2db6-447e-a46c-66f6ce76a017 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:29.998876 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37af4c-0e8d-4f9d-bea6-f9fa86a1976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5333d4-cb53-4e79-afb2-a9e5a23e1d60,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:30.012308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b2233f2-c3d1-498b-ad15-c743fb0a9e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.067364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bfd6904-5c67-48aa-aa30-0fb18f4f845f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c93c89894db4f488629b88d4af17992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683388 Oct 11 15:23:30.069567 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:30.078698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe3c40d1-43a5-4909-bca0-fd02274c35ff no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:23:30.144793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fe3c40d1-43a5-4909-bca0-fd02274c35ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:23:30.145442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe3c40d1-43a5-4909-bca0-fd02274c35ff not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:23:30.146086 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a545e91d-df45-4628-83fd-b16b0451a077 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:23:30.189252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-a2518539-2074-44e1-9a0d-2ad16fb811b7 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2002023665b146f29a9b5578c8dc2d14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558491 Oct 11 15:23:30.192830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a545e91d-df45-4628-83fd-b16b0451a077 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:23:30.195221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a545e91d-df45-4628-83fd-b16b0451a077 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:23:30.237875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.244529 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc93cf-dd55-4aba-8d36-a0b4056eb024 req-2bb7de1a-daa3-41fe-8b48-aef810b81017 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:30.255023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfdc93cf-dd55-4aba-8d36-a0b4056eb024 req-2bb7de1a-daa3-41fe-8b48-aef810b81017 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 971 time: 0.1752799 Oct 11 15:23:30.348735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.415523 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Request body: {'port': {'device_id': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:30.442041 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Allocated IP 192.168.233.92 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:30.477770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-578222be-c3ec-464e-b80a-e4177e5a3b93 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:30.479402 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-578222be-c3ec-464e-b80a-e4177e5a3b93 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791066 Oct 11 15:23:30.493337 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Request body: {'port': {'device_id': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '2002023665b146f29a9b5578c8dc2d14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:30.541066 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:30.550394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.552793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.556353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f75f6ba0-87da-4bd8-a67f-47345a158b4e HTTP/1.1" status: 204 len: 168 time: 0.4858453 Oct 11 15:23:30.574625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2367712f-ac5e-4f35-a643-27dfd0d52a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.578330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cda39-04bc-4fe4-af93-9c8847521089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f6ba0-87da-4bd8-a67f-47345a158b4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:30.675002 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Made reservation on behalf of 2002023665b146f29a9b5578c8dc2d14 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:30.678656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.760378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2367712f-ac5e-4f35-a643-27dfd0d52a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.765317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2367712f-ac5e-4f35-a643-27dfd0d52a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.841898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22573750-a2c2-40ff-b01a-45f6596c0320 req-37d468f8-1611-4110-9866-45ea6f9f3f5f tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 210 time: 0.2997897 Oct 11 15:23:30.853743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.881934 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Deleting port ece684e9-eac5-4570-91c8-671e0c035ff8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:30.881934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.908875 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b2233f2-c3d1-498b-ad15-c743fb0a9e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:30.921409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfdc93cf-dd55-4aba-8d36-a0b4056eb024 req-72259336-f62c-41b1-94a2-65dd55581a8b tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632643 Oct 11 15:23:31.017084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2367712f-ac5e-4f35-a643-27dfd0d52a3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40fcfa26bfe245c5babf337e1eebef9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744003 Oct 11 15:23:31.018789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367712f-ac5e-4f35-a643-27dfd0d52a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e936174a-9ecb-458c-b0c4-494ce25cd9c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.021105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:31.047565 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b2233f2-c3d1-498b-ad15-c743fb0a9e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.071909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.093960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.141634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.144725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.145890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e936174a-9ecb-458c-b0c4-494ce25cd9c7 HTTP/1.1" status: 204 len: 168 time: 0.1238704 Oct 11 15:23:31.159326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4958-41ad-41fa-a851-5ee708a863ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936174a-9ecb-458c-b0c4-494ce25cd9c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.203318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45858a7d-6fae-4bab-86c5-f0faa1c110db req-1d534445-5ab3-4e38-96a3-6b631ff52884 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 210 time: 0.1595221 Oct 11 15:23:31.227232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b2233f2-c3d1-498b-ad15-c743fb0a9e70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ce865719c934bfcaeadb3bbe14789ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5678632 Oct 11 15:23:31.230010 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:31.244299 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2233f2-c3d1-498b-ad15-c743fb0a9e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79339f1-fbba-46db-8b72-ce8dc4ad49d7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.308269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.321175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.362880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.379120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.402686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97197066-38d9-43b7-93e2-7c664f71228f req-834b3cb1-eef3-42a1-b12e-b80fd034840b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:31.410360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97197066-38d9-43b7-93e2-7c664f71228f req-834b3cb1-eef3-42a1-b12e-b80fd034840b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 931 time: 0.3654513 Oct 11 15:23:31.469937 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Allocated IP 192.168.233.40 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/29a8a72e-a221-464d-bf56-d64e78f9df4c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:31.495866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.498980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.502074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e79339f1-fbba-46db-8b72-ce8dc4ad49d7 HTTP/1.1" status: 204 len: 168 time: 0.2709510 Oct 11 15:23:31.518251 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] For port ece684e9-eac5-4570-91c8-671e0c035ff8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ece684e9-eac5-4570-91c8-671e0c035ff8,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:31.518622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.522728 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c5ca1-2829-470f-a4e3-8a8d668f203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79339f1-fbba-46db-8b72-ce8dc4ad49d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.533993 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Calling delete_port for ece684e9-eac5-4570-91c8-671e0c035ff8 owned by compute:tempest-test_az-976464322 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:31.671382 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:31.683682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.683907 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:31.693262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97197066-38d9-43b7-93e2-7c664f71228f req-fe65fc90-bd5a-4fa4-94dd-88f5084af6c6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817430 Oct 11 15:23:31.694059 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:31.729983 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.771090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.808375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:31.808995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.815701 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:31.819738 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:31.822574 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:31.871942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-3fc89964-e2cd-436f-9123-5cbc08b4e802 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7256477 Oct 11 15:23:31.882632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Pushing event updated for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:31.893275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Request body: {'port': {'device_id': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:31.935132 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:31.935807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:31.965782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-ad2f49d0-7023-42e0-8e6b-783c39a7fdca tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4774406 Oct 11 15:23:31.990139 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Request body: {'port': {'device_id': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:31.998201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75fbcd28-1765-42c2-a604-324671b41fd1 None None] Provisioning complete for port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:31.998755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fbcd28-1765-42c2-a604-324671b41fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.071528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75fbcd28-1765-42c2-a604-324671b41fd1 None None] Port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:32.093078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.098731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.144990 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:32.299783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed83bca8-a16d-4c57-a8fd-327b352333b3 None None] Provisioning complete for port 29a8a72e-a221-464d-bf56-d64e78f9df4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:32.300444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed83bca8-a16d-4c57-a8fd-327b352333b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.316619 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:32.337966 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] No DVR routers for this DVR port ece684e9-eac5-4570-91c8-671e0c035ff8 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:23:32.366125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a83e43c-2f81-40f1-9cbc-96970a360e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.386765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed83bca8-a16d-4c57-a8fd-327b352333b3 None None] Port 29a8a72e-a221-464d-bf56-d64e78f9df4c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:32.407937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1dda5ea-10b8-4700-a099-64b58ab031a9 req-86831ca8-8a17-470b-b17d-b8e8244b12d3 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.31 "GET /v2.0/ports?device_id=478ba7cc-093d-4e82-84b6-748c91a6c5d5 HTTP/1.1" status: 200 len: 210 time: 0.3230193 Oct 11 15:23:32.411862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.422470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad27e46c-f163-48f3-b48f-4a8da9560dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.430377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54b9f1da-7161-4923-a76b-06081df5d93c req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] 10.222.0.36 "DELETE /v2.0/ports/ece684e9-eac5-4570-91c8-671e0c035ff8 HTTP/1.1" status: 204 len: 173 time: 2.6968102 Oct 11 15:23:32.434197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.468022 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'name': 'network-vif-deleted', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:32.473493 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17a38d-6e5e-4e43-a605-0a6b8d1f04f2" -d '{"events": [{"server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "name": "network-vif-deleted", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:32.494029 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6b542-1992-48cd-8e0f-98fffab480c8 tempest-AggregatesAdminTestJSON-1751080229 tempest-AggregatesAdminTestJSON-1751080229-project] Pushing event deleted for resources: {'Port': ['ID=ece684e9-eac5-4570-91c8-671e0c035ff8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:32.519081 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d2fdf-2db6-447e-a46c-66f6ce76a017 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:32.553206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.568932 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Transition to ACTIVE for port object b76d2fdf-2db6-447e-a46c-66f6ce76a017 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:32.599625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.648928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddebe2-a542-4699-b4b1-a5a8e7448469 req-45388c2c-8c9d-4c6a-9ffb-f6e2c9afb023 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:32.656187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5ddebe2-a542-4699-b4b1-a5a8e7448469 req-45388c2c-8c9d-4c6a-9ffb-f6e2c9afb023 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 935 time: 0.5924633 Oct 11 15:23:32.657681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497748e2-1941-4229-8daf-8eccb12312c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.734745 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:32.782628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a83e43c-2f81-40f1-9cbc-96970a360e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.792095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a83e43c-2f81-40f1-9cbc-96970a360e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:32.825145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5ddebe2-a542-4699-b4b1-a5a8e7448469 req-fb4bbe08-e1db-42d0-96c4-3522d83ac37b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680884 Oct 11 15:23:32.829364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a83e43c-2f81-40f1-9cbc-96970a360e66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4320f922b488428387ae72e6e9fa5e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108979 Oct 11 15:23:32.836827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:32.846704 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a8a72e-a221-464d-bf56-d64e78f9df4c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:32.912647 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61338fa-f120-4780-8fc6-866de020a36b x-openstack-request-id: req-b61338fa-f120-4780-8fc6-866de020a36b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:32.912939 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478ba7cc-093d-4e82-84b6-748c91a6c5d5", "name": "network-vif-deleted", "tag": "ece684e9-eac5-4570-91c8-671e0c035ff8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:32.913218 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b61338fa-f120-4780-8fc6-866de020a36b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:32.913645 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478ba7cc-093d-4e82-84b6-748c91a6c5d5', 'name': 'network-vif-deleted', 'tag': 'ece684e9-eac5-4570-91c8-671e0c035ff8', 'status': 'completed', 'code': 200} Oct 11 15:23:32.930619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa854-f037-4cf8-a3d9-49512e165f55 req-5d53cf81-510f-4728-9e2c-27a9e0683c10 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:32.936737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84aaa854-f037-4cf8-a3d9-49512e165f55 req-5d53cf81-510f-4728-9e2c-27a9e0683c10 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 935 time: 0.3640127 Oct 11 15:23:33.022503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.035151 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83e43c-2f81-40f1-9cbc-96970a360e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f41a9c7-6c64-4942-b384-0a6a61504036,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:33.083388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497748e2-1941-4229-8daf-8eccb12312c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.086454 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Transition to ACTIVE for port object 29a8a72e-a221-464d-bf56-d64e78f9df4c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:33.091315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497748e2-1941-4229-8daf-8eccb12312c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.095155 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Attempting to bind port b76d2fdf-2db6-447e-a46c-66f6ce76a017 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:33.095155 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Attempting to bind port b76d2fdf-2db6-447e-a46c-66f6ce76a017 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:33.095155 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Attempting to bind port b76d2fdf-2db6-447e-a46c-66f6ce76a017 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:33.111863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.151344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84aaa854-f037-4cf8-a3d9-49512e165f55 req-39ab7194-a991-4871-bb26-070483cdbaa8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070413 Oct 11 15:23:33.154102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.161074 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Port b76d2fdf-2db6-447e-a46c-66f6ce76a017 on network f50996e8-e401-4cca-ac89-3474155500db not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:33.161417 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Attempting to bind port b76d2fdf-2db6-447e-a46c-66f6ce76a017 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:33.174572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa68b4-e746-4a2d-bc22-a79eb4ea2a24 req-221cdb65-95d0-4d3f-8576-7c832adca6fc tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:33.176080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3aaa68b4-e746-4a2d-bc22-a79eb4ea2a24 req-221cdb65-95d0-4d3f-8576-7c832adca6fc tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.1935775 Oct 11 15:23:33.180611 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:33.180947 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Checking segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:33.181329 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Bound using segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:33.181775 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Bound port: b76d2fdf-2db6-447e-a46c-66f6ce76a017, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:33.182642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.191729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-497748e2-1941-4229-8daf-8eccb12312c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe0af093ca6b47959e0f96c58421e008&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0454898 Oct 11 15:23:33.197965 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:33.198967 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497748e2-1941-4229-8daf-8eccb12312c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adfd5c3-d07b-4225-b95d-e69e5599561d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:33.228054 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Pushing event updated for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:33.252643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.341121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3aaa68b4-e746-4a2d-bc22-a79eb4ea2a24 req-eb0e6379-a371-4cb4-8971-333dcfe7274c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416433 Oct 11 15:23:33.364079 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Attempting to bind port 29a8a72e-a221-464d-bf56-d64e78f9df4c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:33.364079 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Attempting to bind port 29a8a72e-a221-464d-bf56-d64e78f9df4c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:33.364079 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Attempting to bind port 29a8a72e-a221-464d-bf56-d64e78f9df4c on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:33.366570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Port 29a8a72e-a221-464d-bf56-d64e78f9df4c on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:33.366991 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Attempting to bind port 29a8a72e-a221-464d-bf56-d64e78f9df4c on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:33.372293 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:33.372614 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:33.373005 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:33.373439 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Bound port: 29a8a72e-a221-464d-bf56-d64e78f9df4c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:33.373898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.391803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.394452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.398101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f41a9c7-6c64-4942-b384-0a6a61504036 HTTP/1.1" status: 204 len: 168 time: 0.5530958 Oct 11 15:23:33.430191 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3961ea-dc2f-45a0-8c36-2e38e6ad4479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f41a9c7-6c64-4942-b384-0a6a61504036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:33.485783 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:33.494729 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:33.504879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.509838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ece684e9-eac5-4570-91c8-671e0c035ff8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:23:33.549417 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:33.550230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.551735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] 10.222.0.36 "PUT /v2.0/ports/29a8a72e-a221-464d-bf56-d64e78f9df4c HTTP/1.1" status: 200 len: 1095 time: 1.5772431 Oct 11 15:23:33.553516 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:33.563751 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cab66a-a8d7-4160-8f93-88c1421a346a" -d '{"events": [{"name": "network-changed", "server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:33.592571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: ece684e9-eac5-4570-91c8-671e0c035ff8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:23:33.592919 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ece684e9-eac5-4570-91c8-671e0c035ff8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:23:33.726588 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-65ace8b2-b5ff-4bef-aeb8-754845a401d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:33.728284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-65ace8b2-b5ff-4bef-aeb8-754845a401d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 1098 time: 0.0987508 Oct 11 15:23:33.738017 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5294f68c-2002-421a-a2bf-0ca098b6cd72 x-openstack-request-id: req-5294f68c-2002-421a-a2bf-0ca098b6cd72 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:33.738375 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:33.738666 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5294f68c-2002-421a-a2bf-0ca098b6cd72 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:33.739221 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c', 'status': 'completed', 'code': 200} Oct 11 15:23:33.788589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eade699-ee8f-4ad6-84a9-feeae8c66e27 service neutron] Pushing event updated for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:33.803945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-d7ad8343-b558-4abc-9444-c0e0283b6979 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c HTTP/1.1" status: 200 len: 217 time: 0.0625777 Oct 11 15:23:33.857596 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:33.882616 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:33.885843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.893864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:33.913294 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-8cc6371f-ad23-4c21-979c-566488f21ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:33.915094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-8cc6371f-ad23-4c21-979c-566488f21ba3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0999947 Oct 11 15:23:33.963489 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:33.982110 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-f1483e62-ac7f-40a1-bf50-ee5c959dff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:33.984028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-f1483e62-ac7f-40a1-bf50-ee5c959dff5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614300 Oct 11 15:23:34.005077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.008216 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.041590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.042228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.043613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] 10.222.0.43 "PUT /v2.0/ports/b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 1091 time: 3.9636779 Oct 11 15:23:34.090026 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:34.106573 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Transition to ACTIVE for port object 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:34.177450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.185610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-55575507-96ac-4aeb-9243-76a582d047b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931164 Oct 11 15:23:34.223297 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670313e-1faa-490c-8902-6dd97637d119 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:34.308495 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d878b-a6b7-4f15-9d21-ad425e6d783e req-3b850241-df70-4792-9868-939804303f9b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.318494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610d878b-a6b7-4f15-9d21-ad425e6d783e req-3b850241-df70-4792-9868-939804303f9b tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 947 time: 0.3862004 Oct 11 15:23:34.365988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0835bc9f-af94-4563-8ee8-50522148ddb2 req-5ba64dfb-6f8f-4c32-a2a5-18ff7eb3ad61 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743498 Oct 11 15:23:34.380885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-b629c7b3-28eb-4c28-8eb0-1fd0a6ef526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.382410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-b629c7b3-28eb-4c28-8eb0-1fd0a6ef526d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1094 time: 0.2797978 Oct 11 15:23:34.483306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.485153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.486882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4adfd5c3-d07b-4225-b95d-e69e5599561d HTTP/1.1" status: 204 len: 168 time: 1.2863104 Oct 11 15:23:34.529748 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-52a1e547-4da0-4b31-83a2-a4b51475c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.535087 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-52a1e547-4da0-4b31-83a2-a4b51475c829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2002023665b146f29a9b5578c8dc2d14&device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 1098 time: 0.1091490 Oct 11 15:23:34.538863 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:34.563703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610d878b-a6b7-4f15-9d21-ad425e6d783e req-7a6d4440-9835-4b54-b3a7-ec1ba1e6c2af tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352090 Oct 11 15:23:34.576218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-dfaad998-30f2-4015-a0fd-886abc0eecc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 217 time: 0.1793811 Oct 11 15:23:34.589998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7eb90-5b89-43b9-98eb-7ce0a7b16619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adfd5c3-d07b-4225-b95d-e69e5599561d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:34.695883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4193b3-cdbd-4c25-829c-9c4fedae6ecf req-c1b18fe8-21c2-4b6b-8390-c0b3650b6960 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.703291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df4193b3-cdbd-4c25-829c-9c4fedae6ecf req-c1b18fe8-21c2-4b6b-8390-c0b3650b6960 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.3430312 Oct 11 15:23:34.772928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-eb94a031-5357-4dc5-b091-da33fd84e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.774564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-eb94a031-5357-4dc5-b091-da33fd84e691 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.1857777 Oct 11 15:23:34.777799 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:34.778203 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:34.778609 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:34.805774 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:34.806406 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:34.811435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1bc6d6e9-7187-4331-881b-93faad948a27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=698fcc02299f45dabf2f84d715549022&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7181027 Oct 11 15:23:34.816951 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:34.819240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15d7299b-44bd-41f6-9899-4055f5471ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.842077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df4193b3-cdbd-4c25-829c-9c4fedae6ecf req-eab75606-ec35-4d42-86c2-84489b6a03e4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377757 Oct 11 15:23:34.843492 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-274ef6b1-308a-403d-9922-4c43148452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.845447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-274ef6b1-308a-403d-9922-4c43148452b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2988009 Oct 11 15:23:34.845618 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:34.857210 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:34.857724 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:34.858197 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Bound port: 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:34.858571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:34.868189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f968-b64d-475e-8e8d-b16fc4436aea req-e2e51371-a4ea-4cd9-ae19-da652c3463c1 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:34.875895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1427f968-b64d-475e-8e8d-b16fc4436aea req-e2e51371-a4ea-4cd9-ae19-da652c3463c1 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.1962912 Oct 11 15:23:34.921890 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:34.924696 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:34.929203 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-e14350c4-eb34-4d63-b5e1-a8ac745e6757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c HTTP/1.1" status: 200 len: 217 time: 0.0740318 Oct 11 15:23:35.011527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.012843 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-149e5d02-b5f3-4b13-9419-b04a58305216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.014498 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-bacfb6af-a8b2-410b-8d1c-72abf99843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.015982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-bacfb6af-a8b2-410b-8d1c-72abf99843d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0794885 Oct 11 15:23:35.022052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-149e5d02-b5f3-4b13-9419-b04a58305216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333622 Oct 11 15:23:35.041331 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7f279-a071-409b-9497-ca0dbd03c94d x-openstack-request-id: req-c9d7f279-a071-409b-9497-ca0dbd03c94d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:35.041841 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:35.042264 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9d7f279-a071-409b-9497-ca0dbd03c94d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:35.042822 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'status': 'completed', 'code': 200} Oct 11 15:23:35.063725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1427f968-b64d-475e-8e8d-b16fc4436aea req-1468b600-3cb6-4ab1-94fd-6b4e40c78cba tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874888 Oct 11 15:23:35.078523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.090189 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:35.124591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4e7371f-f69d-4cbe-af45-ee67b45ecf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.138797 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-46718d7f-33e8-4fe6-9de7-dfe478afabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.140458 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-46718d7f-33e8-4fe6-9de7-dfe478afabc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085052 Oct 11 15:23:35.142855 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:35.149783 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:35.159309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.204121 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:35.227399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.229849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.234083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b HTTP/1.1" status: 204 len: 168 time: 0.4079163 Oct 11 15:23:35.235191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.235568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.237763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 1095 time: 3.3555086 Oct 11 15:23:35.243213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-278b4927-82a6-4837-8874-9eef2e6877f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994147 Oct 11 15:23:35.259293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78877a5-ceff-41d1-9e9a-f4fab2f31005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4bcb74-c80b-437f-bf5e-3d33a6b2f86b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:35.296615 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15634bc-8dda-4e2b-8274-2489c2ba51d9 service neutron] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:35.312660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-48828fe8-a6b6-497f-a36b-d791c393493d service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629417 Oct 11 15:23:35.340475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4e7371f-f69d-4cbe-af45-ee67b45ecf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.358143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4e7371f-f69d-4cbe-af45-ee67b45ecf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.433590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4e7371f-f69d-4cbe-af45-ee67b45ecf5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=189e67b31f5142c3b6a9d846a363c8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420742 Oct 11 15:23:35.438993 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:35.440828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-b787306b-df82-41d8-b170-4d39cdec2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.442340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-b787306b-df82-41d8-b170-4d39cdec2516 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.1623716 Oct 11 15:23:35.472453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02c34314-dea8-4b30-8791-5d14b1f4bbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.494415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7371f-f69d-4cbe-af45-ee67b45ecf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b89b5d-4b7f-48b3-b9ba-fb4e7c0f36c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:35.516301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a7f354-558d-4b36-8f5a-2bbd057a0695 req-93721b55-9613-4a98-a523-88455dc774ac service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643397 Oct 11 15:23:35.518574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-c0a3b137-0d97-4171-b16f-566e05271b6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0582542 Oct 11 15:23:35.573657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.602129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e1cab66a-a8d7-4160-8f93-88c1421a346a req-11b60970-b63b-488e-9dd6-0cf8dcfbc131 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799890 Oct 11 15:23:35.629604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.667223 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-675ff6c1-5a76-4d4f-b720-6991edae616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.669120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-675ff6c1-5a76-4d4f-b720-6991edae616e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1400895 Oct 11 15:23:35.696736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-5503944e-83a6-4836-815b-ada3862ca15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.698242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-5503944e-83a6-4836-815b-ada3862ca15e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1094 time: 0.1211910 Oct 11 15:23:35.724834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.730787 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.737673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60b89b5d-4b7f-48b3-b9ba-fb4e7c0f36c8 HTTP/1.1" status: 204 len: 168 time: 0.2938504 Oct 11 15:23:35.751231 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cce99-a931-4fe2-9d59-e546420fde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b89b5d-4b7f-48b3-b9ba-fb4e7c0f36c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:35.785735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.894699 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:35.910485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.913372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02c34314-dea8-4b30-8791-5d14b1f4bbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.949667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02c34314-dea8-4b30-8791-5d14b1f4bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:35.970416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fcde58ec-a6a6-4d4b-8dc2-77a09fae37d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f326e5282e8945c7ab2ff372631bc84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743008 Oct 11 15:23:35.972560 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:35.990879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedeb53-67fd-4799-8d8c-709ed8e85bc2 req-4583d1c3-3002-474c-a631-dec1ac951ca1 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:35.992381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cedeb53-67fd-4799-8d8c-709ed8e85bc2 req-4583d1c3-3002-474c-a631-dec1ac951ca1 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 947 time: 0.3022127 Oct 11 15:23:36.010556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-8ee51f99-0d3c-4f19-95ae-67d706cd646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.012090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-8ee51f99-0d3c-4f19-95ae-67d706cd646d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3323147 Oct 11 15:23:36.041457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.106234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.127385 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c34314-dea8-4b30-8791-5d14b1f4bbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0f524-1cb6-46f0-bfc9-98e9d6d60032,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:36.132036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-b5ead926-724f-4f98-a008-b440380f4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.133513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-b5ead926-724f-4f98-a008-b440380f4dd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.4195299 Oct 11 15:23:36.143468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-02c34314-dea8-4b30-8791-5d14b1f4bbba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7ab7674878d40feb09b368279858e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337881 Oct 11 15:23:36.145861 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:36.190132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cedeb53-67fd-4799-8d8c-709ed8e85bc2 req-72831280-9435-4a46-bc22-c83d66b92b81 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 Oct 11 15:23:36.232055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.263881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9137a-5fbd-4947-b0ea-0aefe8a38987 req-3294146f-fce8-49d1-8134-465b9d228103 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.265521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50b9137a-5fbd-4947-b0ea-0aefe8a38987 req-3294146f-fce8-49d1-8134-465b9d228103 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.3351274 Oct 11 15:23:36.269692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-8ee8b470-56ff-4aef-bd52-aa4a4750bd92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 217 time: 0.1244872 Oct 11 15:23:36.285519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.326112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.328671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.330357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bddcb75-51ed-4a48-a910-5fef8ea53298 HTTP/1.1" status: 204 len: 168 time: 0.3561924 Oct 11 15:23:36.340524 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb0875-b4d1-46e8-9008-93b20a914321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bddcb75-51ed-4a48-a910-5fef8ea53298,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:36.362579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.368083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:36.370243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc0f524-1cb6-46f0-bfc9-98e9d6d60032 HTTP/1.1" status: 204 len: 168 time: 0.2231457 Oct 11 15:23:36.382395 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471a36-c391-42a7-97bd-bf723c2eb33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0f524-1cb6-46f0-bfc9-98e9d6d60032,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:36.404851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-5cf110cb-1295-4b38-a429-bb4266291f65 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698671 Oct 11 15:23:36.672074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50b9137a-5fbd-4947-b0ea-0aefe8a38987 req-a366c483-c87b-4a27-bd73-2ea2a51ae413 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974609 Oct 11 15:23:36.676736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-bf12f81d-b9bf-4994-9fb1-eed2e132130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.678139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-bf12f81d-b9bf-4994-9fb1-eed2e132130f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.3962243 Oct 11 15:23:36.723904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1e22-65b1-483d-a29e-9bd419ffb0fd req-e177ae9e-86d6-48bd-8410-d71584639551 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.731115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbac1e22-65b1-483d-a29e-9bd419ffb0fd req-e177ae9e-86d6-48bd-8410-d71584639551 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.4214211 Oct 11 15:23:36.797110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bab9b2f0-7282-4c89-b5e3-09d71a8db1f8 req-22662572-6bbc-434c-a90f-4db94df4e74d service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794270 Oct 11 15:23:36.812409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbac1e22-65b1-483d-a29e-9bd419ffb0fd req-23232c1d-80c6-4cd8-a283-5c1b086da0e9 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762992 Oct 11 15:23:36.818059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-a7aeed73-0280-4591-aeec-439b673309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:36.819902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-a7aeed73-0280-4591-aeec-439b673309f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322885 Oct 11 15:23:36.960671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-a09b0c15-34d5-4434-b49b-ab2b88d913f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299655 Oct 11 15:23:37.043708 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:37.046328 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb914e4a-3927-425b-988a-344d2c34efca" -d '{"events": [{"name": "network-changed", "server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:37.082702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2302a68-3fc4-4cfc-8c6f-dec6755a817c req-864b77cf-64c8-47fd-b200-7025a0dce2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140258 Oct 11 15:23:37.085964 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391434f-26ec-4838-a6d1-a7ea7302d07a x-openstack-request-id: req-8391434f-26ec-4838-a6d1-a7ea7302d07a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:37.086312 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:37.086623 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8391434f-26ec-4838-a6d1-a7ea7302d07a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:37.087058 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'status': 'completed', 'code': 200} Oct 11 15:23:37.091475 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:37.106230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26b01d3c-73fa-4dae-ac24-f6a4201a068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.187218 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914e4a-3927-425b-988a-344d2c34efca req-407b250e-cb3d-4baa-9a16-dc275bb27a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.188711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-407b250e-cb3d-4baa-9a16-dc275bb27a11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.0703976 Oct 11 15:23:37.288206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26b01d3c-73fa-4dae-ac24-f6a4201a068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.322320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26b01d3c-73fa-4dae-ac24-f6a4201a068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.379207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914e4a-3927-425b-988a-344d2c34efca req-509d01d1-aa7d-4929-b5fc-c38ba0f629f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.380671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-509d01d1-aa7d-4929-b5fc-c38ba0f629f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1819143 Oct 11 15:23:37.389185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01d3c-73fa-4dae-ac24-f6a4201a068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bb4dc5-2e5f-408a-802c-f9f2ff59e225,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:37.395656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26b01d3c-73fa-4dae-ac24-f6a4201a068d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ef16a8ee88c47ca901f5188f0c40c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030500 Oct 11 15:23:37.401010 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:37.409012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefdfd8-3490-401e-a559-ebf4372dabee req-66437032-fa4a-41b4-8096-5990d3e2b427 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.410536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fefdfd8-3490-401e-a559-ebf4372dabee req-66437032-fa4a-41b4-8096-5990d3e2b427 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 947 time: 0.1394129 Oct 11 15:23:37.443848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-352fa5ab-5170-43da-a5ca-6b5e25da5224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0517976 Oct 11 15:23:37.491877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.525500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.526041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 29a8a72e-a221-464d-bf56-d64e78f9df4c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:37.581529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fefdfd8-3490-401e-a559-ebf4372dabee req-8f8a374c-6587-4e53-9d57-53df4728024c tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404712 Oct 11 15:23:37.597395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.600766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.602299 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87bb4dc5-2e5f-408a-802c-f9f2ff59e225 HTTP/1.1" status: 204 len: 168 time: 0.2003341 Oct 11 15:23:37.609721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914e4a-3927-425b-988a-344d2c34efca req-5439d7ae-8653-47f2-8711-f7251c369698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.612152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-5439d7ae-8653-47f2-8711-f7251c369698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1528356 Oct 11 15:23:37.619851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90bc61-280d-4f7a-91e6-893485f42804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bb4dc5-2e5f-408a-802c-f9f2ff59e225,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:37.658495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.701539 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914e4a-3927-425b-988a-344d2c34efca req-43f2fd81-f56d-400b-8308-1c15db7854bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.705334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-43f2fd81-f56d-400b-8308-1c15db7854bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852749 Oct 11 15:23:37.764052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:37.788132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '29a8a72e-a221-464d-bf56-d64e78f9df4c', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '29a8a72e-a221-464d-bf56-d64e78f9df4c', 'mac_address': 'fa:16:3e:0c:9c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:37.864457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.887374 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a8a72e-a221-464d-bf56-d64e78f9df4c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:37.894465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca068e-c7de-4baf-8f79-1315eae524cd req-649322a8-b1c1-4454-aef2-8b65d62b572c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:37.902384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27ca068e-c7de-4baf-8f79-1315eae524cd req-649322a8-b1c1-4454-aef2-8b65d62b572c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.1039681 Oct 11 15:23:37.915121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:37.919760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:37.935492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-1916eb33-f346-47e0-bbc6-68215e6171e6 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237356 Oct 11 15:23:37.994938 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:38.030243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27ca068e-c7de-4baf-8f79-1315eae524cd req-2fc4053e-142a-4a21-a4d5-6363f953d7a4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269934 Oct 11 15:23:38.067620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff6c1-bfb9-46b6-9d2d-8f381462574c req-dced5e3c-d734-483a-aa4e-7b7d73e77bbd tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:38.074963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-251ff6c1-bfb9-46b6-9d2d-8f381462574c req-dced5e3c-d734-483a-aa4e-7b7d73e77bbd tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.1499355 Oct 11 15:23:38.110057 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['29a8a72e-a221-464d-bf56-d64e78f9df4c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:38.153823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-251ff6c1-bfb9-46b6-9d2d-8f381462574c req-7a60d4b4-18a6-485d-addc-396078e3b4d0 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742953 Oct 11 15:23:38.174222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb914e4a-3927-425b-988a-344d2c34efca req-7f35eb5d-55e9-4fc9-accb-5051fd5943ef service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257030 Oct 11 15:23:38.745603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144a847-f7c5-4e59-8e54-21d54d8f428f req-72b15f17-a967-4ded-b481-b52edf8305ac tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:38.746277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2144a847-f7c5-4e59-8e54-21d54d8f428f req-72b15f17-a967-4ded-b481-b52edf8305ac tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 948 time: 0.0642102 Oct 11 15:23:38.796904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2144a847-f7c5-4e59-8e54-21d54d8f428f req-7e6188db-eed3-47a6-8fc7-f921a4af39eb tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Oct 11 15:23:38.942925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:38.988093 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:39.189985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9760b-c5ec-445a-af06-e979180629a5 req-efef727a-086e-4f25-9c1b-c611604fc229 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:39.191553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ac9760b-c5ec-445a-af06-e979180629a5 req-efef727a-086e-4f25-9c1b-c611604fc229 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.0709841 Oct 11 15:23:39.225275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-ecd189e7-3791-4f75-8218-2fd3dbc9493b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ab6391847de44b809aad3e4c748dab12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431223 Oct 11 15:23:39.247206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ac9760b-c5ec-445a-af06-e979180629a5 req-897ce7cc-44ca-4eff-88b0-020203bf6fb9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Oct 11 15:23:39.338302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48f59f70-1442-4eec-826b-6dfb16020dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.417710 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-91c371e9-9cac-4ec7-b267-502d4021e634 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:39.419180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-91c371e9-9cac-4ec7-b267-502d4021e634 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710973 Oct 11 15:23:39.435012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3869f21-f070-4390-8a87-3329f6dcd0e7 req-f5175ab0-61f7-43e7-a9bb-f38a912c93da tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:39.436505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3869f21-f070-4390-8a87-3329f6dcd0e7 req-f5175ab0-61f7-43e7-a9bb-f38a912c93da tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.1174426 Oct 11 15:23:39.474990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-72a5b55c-dd89-4b34-9fbf-be7acc4f0432 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/quotas/ab6391847de44b809aad3e4c748dab12 HTTP/1.1" status: 200 len: 375 time: 0.0358031 Oct 11 15:23:39.525664 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 29a8a72e-a221-464d-bf56-d64e78f9df4c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:39.536535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-42032910-6796-4c15-9d77-f3d44a80ba4e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527909 Oct 11 15:23:39.542621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3869f21-f070-4390-8a87-3329f6dcd0e7 req-1eb3fa9d-4e6a-4611-abc9-3c9b66707a4d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911639 Oct 11 15:23:39.590091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48f59f70-1442-4eec-826b-6dfb16020dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.596970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48f59f70-1442-4eec-826b-6dfb16020dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.597995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 29a8a72e-a221-464d-bf56-d64e78f9df4c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:39.603822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 29a8a72e-a221-464d-bf56-d64e78f9df4c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:39.604320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.685650 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:39.686846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-48f59f70-1442-4eec-826b-6dfb16020dd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdf4cdd93d784c8ca91e4eb7a075da25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976414 Oct 11 15:23:39.688040 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f59f70-1442-4eec-826b-6dfb16020dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb2d42-b156-4190-9c2a-93bf49ac8ecc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:39.710563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.768613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.769142 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:39.771481 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e4b7a-bb59-4f16-befa-cb1fb88e310a" -d '{"events": [{"server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:39.786543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:39.790904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.808194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.877861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.880717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:39.881823 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:39.882091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7acb2d42-b156-4190-9c2a-93bf49ac8ecc HTTP/1.1" status: 204 len: 168 time: 0.1953702 Oct 11 15:23:39.890095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1133681-4865-412e-aa80-8505b07954f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb2d42-b156-4190-9c2a-93bf49ac8ecc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:40.094116 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7536791b-1121-4451-9acb-0f9a5b15091b x-openstack-request-id: req-7536791b-1121-4451-9acb-0f9a5b15091b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:40.094626 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:40.094841 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7536791b-1121-4451-9acb-0f9a5b15091b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:40.095575 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c', 'code': 200} Oct 11 15:23:40.244692 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3b2aa-415f-4c22-b1ec-033aab87ebb9 req-dd9fc283-8fec-43a4-9242-26c18ee71c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:40.247363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3b2aa-415f-4c22-b1ec-033aab87ebb9 req-dd9fc283-8fec-43a4-9242-26c18ee71c32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 1100 time: 0.0914586 Oct 11 15:23:40.285808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a3ec-c827-4209-b544-c18ce3608973 req-61c3a85b-38f0-44d4-b749-706bc875e318 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:40.290075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4584a3ec-c827-4209-b544-c18ce3608973 req-61c3a85b-38f0-44d4-b749-706bc875e318 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.1137011 Oct 11 15:23:40.327735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.357006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3b2aa-415f-4c22-b1ec-033aab87ebb9 req-66a84f77-b2fc-467e-9824-9a032e749499 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908127 Oct 11 15:23:40.368826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4584a3ec-c827-4209-b544-c18ce3608973 req-5b505488-e2d6-4bf9-81f0-7bedb66e82a6 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724423 Oct 11 15:23:40.545009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-84a2ca5b-5247-4677-b273-cbd3050cd816 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ab6391847de44b809aad3e4c748dab12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269802 Oct 11 15:23:40.591496 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:40.606022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ee51ca-846a-4837-881d-fbb0a0392a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.711594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ee51ca-846a-4837-881d-fbb0a0392a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.718695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ee51ca-846a-4837-881d-fbb0a0392a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.739550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-c3b1ca8c-29cf-4d01-9cd4-05ed8d8f9607 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:40.741048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-c3b1ca8c-29cf-4d01-9cd4-05ed8d8f9607 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899068 Oct 11 15:23:40.755691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8ee51ca-846a-4837-881d-fbb0a0392a4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c5a34161cfe42b98e019b107443d9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605518 Oct 11 15:23:40.756181 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:40.764801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a191a-66ba-42d1-b3ec-53ce813a3335 req-16a0ec8b-0cce-41c4-a2c3-cf6d4bd4ebf2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:40.766345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f4a191a-66ba-42d1-b3ec-53ce813a3335 req-16a0ec8b-0cce-41c4-a2c3-cf6d4bd4ebf2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.0810468 Oct 11 15:23:40.770625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-7ca481d8-58df-4919-a4bd-d37c9c3f16bf tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/quotas/ab6391847de44b809aad3e4c748dab12 HTTP/1.1" status: 200 len: 375 time: 0.0206661 Oct 11 15:23:40.781360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee51ca-846a-4837-881d-fbb0a0392a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55aedc-0f6a-44d9-a33f-3ea59dcd7980,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:40.820044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.824169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f4a191a-66ba-42d1-b3ec-53ce813a3335 req-c217bf6a-8072-44a8-b27d-94d95810cac7 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484028 Oct 11 15:23:40.850594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.851817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-1be176ac-e3e3-44be-a0df-5243c313977d tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453820 Oct 11 15:23:40.936186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.939569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:40.940860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a55aedc-0f6a-44d9-a33f-3ea59dcd7980 HTTP/1.1" status: 204 len: 168 time: 0.1837792 Oct 11 15:23:40.950648 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674cbce-b8d3-4ef2-a062-a1d33aedaddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55aedc-0f6a-44d9-a33f-3ea59dcd7980,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:41.047622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d0494-7f42-480b-b62f-01eeae6c255e req-59600e71-86f9-4c63-b3e7-ba941bc9c229 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:41.063273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465d0494-7f42-480b-b62f-01eeae6c255e req-59600e71-86f9-4c63-b3e7-ba941bc9c229 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 943 time: 0.0810206 Oct 11 15:23:41.111407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465d0494-7f42-480b-b62f-01eeae6c255e req-f8d74f42-1997-4fb6-b24d-1712532da3d4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 Oct 11 15:23:41.130302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:41.188594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-8cd6dc10-1ca9-4d66-bf99-f0d930e52595 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab6391847de44b809aad3e4c748dab12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802560 Oct 11 15:23:41.221336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae06c7d3-b391-4ec5-a988-8a04251b072e req-948f2142-02d1-4b94-afff-2e5e900040cf tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 210 time: 0.0487969 Oct 11 15:23:41.416857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:41.462245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'mac_address': 'fa:16:3e:5a:0c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:41.537410 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:41.546423 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-0e2e013b-a6fc-4737-bdde-ea4dad68e482 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:41.556115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-0e2e013b-a6fc-4737-bdde-ea4dad68e482 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602641 Oct 11 15:23:41.556963 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:41.570539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Request body: {'port': {'device_id': '0c08fed7-d423-431d-bca0-172931717c1c', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'ab6391847de44b809aad3e4c748dab12'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:41.594108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:41.602303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:41.602862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device b76d2fdf-2db6-447e-a46c-66f6ce76a017 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:41.630960 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d5609-7186-460d-b347-9d583b891ec2 req-7cd869f0-ded5-4d4c-9bfa-44386e79dd60 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:41.642031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e8d5609-7186-460d-b347-9d583b891ec2 req-7cd869f0-ded5-4d4c-9bfa-44386e79dd60 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.0742331 Oct 11 15:23:41.758027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e8d5609-7186-460d-b347-9d583b891ec2 req-5494a44f-2ccb-4623-8465-6609259315ee tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133337 Oct 11 15:23:41.780090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:41.836236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:41.842995 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Made reservation on behalf of ab6391847de44b809aad3e4c748dab12 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:41.849594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:41.852013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'port_id': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'mac_address': 'fa:16:3e:fc:2f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:41.883708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:41.912804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:41.929408 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d2fdf-2db6-447e-a46c-66f6ce76a017 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:41.959815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:41.964855 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.049461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d696b3-4dc2-432c-87f7-0de7ee4429e1 req-be099f95-6a1f-4a57-b823-e26c2fe4542f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:42.065019 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:42.069806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79d696b3-4dc2-432c-87f7-0de7ee4429e1 req-be099f95-6a1f-4a57-b823-e26c2fe4542f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 948 time: 0.0953686 Oct 11 15:23:42.082289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.087839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.131216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79d696b3-4dc2-432c-87f7-0de7ee4429e1 req-305a040e-2206-40a2-88db-906a048428e0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Oct 11 15:23:42.131733 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:42.202001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147bf969-d721-4bf2-9023-594ea1460e25,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:42.311846 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Allocated IP 192.168.233.174 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:42.328916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac3d181f-0b79-4c0b-999c-3d08f93ab2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.351408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d33d6-1817-4682-8277-a61e95d19f1c req-5fd698f4-1bdd-4b0f-a3ad-08f69b892fd6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:42.360132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a06d33d6-1817-4682-8277-a61e95d19f1c req-5fd698f4-1bdd-4b0f-a3ad-08f69b892fd6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 944 time: 0.0996599 Oct 11 15:23:42.427150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:42.435215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-becebfcc-198d-4a77-8ad2-7c6248a7fdf8 req-844af939-962f-4cbc-9730-05e5c9c6ee6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 210 time: 0.0493944 Oct 11 15:23:42.471556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-2249b8a5-cdd1-426b-bb9b-e4841ee3b578 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab6391847de44b809aad3e4c748dab12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348144 Oct 11 15:23:42.546649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['b76d2fdf-2db6-447e-a46c-66f6ce76a017'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:42.565392 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:42.585406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a06d33d6-1817-4682-8277-a61e95d19f1c req-08f23278-4c76-4c74-80dd-97bd14eaa505 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241549 Oct 11 15:23:42.635922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.722362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.775644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-01cf35ec-ea25-41c5-93ed-3a1987951f2f tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:42.777123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-01cf35ec-ea25-41c5-93ed-3a1987951f2f tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986705 Oct 11 15:23:42.784198 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:42.786896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac3d181f-0b79-4c0b-999c-3d08f93ab2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.788146 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:42.792425 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:42.801364 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Request body: {'port': {'device_id': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'ab6391847de44b809aad3e4c748dab12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:42.807637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac3d181f-0b79-4c0b-999c-3d08f93ab2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:42.827729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:42.846493 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:42.849790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ac3d181f-0b79-4c0b-999c-3d08f93ab2d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2f07d1343f547308e966dab02fad4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102597 Oct 11 15:23:42.938268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:42.938829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.019476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-10982ae7-8189-46d9-ab99-b23ff8d515b7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4539568 Oct 11 15:23:43.037179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Request body: {'port': {'device_id': '0c08fed7-d423-431d-bca0-172931717c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:43.065363 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:43.078857 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d181f-0b79-4c0b-999c-3d08f93ab2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fe5d8a-6293-49e2-84ba-62678a91131d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:43.134433 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5846b17d-3995-466a-9479-21fe0e6010d5 None None] Provisioning complete for port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:43.134938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5846b17d-3995-466a-9479-21fe0e6010d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.149993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea072ff6-3cc8-4efe-a98a-625fe8136ec5 req-59b6443a-c9e7-468e-96f5-de9ae4d0241e tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:43.155932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea072ff6-3cc8-4efe-a98a-625fe8136ec5 req-59b6443a-c9e7-468e-96f5-de9ae4d0241e tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.1869307 Oct 11 15:23:43.181801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c286545-a7a9-45f5-beab-894a7506b8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.184165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5846b17d-3995-466a-9479-21fe0e6010d5 None None] Port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:43.262188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea072ff6-3cc8-4efe-a98a-625fe8136ec5 req-bd0994f1-166c-4e67-ab41-0a8a9faa3861 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053536 Oct 11 15:23:43.281306 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Made reservation on behalf of ab6391847de44b809aad3e4c748dab12 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:43.285930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.363055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.369106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb88e6eb-8a6c-4e97-9636-5f8cca69fc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.420867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.424461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.431385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c286545-a7a9-45f5-beab-894a7506b8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.444369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c286545-a7a9-45f5-beab-894a7506b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.498575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e957-bc76-4544-be7b-45ab8b292f9a req-d52269a5-7953-4c37-aaf8-069fb67d824b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:43.500173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7530e957-bc76-4544-be7b-45ab8b292f9a req-d52269a5-7953-4c37-aaf8-069fb67d824b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 948 time: 0.1745315 Oct 11 15:23:43.561784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4c286545-a7a9-45f5-beab-894a7506b8d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be2646f2c36d41fd877f58c4e22bc1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923155 Oct 11 15:23:43.564800 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286545-a7a9-45f5-beab-894a7506b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0345d3fa-ea9c-4c4f-9434-25d6effbbbf0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:43.569477 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:43.584923 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Allocated IP 192.168.233.102 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/2b4390e3-5c9b-42be-b991-c8f82d2aa7af) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:43.618877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.621376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.625120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50fe5d8a-6293-49e2-84ba-62678a91131d HTTP/1.1" status: 204 len: 168 time: 0.7747483 Oct 11 15:23:43.647781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-852789ae-4e32-4e31-bebd-7fda42efaed8 req-137725bb-26dc-4a24-a640-369510974afd tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 210 time: 0.0605767 Oct 11 15:23:43.651325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb88e6eb-8a6c-4e97-9636-5f8cca69fc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.656405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60541a2-9efe-41cc-a6dc-0a3deec800d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fe5d8a-6293-49e2-84ba-62678a91131d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:43.659293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb88e6eb-8a6c-4e97-9636-5f8cca69fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.661928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7530e957-bc76-4544-be7b-45ab8b292f9a req-4f595144-4ed6-4bff-92be-2169fb1e73da tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476314 Oct 11 15:23:43.700344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb88e6eb-8a6c-4e97-9636-5f8cca69fc0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2b69f6765944fcab09035daee2d8d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1323249 Oct 11 15:23:43.702296 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88e6eb-8a6c-4e97-9636-5f8cca69fc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99db354-b5da-4317-9675-74b8976378e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:43.710697 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:43.796806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.827006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.879677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.882423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.887061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d99db354-b5da-4317-9675-74b8976378e4 HTTP/1.1" status: 204 len: 168 time: 0.1730239 Oct 11 15:23:43.909866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c94c31-22e1-4b17-a4cc-e94f926ce447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99db354-b5da-4317-9675-74b8976378e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:43.944624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.964117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:43.981172 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66f183-f3a4-44cc-9e21-33c20be2aecd req-2db49855-b19c-4018-9e00-1604b064f5b8 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:43.982783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a66f183-f3a4-44cc-9e21-33c20be2aecd req-2db49855-b19c-4018-9e00-1604b064f5b8 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.1720550 Oct 11 15:23:43.998107 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64439526-33b1-4a7a-ab1a-1f2bf4b1ed1a req-90c33df7-63a1-40a7-86f7-952491b3157d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:43.999585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64439526-33b1-4a7a-ab1a-1f2bf4b1ed1a req-90c33df7-63a1-40a7-86f7-952491b3157d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 944 time: 0.1899900 Oct 11 15:23:44.010470 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:44.019200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.026608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea7c7b2-a991-472c-b241-73fea7630fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.113368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64439526-33b1-4a7a-ab1a-1f2bf4b1ed1a req-0c97d34a-ff79-4dda-a007-238a00b65166 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026146 Oct 11 15:23:44.113921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea7c7b2-a991-472c-b241-73fea7630fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.119149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea7c7b2-a991-472c-b241-73fea7630fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.129909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a66f183-f3a4-44cc-9e21-33c20be2aecd req-02c15b16-5b0f-4940-b61e-7bce669bdbff tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193492 Oct 11 15:23:44.144183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.203855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ea7c7b2-a991-472c-b241-73fea7630fe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ba17a4738fa4cafa83380c5cab28cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917582 Oct 11 15:23:44.207365 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:44.209306 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7c7b2-a991-472c-b241-73fea7630fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa71cd67-fc92-4a04-89e2-10b2c98f0547,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:44.232309 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:44.235406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.238568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.239764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0345d3fa-ea9c-4c4f-9434-25d6effbbbf0 HTTP/1.1" status: 204 len: 168 time: 0.6693280 Oct 11 15:23:44.279770 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:44.294303 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:44.301433 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:44.306526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:44.314600 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612247b-1860-4337-8591-d5c2914fcfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345d3fa-ea9c-4c4f-9434-25d6effbbbf0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:44.315698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff21bb7-88a1-4d46-a6ed-da5904705e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.463541 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:44.468980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:44.469707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.474916 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.490416 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Transition to ACTIVE for port object 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:44.504483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.522237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.586304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-fed987bf-5326-44fd-99c8-64c0af3c26ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7960255 Oct 11 15:23:44.624506 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Request body: {'port': {'device_id': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:44.644650 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:44.663760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.684018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff21bb7-88a1-4d46-a6ed-da5904705e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.696945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff21bb7-88a1-4d46-a6ed-da5904705e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.736906 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2889805-8545-48e2-9148-275c9c19a590 None None] Provisioning complete for port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:44.737459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2889805-8545-48e2-9148-275c9c19a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.814407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Attempting to bind port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:44.814735 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Attempting to bind port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:44.815055 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Attempting to bind port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:44.853701 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:44.854026 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Attempting to bind port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:44.861381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff21bb7-88a1-4d46-a6ed-da5904705e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d545047b-bc8c-40ef-9dcc-8c3ee4005ff2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:44.861590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2889805-8545-48e2-9148-275c9c19a590 None None] Port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:44.864375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:44.864779 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:44.865192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:44.865668 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Bound port: 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:44.866090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:44.885546 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eff21bb7-88a1-4d46-a6ed-da5904705e14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc894d14b97e4f1da9ed48cacea74cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900924 Oct 11 15:23:44.890795 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:45.002510 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:45.022027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aae53ba3-ae22-4edb-804d-9cc0f16b94c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.023656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.025448 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:45.050205 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:45.059449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.061061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299028-6ae8-4d5a-b78f-a0ee655286ee req-f904de25-a022-47c4-a1ab-1569b273dde1 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.062571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e299028-6ae8-4d5a-b78f-a0ee655286ee req-f904de25-a022-47c4-a1ab-1569b273dde1 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.5313234 Oct 11 15:23:45.078019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.085533 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.125924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99381f-7fbf-4149-9c5c-709dc4ea48c5 req-cfe729e3-1492-4829-8da2-0d617c749ee0 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.127458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d99381f-7fbf-4149-9c5c-709dc4ea48c5 req-cfe729e3-1492-4829-8da2-0d617c749ee0 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 936 time: 0.1451223 Oct 11 15:23:45.131567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:45.135144 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.135956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.137342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 HTTP/1.1" status: 200 len: 1096 time: 2.1051388 Oct 11 15:23:45.138917 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:45.149748 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0806dbd-397b-47ee-a645-3a8da355a385" -d '{"events": [{"name": "network-changed", "server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:45.166403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.169311 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.173208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa71cd67-fc92-4a04-89e2-10b2c98f0547 HTTP/1.1" status: 204 len: 168 time: 0.9618719 Oct 11 15:23:45.188858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e299028-6ae8-4d5a-b78f-a0ee655286ee req-3bc70b98-7bac-4cbf-bc6f-cab890684818 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147540 Oct 11 15:23:45.220019 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64875231-1122-4b8f-87c2-a34d26c74cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa71cd67-fc92-4a04-89e2-10b2c98f0547,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.232077 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:45.258315 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121f34-2d04-4e0f-bd33-6bb07dc62701 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.260572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:45.261943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.289269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d99381f-7fbf-4149-9c5c-709dc4ea48c5 req-f5ebf865-2490-4b23-ac8c-03f1436f69f1 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376805 Oct 11 15:23:45.328900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.340776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.341985 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d545047b-bc8c-40ef-9dcc-8c3ee4005ff2 HTTP/1.1" status: 204 len: 168 time: 0.4502411 Oct 11 15:23:45.349745 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-2545889b-7d36-41eb-9d52-9646ab493c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.351459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-2545889b-7d36-41eb-9d52-9646ab493c5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 1099 time: 0.1416960 Oct 11 15:23:45.414384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.434082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aae53ba3-ae22-4edb-804d-9cc0f16b94c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.440613 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45118c98-f235-4aaa-a05f-4040cc1de9df x-openstack-request-id: req-45118c98-f235-4aaa-a05f-4040cc1de9df {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:45.440944 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:45.441386 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45118c98-f235-4aaa-a05f-4040cc1de9df {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:45.441991 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'status': 'completed', 'code': 200} Oct 11 15:23:45.443024 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bd2fe-1f15-45da-83dd-82300a9fa7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545047b-bc8c-40ef-9dcc-8c3ee4005ff2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.473098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aae53ba3-ae22-4edb-804d-9cc0f16b94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.506433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-ad9c9baf-1d65-4e54-a4cc-f40621cbe155 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 HTTP/1.1" status: 200 len: 217 time: 0.1337492 Oct 11 15:23:45.508677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae53ba3-ae22-4edb-804d-9cc0f16b94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cacf74-05c9-4da3-858a-fd9b34785b3d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.519075 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:45.521318 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade69502-abf9-448c-946c-0465abedeb7b" -d '{"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-plugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:45.558267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:45.566420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.567440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device b76d2fdf-2db6-447e-a46c-66f6ce76a017 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:45.601041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aae53ba3-ae22-4edb-804d-9cc0f16b94c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6770b3df3b1941138d5cb57556afd204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975616 Oct 11 15:23:45.608573 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:45.636097 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-11af4113-465c-4557-a232-7f04d7ed1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.637643 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-11af4113-465c-4557-a232-7f04d7ed1367 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1129189 Oct 11 15:23:45.660385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.678070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port b76d2fdf-2db6-447e-a46c-66f6ce76a017 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:45.682513 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port b76d2fdf-2db6-447e-a46c-66f6ce76a017 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:45.683064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.695703 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.36', 55853) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:45.702203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54e9-a9d9-4acc-aefc-65d69dc3b318 req-ba067e8e-c957-4d65-a310-58a0e7ec1c99 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.720721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23cb54e9-a9d9-4acc-aefc-65d69dc3b318 req-ba067e8e-c957-4d65-a310-58a0e7ec1c99 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 948 time: 0.3181286 Oct 11 15:23:45.805154 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-3fd71786-19cf-42aa-ac5e-c7d988b43463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.806843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-3fd71786-19cf-42aa-ac5e-c7d988b43463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621456 Oct 11 15:23:45.813157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.823416 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-938a7468-2dd6-4f1c-95f7-6acde0a3c672 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.825086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-938a7468-2dd6-4f1c-95f7-6acde0a3c672 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.1217349 Oct 11 15:23:45.833126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3709dc-0de8-4351-9e53-ed5843755c74 req-875d36fc-3205-4b0f-b22f-558083af9596 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:45.834989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e3709dc-0de8-4351-9e53-ed5843755c74 req-875d36fc-3205-4b0f-b22f-558083af9596 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 944 time: 0.3198493 Oct 11 15:23:45.873685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:45.880262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.880553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23cb54e9-a9d9-4acc-aefc-65d69dc3b318 req-ea0714a3-db6d-42e0-8532-124d294b8fb1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588163 Oct 11 15:23:45.902537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:45.982838 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832fc4b-fe30-49fb-94e6-9c7424969df5 x-openstack-request-id: req-6832fc4b-fe30-49fb-94e6-9c7424969df5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:45.983401 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-plugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:45.983652 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6832fc4b-fe30-49fb-94e6-9c7424969df5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:45.984046 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'code': 200} Oct 11 15:23:45.984695 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:45.993173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e3709dc-0de8-4351-9e53-ed5843755c74 req-1b1e081e-9872-4c08-b513-4c34bb50ff65 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383495 Oct 11 15:23:45.996850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.010076 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4390e3-5c9b-42be-b991-c8f82d2aa7af {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:46.021684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.074541 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Transition to ACTIVE for port object 2b4390e3-5c9b-42be-b991-c8f82d2aa7af will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:23:46.082949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.124423 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Deleting port 29a8a72e-a221-464d-bf56-d64e78f9df4c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:23:46.124423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.129378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-cc0c1a6f-3635-40bf-827c-77da527cd941 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032503 Oct 11 15:23:46.161500 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674eea9-61c9-4b0a-b450-cb7120013a3e req-45377748-da7d-4c4a-9a71-e66d9ed85ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.162987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3674eea9-61c9-4b0a-b450-cb7120013a3e req-45377748-da7d-4c4a-9a71-e66d9ed85ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.1300397 Oct 11 15:23:46.163560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.166396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.170423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3cacf74-05c9-4da3-858a-fd9b34785b3d HTTP/1.1" status: 204 len: 168 time: 0.5537786 Oct 11 15:23:46.177237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:46.179027 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:46.196005 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284bfa-1f73-4043-91ab-526bff2d4ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cacf74-05c9-4da3-858a-fd9b34785b3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:46.293134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3674eea9-61c9-4b0a-b450-cb7120013a3e req-35e862f2-94d6-4047-a483-a91715090563 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226258 Oct 11 15:23:46.340966 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] For port 29a8a72e-a221-464d-bf56-d64e78f9df4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=29a8a72e-a221-464d-bf56-d64e78f9df4c,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:46.341397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.362381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Calling delete_port for 29a8a72e-a221-464d-bf56-d64e78f9df4c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:23:46.410386 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Attempting to bind port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:46.410721 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Attempting to bind port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:46.411043 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Attempting to bind port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:46.430237 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:23:46.430772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Attempting to bind port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:46.457584 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:46.458179 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:46.458713 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:46.459573 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Bound port: 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:46.460079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.473240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d481f00b-54d0-45cf-8f9d-ec38b0658c1f req-1ea14a19-a191-4d16-95c4-18e5b21267a0 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332896 Oct 11 15:23:46.486698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419abe2-d7ad-4c46-9eb2-9301fbda1b41 req-bc49fd3d-7e17-441f-a1e4-7b25347f19ed tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.494284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e419abe2-d7ad-4c46-9eb2-9301fbda1b41 req-bc49fd3d-7e17-441f-a1e4-7b25347f19ed tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f HTTP/1.1" status: 200 len: 949 time: 0.1423607 Oct 11 15:23:46.549474 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:23:46.551837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ada27-9902-49f2-bd4b-49000ad3802c req-ca273145-ea89-4c9f-ba30-3f0d422f6786 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.558995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d29ada27-9902-49f2-bd4b-49000ad3802c req-ca273145-ea89-4c9f-ba30-3f0d422f6786 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.1453032 Oct 11 15:23:46.602799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.611666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e419abe2-d7ad-4c46-9eb2-9301fbda1b41 req-3b6ee29a-8b6d-464a-81e3-ecebb5e60f86 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.31 "GET /v2.0/security-groups?id=157be7c2-bcb7-452e-bc75-e61227b2b5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137671 Oct 11 15:23:46.616371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['29a8a72e-a221-464d-bf56-d64e78f9df4c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:46.650444 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Pushing event deleted for resources: {'Port': ['ID=29a8a72e-a221-464d-bf56-d64e78f9df4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:46.673824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d29ada27-9902-49f2-bd4b-49000ad3802c req-10e0b9e8-24b8-428a-b4aa-d0e82b421ba7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086006 Oct 11 15:23:46.675270 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:46.693637 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:46.696543 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-58d08632-4823-4b5b-af8f-05e391090cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.698337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-58d08632-4823-4b5b-af8f-05e391090cba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 1099 time: 0.1626353 Oct 11 15:23:46.699766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.721762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.722369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.723944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] 10.222.0.36 "PUT /v2.0/ports/2b4390e3-5c9b-42be-b991-c8f82d2aa7af HTTP/1.1" status: 200 len: 1096 time: 2.1041822 Oct 11 15:23:46.725506 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:46.742105 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4416617d-e465-4e0f-99f5-7823c5aa2279" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:46.823120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0b0ca-0e21-45ec-afb1-b1ad74c9781d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:46.840697 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] No DVR routers for this DVR port 29a8a72e-a221-464d-bf56-d64e78f9df4c on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:23:46.848516 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e2639-02ed-4878-9915-d6d3737bc90a x-openstack-request-id: req-891e2639-02ed-4878-9915-d6d3737bc90a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:46.849025 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:46.849425 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-891e2639-02ed-4878-9915-d6d3737bc90a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:46.849986 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'status': 'completed', 'code': 200} Oct 11 15:23:46.879211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.882467 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3bae14-30c3-4a67-92e8-6923567c2229 req-1f9cd7ec-d8bf-4c57-8794-31f6b10ac293 tempest-DeleteServersAdminTestJSON-1885598577 tempest-DeleteServersAdminTestJSON-1885598577-project] 10.222.0.36 "DELETE /v2.0/ports/29a8a72e-a221-464d-bf56-d64e78f9df4c HTTP/1.1" status: 204 len: 173 time: 1.0479209 Oct 11 15:23:46.883245 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:46.883378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-d6f6ef1b-783f-4443-886c-2d5207c75953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.885131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-d6f6ef1b-783f-4443-886c-2d5207c75953 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 1099 time: 0.1119959 Oct 11 15:23:46.968914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-94fe3546-73db-4ad2-9151-9fcae84feb02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af HTTP/1.1" status: 200 len: 217 time: 0.0726032 Oct 11 15:23:46.974246 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-83db5ed7-9bb2-43aa-8d38-dd6316d439a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:46.975799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-83db5ed7-9bb2-43aa-8d38-dd6316d439a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2539475 Oct 11 15:23:47.121030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.123997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-8ec35a25-690b-4840-af79-baa4e4b49ce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 HTTP/1.1" status: 200 len: 217 time: 0.1392138 Oct 11 15:23:47.125931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.138829 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-4e443046-879c-49c3-8e23-8d45d6b2d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.140857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-4e443046-879c-49c3-8e23-8d45d6b2d657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1577866 Oct 11 15:23:47.226061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42190e6347224a7db5643ff753cdc415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0372961 Oct 11 15:23:47.227514 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:47.229167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d86947-3af4-4bce-91d5-baa07e8e3651,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:47.241338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d847b-c007-403c-99b0-77037932d53d req-678590ef-043d-4fd9-a7fc-6e64219b19b5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.245474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.245968 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.246593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.247018 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.247487 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.248213 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.248972 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.249456 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.250049 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.250941 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.252084 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.252807 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedbafa-0362-4dd8-80f8-1348e6a1527f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:47.253244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d70d847b-c007-403c-99b0-77037932d53d req-678590ef-043d-4fd9-a7fc-6e64219b19b5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.2565103 Oct 11 15:23:47.262705 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-84c2f315-b456-4b6d-a6be-0c04d4764ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.264653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-84c2f315-b456-4b6d-a6be-0c04d4764ec3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1217198 Oct 11 15:23:47.339326 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-3da4df58-0f5e-463a-8af1-648540763a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.341338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-3da4df58-0f5e-463a-8af1-648540763a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641296 Oct 11 15:23:47.399346 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae660f1-4dc6-4b74-b7db-c1070afa70e7 req-7703616d-af99-46b5-ad25-d8b8d95c4f5e tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.401283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ae660f1-4dc6-4b74-b7db-c1070afa70e7 req-7703616d-af99-46b5-ad25-d8b8d95c4f5e tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.2654362 Oct 11 15:23:47.407415 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:47.430362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-cb62f20e-56f6-424d-b1b3-c64de37f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.433204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-cb62f20e-56f6-424d-b1b3-c64de37f2d50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2793102 Oct 11 15:23:47.447267 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'name': 'network-vif-deleted', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:47.451628 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba7d8fe-8dbc-4f19-a3e8-a148b58db77f" -d '{"events": [{"server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "name": "network-vif-deleted", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:47.477250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-7ba7f654-dbe7-4feb-8b5e-67fc3e9799e7 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252835 Oct 11 15:23:47.500288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.512592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d70d847b-c007-403c-99b0-77037932d53d req-05f13c7c-d45b-4e97-a96f-e1d6eb69c215 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582088 Oct 11 15:23:47.601416 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cf726-bf8d-4994-a8bf-f78742880619 x-openstack-request-id: req-5e4cf726-bf8d-4994-a8bf-f78742880619 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:47.601725 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f", "name": "network-vif-deleted", "tag": "29a8a72e-a221-464d-bf56-d64e78f9df4c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:47.603673 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e4cf726-bf8d-4994-a8bf-f78742880619 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:47.604029 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f8ee63-1fc9-47ec-a2a1-25e782cb9a8f', 'name': 'network-vif-deleted', 'tag': '29a8a72e-a221-464d-bf56-d64e78f9df4c', 'status': 'completed', 'code': 200} Oct 11 15:23:47.611239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ae660f1-4dc6-4b74-b7db-c1070afa70e7 req-6a68db91-0010-47fb-baad-fd878f243cd0 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692860 Oct 11 15:23:47.625734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.628141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0806dbd-397b-47ee-a645-3a8da355a385 req-5d9c02d4-c2e8-4ab4-b661-a9c4039dc2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428809 Oct 11 15:23:47.683088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-89741fb3-b1ac-4fca-90ad-106508f9f18d service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221010 Oct 11 15:23:47.789549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1397181262-network', 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:47.809325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7b3b533-38eb-4dae-ba14-1c3e3d08549a req-162177af-f01f-4e97-ae2f-c65e830f6536 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189318 Oct 11 15:23:47.815148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.818114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.819362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8d86947-3af4-4bce-91d5-baa07e8e3651 HTTP/1.1" status: 204 len: 168 time: 0.5904310 Oct 11 15:23:47.851618 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31d0e7-b4a0-4c20-a8b1-d4acb519d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d86947-3af4-4bce-91d5-baa07e8e3651,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:47.859496 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:47.862176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.885582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:47.920908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640253ea-baee-4d8c-bb2f-ede47a2589c4 req-e3a3e7be-535c-417a-89ad-b2663604ee86 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.922441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640253ea-baee-4d8c-bb2f-ede47a2589c4 req-e3a3e7be-535c-417a-89ad-b2663604ee86 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.1382093 Oct 11 15:23:47.983474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-fc25d3cf-bb7c-49f9-8f1c-97f41589e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:47.985000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-fc25d3cf-bb7c-49f9-8f1c-97f41589e87f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6391847de44b809aad3e4c748dab12&device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 1099 time: 0.1115668 Oct 11 15:23:47.985589 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:47.995362 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e781dc-0bed-4a3e-bf5f-4f34638fb315" -d '{"events": [{"server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "name": "network-vif-plugged", "status": "completed", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:48.030799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640253ea-baee-4d8c-bb2f-ede47a2589c4 req-316dd9c4-76da-4e23-8584-56e61d5a0bad tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977161 Oct 11 15:23:48.036064 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc41ea8-e94a-422b-84c5-c5a88ace80bb x-openstack-request-id: req-7bc41ea8-e94a-422b-84c5-c5a88ace80bb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:48.036368 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "name": "network-vif-plugged", "status": "completed", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:48.036642 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc41ea8-e94a-422b-84c5-c5a88ace80bb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:48.037024 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'code': 200} Oct 11 15:23:48.112192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.123083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.182282 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:48.205972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-b3c33304-10f5-4bfb-b744-fcc3209d4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.207599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-b3c33304-10f5-4bfb-b744-fcc3209d4a03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2123995 Oct 11 15:23:48.208383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45299564-8c88-4766-908b-37a58958d239,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:48.215148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.215504 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Added segment 0da50d7f-0b9c-4f9b-83a9-430e107ca76c of type vlan for network 38c6d315-eff9-4655-83cb-10b80d91e587 Oct 11 15:23:48.236466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fe4fb-ef76-47db-a4ca-edc7dd3f92b4 req-c8602c57-118a-4d4b-9d1b-c7ed3f9c6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.238030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad2fe4fb-ef76-47db-a4ca-edc7dd3f92b4 req-c8602c57-118a-4d4b-9d1b-c7ed3f9c6794 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1096 time: 0.1299133 Oct 11 15:23:48.287143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-b338a01a-4eb0-4444-889a-c772bbe8ace2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af HTTP/1.1" status: 200 len: 217 time: 0.0622327 Oct 11 15:23:48.342970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.386309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad2fe4fb-ef76-47db-a4ca-edc7dd3f92b4 req-d1ad6f6e-9d5b-4880-a0e2-ad0ca2a15432 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034563 Oct 11 15:23:48.391265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-4a9dcc1a-8e2d-4033-840c-e8de1cd174e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.393189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-4a9dcc1a-8e2d-4033-840c-e8de1cd174e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0973337 Oct 11 15:23:48.398800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.400045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.401276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.482281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0730686 Oct 11 15:23:48.485285 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:48.492087 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Request body: {'subnet': {'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1397181262-subnet', 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:48.496595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee86b-9505-47e9-8e25-67800c1fbc47 admin admin] Pushing event updated for resources: {'Network': ['ID=38c6d315-eff9-4655-83cb-10b80d91e587,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:48.506694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-3cf9c024-e24d-419f-b951-fadb8488a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.508409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-3cf9c024-e24d-419f-b951-fadb8488a028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035759 Oct 11 15:23:48.508821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 38c6d315-eff9-4655-83cb-10b80d91e587 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:48.527453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:48.530896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.560981 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:48.722796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbca2e-966a-4f55-9097-3d8944c63e61 req-cb7ead13-38c9-419b-b856-2e433e112746 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.731266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbdbca2e-966a-4f55-9097-3d8944c63e61 req-cb7ead13-38c9-419b-b856-2e433e112746 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1056359 Oct 11 15:23:48.745325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.753718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-4ef55d2b-0c25-4d77-b740-7fbf6902ec8e service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374313 Oct 11 15:23:48.820022 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=971a8440-14b6-4abc-83b8-3bd5270c562f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:48.833159 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:48.833533 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Network hostable DHCP agents. Network: 38c6d315-eff9-4655-83cb-10b80d91e587, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:48.848578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbdbca2e-966a-4f55-9097-3d8944c63e61 req-98306547-bd07-42fd-86b9-cd936929172d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158705 Oct 11 15:23:48.856477 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Network 38c6d315-eff9-4655-83cb-10b80d91e587 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:48.877667 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 38c6d315-eff9-4655-83cb-10b80d91e587) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:48.882356 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:48.883212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:48.894909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cc1b3-7d60-4aaf-984b-079b33f5d220 None None] Network 38c6d315-eff9-4655-83cb-10b80d91e587 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:48.913104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e3adcf7-4d1f-4fd0-8275-7a87bbf579ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4257312 Oct 11 15:23:48.983685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-52161d3c-8c71-4b74-b64f-79994a529501 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2002023665b146f29a9b5578c8dc2d14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4175181 Oct 11 15:23:48.986584 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:48.992318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4416617d-e465-4e0f-99f5-7823c5aa2279 req-cbe8d125-432b-4042-9a2d-965b38fcca29 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275622 Oct 11 15:23:49.016568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e504c-ccb2-4d76-a0be-990bdf4ddfb9 req-560192cd-65e7-45cb-9738-1b19f9fff90b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:49.024289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-196e504c-ccb2-4d76-a0be-990bdf4ddfb9 req-560192cd-65e7-45cb-9738-1b19f9fff90b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.1074708 Oct 11 15:23:49.071026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-196e504c-ccb2-4d76-a0be-990bdf4ddfb9 req-e9d4f6ef-44f4-45e8-9c92-68cddc0ef3a4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Oct 11 15:23:49.084284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.104441 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d0d92-56cf-44f2-8eb6-bceac7d9264e None None] Network 38c6d315-eff9-4655-83cb-10b80d91e587 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:49.116987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.176126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.179232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.183338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/157be7c2-bcb7-452e-bc75-e61227b2b5c1 HTTP/1.1" status: 204 len: 168 time: 0.1932664 Oct 11 15:23:49.195961 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78506267-5af2-451b-935d-68fcc8e8452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157be7c2-bcb7-452e-bc75-e61227b2b5c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:49.272928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a76f-bebd-4f83-bb8d-077bb05a0f99 req-da85182b-265e-475b-a3e6-18674303120b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:49.282494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bd5a76f-bebd-4f83-bb8d-077bb05a0f99 req-da85182b-265e-475b-a3e6-18674303120b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.0743911 Oct 11 15:23:49.319485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bd5a76f-bebd-4f83-bb8d-077bb05a0f99 req-f838c40d-424f-4e13-9356-b75dfc2d5393 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Oct 11 15:23:49.461937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-23a71a1a-e1c0-4a9f-beec-b93c4b411a9e tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:49.470349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-23a71a1a-e1c0-4a9f-beec-b93c4b411a9e tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.0542030 Oct 11 15:23:49.487833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.590707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:49.594712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 29a8a72e-a221-464d-bf56-d64e78f9df4c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:23:49.602947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.607467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.638119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 29a8a72e-a221-464d-bf56-d64e78f9df4c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:23:49.638689 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 29a8a72e-a221-464d-bf56-d64e78f9df4c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:23:49.647943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15dac38e-21bc-4620-9de3-92dbfbc14739 req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762369 Oct 11 15:23:49.666487 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af8952f-f7d5-48d6-9c2f-8768966f666e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:49.675214 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.675565 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.676059 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.676397 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.676945 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.677295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.678071 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.678499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.678837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.679164 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.679502 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.679815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e44061-d699-4d34-92a4-f1176aaec00b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.779568 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:49.791329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'mac_address': 'fa:16:3e:21:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:49.795966 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-faa75bb4-8280-4012-b8cf-48d823315482 req-6811914d-e2b8-4310-b34d-5b525cb81c8c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:23:49.797000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faa75bb4-8280-4012-b8cf-48d823315482 req-6811914d-e2b8-4310-b34d-5b525cb81c8c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050545 Oct 11 15:23:49.834364 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:49.842693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.848108 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4fb5-f702-4596-946e-41da2075edd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.861207 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:49.893396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:49.899075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.955582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4fb5-f702-4596-946e-41da2075edd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.961258 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:49.962207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4fb5-f702-4596-946e-41da2075edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:49.971716 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.972277 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.972763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.973233 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.973874 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.974198 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.974680 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.975008 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.975334 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.975649 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.975969 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:49.976278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:23:50.007339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2dcb4fb5-f702-4596-946e-41da2075edd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2d0a23237c4b2cb370ad860770014e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719058 Oct 11 15:23:50.010090 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:50.016431 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb4fb5-f702-4596-946e-41da2075edd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543e812-11ff-421f-b091-2251080dd55c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:50.075636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.099761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:50.101724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.156954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.160343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.161698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9543e812-11ff-421f-b091-2251080dd55c HTTP/1.1" status: 204 len: 168 time: 0.1505971 Oct 11 15:23:50.167679 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:50.171548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bac459-1f48-4f69-8ee9-57edc3ad6fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543e812-11ff-421f-b091-2251080dd55c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:50.264849 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:50.398701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cab541-dab6-4ccc-a3a4-69bc8d660def req-7f1859e3-7a0f-4d99-9bc3-397887024467 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:50.400256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27cab541-dab6-4ccc-a3a4-69bc8d660def req-7f1859e3-7a0f-4d99-9bc3-397887024467 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.0526550 Oct 11 15:23:50.462249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27cab541-dab6-4ccc-a3a4-69bc8d660def req-74c6b598-200d-4553-8151-daed9a91bf58 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Oct 11 15:23:50.486206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-network', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:50.513422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Made reservation on behalf of b5efda4b76734fb6a20f2d58ee25f0e3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:50.520699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.529767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.611637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1815aa53-4f70-4f57-a657-a735f1524c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.659743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277ba79-d43e-4093-b5c4-e4c0fdba6d43 req-31495617-55ec-414c-82e9-89b05aa75e6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:50.661304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5277ba79-d43e-4093-b5c4-e4c0fdba6d43 req-31495617-55ec-414c-82e9-89b05aa75e6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.1195617 Oct 11 15:23:50.744024 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.758665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5277ba79-d43e-4093-b5c4-e4c0fdba6d43 req-4eb4ae06-c47c-43ad-9cdd-83f6b8280981 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873535 Oct 11 15:23:50.762062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.810013 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:50.840567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1815aa53-4f70-4f57-a657-a735f1524c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.849546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.849919 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Added segment e51077ca-309f-4dd2-a4e5-b3dbe88cead2 of type vlan for network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a Oct 11 15:23:50.851333 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579168d-087b-4057-b954-8f91555e681b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:50.875998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1815aa53-4f70-4f57-a657-a735f1524c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:50.995908 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.058134 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.064043 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1084550550-network', 'tenant_id': '65b46cc5d0024496a99bf381ab68ad2b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:51.102059 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Made reservation on behalf of 65b46cc5d0024496a99bf381ab68ad2b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:51.107891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.121180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.171656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.181957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1815aa53-4f70-4f57-a657-a735f1524c63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16b2ebb92c63410b91acf6296605bac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9156291 Oct 11 15:23:51.184520 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815aa53-4f70-4f57-a657-a735f1524c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b9a63a-8380-4889-bfcd-a1d9c57f686c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:51.188389 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.198497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f0cd-70da-41c7-85c3-48eac61a29db req-ac478fab-c070-4062-b823-8f73738de35e tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:51.199995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53d0f0cd-70da-41c7-85c3-48eac61a29db req-ac478fab-c070-4062-b823-8f73738de35e tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.3641572 Oct 11 15:23:51.209185 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.213771 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'floatingip': {'port_id': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:51.281952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.289125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.304345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.304547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:51.304986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.327646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.327835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25978d82-3b0c-43aa-afba-d57c808122a1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:51.376286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d086c79-07a1-42d4-9dbd-a2d3734795b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.382961 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:23:51.406603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.407189 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Added segment af8dc9f2-8a2f-4b27-b7ca-4f0a1ea6d49e of type vlan for network 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 Oct 11 15:23:51.455385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2863114 Oct 11 15:23:51.455994 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.465710 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.482712 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Request body: {'subnet': {'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-subnet', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:51.487376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.518703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.523981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45cef7-271f-43a9-83e5-0b71116290d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fd594b-9ea9-42d0-9e71-c1f2ca06396a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:51.541904 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:51.551963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.556098 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:51.556648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.562963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa599f29-00b2-400e-9a1c-f4800aa522f4 req-53246560-b264-4440-926e-78386f4fecb2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:51.565730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa599f29-00b2-400e-9a1c-f4800aa522f4 req-53246560-b264-4440-926e-78386f4fecb2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.3001852 Oct 11 15:23:51.635741 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:23:51.638826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:51.648972 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.658610 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Made reservation on behalf of b5efda4b76734fb6a20f2d58ee25f0e3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:51.660989 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.815221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa599f29-00b2-400e-9a1c-f4800aa522f4 req-52ad539d-6f60-4d2f-aff6-2d1e7922095d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262161 Oct 11 15:23:51.838043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:51.856951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'mac_address': 'fa:16:3e:5e:ef:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:23:51.892055 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] Pushing event updated for resources: {'Network': ['ID=22056f2d-2af9-4aaa-ad2d-2a58f809ebb1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:51.898284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d086c79-07a1-42d4-9dbd-a2d3734795b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.909136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d086c79-07a1-42d4-9dbd-a2d3734795b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.924147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:51.940863 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d086c79-07a1-42d4-9dbd-a2d3734795b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2aca92-02cc-4c06-8972-32245a8f5203,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:51.953365 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-49b7f703-262f-4049-90f9-3aeeff0c5e7e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8946385 Oct 11 15:23:51.954035 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:51.962374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Request body: {'subnet': {'network_id': '22056f2d-2af9-4aaa-ad2d-2a58f809ebb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1084550550-subnet', 'tenant_id': '65b46cc5d0024496a99bf381ab68ad2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:51.978078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:23:51.985085 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4390e3-5c9b-42be-b991-c8f82d2aa7af {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:23:51.987375 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-74615c01-4484-4ad4-89e9-4b48551e9e24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5206048 Oct 11 15:23:51.991146 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Made reservation on behalf of 65b46cc5d0024496a99bf381ab68ad2b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:51.993369 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.001690 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-7536d2df-203d-4e2b-802b-9d896ba4d722 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:23:52.002671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-7536d2df-203d-4e2b-802b-9d896ba4d722 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072696 Oct 11 15:23:52.010857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:52.014105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d086c79-07a1-42d4-9dbd-a2d3734795b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e22cc443b4542c0af0013d1e1d1bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167909 Oct 11 15:23:52.030199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.041828 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:52.117182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.148222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.154185 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:52.168534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:52.175027 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:52.175399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.247225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2b4390e3-5c9b-42be-b991-c8f82d2aa7af'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:23:52.270428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.273511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.277405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d2aca92-02cc-4c06-8972-32245a8f5203 HTTP/1.1" status: 204 len: 168 time: 0.2320709 Oct 11 15:23:52.279808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.330458 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbb4a97-cfd3-483c-90ca-5ac685027345,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:52.333013 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd3c4b-a449-4c08-b5a3-88463b57c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2aca92-02cc-4c06-8972-32245a8f5203,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:52.366936 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Checking segment: {'id': 'af8dc9f2-8a2f-4b27-b7ca-4f0a1ea6d49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22056f2d-2af9-4aaa-ad2d-2a58f809ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:52.367294 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Network hostable DHCP agents. Network: 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:52.388624 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Network 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:52.414311 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.415689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:52.420914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:52.421658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.459182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed2ea684-b44b-49aa-bcaa-55302faf3d04 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5003850 Oct 11 15:23:52.475991 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e8b76-c1bc-48c1-881f-5e0428db2f03 None None] Network 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:52.479753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:23:52.566645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.569727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.571333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88b9a63a-8380-4889-bfcd-a1d9c57f686c HTTP/1.1" status: 204 len: 168 time: 1.3812501 Oct 11 15:23:52.607318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ff237f-1d0a-4884-bc6e-2af585588e2e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:52.621298 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.628029 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11e610-3737-43ba-8154-6b39ee0baaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b9a63a-8380-4889-bfcd-a1d9c57f686c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:52.644288 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ff484-0b3c-4906-b89a-72e5f065bbf2 req-f8789867-46a5-4000-8cf7-237f9d9a010b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:52.646299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c33ff484-0b3c-4906-b89a-72e5f065bbf2 req-f8789867-46a5-4000-8cf7-237f9d9a010b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 949 time: 0.2463584 Oct 11 15:23:52.649066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.671198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:52.681011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc962035-df40-4709-8c55-8db1135f5f0d None None] Network 22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:52.750207 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:52.752928 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031d826-9317-47ca-aa32-b437f7220ff0" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:53.005441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:53.008436 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeac9ff8-8104-47bc-b617-73e4deff9644 x-openstack-request-id: req-eeac9ff8-8104-47bc-b617-73e4deff9644 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:53.009265 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:53.009810 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeac9ff8-8104-47bc-b617-73e4deff9644 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:53.010276 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'code': 200} Oct 11 15:23:53.016019 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.098674 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:53.187287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Checking segment: {'id': 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:53.187644 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Network hostable DHCP agents. Network: f3fd594b-9ea9-42d0-9e71-c1f2ca06396a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:23:53.221035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c33ff484-0b3c-4906-b89a-72e5f065bbf2 req-e874bee6-cd16-40fb-8134-fc685ced3d50 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045376 Oct 11 15:23:53.277564 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Floating IP 2be40738-e792-444a-9948-6b5c7abeacfd associated. External IP: 172.35.3.246, port: b76d2fdf-2db6-447e-a46c-66f6ce76a017. Oct 11 15:23:53.329056 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:23:53.338600 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:53.367868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e1622d-55ab-450a-aaf0-29c0eb3e9206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.370151 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f3fd594b-9ea9-42d0-9e71-c1f2ca06396a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:53.378458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952c432-a3df-432f-a776-3681643070a7 req-15ac1efb-248d-47d4-b54b-72cba98807bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:53.380733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a952c432-a3df-432f-a776-3681643070a7 req-15ac1efb-248d-47d4-b54b-72cba98807bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 1101 time: 0.1730342 Oct 11 15:23:53.385021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:53.386001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.399917 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e85a20-9563-40ec-b3da-a868432db664 None None] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:53.468970 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:53.475499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992fea-494f-4c4d-a92b-6c23c8a31e4a req-caaf2929-c515-4385-8478-5af66d854c4d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:53.477513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14992fea-494f-4c4d-a92b-6c23c8a31e4a req-caaf2929-c515-4385-8478-5af66d854c4d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.2868071 Oct 11 15:23:53.538200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cafbc40e-f3fb-4fe5-809a-ffa2ed81abc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.555692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9dbd5914-8561-4aae-b46d-0e01ed9af5f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0896666 Oct 11 15:23:53.557345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:53.561713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a952c432-a3df-432f-a776-3681643070a7 req-46ae6f98-c1b3-46b1-82c3-d62b37604639 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801733 Oct 11 15:23:53.564387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:53.591092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14992fea-494f-4c4d-a92b-6c23c8a31e4a req-a6308f2f-4a43-4a1c-9837-e0cf3f7a00e9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783367 Oct 11 15:23:53.604622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e1622d-55ab-450a-aaf0-29c0eb3e9206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.619331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e1622d-55ab-450a-aaf0-29c0eb3e9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.629185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:53.681295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.685305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.706014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f3fd594b-9ea9-42d0-9e71-c1f2ca06396a', 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'fixed_ips': [{'subnet_id': 'c7ff237f-1d0a-4884-bc6e-2af585588e2e'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:23:53.707584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.737155 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:23:53.785608 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:23:53.795968 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:53.796343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.862464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3e1622d-55ab-450a-aaf0-29c0eb3e9206 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d35a0abac0349cd9501e249f6f6f097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210669 Oct 11 15:23:53.865344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:53.865814 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:53.868265 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1622d-55ab-450a-aaf0-29c0eb3e9206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa893b4-c0a1-410c-9faa-d2507ab2ab8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:53.935042 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Allocated IP 172.20.0.2 (f3fd594b-9ea9-42d0-9e71-c1f2ca06396a/c7ff237f-1d0a-4884-bc6e-2af585588e2e/e21699df-c120-4b02-bb46-ffad602d9379) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:53.965211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.054003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.061227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:54.066689 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.113515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.154133 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:54.157979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.159973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.188665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cafbc40e-f3fb-4fe5-809a-ffa2ed81abc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.198190 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:54.203654 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:54.203818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dc7a7594-4a24-4189-8532-919e376bd2ee tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "PUT /v2.0/floatingips/2be40738-e792-444a-9948-6b5c7abeacfd HTTP/1.1" status: 200 len: 991 time: 2.9907691 Oct 11 15:23:54.207213 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:54.210343 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d04ea9-6972-485c-8aa9-57a33f8088fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:54.224751 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-b57a9120-c30b-41e3-b74e-b8f21472263a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:54.227662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-b57a9120-c30b-41e3-b74e-b8f21472263a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.3607254 Oct 11 15:23:54.238718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cafbc40e-f3fb-4fe5-809a-ffa2ed81abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.238948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.247261 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:54.247895 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:54.269963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.274193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.278305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6aa893b4-c0a1-410c-9faa-d2507ab2ab8b HTTP/1.1" status: 204 len: 168 time: 0.3883748 Oct 11 15:23:54.280773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-5e1b1424-4f38-4878-ae36-31337a58b909 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/quotas/2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 375 time: 0.0372605 Oct 11 15:23:54.301331 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ad8d4-cc6a-40ac-bd2c-1fc1d6520362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa893b4-c0a1-410c-9faa-d2507ab2ab8b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:54.312998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cafbc40e-f3fb-4fe5-809a-ffa2ed81abc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=819704e3479e4d0a8e7324142f5ea560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398776 Oct 11 15:23:54.317775 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:54.319772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbc40e-f3fb-4fe5-809a-ffa2ed81abc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d541c-207b-465b-8341-8fde69696cdf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:54.374365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-e511cf31-10e3-4ca5-a398-666e51ef331e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700569 Oct 11 15:23:54.392439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-034ce25a-b9ef-405a-9c06-ba867cec2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:54.394022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-034ce25a-b9ef-405a-9c06-ba867cec2e46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.0724375 Oct 11 15:23:54.446267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:54.449804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.513822 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffc3d9-63f5-4f73-b482-4496b2d02f34 x-openstack-request-id: req-35ffc3d9-63f5-4f73-b482-4496b2d02f34 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:54.514234 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:54.514491 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35ffc3d9-63f5-4f73-b482-4496b2d02f34 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:54.514891 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'status': 'completed', 'code': 200} Oct 11 15:23:54.556292 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:54.567879 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:54.613365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:54.664331 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Pushing event updated for resources: {'Port': ['ID=e21699df-c120-4b02-bb46-ffad602d9379,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:54.704947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34d78c-34ef-4f4a-9972-487c67f07ea9 req-d192294e-ecec-4900-af16-011654b68b31 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:54.707220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.709185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.710539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c34d78c-34ef-4f4a-9972-487c67f07ea9 req-d192294e-ecec-4900-af16-011654b68b31 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 950 time: 0.1945703 Oct 11 15:23:54.712698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-15e65db3-979d-4f47-8c30-796160e07a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:54.714223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-15e65db3-979d-4f47-8c30-796160e07a31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1096 time: 0.1949565 Oct 11 15:23:54.735310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.737146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Attempting to bind port e21699df-c120-4b02-bb46-ffad602d9379 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:54.738143 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Attempting to bind port e21699df-c120-4b02-bb46-ffad602d9379 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:54.738711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Attempting to bind port e21699df-c120-4b02-bb46-ffad602d9379 on network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:54.757965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:54.758771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Checking segment: {'id': 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:54.758940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.759517 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.760216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Bound using segment: {'id': 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:54.760916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Bound port: e21699df-c120-4b02-bb46-ffad602d9379, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:54.761579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.798438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-3209756e-fc4c-44e8-8afc-4b1d0e5a6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:54.800021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-3209756e-fc4c-44e8-8afc-4b1d0e5a6d59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.3986168 Oct 11 15:23:54.855635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] For port e21699df-c120-4b02-bb46-ffad602d9379, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:54.855854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c34d78c-34ef-4f4a-9972-487c67f07ea9 req-4771b483-2abf-49c9-acba-b388396ea487 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141083 Oct 11 15:23:54.859981 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] For port e21699df-c120-4b02-bb46-ffad602d9379, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e21699df-c120-4b02-bb46-ffad602d9379,segment=NetworkSegment(e51077ca-309f-4dd2-a4e5-b3dbe88cead2),segment_id=e51077ca-309f-4dd2-a4e5-b3dbe88cead2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:54.901170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-584b9669-8562-4174-a9a2-5767a2f92542 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0639710 Oct 11 15:23:54.909668 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-b751c725-3fc3-4f17-b895-7328f1c7098d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:23:54.913990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:54.915263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-b751c725-3fc3-4f17-b895-7328f1c7098d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3208277 Oct 11 15:23:54.923872 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Allocated IP 172.35.3.242 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:55.012753 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:23:55.025136 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b488d8-10c3-4305-ba29-18e353661f8b" -d '{"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:23:55.041652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:55.044483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:55.058543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/056d541c-207b-465b-8341-8fde69696cdf HTTP/1.1" status: 204 len: 168 time: 0.7335265 Oct 11 15:23:55.090975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-5b5cf43f-4ea9-4f40-8080-a36231d07008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:55.093115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-5b5cf43f-4ea9-4f40-8080-a36231d07008 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1739988 Oct 11 15:23:55.094387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-6b4c7b42-a7f7-444f-b8f5-a5308f52e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:55.095894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-6b4c7b42-a7f7-444f-b8f5-a5308f52e88c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.3556154 Oct 11 15:23:55.124846 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895104d-82c6-4a8f-bee2-676fa6153aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d541c-207b-465b-8341-8fde69696cdf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:55.174507 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2395-9928-42b9-907e-b202278bf0c5 None None] Pushing event updated for resources: {'Port': ['ID=e21699df-c120-4b02-bb46-ffad602d9379,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:55.174874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:55.214179 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:fc:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:23:52Z', 'revision_number': 1, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:55.260889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:55.296644 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:55.314871 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:55.328229 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:55.332104 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:55.337140 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:55.337140 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:55.382405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:55.493623 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-28d45620-db8f-4a41-92bd-b43928b41120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:55.493838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:55.500705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-28d45620-db8f-4a41-92bd-b43928b41120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3680403 Oct 11 15:23:55.513377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-5b1cd81c-24c6-4d8a-8b83-d778f578b179 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941916 Oct 11 15:23:55.652254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-eb0d3f0c-90c4-43c8-b92e-04ffe82ed012 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 999 time: 0.5230620 Oct 11 15:23:55.663142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-0b3f83a3-8ce0-4931-862e-399771d6c597 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508119 Oct 11 15:23:55.791766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5760e3-9968-417b-87a7-e7f5caefde6e req-a1ea4f0a-c408-41aa-88f8-e79c31a71779 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:55.803540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f5760e3-9968-417b-87a7-e7f5caefde6e req-a1ea4f0a-c408-41aa-88f8-e79c31a71779 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.7388411 Oct 11 15:23:55.822179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:56.020134 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f3848-f51b-4ceb-be98-fc6dba3221e9 x-openstack-request-id: req-ea5f3848-f51b-4ceb-be98-fc6dba3221e9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:23:56.020134 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:23:56.020134 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea5f3848-f51b-4ceb-be98-fc6dba3221e9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:23:56.020134 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'code': 200} Oct 11 15:23:56.047203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-12cc0092-afb5-4b19-a7a3-1b5de851f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:56.049651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-12cc0092-afb5-4b19-a7a3-1b5de851f652 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.3840744 Oct 11 15:23:56.068943 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:fc:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:23:52Z', 'revision_number': 1, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:56.092211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f5760e3-9968-417b-87a7-e7f5caefde6e req-b1f12648-1e25-491e-8b69-59db5efcd811 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879043 Oct 11 15:23:56.219423 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa299e-106f-419e-9006-093f4c21d035 None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:fc:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:23:52Z', 'revision_number': 1, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:56.231697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e21699df-c120-4b02-bb46-ffad602d9379 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:56.367328 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e21699df-c120-4b02-bb46-ffad602d9379 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:56.367716 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:56.390141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:56.485022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fd56474-2369-4410-9489-a53bab2db091 req-ca907887-474a-4d27-a295-75f843409242 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 210 time: 0.1719027 Oct 11 15:23:56.504886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c7b51-d067-41ec-9909-013092ea656e req-afcdbd8a-8c23-4504-b2b3-776c12fd17be tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:56.508523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec2c7b51-d067-41ec-9909-013092ea656e req-afcdbd8a-8c23-4504-b2b3-776c12fd17be tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 950 time: 0.1761448 Oct 11 15:23:56.512167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4971b-d269-4ef8-895c-eda2d0aa5b3a req-ea706ea9-c4d3-420f-be71-d610da107f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:56.514103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb4971b-d269-4ef8-895c-eda2d0aa5b3a req-ea706ea9-c4d3-420f-be71-d610da107f34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 1101 time: 0.3489923 Oct 11 15:23:56.517550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-bc2d9944-ee05-4542-81d4-774fd59d671b service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0001435 Oct 11 15:23:56.527637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-6dc44542-4b36-4893-9c91-d6595643e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:56.533285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-6dc44542-4b36-4893-9c91-d6595643e8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4345489 Oct 11 15:23:56.585823 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35a545-7a0f-41b2-b313-1b8297b42984 None None] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:23:56.688915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-b90c1fd7-4480-4aed-b75f-50a6d640ecc2 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408992 Oct 11 15:23:56.774811 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86f624-0e37-4dad-ac3d-645a6d69640c None None] New status for floating IP 2be40738-e792-444a-9948-6b5c7abeacfd: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:23:56.818298 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Router 512f2717-d7ba-4291-adac-e11880f00d77 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:23:56.827967 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:56.879878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-9bc5ec07-33ef-480f-a463-59a5f6e62be6 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234534 Oct 11 15:23:56.936118 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6b5193b-1046-4ba4-8266-d88ac756d788 None None] Provisioning complete for port e21699df-c120-4b02-bb46-ffad602d9379 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:56.936487 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6b5193b-1046-4ba4-8266-d88ac756d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:57.074848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:23:57.099917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:57.100657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec2c7b51-d067-41ec-9909-013092ea656e req-fb3b4f03-3b4d-444d-bf1d-9695feb555ae tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853722 Oct 11 15:23:57.104123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-97c08bf3-22d8-4035-90fc-81bfd6d39687 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5409849 Oct 11 15:23:57.104405 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:57.140380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb4971b-d269-4ef8-895c-eda2d0aa5b3a req-2da27873-9532-42dc-b55b-37a51518382a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150799 Oct 11 15:23:57.171226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Sync routers for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:23:57.225251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d04ea9-6972-485c-8aa9-57a33f8088fd req-5b07c3ba-7daa-4f27-82d8-61e12f2210d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259835 Oct 11 15:23:57.245782 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port e21699df-c120-4b02-bb46-ffad602d9379, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e21699df-c120-4b02-bb46-ffad602d9379,segment=NetworkSegment(e51077ca-309f-4dd2-a4e5-b3dbe88cead2),segment_id=e51077ca-309f-4dd2-a4e5-b3dbe88cead2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:23:57.254172 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Routers {'512f2717-d7ba-4291-adac-e11880f00d77'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:57.255238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['512f2717-d7ba-4291-adac-e11880f00d77'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:57.258498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:57.374573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead8c8-f4fe-4849-ba01-b32b811d3676 req-97fe725f-2c09-407e-8e41-f7ec001fc1f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:57.376488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9ead8c8-f4fe-4849-ba01-b32b811d3676 req-97fe725f-2c09-407e-8e41-f7ec001fc1f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1116147 Oct 11 15:23:57.408325 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=e21699df-c120-4b02-bb46-ffad602d9379,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:57.498842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9ead8c8-f4fe-4849-ba01-b32b811d3676 req-386b8f9f-b8f0-4f8c-b5a7-cad895ff2928 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135464 Oct 11 15:23:57.659855 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Set router 512f2717-d7ba-4291-adac-e11880f00d77 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:57.906193 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbdb340f-eaa7-4cfd-9ce5-01c79f39eaaf None None] Provisioning complete for port e21699df-c120-4b02-bb46-ffad602d9379 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:57.906577 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbdb340f-eaa7-4cfd-9ce5-01c79f39eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.017423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a36ede35-4de2-4ff1-9462-c315a66cc76f req-8f7a9a2e-d742-43c5-8179-05fe701ffd70 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 210 time: 0.1238153 Oct 11 15:23:58.128080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e21699df-c120-4b02-bb46-ffad602d9379 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:23:58.222803 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:23:55Z', 'revision_number': 3, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:58.259950 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Checking router: 512f2717-d7ba-4291-adac-e11880f00d77 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:23:58.260223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Updating router 512f2717-d7ba-4291-adac-e11880f00d77 port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:23:58.280704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e21699df-c120-4b02-bb46-ffad602d9379 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:58.280885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.314998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.387223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.390495 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10868-b06e-436c-b6fb-1c36c7c7799d req-164b55a9-dbb3-4399-adff-f02acd189d7c tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:58.399880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ace10868-b06e-436c-b6fb-1c36c7c7799d req-164b55a9-dbb3-4399-adff-f02acd189d7c tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 950 time: 0.2151351 Oct 11 15:23:58.444439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-c6f8edca-119c-419c-a655-fb59df652b3f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:58.446619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-c6f8edca-119c-419c-a655-fb59df652b3f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.4430695 Oct 11 15:23:58.461880 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Request body: {'port': {'device_id': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'admin_state_up': True, 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:58.566795 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:58.666996 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Allocated IP 172.20.0.1 (f3fd594b-9ea9-42d0-9e71-c1f2ca06396a/c7ff237f-1d0a-4884-bc6e-2af585588e2e/a0a986aa-e7ff-476a-819e-896b1f54c29b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:58.708027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.717605 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.799714 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ae95e-858d-4624-a713-9f6d2bab3348 None None] Pushing event updated for resources: {'Port': ['ID=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:58.809459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f0de3e-beb2-4833-a7fc-0b5f40640dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.819995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Attempting to bind port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:23:58.820310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Attempting to bind port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:23:58.820678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Attempting to bind port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:23:58.828451 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:23:58.828833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:23:58.829917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.830317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:23:58.830433 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ace10868-b06e-436c-b6fb-1c36c7c7799d req-3be36a0f-b13d-46db-91ea-916734d90078 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260528 Oct 11 15:23:58.831130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Bound port: 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:23:58.831263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.855047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.926457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.946313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] For port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:23:58.964359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] For port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:23:58.967581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5f71-cc91-4bef-a45f-1b0937925b57 req-f7b57631-10cd-4e7c-b0b1-066e27bf892c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:58.969106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba5c5f71-cc91-4bef-a45f-1b0937925b57 req-f7b57631-10cd-4e7c-b0b1-066e27bf892c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.0876372 Oct 11 15:23:58.970968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.972765 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:58.975169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:23:58.979261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:58.982232 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:58.985385 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:59.025463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f0de3e-beb2-4833-a7fc-0b5f40640dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.026573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.054996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba5c5f71-cc91-4bef-a45f-1b0937925b57 req-7749037f-7444-4d02-9859-d8b00dd7fb59 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727527 Oct 11 15:23:59.081810 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ae95e-858d-4624-a713-9f6d2bab3348 None None] Pushing event updated for resources: {'Port': ['ID=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:59.082182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f0de3e-beb2-4833-a7fc-0b5f40640dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.093722 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Routers {'512f2717-d7ba-4291-adac-e11880f00d77'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:23:59.094412 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['512f2717-d7ba-4291-adac-e11880f00d77'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:59.117646 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0de3e-beb2-4833-a7fc-0b5f40640dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84f40fb-ff5a-4f75-9652-dab59cec6259,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:59.136334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a986aa-e7ff-476a-819e-896b1f54c29b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:59.162680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-88f0de3e-beb2-4833-a7fc-0b5f40640dd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=450c77e8c1eb4dde83bcc68f409fdf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945334 Oct 11 15:23:59.165201 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:59.303552 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Allocated IP 172.20.0.4 (38c6d315-eff9-4655-83cb-10b80d91e587/971a8440-14b6-4abc-83b8-3bd5270c562f/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:23:59.339313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.342445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09e7f393-10ed-4d67-8ca2-3c1ef69259c0 req-3896ba57-3217-4452-89b0-fedb32824f1c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 210 time: 0.0575163 Oct 11 15:23:59.371928 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] Set router 512f2717-d7ba-4291-adac-e11880f00d77 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:23:59.383956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.414345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.494689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.500520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.509221 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c508810f-4ef2-4890-a71f-67616029d286 None None] Provisioning complete for port a0a986aa-e7ff-476a-819e-896b1f54c29b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:23:59.509647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c508810f-4ef2-4890-a71f-67616029d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.522048 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e84f40fb-ff5a-4f75-9652-dab59cec6259 HTTP/1.1" status: 204 len: 168 time: 0.3536117 Oct 11 15:23:59.522048 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:23:59.555806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.568378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c508810f-4ef2-4890-a71f-67616029d286 None None] Port a0a986aa-e7ff-476a-819e-896b1f54c29b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:23:59.597415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.631176 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c06e1-5e7b-4f71-b170-bc80a61a57d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84f40fb-ff5a-4f75-9652-dab59cec6259,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:59.666208 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Network 38c6d315-eff9-4655-83cb-10b80d91e587 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:23:59.668976 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:23:59.673845 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:23:59.699287 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:23:59.725693 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:23:55Z', 'revision_number': 3, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:23:59.763608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:23:59.765308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.786727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-f054cb78-56e3-479e-b9ce-4d3281626d94 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298812 Oct 11 15:23:59.791165 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f838591-2ec9-4ce1-ab3e-ea3f586033d2 None None] The sync data for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 is: [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:23:55Z', 'revision_number': 3, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:23:59.802736 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Request body: {'port': {'device_id': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:23:59.900789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.909345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:23:59.916364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.021028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bc7e-4a9a-45cb-b7b3-78ec2c21a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.022796 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:00.058994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a986aa-e7ff-476a-819e-896b1f54c29b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:00.064650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15493ab6-6c29-49ad-bd73-49b44a4ddcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.079170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36a05-25cb-4b81-b928-b58154f3722a req-4a700ea5-f293-4769-8994-05360c5fdb4a tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:00.080722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29f36a05-25cb-4b81-b928-b58154f3722a req-4a700ea5-f293-4769-8994-05360c5fdb4a tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 950 time: 0.1509445 Oct 11 15:24:00.084386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.283834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bc7e-4a9a-45cb-b7b3-78ec2c21a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.292782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bc7e-4a9a-45cb-b7b3-78ec2c21a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.293549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29f36a05-25cb-4b81-b928-b58154f3722a req-28756f09-a743-412f-aa8a-5545c6ee7206 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430423 Oct 11 15:24:00.302470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15493ab6-6c29-49ad-bd73-49b44a4ddcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.307720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1665b-f477-42e4-aac4-de769891bd58 req-692849b4-a8ee-4d2c-aa6f-d962bb9645f6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:00.308924 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82a1665b-f477-42e4-aac4-de769891bd58 req-692849b4-a8ee-4d2c-aa6f-d962bb9645f6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1574197 Oct 11 15:24:00.320728 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:00.322987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15493ab6-6c29-49ad-bd73-49b44a4ddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.340380 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:00.381055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82a1665b-f477-42e4-aac4-de769891bd58 req-9237323d-05d6-4120-8e25-1f55ddcd57aa tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611613 Oct 11 15:24:00.383505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cc6bc7e-4a9a-45cb-b7b3-78ec2c21a0a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=addc3a545e5a4ef8b5b1ddf7f7015395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7967196 Oct 11 15:24:00.395117 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:00.400993 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6bc7e-4a9a-45cb-b7b3-78ec2c21a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e1343-02fe-4066-8e27-a905e12fd6e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:00.414408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-15493ab6-6c29-49ad-bd73-49b44a4ddcd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05ac1801a71f4e62baed54269f9a19e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865750 Oct 11 15:24:00.425405 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:00.497629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15493ab6-6c29-49ad-bd73-49b44a4ddcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75356fb2-d467-42eb-b33a-b7357cbc843a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:00.580258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Router 512f2717-d7ba-4291-adac-e11880f00d77 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:24:00.677009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.710208 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e7c9deb-9a9f-45e7-92bb-adaeebd774b0 None None] Provisioning complete for port a0a986aa-e7ff-476a-819e-896b1f54c29b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:00.710890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9deb-9a9f-45e7-92bb-adaeebd774b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.720544 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:24:00.725714 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:00.729515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58110264-70dd-49bf-8657-b7ae5591f500 admin admin] 10.222.0.31 "PUT /v2.0/routers/512f2717-d7ba-4291-adac-e11880f00d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6236956 Oct 11 15:24:00.739756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15482-33a3-4adc-8dfa-82f9300fc90b req-e1c4da8c-c98c-4f9a-8db5-a1d21cb7f2d2 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:00.741253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8c15482-33a3-4adc-8dfa-82f9300fc90b req-e1c4da8c-c98c-4f9a-8db5-a1d21cb7f2d2 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 950 time: 0.2621326 Oct 11 15:24:00.741931 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.751276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.761206 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f240212-cc4c-48e8-8da7-a995e98dea0c req-9c9dec00-8821-453c-b583-3f5bc574e1cd tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:00.762812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f240212-cc4c-48e8-8da7-a995e98dea0c req-9c9dec00-8821-453c-b583-3f5bc574e1cd tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 931 time: 0.1972589 Oct 11 15:24:00.771584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.862714 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Transition to ACTIVE for port object 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:00.864699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.877809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.905623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c9deb-9a9f-45e7-92bb-adaeebd774b0 None None] Port a0a986aa-e7ff-476a-819e-896b1f54c29b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:24:00.954852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8c15482-33a3-4adc-8dfa-82f9300fc90b req-abeb853a-b00e-4b77-847a-52233f62096e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910195 Oct 11 15:24:00.958961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f240212-cc4c-48e8-8da7-a995e98dea0c req-0e29b2a1-3836-403d-b0fa-63a8d334b0b4 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797493 Oct 11 15:24:00.986396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:00.992101 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:00.994771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.005724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af5e1343-02fe-4066-8e27-a905e12fd6e7 HTTP/1.1" status: 204 len: 168 time: 0.6095078 Oct 11 15:24:01.072690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca36f-0964-4faf-a20c-7d0113b029e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e1343-02fe-4066-8e27-a905e12fd6e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:01.091321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.093891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.095856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75356fb2-d467-42eb-b33a-b7357cbc843a HTTP/1.1" status: 204 len: 168 time: 0.6692693 Oct 11 15:24:01.124536 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47bff9-f7b1-4316-b02d-a1605b154d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75356fb2-d467-42eb-b33a-b7357cbc843a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:01.140587 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:01.142156 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:01.142683 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:01.148290 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:01.148821 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:01.166132 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:01.166734 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:01.167191 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:01.167620 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Bound port: 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:01.167997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.256945 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:01.264116 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:01.270266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.350000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:01.350702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.353798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] 10.222.0.43 "PUT /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 1091 time: 1.5580497 Oct 11 15:24:01.361321 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:01.363796 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:01.372372 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17554897-078b-49e2-9e60-1a7423d37c42 service neutron] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:01.470742 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-084f8444-a81a-4b3a-bfa4-0fa2b9e321e4 req-7a2181b0-7cf1-4438-80a5-0d4ab265369c tempest-FloatingIPDetailsNegativeTestJSON-68386690 tempest-FloatingIPDetailsNegativeTestJSON-68386690-project] show failed (client error): The resource could not be found. Oct 11 15:24:01.472719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-084f8444-a81a-4b3a-bfa4-0fa2b9e321e4 req-7a2181b0-7cf1-4438-80a5-0d4ab265369c tempest-FloatingIPDetailsNegativeTestJSON-68386690 tempest-FloatingIPDetailsNegativeTestJSON-68386690-project] 10.222.0.31 "GET /v2.0/floatingips/93ee3716-3a16-4b7b-9503-ca1bdb01b49c HTTP/1.1" status: 404 len: 350 time: 0.0429487 Oct 11 15:24:01.475639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:01.506060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-1afe1b25-a205-4520-a709-60831dcb1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:01.507831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-1afe1b25-a205-4520-a709-60831dcb1fb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1094 time: 0.1094143 Oct 11 15:24:01.607444 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2832d-568e-4ba6-b85f-1065edd30606 x-openstack-request-id: req-c0c2832d-568e-4ba6-b85f-1065edd30606 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:01.607953 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:01.608388 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0c2832d-568e-4ba6-b85f-1065edd30606 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:01.608786 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'status': 'completed', 'code': 200} Oct 11 15:24:01.628089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-e487cc12-7054-43e2-a65a-af8aee5379cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.1122568 Oct 11 15:24:01.721249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2d80f-fda6-4adf-98ea-388d51a29277 req-e9fbdf6c-f2ff-479f-aefa-a1cd55ebbf79 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:01.723157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5c2d80f-fda6-4adf-98ea-388d51a29277 req-e9fbdf6c-f2ff-479f-aefa-a1cd55ebbf79 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1307855 Oct 11 15:24:01.725351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-04ecbdd9-6c76-4daa-b480-4ab450dfc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:01.727002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-04ecbdd9-6c76-4daa-b480-4ab450dfc407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0771005 Oct 11 15:24:01.740822 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:01.788130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-93428db1-4e04-4697-92c9-e439a85dbfa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487497 Oct 11 15:24:01.791217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f015ca9a-b48b-4109-a433-c2c0c7fe6884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:01.823703 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:01.878847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5c2d80f-fda6-4adf-98ea-388d51a29277 req-65356f1d-e9ac-4b3f-a732-e8a6b223e138 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467550 Oct 11 15:24:01.955795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-af564d0b-8e7a-497c-9ed5-7b8576492823 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549306 Oct 11 15:24:02.077346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25318b7a-b7d0-4a91-b78a-8d1b750706f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.130221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:02.136859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.162310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f015ca9a-b48b-4109-a433-c2c0c7fe6884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.187606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f015ca9a-b48b-4109-a433-c2c0c7fe6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.200399 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Sync routers for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:24:02.216863 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Routers {'512f2717-d7ba-4291-adac-e11880f00d77'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:24:02.217472 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['512f2717-d7ba-4291-adac-e11880f00d77'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:02.249589 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:02.250131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.259371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0703ce6b-a4ec-4797-b0b8-aae617d1a83b req-902236e9-7788-4816-92b3-540bc9fcc836 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926493 Oct 11 15:24:02.267349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f015ca9a-b48b-4109-a433-c2c0c7fe6884 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f50ccb5688e241a6b5a8b516ead9e2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181587 Oct 11 15:24:02.268165 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ca9a-b48b-4109-a433-c2c0c7fe6884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1e35b-59a2-4f66-a67b-b1b14ea33806,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:02.271498 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:02.280990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b17c18-f8d4-496d-b416-5e6a51e6d99d req-8f281622-9b1c-456f-b9e5-041c8981f5c6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:02.285332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25318b7a-b7d0-4a91-b78a-8d1b750706f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.288744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33b17c18-f8d4-496d-b416-5e6a51e6d99d req-8f281622-9b1c-456f-b9e5-041c8981f5c6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1564958 Oct 11 15:24:02.292215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25318b7a-b7d0-4a91-b78a-8d1b750706f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.388659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25318b7a-b7d0-4a91-b78a-8d1b750706f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5394ba5b42444258d816afed89ec01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638022 Oct 11 15:24:02.389116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33b17c18-f8d4-496d-b416-5e6a51e6d99d req-e876de18-40d0-4bd4-a515-c81230594ac2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992515 Oct 11 15:24:02.391354 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:02.400707 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25318b7a-b7d0-4a91-b78a-8d1b750706f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c28ff2-9fde-4e82-b61e-993232ca519a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:02.424484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-39d5bcdb-2594-404f-87ae-bf3401cb3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:02.426710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-39d5bcdb-2594-404f-87ae-bf3401cb3380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1094 time: 0.1052401 Oct 11 15:24:02.429887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.470168 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.483094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.502291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.503468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:02.507216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85317a6a-5978-4c09-b869-3348875b8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.517317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.530146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.540309 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Set router 512f2717-d7ba-4291-adac-e11880f00d77 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:24:02.573770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-965510d3-81df-4220-8538-5d264be60155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:02.575819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-965510d3-81df-4220-8538-5d264be60155 service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1362085 Oct 11 15:24:02.625400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:02.645287 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Deleting port a0a986aa-e7ff-476a-819e-896b1f54c29b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:24:02.645965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.668290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.671103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.674525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15a1e35b-59a2-4f66-a67b-b1b14ea33806 HTTP/1.1" status: 204 len: 168 time: 0.3997896 Oct 11 15:24:02.676719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-9e9015fa-3d66-477c-b155-1310ce59c23e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0929396 Oct 11 15:24:02.681889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e20a75-0fd4-47f3-b9db-08e7dd570e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1e35b-59a2-4f66-a67b-b1b14ea33806,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:02.766973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.769467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-a5c2a034-9e45-4449-a0f9-bd86016f4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:02.769926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.771890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-a5c2a034-9e45-4449-a0f9-bd86016f4f69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0868497 Oct 11 15:24:02.773915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63c28ff2-9fde-4e82-b61e-993232ca519a HTTP/1.1" status: 204 len: 168 time: 0.3815632 Oct 11 15:24:02.789665 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce59e18-79d2-4087-9f40-81d661e592e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c28ff2-9fde-4e82-b61e-993232ca519a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:02.799881 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:02.802025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:02.850996 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Calling delete_port for a0a986aa-e7ff-476a-819e-896b1f54c29b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:24:02.854912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-acc9f4ef-7168-410f-90d4-44f7c0d051f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727143 Oct 11 15:24:02.889990 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:23:59Z', 'revision_number': 4, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a0a986aa-e7ff-476a-819e-896b1f54c29b', 'name': '', 'network_id': 'f3fd594b-9ea9-42d0-9e71-c1f2ca06396a', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'mac_address': 'fa:16:3e:27:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'c7ff237f-1d0a-4884-bc6e-2af585588e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:58Z', 'updated_at': '2021-10-11T15:23:59Z', 'revision_number': 2, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'subnets': [{'id': 'c7ff237f-1d0a-4884-bc6e-2af585588e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:02.924454 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Checking router: 512f2717-d7ba-4291-adac-e11880f00d77 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:24:02.925027 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Updating router 512f2717-d7ba-4291-adac-e11880f00d77 port a0a986aa-e7ff-476a-819e-896b1f54c29b binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:24:02.954389 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.060504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-e5b80736-51d5-4784-bf34-ecdf270b75bb service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973641 Oct 11 15:24:03.134052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.143400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f234-fd42-419e-8836-21849f488d51 req-790f07ea-5a24-415a-b364-6a4d041d51fb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:03.144978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54f8f234-fd42-419e-8836-21849f488d51 req-790f07ea-5a24-415a-b364-6a4d041d51fb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1283062 Oct 11 15:24:03.214854 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a986aa-e7ff-476a-819e-896b1f54c29b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:03.240485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0468aa4-c24d-49c0-ba28-edfeae4b53ae req-ea74eda9-ff87-43aa-b5c3-92ff3a300b91 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723344 Oct 11 15:24:03.245962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54f8f234-fd42-419e-8836-21849f488d51 req-e7fccc78-3127-4109-b0f9-7743628dfbe4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Oct 11 15:24:03.321008 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-257750370-network', 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:03.366873 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:03.369312 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:24:03.369857 n-d-master-1 neutron-server[94829]: DEBUG oslo_db.api [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:24:03.381651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44883166-0ae6-45c6-a91b-ed3fbc988ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.404740 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:03.407692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.430092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.486320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44883166-0ae6-45c6-a91b-ed3fbc988ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.492106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44883166-0ae6-45c6-a91b-ed3fbc988ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.517645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.565512 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44883166-0ae6-45c6-a91b-ed3fbc988ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31004ed6-9006-4225-bf1a-372571d78f0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:03.569863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-44883166-0ae6-45c6-a91b-ed3fbc988ad7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26e2a147b9d140b884db6e71d81312e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015240 Oct 11 15:24:03.572758 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:03.636067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828fc7-fa20-4309-9f9c-5bcfea0fab2b req-08a66571-19b7-455f-8ea9-1ee989258847 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:03.637670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05828fc7-fa20-4309-9f9c-5bcfea0fab2b req-08a66571-19b7-455f-8ea9-1ee989258847 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1243308 Oct 11 15:24:03.639224 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.680898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.720359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05828fc7-fa20-4309-9f9c-5bcfea0fab2b req-a689e5e3-d0cd-4a31-95ac-0c3282e09e42 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751424 Oct 11 15:24:03.763181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.767036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.768542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31004ed6-9006-4225-bf1a-372571d78f0b HTTP/1.1" status: 204 len: 168 time: 0.1945250 Oct 11 15:24:03.781367 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914fd30-3eda-4395-bef4-a2d904bac1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31004ed6-9006-4225-bf1a-372571d78f0b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:03.874169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.881122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.891863 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Port a0a986aa-e7ff-476a-819e-896b1f54c29b not found while updating agent binding for router 512f2717-d7ba-4291-adac-e11880f00d77. {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 15:24:03.909699 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Routers {'512f2717-d7ba-4291-adac-e11880f00d77'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:24:03.910509 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['512f2717-d7ba-4291-adac-e11880f00d77'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:03.920194 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:24:03.933090 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5764da-391b-45ac-be1b-46126cb509d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:03.957207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:03.957790 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Added segment bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e of type vlan for network 07e7d252-137f-4ead-9315-d1c6c50fda8e Oct 11 15:24:04.045547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.053889 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] Set router 512f2717-d7ba-4291-adac-e11880f00d77 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:24:04.132417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.138965 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:04.139367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:04.139825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.218370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4099185 Oct 11 15:24:04.218370 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Router 512f2717-d7ba-4291-adac-e11880f00d77 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:24:04.218675 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:04.224050 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Request body: {'subnet': {'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-257750370-subnet', 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:04.246254 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d109f37-7d96-4a4d-88ee-a3ac685960fd admin admin] Pushing event updated for resources: {'Network': ['ID=07e7d252-137f-4ead-9315-d1c6c50fda8e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:04.247394 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:04.248624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.272229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:04.274761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.296908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:24:04.411815 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:24:03Z', 'revision_number': 5, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:04.471041 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ff-d3a3-43dd-a036-15e840cc3b37 None None] The sync data for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 is: [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242'}], 'enable_snat': True}, 'gw_port_id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:24:03Z', 'revision_number': 5, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port': {'id': '1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f2717-d7ba-4291-adac-e11880f00d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:54Z', 'updated_at': '2021-10-11T15:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:24:04.499426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:24:04.518238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de65fbb3-2acc-4a00-9ece-00b97f9ec30c admin admin] 10.222.0.31 "PUT /v2.0/routers/512f2717-d7ba-4291-adac-e11880f00d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0399594 Oct 11 15:24:04.520923 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:04.605410 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590966-cdb4-49e6-89f9-ef2184f74848 req-945f24a4-e39c-487b-916d-b79fb47ca7b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:04.612529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be590966-cdb4-49e6-89f9-ef2184f74848 req-945f24a4-e39c-487b-916d-b79fb47ca7b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1442029 Oct 11 15:24:04.687151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.746186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be590966-cdb4-49e6-89f9-ef2184f74848 req-55a0a720-63e7-401d-b862-1fa3bf2c4cff tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265118 Oct 11 15:24:04.825830 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11950e63-f544-4af4-9a74-45dc48bb68f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.884226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.898130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:04.975487 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Deleting port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:24:04.977951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.008531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c48a57-3691-4b46-af63-536731a53b74,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:05.029791 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3464814-150d-4181-9de2-fc799ca62368 req-86e3a4da-37e1-43ca-9641-e30c52940ea2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:05.031343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3464814-150d-4181-9de2-fc799ca62368 req-86e3a4da-37e1-43ca-9641-e30c52940ea2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1440163 Oct 11 15:24:05.038115 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:05.038487 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Network hostable DHCP agents. Network: 07e7d252-137f-4ead-9315-d1c6c50fda8e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:24:05.088413 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:24:05.106335 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] For port 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:05.106657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.115151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3464814-150d-4181-9de2-fc799ca62368 req-d01504a2-9941-461a-a4f0-ecf29e2b92d8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702808 Oct 11 15:24:05.116245 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07e7d252-137f-4ead-9315-d1c6c50fda8e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:05.120638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:05.121868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.127689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da0558-e9a9-4a34-9bc7-b7961b493b72 None None] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:05.131164 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Calling delete_port for 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:24:05.162922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1a057e2e-db1c-43f5-b9f0-22d9da39c2ef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9434063 Oct 11 15:24:05.382216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec505344-d69f-466f-946f-3af30d7038cd None None] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:05.416458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.478983 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:05.585854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.679781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Sync routers for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:24:05.692488 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Routers {'512f2717-d7ba-4291-adac-e11880f00d77'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:24:05.693464 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:24:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['512f2717-d7ba-4291-adac-e11880f00d77'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:05.706892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.709586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.787340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.788012 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512f2717-d7ba-4291-adac-e11880f00d77 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:24:05.789312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:05.800407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.803992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c25b5f81-149e-4e72-98c8-92ee93e89303 admin admin] 10.222.0.31 "DELETE /v2.0/routers/512f2717-d7ba-4291-adac-e11880f00d77 HTTP/1.1" status: 204 len: 168 time: 1.2778904 Oct 11 15:24:05.805363 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:05.840030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.849515 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Set router 512f2717-d7ba-4291-adac-e11880f00d77 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:24:05.900881 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Deleting subnet c7ff237f-1d0a-4884-bc6e-2af585588e2e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:24:05.911276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:05.950596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f2717-d7ba-4291-adac-e11880f00d77', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1168114687-router', 'tenant_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:23:53Z', 'updated_at': '2021-10-11T15:24:05Z', 'revision_number': 7, 'project_id': 'b5efda4b76734fb6a20f2d58ee25f0e3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:06.007564 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Checking router: 512f2717-d7ba-4291-adac-e11880f00d77 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:24:06.018571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff04545-a8cd-4ce7-8da6-09074d1a1069 req-d4081015-2568-4a8b-a93d-a1e06e34879d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:06.019558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.025144 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:24:06.025850 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:24:06.026700 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'512f2717-d7ba-4291-adac-e11880f00d77'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:24:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 15:24:06.027299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b3355-2a22-4045-aefc-231899c12734 None None] The sync data for ids ['512f2717-d7ba-4291-adac-e11880f00d77'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:24:06.033661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff04545-a8cd-4ce7-8da6-09074d1a1069 req-d4081015-2568-4a8b-a93d-a1e06e34879d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1190684 Oct 11 15:24:06.093809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.163994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:06.177602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff04545-a8cd-4ce7-8da6-09074d1a1069 req-b22ba5f5-cfee-4558-9f73-70b18679a10b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421404 Oct 11 15:24:06.201866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'mac_address': 'fa:16:3e:21:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:06.271818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.304963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.322879 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:06.339685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.348169 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:06.355319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.387331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.396978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7ff237f-1d0a-4884-bc6e-2af585588e2e HTTP/1.1" status: 204 len: 168 time: 0.5904706 Oct 11 15:24:06.397787 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ac871-93a4-4701-98e1-bd7fdfc1953e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ff237f-1d0a-4884-bc6e-2af585588e2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:06.408615 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:06.424094 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937a5a2-538d-47af-a201-2e8824a3c351 None None] Network f3fd594b-9ea9-42d0-9e71-c1f2ca06396a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:06.496156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975da64-1e47-49ba-a149-486dbfc6c463 req-57ae8673-e4e7-429c-97d2-ab887ec3bdb3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:06.496682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.512198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9975da64-1e47-49ba-a149-486dbfc6c463 req-57ae8673-e4e7-429c-97d2-ab887ec3bdb3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1236837 Oct 11 15:24:06.561474 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Deleting port e21699df-c120-4b02-bb46-ffad602d9379 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:24:06.561836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.574526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:06.631094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9975da64-1e47-49ba-a149-486dbfc6c463 req-f3fa48af-44ca-438f-8703-a99f31c05832 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180024 Oct 11 15:24:06.729507 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] For port e21699df-c120-4b02-bb46-ffad602d9379, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e21699df-c120-4b02-bb46-ffad602d9379,segment=NetworkSegment(e51077ca-309f-4dd2-a4e5-b3dbe88cead2),segment_id=e51077ca-309f-4dd2-a4e5-b3dbe88cead2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:06.731963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:06.764275 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Calling delete_port for e21699df-c120-4b02-bb46-ffad602d9379 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:24:06.827525 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:07.030947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.048119 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8067bc-1cea-4eb5-bf06-77c746cccbf1 None None] DHCP port deletion for f3fd594b-9ea9-42d0-9e71-c1f2ca06396a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:24:07.116319 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] No DVR routers for this DVR port e21699df-c120-4b02-bb46-ffad602d9379 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:24:07.118978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e21699df-c120-4b02-bb46-ffad602d9379,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:07.230841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.261523 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fd594b-9ea9-42d0-9e71-c1f2ca06396a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:07.271651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:07.288129 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:07.292031 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:07.292327 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51077ca-309f-4dd2-a4e5-b3dbe88cead2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:07.294774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1862997360-network', 'tenant_id': '581557f3bc65451daea198c5208a35dc'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:07.308309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.322801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.334333 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:24:07.335503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:24:07.337986 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:24:07.342789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Made reservation on behalf of 581557f3bc65451daea198c5208a35dc for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:07.348136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.383222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.413821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.425194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.433889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3fd594b-9ea9-42d0-9e71-c1f2ca06396a HTTP/1.1" status: 204 len: 168 time: 1.0214734 Oct 11 15:24:07.453217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0fe5-cfe4-46cb-b9ae-292c3bc0d871 req-47807cd2-a376-40c8-a7f3-e987f0caaf8c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:07.454644 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdcf94-da8c-4dd3-94ee-1d0a67da72bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fd594b-9ea9-42d0-9e71-c1f2ca06396a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:07.467415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-393d0fe5-cfe4-46cb-b9ae-292c3bc0d871 req-47807cd2-a376-40c8-a7f3-e987f0caaf8c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1517501 Oct 11 15:24:07.507556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:07.534537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'port_id': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'mac_address': 'fa:16:3e:74:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a8440-14b6-4abc-83b8-3bd5270c562f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:07.607366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.612846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-393d0fe5-cfe4-46cb-b9ae-292c3bc0d871 req-f2655180-ea2f-4a4f-90bc-59dac487a8b3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294107 Oct 11 15:24:07.613529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.632525 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:07.699381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:07.706817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.737774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.766351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.829785 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:07.833288 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:24:07.882851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:07.883210 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Added segment 58fa53e4-9cbd-47de-9024-d0ddb7fc83e4 of type vlan for network 74667ac2-495e-4de9-a4cd-0fb903d0226e Oct 11 15:24:07.929279 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:07.944345 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5117aa9e-c3ce-4537-8ee9-3eaa2368f945,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:07.978468 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:08.017126 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:08.017286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.028372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-22dd7984-4266-413b-ba87-d024f484a200 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5efda4b76734fb6a20f2d58ee25f0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956180 Oct 11 15:24:08.029057 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:08.047345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.058351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:08.137823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cc375-84cb-4bbb-8b6a-ba8b49fea0c3 req-7188a75a-acba-4502-b8b7-c4d413890844 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:08.139575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-555cc375-84cb-4bbb-8b6a-ba8b49fea0c3 req-7188a75a-acba-4502-b8b7-c4d413890844 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.2373440 Oct 11 15:24:08.147121 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.148201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:08.148895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.162584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e21699df-c120-4b02-bb46-ffad602d9379 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:08.192072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.218282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e21699df-c120-4b02-bb46-ffad602d9379 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:24:08.218631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e21699df-c120-4b02-bb46-ffad602d9379 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:24:08.219080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:08.253553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.280141 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:08.283882 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:24:08.283882 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1bb2e7aa-cc5a-4d65-b9fa-a6e06c6044d3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:24:08.324342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0350749 Oct 11 15:24:08.328463 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:08.335688 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Request body: {'subnet': {'network_id': '74667ac2-495e-4de9-a4cd-0fb903d0226e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1862997360-subnet', 'tenant_id': '581557f3bc65451daea198c5208a35dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:08.346638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6f8d-d3c7-4165-8ae5-551982bbb538 admin admin] Pushing event updated for resources: {'Network': ['ID=74667ac2-495e-4de9-a4cd-0fb903d0226e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:08.354948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-555cc375-84cb-4bbb-8b6a-ba8b49fea0c3 req-4c1b33cb-4865-471a-8694-98716cabe6a6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034676 Oct 11 15:24:08.375286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.378568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.382592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7579168d-087b-4057-b954-8f91555e681b HTTP/1.1" status: 204 len: 168 time: 0.3498700 Oct 11 15:24:08.402474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e14d3-efda-4d47-bc5d-83d7b7e235db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579168d-087b-4057-b954-8f91555e681b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:08.415682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Made reservation on behalf of 581557f3bc65451daea198c5208a35dc for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:08.418059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.426179 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 74667ac2-495e-4de9-a4cd-0fb903d0226e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:24:08.680972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.729272 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:08.732698 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7956f27e-f113-4f37-89e4-1cb3a5e321aa" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:08.764378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:08.785301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.835026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-474a57b3-5503-404a-9aaf-8842e3becaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.852143 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75381d-6bbe-445d-8991-088815deffa0 x-openstack-request-id: req-6e75381d-6bbe-445d-8991-088815deffa0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:08.852394 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:08.852649 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e75381d-6bbe-445d-8991-088815deffa0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:08.853037 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'code': 200} Oct 11 15:24:08.870905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:08.981889 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:08.992364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410224-7959-46f6-90c6-fac53c0a0095 req-07afc4cc-e2f8-47d3-a086-4e6d75594cf0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:08.999997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb410224-7959-46f6-90c6-fac53c0a0095 req-07afc4cc-e2f8-47d3-a086-4e6d75594cf0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.2259002 Oct 11 15:24:09.007205 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.028371 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ed7a67-cdef-44eb-b96c-29c0b362bd14,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:09.053039 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Checking segment: {'id': '58fa53e4-9cbd-47de-9024-d0ddb7fc83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '74667ac2-495e-4de9-a4cd-0fb903d0226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:09.053405 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Network hostable DHCP agents. Network: 74667ac2-495e-4de9-a4cd-0fb903d0226e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:24:09.065274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-474a57b3-5503-404a-9aaf-8842e3becaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.071487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb410224-7959-46f6-90c6-fac53c0a0095 req-83d98cd6-700e-4b46-bdff-f1ff99c5a753 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671306 Oct 11 15:24:09.076921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-474a57b3-5503-404a-9aaf-8842e3becaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.100097 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Network 74667ac2-495e-4de9-a4cd-0fb903d0226e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:24:09.114911 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 74667ac2-495e-4de9-a4cd-0fb903d0226e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:09.119595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:09.120314 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.129515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81f1d3-3362-46b0-84e8-fc17e29b5f95 None None] Network 74667ac2-495e-4de9-a4cd-0fb903d0226e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:09.133399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-474a57b3-5503-404a-9aaf-8842e3becaa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8fa66144cc34841bf058c743ee8c255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405368 Oct 11 15:24:09.134567 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a57b3-5503-404a-9aaf-8842e3becaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9eb47d-7b87-4a02-9114-cd328a8d95ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:09.137705 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:09.142749 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:09.180477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ed276659-0393-4e0e-b876-07c18236561b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8494108 Oct 11 15:24:09.271768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.323492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2b3a-bb08-48a6-8ede-3a53d9780c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.351246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.366218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636ff86-74f7-43f7-829b-ecc305d18bf5 None None] Network 74667ac2-495e-4de9-a4cd-0fb903d0226e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:09.447421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2b3a-bb08-48a6-8ede-3a53d9780c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.454470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2b3a-bb08-48a6-8ede-3a53d9780c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.458239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.466010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.469449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf9eb47d-7b87-4a02-9114-cd328a8d95ef HTTP/1.1" status: 204 len: 168 time: 0.3284607 Oct 11 15:24:09.490178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb518-342a-4532-afec-a6f6412360f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9eb47d-7b87-4a02-9114-cd328a8d95ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:09.518149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b6ee2b3a-bb08-48a6-8ede-3a53d9780c49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=888d20e28bc3459594c254d16a810595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745728 Oct 11 15:24:09.521256 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:09.528075 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2b3a-bb08-48a6-8ede-3a53d9780c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982fa32-1c89-4b27-81be-0d5eab4c6f58,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:09.628542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.644017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfeb66-6973-43c8-95a0-9355fb222094 req-fa4dc3c2-43a0-44fc-b71b-c76535231a2a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:09.645996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6bfeb66-6973-43c8-95a0-9355fb222094 req-fa4dc3c2-43a0-44fc-b71b-c76535231a2a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.0974462 Oct 11 15:24:09.666640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.763072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.765764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:09.769973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0982fa32-1c89-4b27-81be-0d5eab4c6f58 HTTP/1.1" status: 204 len: 168 time: 0.2475262 Oct 11 15:24:09.778935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7316ab-8373-474a-b87e-689a43d04986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982fa32-1c89-4b27-81be-0d5eab4c6f58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:10.013432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6bfeb66-6973-43c8-95a0-9355fb222094 req-d6c9cdeb-0f64-44b6-8283-078c1e9f6079 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597109 Oct 11 15:24:10.319521 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12a44e-b65a-4642-957a-d4f593f27ce9 req-a54b01c6-3a41-434b-ac78-fec687e51315 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:10.337176 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:10.337860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.339068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d12a44e-b65a-4642-957a-d4f593f27ce9 req-a54b01c6-3a41-434b-ac78-fec687e51315 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1292274 Oct 11 15:24:10.353931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-646187e2-c6ad-4926-a0df-18a4cda5ce38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.457976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-646187e2-c6ad-4926-a0df-18a4cda5ce38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.494438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-646187e2-c6ad-4926-a0df-18a4cda5ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.544670 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:10.566685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-646187e2-c6ad-4926-a0df-18a4cda5ce38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68634228818c407ebb9da1b44105726a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264383 Oct 11 15:24:10.567252 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:10.569350 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646187e2-c6ad-4926-a0df-18a4cda5ce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa9d0b-fd83-4861-9a16-4547cba21b77,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:10.595932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82f97e4-8320-4bf6-a890-3369ad125ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.638846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d12a44e-b65a-4642-957a-d4f593f27ce9 req-20399232-b0fd-4b05-bba5-eb550c999a5f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943835 Oct 11 15:24:10.699444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.754918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.818103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-13a5c352-0773-4c89-b503-cdb088a8e7f4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:10.825407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-13a5c352-0773-4c89-b503-cdb088a8e7f4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.4642143 Oct 11 15:24:10.843616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-1e3ec346-774b-41a1-983d-ed016bc4bfe6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/quotas/77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 375 time: 0.0172267 Oct 11 15:24:10.877186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.879767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.881529 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbfa9d0b-fd83-4861-9a16-4547cba21b77 HTTP/1.1" status: 204 len: 168 time: 0.3125956 Oct 11 15:24:10.905656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59640c7-a8ff-4424-af81-457c9ba167f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa9d0b-fd83-4861-9a16-4547cba21b77,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:10.922892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82f97e4-8320-4bf6-a890-3369ad125ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:10.935373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-c44f4df1-7ed0-46e8-8ce6-ec3046324052 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687282 Oct 11 15:24:10.962686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82f97e4-8320-4bf6-a890-3369ad125ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.046972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f82f97e4-8320-4bf6-a890-3369ad125ac4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3bf8f8acf8c460c8c9a89bb48d7990e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935775 Oct 11 15:24:11.049627 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:11.050654 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f97e4-8320-4bf6-a890-3369ad125ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c27938-948f-47aa-9dd8-d0683bc0e63d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:11.092334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-c160277c-907d-44c9-9951-1e742d0c668d service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552804 Oct 11 15:24:11.181270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.252537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.292673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:11.306673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-f975d839-8049-4771-b5ee-f3a55faf0616 service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045996 Oct 11 15:24:11.338496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.341677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.343238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4c27938-948f-47aa-9dd8-d0683bc0e63d HTTP/1.1" status: 204 len: 168 time: 0.2925317 Oct 11 15:24:11.390645 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a11e0-d374-442b-99b4-01632328b188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c27938-948f-47aa-9dd8-d0683bc0e63d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:11.491450 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:11.507830 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:11.508785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.601114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76556a0a-af58-4fea-a219-bec8cf06e95b req-dca536ee-d395-4343-b39c-0cb4316d756e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:11.607373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76556a0a-af58-4fea-a219-bec8cf06e95b req-dca536ee-d395-4343-b39c-0cb4316d756e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.1760247 Oct 11 15:24:11.697948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76556a0a-af58-4fea-a219-bec8cf06e95b req-ee3836ed-de04-43b2-a605-2491e4250680 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792956 Oct 11 15:24:11.722325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.817030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:11.820751 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:11.827520 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c503d6-3d46-42e1-8309-ba51e1a955af" -d '{"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-plugged", "status": "completed", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:11.837091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:11.912237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2075bedd-3928-4fec-a80d-a52b7030765b req-9586407c-327d-4cc5-90f5-ca594cf83de0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 210 time: 0.0846915 Oct 11 15:24:12.027666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:12.111862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501e95-f7f1-47a8-9340-d9593469eccc req-a3182ca4-a9e6-4c2c-8f22-913d9760e0ce tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:12.121417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04501e95-f7f1-47a8-9340-d9593469eccc req-a3182ca4-a9e6-4c2c-8f22-913d9760e0ce tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1254449 Oct 11 15:24:12.178834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04501e95-f7f1-47a8-9340-d9593469eccc req-259f9d9a-9891-44bb-b967-1319f5e48283 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Oct 11 15:24:12.269861 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4109100-a1f8-4916-8e5f-571f01ff51cd x-openstack-request-id: req-b4109100-a1f8-4916-8e5f-571f01ff51cd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:12.269861 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-plugged", "status": "completed", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:12.270312 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4109100-a1f8-4916-8e5f-571f01ff51cd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:12.270794 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'code': 200} Oct 11 15:24:12.438377 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d8d02-2fb6-450b-967a-6c19902c3e6d req-ec49b5ce-cbb0-4022-93a9-773e3fceb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:12.441825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-161d8d02-2fb6-450b-967a-6c19902c3e6d req-ec49b5ce-cbb0-4022-93a9-773e3fceb28f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1096 time: 0.0785182 Oct 11 15:24:12.506141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-161d8d02-2fb6-450b-967a-6c19902c3e6d req-300e6144-dc7d-4065-8a7d-bcd1459dd8f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549481 Oct 11 15:24:12.800406 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:12.897045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60dba-30bf-4944-8766-419b87665d37 req-a8b3d317-2bca-42e7-a8ca-f475768d440d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:12.898590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dc60dba-30bf-4944-8766-419b87665d37 req-a8b3d317-2bca-42e7-a8ca-f475768d440d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 945 time: 0.0928743 Oct 11 15:24:12.989850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dc60dba-30bf-4944-8766-419b87665d37 req-ac5bb116-ded3-40fb-933e-aa1d3dde1b6a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Oct 11 15:24:13.205343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e30ec8-d4a2-4e4b-96b4-ddb1f8395127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.243114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2fb7496-da99-4a85-a050-4eb48155b3a7 req-732e9272-0b67-4815-baeb-430f5404e178 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 210 time: 0.1736360 Oct 11 15:24:13.346925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-0a937ee3-6e9f-4a7f-ac89-83962a0055b2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:13.356418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-0a937ee3-6e9f-4a7f-ac89-83962a0055b2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.3274417 Oct 11 15:24:13.377810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e30ec8-d4a2-4e4b-96b4-ddb1f8395127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.382514 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e30ec8-d4a2-4e4b-96b4-ddb1f8395127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.409200 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Request body: {'port': {'device_id': '71b1c15b-d355-4731-a58d-52f4733eccac', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'admin_state_up': True, 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:13.414435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-16e30ec8-d4a2-4e4b-96b4-ddb1f8395127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=510899a6bfa14641a5daf4350b0d4927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127806 Oct 11 15:24:13.416148 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:13.452638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30ec8-d4a2-4e4b-96b4-ddb1f8395127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349497c-4072-484f-a08a-8a7209d5964c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:13.554178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bc743-2f98-48a3-9e41-36e43c61d18c req-c4e21c7e-99e8-4bb6-86f3-5b1193fe1947 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:13.555812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-911bc743-2f98-48a3-9e41-36e43c61d18c req-c4e21c7e-99e8-4bb6-86f3-5b1193fe1947 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1902201 Oct 11 15:24:13.600825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.631265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.700800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-911bc743-2f98-48a3-9e41-36e43c61d18c req-545e523a-c2f0-4956-affd-31adf341b22c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253366 Oct 11 15:24:13.730846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:13.735273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.777889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.781091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:13.782701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b349497c-4072-484f-a08a-8a7209d5964c HTTP/1.1" status: 204 len: 168 time: 0.3517673 Oct 11 15:24:13.824855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e279429-3ac8-4745-9973-5f01e739617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349497c-4072-484f-a08a-8a7209d5964c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:13.955998 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Allocated IP 172.20.0.11 (07e7d252-137f-4ead-9315-d1c6c50fda8e/26c48a57-3691-4b46-af63-536731a53b74/1bb55597-5e21-4deb-af20-6ddd029432fb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:14.236623 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02387-7fef-414c-a2c7-f65df15e356c req-dda5ca5c-ee76-4b48-a8c2-648eb456845e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:14.244470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0a02387-7fef-414c-a2c7-f65df15e356c req-dda5ca5c-ee76-4b48-a8c2-648eb456845e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 945 time: 0.1203728 Oct 11 15:24:14.317380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0a02387-7fef-414c-a2c7-f65df15e356c req-ca9c11e1-1ccb-4b4a-932a-486e7f9ee317 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719714 Oct 11 15:24:14.332432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:14.401464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:14.430793 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:14.445894 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:14.453388 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:14.525440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:14.526102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:14.574612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1754065 Oct 11 15:24:14.592078 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Request body: {'port': {'device_id': '71b1c15b-d355-4731-a58d-52f4733eccac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:14.602183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e1b-3ceb-4b75-9785-dd51cb0101b8 req-80f09a2b-3362-4feb-97c4-e165cb770a9c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:14.603664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3355e1b-3ceb-4b75-9785-dd51cb0101b8 req-80f09a2b-3362-4feb-97c4-e165cb770a9c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 932 time: 0.1835558 Oct 11 15:24:14.604515 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2507cf-ccf9-49d1-a02e-ed5dee411e4b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:14.693709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:14.722957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3355e1b-3ceb-4b75-9785-dd51cb0101b8 req-57fb9725-0a74-4d17-b075-2e24ca8ca739 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909910 Oct 11 15:24:14.953062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d017-8f83-4e0b-82dd-2784d14444fa req-8f281811-b988-4f8d-990b-7fe283bc4b31 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:14.961061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17e8d017-8f83-4e0b-82dd-2784d14444fa req-8f281811-b988-4f8d-990b-7fe283bc4b31 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1096 time: 0.0966182 Oct 11 15:24:15.075873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17e8d017-8f83-4e0b-82dd-2784d14444fa req-a467c1cc-fdeb-436c-91e0-77766488fd69 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095009 Oct 11 15:24:15.270311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d407a-00f9-403a-8eef-6d6c3225c5f5 req-f921d5e9-0e89-48a0-bb79-57a7e74d9039 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:15.271931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-815d407a-00f9-403a-8eef-6d6c3225c5f5 req-f921d5e9-0e89-48a0-bb79-57a7e74d9039 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1047864 Oct 11 15:24:15.330432 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb55597-5e21-4deb-af20-6ddd029432fb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:15.347757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.379846 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Transition to ACTIVE for port object 1bb55597-5e21-4deb-af20-6ddd029432fb will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:15.383817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-815d407a-00f9-403a-8eef-6d6c3225c5f5 req-ec9bb3e2-94a0-429b-8511-a9557e0e6be0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057889 Oct 11 15:24:15.385171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.435328 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:15.458924 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:15.550489 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:15.550984 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:15.551551 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:15.557366 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:15.557830 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:15.563942 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:15.567617 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:15.568752 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:15.570040 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Bound port: 1bb55597-5e21-4deb-af20-6ddd029432fb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:15.571341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.633465 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-507202298-network', 'tenant_id': '34ececabc66746faba2083a07f65384d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:15.658887 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Made reservation on behalf of 34ececabc66746faba2083a07f65384d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:15.662141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.672681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.681137 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:15.686113 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:15.693557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215bf30-fffc-4c9a-9f86-dae8cc4638ea req-91bab541-ee63-4f62-a4f8-578986c96766 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:15.695590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2215bf30-fffc-4c9a-9f86-dae8cc4638ea req-91bab541-ee63-4f62-a4f8-578986c96766 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1096 time: 0.0831406 Oct 11 15:24:15.697165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.714923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:15.715867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.716978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] 10.222.0.36 "PUT /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 1092 time: 1.1294518 Oct 11 15:24:15.745544 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:15.747796 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:15.786097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.794560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.846998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2215bf30-fffc-4c9a-9f86-dae8cc4638ea req-2b1427c9-01b2-416b-8f9d-c1421325b98e tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412234 Oct 11 15:24:15.862351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b916aba-87fe-470d-a041-96a0ba3ad29f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:15.868288 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a92fb0-da91-4962-9cdf-e066677db524 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:15.880591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-6c9f4fa2-5cba-4661-80c2-329a73c5b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:15.884820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-6c9f4fa2-5cba-4661-80c2-329a73c5b9bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1095 time: 0.1143675 Oct 11 15:24:15.925548 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:24:15.947004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:15.947361 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Added segment c6c0e9aa-24e0-4b84-8cc7-efb733745276 of type vlan for network 3766c348-0d1c-41c6-bce6-740df06c1bb1 Oct 11 15:24:15.983081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-70c2a91c-549e-4c26-85b5-7893d032bfed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.0883369 Oct 11 15:24:15.986187 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01ae26-4081-4d34-b7f6-0106aed83429 x-openstack-request-id: req-0d01ae26-4081-4d34-b7f6-0106aed83429 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:15.986477 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:15.986722 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d01ae26-4081-4d34-b7f6-0106aed83429 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:15.987101 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'status': 'completed', 'code': 200} Oct 11 15:24:16.043338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.097701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.099079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.103374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.112800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-066d77dd-d10a-45b1-b08c-4a8ed350272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.114528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-066d77dd-d10a-45b1-b08c-4a8ed350272b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1205301 Oct 11 15:24:16.129541 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9ad6-79c9-4669-8d50-16ce6d29b761 req-0de82e1d-8f34-464c-8079-17b55d96df16 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.131848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f4a9ad6-79c9-4669-8d50-16ce6d29b761 req-0de82e1d-8f34-464c-8079-17b55d96df16 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1390121 Oct 11 15:24:16.166476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-e3c4bcf2-f53e-46a4-b858-c3505a0bb194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334358 Oct 11 15:24:16.210759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7703559 Oct 11 15:24:16.214815 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:16.222277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Request body: {'subnet': {'network_id': '3766c348-0d1c-41c6-bce6-740df06c1bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-507202298-subnet', 'tenant_id': '34ececabc66746faba2083a07f65384d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:16.231876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911ed0-4afe-4d7f-9851-e38897cb3d8e admin admin] Pushing event updated for resources: {'Network': ['ID=3766c348-0d1c-41c6-bce6-740df06c1bb1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:16.242527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3766c348-0d1c-41c6-bce6-740df06c1bb1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:24:16.250996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f4a9ad6-79c9-4669-8d50-16ce6d29b761 req-fe6283a4-8e50-4168-9024-92dc3a7e7184 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069343 Oct 11 15:24:16.290742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4807a2-2623-48ee-b585-b985b6c6ffd0 req-4a186e81-a15c-4c50-9c95-33fc2fe0f54e tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942001 Oct 11 15:24:16.302538 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Made reservation on behalf of 34ececabc66746faba2083a07f65384d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:16.304860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.399318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-3ba06760-6068-4325-a5e9-25979617e482 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226319 Oct 11 15:24:16.483677 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-1bc570b2-83d4-4527-bd2f-7d832527ad5a req-07cc3fd0-2425-4d44-b63b-cd788b92af6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:24:16.485254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bc570b2-83d4-4527-bd2f-7d832527ad5a req-07cc3fd0-2425-4d44-b63b-cd788b92af6d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080147 Oct 11 15:24:16.512251 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4807a2-2623-48ee-b585-b985b6c6ffd0 req-7007a804-b4b8-443a-bee2-1b8bb5ac482d tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.513754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4807a2-2623-48ee-b585-b985b6c6ffd0 req-7007a804-b4b8-443a-bee2-1b8bb5ac482d tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223217 Oct 11 15:24:16.537185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c16c79-32e5-45d0-a9b3-38b1cf5c69e2 req-67bc7b86-4a82-4e55-8135-5d9b26083974 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230831 Oct 11 15:24:16.557306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.561229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4807a2-2623-48ee-b585-b985b6c6ffd0 req-cc41aa90-9393-4085-af17-d3691509c599 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/quotas/fd001d5fcd1e43d0933520e86d5f3cdc HTTP/1.1" status: 200 len: 375 time: 0.0365734 Oct 11 15:24:16.606324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4807a2-2623-48ee-b585-b985b6c6ffd0 req-fbde6f3d-d2fb-4d52-882c-fcdf47f7dca8 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440960 Oct 11 15:24:16.697045 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9b62c8-8d79-4e6d-8dd0-a9f446dde16e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:16.705314 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Checking segment: {'id': 'c6c0e9aa-24e0-4b84-8cc7-efb733745276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3766c348-0d1c-41c6-bce6-740df06c1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:16.705908 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Network hostable DHCP agents. Network: 3766c348-0d1c-41c6-bce6-740df06c1bb1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:24:16.719246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-cf46e688-c9a8-4335-9f2f-c3f3a572c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.720568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-cf46e688-c9a8-4335-9f2f-c3f3a572c31b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1095 time: 0.1115351 Oct 11 15:24:16.732897 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Network 3766c348-0d1c-41c6-bce6-740df06c1bb1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:24:16.747156 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3766c348-0d1c-41c6-bce6-740df06c1bb1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:16.753700 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.754651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:16.758919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c0d15-8192-40d8-aabd-162ca88c2a85 None None] Network 3766c348-0d1c-41c6-bce6-740df06c1bb1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:16.796657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ccb38ab5-729c-4e2d-ad69-5628e7380b41 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5724692 Oct 11 15:24:16.899985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-029fe129-16e2-4ddd-9957-eea302b34069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:16.902349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-029fe129-16e2-4ddd-9957-eea302b34069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1704690 Oct 11 15:24:16.917138 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f79ed-f306-4c9d-9800-53badedf95b3 None None] Network 3766c348-0d1c-41c6-bce6-740df06c1bb1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:16.966298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-9582f5e5-9906-478f-a341-2d6a995c1500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.0559409 Oct 11 15:24:17.041727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-21a364e8-662d-4da4-9717-18437e3e5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:17.043391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-21a364e8-662d-4da4-9717-18437e3e5de0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0647738 Oct 11 15:24:17.103879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-dc1796ab-9852-4bed-ada4-b3799ca89b35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442097 Oct 11 15:24:17.267186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-e863da98-a5b2-4dd1-a03e-f77b7c8e9863 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533751 Oct 11 15:24:17.355256 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f109-63ad-436c-ba6d-00a317099c3c req-5ce733c8-9cbe-4a19-8d33-3fc2e828b6cb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:17.358079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7232f109-63ad-436c-ba6d-00a317099c3c req-5ce733c8-9cbe-4a19-8d33-3fc2e828b6cb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1578121 Oct 11 15:24:17.440741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac5b7c4-46b3-45d4-8819-b583ad19f35f req-2f24d351-975d-4097-9bb3-be67ed99cad4 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642628 Oct 11 15:24:17.453752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7232f109-63ad-436c-ba6d-00a317099c3c req-78489441-7218-4c6b-a986-e319a89c37ac tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Oct 11 15:24:17.798464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284857129', 'description': 'tempest-description-1323908391'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:17.823202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:17.931918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:17.943096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.010490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.014346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28a96d14-c754-4542-9b4a-1778c9267d52 req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2231097 Oct 11 15:24:18.026745 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647011-a879-4d12-9551-d1d230447437 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cd513-0015-4d1c-ae34-6c014e96332c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:18.136987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c0736-0095-499e-b42b-3b3a000602a9 req-64c51b06-9d38-4759-aad8-109fa205c1d5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:18.146200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be5c0736-0095-499e-b42b-3b3a000602a9 req-64c51b06-9d38-4759-aad8-109fa205c1d5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.0628133 Oct 11 15:24:18.193475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be5c0736-0095-499e-b42b-3b3a000602a9 req-754ef347-04ea-4f9f-98e1-ef5c2d8b6300 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Oct 11 15:24:18.260163 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:18.343225 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-cf6b2bed-d418-402d-9d87-c81867fd9016 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:24:18.345017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-cf6b2bed-d418-402d-9d87-c81867fd9016 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0838809 Oct 11 15:24:18.393442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c305c203-272c-4843-b4cb-5443d6204964 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/1a9cd513-0015-4d1c-ae34-6c014e96332c HTTP/1.1" status: 200 len: 1805 time: 0.0857208 Oct 11 15:24:18.401655 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a9cd513-0015-4d1c-ae34-6c014e96332c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:18.401958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a9cd513-0015-4d1c-ae34-6c014e96332c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:18.416363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-0816a0dc-28e9-459a-b93c-a31c1fe57bc5 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:18.417751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-0816a0dc-28e9-459a-b93c-a31c1fe57bc5 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 1093 time: 0.0659630 Oct 11 15:24:18.503977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.526056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.530336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.552866 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:18.553374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:24:18.578957 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe481fb6-436e-4b76-8bf3-d5400b644a1a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:18.590310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:18.597057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f38b47a1-193a-41cd-adf4-cd357f076deb req-c6da9585-9af3-421b-ab84-b030021d779c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2027466 Oct 11 15:24:18.743565 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:18.743901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:18.744229 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:18.752052 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:18.752379 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:18.758097 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:18.758337 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:18.758895 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:18.759970 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Bound port: 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:19.142700 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:19.171008 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.172469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-71b275a2-27db-4fde-8c0a-941492881436 service neutron] 10.222.0.31 "POST /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.6974308 Oct 11 15:24:19.201045 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-f4f44e7e-d994-4c16-a67f-9b5bc100c689 service neutron] show failed (client error): The resource could not be found. Oct 11 15:24:19.202096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-f4f44e7e-d994-4c16-a67f-9b5bc100c689 service neutron] 10.222.0.43 "GET /v2.0/ports/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.3395855 Oct 11 15:24:19.214486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0e0d2-d6ec-4d6d-869f-3edf80d1bd93 req-594eacdc-34b9-445b-9e74-77f08857725d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:19.216452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22a0e0d2-d6ec-4d6d-869f-3edf80d1bd93 req-594eacdc-34b9-445b-9e74-77f08857725d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.3206921 Oct 11 15:24:19.308401 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139084301', 'description': 'tempest-description-1363429278'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:19.324036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22a0e0d2-d6ec-4d6d-869f-3edf80d1bd93 req-c64b90ba-945a-42dc-96f0-1cace9c1506c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Oct 11 15:24:19.366955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.487607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.491685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.546314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8639a-8dbd-4e7b-977a-22294a7cfbb2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:19.591469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.602659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03f6451d-37b8-42c2-9396-07c865949e56 req-f05de71b-095a-4386-a915-0f9921c647ea tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3164196 Oct 11 15:24:19.641432 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-d13d2065-cf28-48ef-9a63-99732dbd4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:19.643752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-d13d2065-cf28-48ef-9a63-99732dbd4d27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1100 time: 0.1092427 Oct 11 15:24:19.661686 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:19.662796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f2952c91-61c9-40ea-966b-10ac3a76fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:19.664278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f2952c91-61c9-40ea-966b-10ac3a76fa5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1096 time: 0.1268179 Oct 11 15:24:19.671552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-605705ee-634f-4e7b-bada-f7a75563afaa req-607e4d08-32d9-4351-bee5-f2bd39f99f91 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658929 Oct 11 15:24:19.728305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:19.805057 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:19.814993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-2c9d5975-111a-4682-9764-587e70a3ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:19.816593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-2c9d5975-111a-4682-9764-587e70a3ba79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1353838 Oct 11 15:24:19.900725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-ae76921f-8b7b-40ee-aedf-60bb50c5a207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0549064 Oct 11 15:24:19.952875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2b7a-09ad-408f-bde5-b66aa6dce52f req-bdd6f89b-a3e0-4ba8-ba00-9c2a8d2dee1f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:19.954415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f87c2b7a-09ad-408f-bde5-b66aa6dce52f req-bdd6f89b-a3e0-4ba8-ba00-9c2a8d2dee1f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1896768 Oct 11 15:24:19.962391 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:19.993450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'port_id': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'mac_address': 'fa:16:3e:69:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c48a57-3691-4b46-af63-536731a53b74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:20.003650 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:20.023696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f87c2b7a-09ad-408f-bde5-b66aa6dce52f req-0b6a4da5-207d-40f3-a983-3a0e950b6f1f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597119 Oct 11 15:24:20.030570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-70f82482-fde5-4ef8-a0d1-c8a255edaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.032125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-70f82482-fde5-4ef8-a0d1-c8a255edaa6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1221993 Oct 11 15:24:20.043181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605705ee-634f-4e7b-bada-f7a75563afaa req-13ad3eae-4be3-47a9-84b8-49d2177f00ab tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.044788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-605705ee-634f-4e7b-bada-f7a75563afaa req-13ad3eae-4be3-47a9-84b8-49d2177f00ab tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723986 Oct 11 15:24:20.051346 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:20.078388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-d59c0c83-c603-44e9-a2a4-66028d8d5862 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323625 Oct 11 15:24:20.079671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.085647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-605705ee-634f-4e7b-bada-f7a75563afaa req-9a9a2686-e468-45d2-9a5b-2e25e1608740 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/quotas/fd001d5fcd1e43d0933520e86d5f3cdc HTTP/1.1" status: 200 len: 375 time: 0.0304413 Oct 11 15:24:20.099323 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.108078 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:20.110928 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731abdcd-fb3b-447b-a365-bc2a1ac1f29b" -d '{"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-unplugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:20.116459 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb55597-5e21-4deb-af20-6ddd029432fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:20.135106 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Transition to ACTIVE for port object 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:20.138898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.165122 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:20.169737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.204251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-605705ee-634f-4e7b-bada-f7a75563afaa req-1ecaf524-b049-41d6-a0e9-8ece52c3f8f2 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176064 Oct 11 15:24:20.213069 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] No DVR routers for this DVR port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:24:20.270063 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:20.270457 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:20.270738 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:20.275650 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:20.278059 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:20.278372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Attempting to bind port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:20.285584 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:20.285985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:20.286428 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:20.286854 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Bound port: 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:20.287216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.289094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-21cbbac3-e1bf-4906-bcf9-40fc54bdd5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929297 Oct 11 15:24:20.290170 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:20.368758 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:20.372038 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:20.383620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.398754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b361-393b-4f56-88eb-3d785871dc59 req-1138e610-a585-4325-bb8a-171fa26e0212 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.400269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a67b361-393b-4f56-88eb-3d785871dc59 req-1138e610-a585-4325-bb8a-171fa26e0212 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 945 time: 0.2170305 Oct 11 15:24:20.454720 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:20.464295 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.464722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.466598 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-ca67a44a-05f4-431b-b915-e0046a66ce4e service neutron] 10.222.0.36 "PUT /v2.0/ports/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 1095 time: 0.8122392 Oct 11 15:24:20.466838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1bb55597-5e21-4deb-af20-6ddd029432fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:20.488906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-9298bb01-668d-43d8-971a-7de04ec20144 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/b1b8639a-8dbd-4e7b-977a-22294a7cfbb2 HTTP/1.1" status: 200 len: 1804 time: 0.1035936 Oct 11 15:24:20.496529 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b1b8639a-8dbd-4e7b-977a-22294a7cfbb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:20.497008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b1b8639a-8dbd-4e7b-977a-22294a7cfbb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:20.567891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a67b361-393b-4f56-88eb-3d785871dc59 req-e370d2c6-8e5f-4a73-82e2-72cbaeca82f4 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443472 Oct 11 15:24:20.582529 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-f1f97bc6-21fa-4727-a53d-0285ebcfb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.584415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-f1f97bc6-21fa-4727-a53d-0285ebcfb4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.0853810 Oct 11 15:24:20.599343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f65c5cad-c88f-4ae9-ba1c-5141352fd3cc service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002510 Oct 11 15:24:20.660275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.679235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.685218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.717954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:20.728417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10e6f2d6-799f-41f5-bebc-05174c845e0e req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2384994 Oct 11 15:24:20.729088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff45966-cf13-433b-8617-0c42104c75d7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e06f4e3-e8f3-4441-b889-0d5913c28e2b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:20.777503 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5838097-a0ad-4107-b323-5921d7c5a8b6 x-openstack-request-id: req-d5838097-a0ad-4107-b323-5921d7c5a8b6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:20.778021 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-unplugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:20.778021 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5838097-a0ad-4107-b323-5921d7c5a8b6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:20.778348 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'code': 200} Oct 11 15:24:20.872603 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-0966ab5c-3c73-4a82-bd9b-ca6a59e35015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.872603 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-0966ab5c-3c73-4a82-bd9b-ca6a59e35015 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2778304 Oct 11 15:24:20.934589 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-e02bd30e-5af0-4129-82d4-fa80c7c095c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0494339 Oct 11 15:24:20.941334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-c1f49972-4e21-4670-9e8d-9a8478ea0171 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.943519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-c1f49972-4e21-4670-9e8d-9a8478ea0171 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1565483 Oct 11 15:24:20.959698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3b25d-4a87-4d90-a2f4-594b77d012c4 req-b8923cef-1f76-458e-8f49-4121481e0073 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:20.969695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ba3b25d-4a87-4d90-a2f4-594b77d012c4 req-b8923cef-1f76-458e-8f49-4121481e0073 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.0990710 Oct 11 15:24:20.978911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:21.022288 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-d547bead-97d0-491d-bae1-97ebaf19f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:21.023468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-d547bead-97d0-491d-bae1-97ebaf19f23d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0805864 Oct 11 15:24:21.073709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ba3b25d-4a87-4d90-a2f4-594b77d012c4 req-0337ca72-3673-4a9f-ac1c-61da9b9ca777 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982046 Oct 11 15:24:21.102101 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.123365 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2008194513', 'description': 'tempest-description-118526704'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:21.135959 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-18c88c0e-1dc1-4ddf-87c6-74e255e34a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:21.138980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-18c88c0e-1dc1-4ddf-87c6-74e255e34a96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032925 Oct 11 15:24:21.227085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.300354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-faf8e9c0-10bc-48c5-8463-308079a96274 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467390 Oct 11 15:24:21.358736 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:21.376677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0ac48-7e6e-4356-9807-e2794a6f82cf req-1c277bf8-5c5b-449f-be51-30785208e8ce tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:21.378173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43d0ac48-7e6e-4356-9807-e2794a6f82cf req-1c277bf8-5c5b-449f-be51-30785208e8ce tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0932796 Oct 11 15:24:21.458618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-7ad6eef8-fa40-4153-a3d1-34c5c02e44b5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422949 Oct 11 15:24:21.481954 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:21.551806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94fca8bd-e1d9-4139-a7cf-7e658acee905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.571017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43d0ac48-7e6e-4356-9807-e2794a6f82cf req-6676241c-0bd4-445f-898f-b88c8fe7332c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770744 Oct 11 15:24:21.628190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.638908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.681227 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:21.731614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.744705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dd06eef-aec2-44bd-be72-327fec8bbfdb req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6396878 Oct 11 15:24:21.776844 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64f9cb-17f5-4d09-8a61-2706db65ca45 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c525765-5395-4de5-a744-236a4166ffd7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:21.800924 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:21.803245 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d44f65b-544c-41b9-a6dc-76ca4549e30d" -d '{"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:21.808358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.821011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:21.832398 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.930331 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 1bb55597-5e21-4deb-af20-6ddd029432fb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:21.937284 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 1bb55597-5e21-4deb-af20-6ddd029432fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:21.939173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:21.962995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570b0f-63c0-4a63-90f3-ab258aa8a605 req-d0f16cc7-184a-48e5-be61-724f452167e6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:21.964521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13570b0f-63c0-4a63-90f3-ab258aa8a605 req-d0f16cc7-184a-48e5-be61-724f452167e6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1478322 Oct 11 15:24:21.990532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94fca8bd-e1d9-4139-a7cf-7e658acee905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.003235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94fca8bd-e1d9-4139-a7cf-7e658acee905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.005418 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.062809 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:22.069038 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:22.069370 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:22.088172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.088894 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:22.089216 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Attempting to bind port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:22.108997 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-671261382', 'description': 'tempest-description-1756345776'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:22.127162 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:22.128680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:22.129997 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:22.133246 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2bdc0-a25d-411c-be59-e64c7268d0b4" -d '{"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-plugged", "status": "completed", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:22.137376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-94fca8bd-e1d9-4139-a7cf-7e658acee905 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed1b1cbf84624f26aa9ef919c943a81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750404 Oct 11 15:24:22.138529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.145092 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fca8bd-e1d9-4139-a7cf-7e658acee905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a08a67-c3b7-410b-b27d-f5865b341e18,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.160592 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:22.160930 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:22.161307 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:22.161774 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Bound port: 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:22.162130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.209697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.229293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13570b0f-63c0-4a63-90f3-ab258aa8a605 req-b4722af2-fde4-47c4-b0a5-0203f25ea724 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407339 Oct 11 15:24:22.237423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.307414 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd081b-2515-499c-a77a-2a6c688df380 x-openstack-request-id: req-1acd081b-2515-499c-a77a-2a6c688df380 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:22.307855 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-unplugged", "status": "completed", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:22.308198 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1acd081b-2515-499c-a77a-2a6c688df380 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:22.309694 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'code': 200} Oct 11 15:24:22.374036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.449541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.508830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.510324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.514833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.516791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9a08a67-c3b7-410b-b27d-f5865b341e18 HTTP/1.1" status: 204 len: 168 time: 0.3886697 Oct 11 15:24:22.523157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.526998 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:22.532694 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:22.542637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b6eac-0674-49aa-8e90-e17126a06f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a08a67-c3b7-410b-b27d-f5865b341e18,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.558172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.578219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e198a-f004-4fba-970f-96e731378d86 req-de136852-0466-4795-b72d-d8a03c6d4f7f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:22.585447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df0e198a-f004-4fba-970f-96e731378d86 req-de136852-0466-4795-b72d-d8a03c6d4f7f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.1406407 Oct 11 15:24:22.628078 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dee9bb-51d4-4f57-874d-f2da353a7dd7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.632203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.633582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69241ddb-c190-4a0d-ae51-d1e664d90d3a req-ad5a2ef3-f268-401f-bee5-27bb45e5c689 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5358059 Oct 11 15:24:22.704507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df0e198a-f004-4fba-970f-96e731378d86 req-5544d519-09f3-49a1-b629-cc715ea4f83c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180823 Oct 11 15:24:22.758530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:22.760416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:22.773417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] 10.222.0.36 "PUT /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 1121 time: 1.8005695 Oct 11 15:24:22.774413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5dea-3a2b-4054-a539-de054d5ef544 service neutron] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:22.779751 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:22.783331 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea5dd9a-53ab-4841-aa50-a7b57fc8adc6 x-openstack-request-id: req-5ea5dd9a-53ab-4841-aa50-a7b57fc8adc6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:22.783626 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-plugged", "status": "completed", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:22.783879 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ea5dd9a-53ab-4841-aa50-a7b57fc8adc6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:22.784288 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'code': 200} Oct 11 15:24:22.787808 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24900d5b-47bb-47e5-aa07-cc3c4a81585d" -d '{"events": [{"name": "network-changed", "server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:22.830976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:22.973696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9968dc07-8a71-425e-be59-e62fa8abe6ba req-3633a424-5895-4189-ba28-c2e135a73421 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572839 Oct 11 15:24:23.048160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34ee7a-c522-41fd-a86e-212778ebe83b req-592d352e-3bbc-45ec-ba2d-6868ab86ba0b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.055341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b34ee7a-c522-41fd-a86e-212778ebe83b req-592d352e-3bbc-45ec-ba2d-6868ab86ba0b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 946 time: 0.1986070 Oct 11 15:24:23.077533 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:23.090867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-775a72a9-3b14-48ca-b825-4f6a90179ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.095125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389f847-150d-4fee-a389-234b12d6e6fe req-199e2d22-d671-4a30-98d8-bc1b252b93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.096613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a389f847-150d-4fee-a389-234b12d6e6fe req-199e2d22-d671-4a30-98d8-bc1b252b93b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1097 time: 0.2025509 Oct 11 15:24:23.172190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b34ee7a-c522-41fd-a86e-212778ebe83b req-56a4e1b7-868f-4c16-8096-35c68a799e7f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Oct 11 15:24:23.177982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968dc07-8a71-425e-be59-e62fa8abe6ba req-44e49091-8dc3-4052-8b52-18ba8897ad28 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.184718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9968dc07-8a71-425e-be59-e62fa8abe6ba req-44e49091-8dc3-4052-8b52-18ba8897ad28 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099044 Oct 11 15:24:23.200736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-775a72a9-3b14-48ca-b825-4f6a90179ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.205664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-775a72a9-3b14-48ca-b825-4f6a90179ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.208872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a389f847-150d-4fee-a389-234b12d6e6fe req-fc2cb3e2-9ed6-4db9-bf7c-479c1afd19e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006312 Oct 11 15:24:23.218159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9968dc07-8a71-425e-be59-e62fa8abe6ba req-a1c71727-07df-4205-83eb-d816042fc8a6 tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/quotas/fd001d5fcd1e43d0933520e86d5f3cdc HTTP/1.1" status: 200 len: 375 time: 0.0326431 Oct 11 15:24:23.249536 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a72a9-3b14-48ca-b825-4f6a90179ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25ae26d-59f8-4a78-90c1-b04453665450,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:23.259215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9968dc07-8a71-425e-be59-e62fa8abe6ba req-51141553-7007-4cbf-823e-88e1f770596c tempest-QuotasAdminNegativeTest-778440720 tempest-QuotasAdminNegativeTest-778440720-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324097 Oct 11 15:24:23.271342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-775a72a9-3b14-48ca-b825-4f6a90179ee3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b07dfd78b6f441229df1a04cd22b6404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904163 Oct 11 15:24:23.272049 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:23.277940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-98de849d-56f1-448f-a3d2-8c90f715355c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/3c525765-5395-4de5-a744-236a4166ffd7 HTTP/1.1" status: 200 len: 1804 time: 0.0737236 Oct 11 15:24:23.334655 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.340398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:23.345642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-c6695c20-c62e-41ff-83c5-98c73ec1311e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/d4dee9bb-51d4-4f57-874d-f2da353a7dd7 HTTP/1.1" status: 200 len: 1804 time: 0.0604291 Oct 11 15:24:23.361257 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c525765-5395-4de5-a744-236a4166ffd7', 'remote_group_id': 'd4dee9bb-51d4-4f57-874d-f2da353a7dd7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:23.361591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c525765-5395-4de5-a744-236a4166ffd7', 'remote_group_id': 'd4dee9bb-51d4-4f57-874d-f2da353a7dd7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:23.362335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.385036 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:24:23.403458 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95afc28f-f4d8-4184-ac03-54f3a0f52bd8 x-openstack-request-id: req-95afc28f-f4d8-4184-ac03-54f3a0f52bd8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:23.403784 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:23.405093 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95afc28f-f4d8-4184-ac03-54f3a0f52bd8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:23.405696 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'status': 'completed', 'code': 200} Oct 11 15:24:23.428819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.440982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.444592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.445849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a25ae26d-59f8-4a78-90c1-b04453665450 HTTP/1.1" status: 204 len: 168 time: 0.1727540 Oct 11 15:24:23.457139 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273407fb-d034-4de3-8325-066c05636bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25ae26d-59f8-4a78-90c1-b04453665450,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:23.552402 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:24:23.554925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.567832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-12eb6475-9fd1-4299-b24e-f62355625353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.569735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-12eb6475-9fd1-4299-b24e-f62355625353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.1360044 Oct 11 15:24:23.594666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.679621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7aa040-68ca-4377-a8c1-1e1fd69c4a56,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:23.688028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-7b8ee42f-4228-4492-bdca-a77f3cf163e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.689586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-7b8ee42f-4228-4492-bdca-a77f3cf163e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.1779180 Oct 11 15:24:23.695869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:23.696988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da971b66-ec8a-4b04-9442-95f4d0c5ead8 req-9c2eed2b-e263-4247-9052-9f993da48fcb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3400569 Oct 11 15:24:23.716543 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493e42-8b40-40f8-b980-4fead6d3dcfb req-a44dc9b8-631a-45eb-bfec-16bab43f369f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.719229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34493e42-8b40-40f8-b980-4fead6d3dcfb req-a44dc9b8-631a-45eb-bfec-16bab43f369f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1674192 Oct 11 15:24:23.818404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-b61ab284-fde3-45c9-9bcd-c61bd34155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.819842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-b61ab284-fde3-45c9-9bcd-c61bd34155f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2204857 Oct 11 15:24:23.832471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34493e42-8b40-40f8-b980-4fead6d3dcfb req-b8a0f55f-3a20-47af-a5c6-4bf95835514a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027317 Oct 11 15:24:23.876162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-43a82581-2a33-42ad-a2e9-f1c60077645d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0469141 Oct 11 15:24:23.934801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-783ca499-30df-4acb-ba6d-6334285c0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.936338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-783ca499-30df-4acb-ba6d-6334285c0e8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1910431 Oct 11 15:24:23.953556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-fd7c3232-f7c8-481c-a9bb-3ebb79ddc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:23.955036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-fd7c3232-f7c8-481c-a9bb-3ebb79ddc0ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0663819 Oct 11 15:24:23.980507 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-526504638', 'description': 'tempest-description-860372728'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:24.263308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-98102390-eeb3-4c13-921f-55ccedbef403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.3044193 Oct 11 15:24:24.324092 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:24.326244 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3b997-f9cf-4edb-b250-667bec091c65" -d '{"events": [{"name": "network-changed", "server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:24.349135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-9557fc3a-dd95-415e-ad71-a655a9833009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:24.350640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-9557fc3a-dd95-415e-ad71-a655a9833009 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857408 Oct 11 15:24:24.354035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:24.390583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3e01c-14c6-4f2b-90b1-44347651e121 req-7338b84e-a997-4666-84c1-189ca343cf1f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:24.392005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4d3e01c-14c6-4f2b-90b1-44347651e121 req-7338b84e-a997-4666-84c1-189ca343cf1f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 947 time: 0.1351986 Oct 11 15:24:24.402215 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-db3c77c0-7266-4dec-8e79-80520e66eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:24.403546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-db3c77c0-7266-4dec-8e79-80520e66eaab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1258917 Oct 11 15:24:24.537345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4d3e01c-14c6-4f2b-90b1-44347651e121 req-5b7b7d2d-799c-4762-b54f-04ddd9b4db6f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328516 Oct 11 15:24:24.566836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-0fae6d6d-b3ae-40a3-9a38-7235c00c6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:24.566836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-0fae6d6d-b3ae-40a3-9a38-7235c00c6bda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263139 Oct 11 15:24:24.566836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-2fc1a353-a9b8-4769-b5f9-de3acbf94b5c service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006688 Oct 11 15:24:24.671048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:24.679577 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:24.754455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:24.755657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a2ab664-edc7-4b28-bc83-792ddd12e0c2 req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7800508 Oct 11 15:24:24.782032 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf5154-6ee1-4d66-b010-cd672bfd011e tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5efefe-daa6-4a05-988e-cb11cfb85be2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:24.799048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-2342486e-6d02-4a6c-a128-501d064d7232 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294860 Oct 11 15:24:24.837840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-f0e54d2b-fdf7-4507-9625-adb39ecd09f0 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552762 Oct 11 15:24:24.845861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19798219-6379-49c9-89ba-3bef02b58c81 req-705de3df-21d4-4cee-8cfe-1a666c14d6b4 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:24.847522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19798219-6379-49c9-89ba-3bef02b58c81 req-705de3df-21d4-4cee-8cfe-1a666c14d6b4 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 950 time: 0.1484489 Oct 11 15:24:24.974151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19798219-6379-49c9-89ba-3bef02b58c81 req-33b39a87-b26b-4fe5-8822-81472188cbe1 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947578 Oct 11 15:24:24.995403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24900d5b-47bb-47e5-aa07-cc3c4a81585d req-e338b18e-8723-4b0f-bbbb-11d2a44df5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834626 Oct 11 15:24:25.011486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076375a8-2057-4f69-98d6-8a1a7970342e req-7c59d628-4e50-41f8-85a8-b66a510642e9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.014508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-076375a8-2057-4f69-98d6-8a1a7970342e req-7c59d628-4e50-41f8-85a8-b66a510642e9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 946 time: 0.1658554 Oct 11 15:24:25.045992 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e5af8-7175-4a95-b620-84bd1dc69def x-openstack-request-id: req-786e5af8-7175-4a95-b620-84bd1dc69def {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:25.046276 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:25.047049 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-786e5af8-7175-4a95-b620-84bd1dc69def {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:25.047438 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'status': 'completed', 'code': 200} Oct 11 15:24:25.064168 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:25.070066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-076375a8-2057-4f69-98d6-8a1a7970342e req-9cf95c7d-9cf7-4097-ab96-9d375571d8f9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Oct 11 15:24:25.106961 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607824261', 'description': 'tempest-description-1465503215'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:25.149508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.154300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-e7e530d2-9aa5-4989-9140-57fbab80c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.155820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-e7e530d2-9aa5-4989-9140-57fbab80c726 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1124 time: 0.0847046 Oct 11 15:24:25.212730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa4c-abdf-4fbf-ba77-f0524fa1b276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.287687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa4c-abdf-4fbf-ba77-f0524fa1b276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.295433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa4c-abdf-4fbf-ba77-f0524fa1b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.336408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a9faa4c-abdf-4fbf-ba77-f0524fa1b276 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd001d5fcd1e43d0933520e86d5f3cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678936 Oct 11 15:24:25.336628 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:25.342423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9faa4c-abdf-4fbf-ba77-f0524fa1b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e165e7d8-b96b-4bcb-96bc-a0073be91e7d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:25.389239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.409704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.412426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1951af-1efc-400f-bcfc-34364cd6859a req-27c2dd0e-3c87-4752-a0a7-4031b5d96133 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.413912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac1951af-1efc-400f-bcfc-34364cd6859a req-27c2dd0e-3c87-4752-a0a7-4031b5d96133 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.2377908 Oct 11 15:24:25.431410 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-36faecab-7475-4312-974d-2cc6bcbc4cba tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.432805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-36faecab-7475-4312-974d-2cc6bcbc4cba tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 947 time: 0.2005954 Oct 11 15:24:25.436840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-030cb64b-ab04-4810-9940-ca4dd9c48d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.438748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-030cb64b-ab04-4810-9940-ca4dd9c48d9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.2741914 Oct 11 15:24:25.455243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.457790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.461277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e165e7d8-b96b-4bcb-96bc-a0073be91e7d HTTP/1.1" status: 204 len: 168 time: 0.1216648 Oct 11 15:24:25.461452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.469793 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3dee-64ab-4df6-8073-40a573a7e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165e7d8-b96b-4bcb-96bc-a0073be91e7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:25.476312 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.541961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-3b0945b8-5afe-4f4c-964e-a9ac416577e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0926702 Oct 11 15:24:25.615889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.617424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3e0112b-f4a4-4096-a724-71038920b692 req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5167155 Oct 11 15:24:25.632877 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce2ce-23e9-4bb5-9448-5d6c78c38ffb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6af9e-bb6b-49a5-a72f-0146c4ba236f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:25.652068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac1951af-1efc-400f-bcfc-34364cd6859a req-bae5042b-6f64-4f05-bf68-ffd685e40fde tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283399 Oct 11 15:24:25.664422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-9351dbd9-f494-425a-a3ad-e880593c537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.665903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-9351dbd9-f494-425a-a3ad-e880593c537c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1026735 Oct 11 15:24:25.666809 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-90904c7d-ded2-4f8e-9d8c-71e81bed7703 service neutron] delete failed (client error): The resource could not be found. Oct 11 15:24:25.667743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-90904c7d-ded2-4f8e-9d8c-71e81bed7703 service neutron] 10.222.0.43 "DELETE /v2.0/ports/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.2172272 Oct 11 15:24:25.714581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-385c3f99-5f55-4c45-8875-0384b5185f11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293438 Oct 11 15:24:25.764382 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:25.782291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1fd1-3ccc-46fa-bce6-d00d25d49810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.854803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:25.862277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-14abd9b2-d360-4010-ac4f-404e5b11d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:25.863849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-14abd9b2-d360-4010-ac4f-404e5b11d5ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1098 time: 0.0689042 Oct 11 15:24:25.870155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-cc49b08a-56ac-4eea-8f6c-e35200300a95 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434321 Oct 11 15:24:25.895890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1fd1-3ccc-46fa-bce6-d00d25d49810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.905579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6fb1fd1-3ccc-46fa-bce6-d00d25d49810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:25.957611 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb1fd1-3ccc-46fa-bce6-d00d25d49810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff63958-8a4d-4002-ac13-70022b6dea93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:25.996772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6fb1fd1-3ccc-46fa-bce6-d00d25d49810 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35bf9010e462428dad13c50e4a3ba54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311900 Oct 11 15:24:25.999253 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:26.022685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:26.037650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:24:26.038302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:26.048088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-26fd1f9c-2143-416e-94be-f070ee04585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.049675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-26fd1f9c-2143-416e-94be-f070ee04585f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1663194 Oct 11 15:24:26.099744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.121786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.153848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bc3b997-f9cf-4edb-b250-667bec091c65 req-69451031-05c6-457c-97e0-edceef2ef56c service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745836 Oct 11 15:24:26.155110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-85cb2bfc-50f5-4361-b08b-ca431c208c47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0903263 Oct 11 15:24:26.180262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.183316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.184434 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ff63958-8a4d-4002-ac13-70022b6dea93 HTTP/1.1" status: 204 len: 168 time: 0.1840944 Oct 11 15:24:26.190258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-05fb67f7-b443-41d6-a19a-a2b1cb320774 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999122 Oct 11 15:24:26.193907 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bdeed-544d-4a79-bb0a-359727ec55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff63958-8a4d-4002-ac13-70022b6dea93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:26.228904 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:26.243886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'mac_address': 'fa:16:3e:5a:0c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:26.307633 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.324542 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:26.341586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-7ca7ee5f-35c2-42e1-abe8-b7b551e11de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.343066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-7ca7ee5f-35c2-42e1-abe8-b7b551e11de1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1746886 Oct 11 15:24:26.345260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:26.349906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:26.406409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:26.411222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41ee5d-d6c8-42f6-b013-140042c838a3 req-622e4983-30bf-4911-8595-63ac219b59d3 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.412727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee41ee5d-d6c8-42f6-b013-140042c838a3 req-622e4983-30bf-4911-8595-63ac219b59d3 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1097 time: 0.1230562 Oct 11 15:24:26.429993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-a4e5eb26-75b3-4d65-b502-7f0113e6cea3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.431397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-a4e5eb26-75b3-4d65-b502-7f0113e6cea3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403860 Oct 11 15:24:26.438472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-8ff06bcc-cf24-4ca2-8fde-608a78b99c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.439844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-8ff06bcc-cf24-4ca2-8fde-608a78b99c75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896120 Oct 11 15:24:26.467953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-96a4914f-46e0-48b2-9aff-29567c2a4042 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/quotas/43339b09de6347d1aaa1e4eb83e4d4ff HTTP/1.1" status: 200 len: 375 time: 0.0263612 Oct 11 15:24:26.776005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee41ee5d-d6c8-42f6-b013-140042c838a3 req-0d93517d-ce81-4ef8-86f0-4b09fe5c800a tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530354 Oct 11 15:24:26.777877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-adccc55a-744a-4a26-8557-1e0804efbb99 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2995515 Oct 11 15:24:26.821590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-bd882f25-094c-4585-80d5-5985b973f304 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657985 Oct 11 15:24:26.832088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:26.946863 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d359f54-2fe9-42f3-9b07-c653e6b40c67 req-65a58dc6-7aa4-47cd-b366-69b16551cb07 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:26.948374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d359f54-2fe9-42f3-9b07-c653e6b40c67 req-65a58dc6-7aa4-47cd-b366-69b16551cb07 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 948 time: 0.0978088 Oct 11 15:24:26.978085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc325042-a0aa-45fb-8d3f-3dc50166833a req-218aa6d5-3788-46da-9f45-d99dcb513e20 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486487 Oct 11 15:24:27.047548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d359f54-2fe9-42f3-9b07-c653e6b40c67 req-565c2c51-6e6e-4b90-a8e4-9ed7a4211b4a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881677 Oct 11 15:24:27.071468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-dc302538-b8b0-4336-929a-b0098f6f91bd tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/7b5efefe-daa6-4a05-988e-cb11cfb85be2 HTTP/1.1" status: 200 len: 1803 time: 0.0664535 Oct 11 15:24:27.149807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-88c4b85b-dab1-43f5-a6d9-ef61f070b62b tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/77f6af9e-bb6b-49a5-a72f-0146c4ba236f HTTP/1.1" status: 200 len: 1804 time: 0.0648539 Oct 11 15:24:27.172076 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b5efefe-daa6-4a05-988e-cb11cfb85be2', 'remote_group_id': '77f6af9e-bb6b-49a5-a72f-0146c4ba236f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:27.172787 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b5efefe-daa6-4a05-988e-cb11cfb85be2', 'remote_group_id': '77f6af9e-bb6b-49a5-a72f-0146c4ba236f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:27.253900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.295722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.305400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.341818 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3253c12f-293f-482a-84bc-84d312f7e327,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:27.354039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.355525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e54a9e8e-2e62-4b40-b53e-4ea58306f93a req-f1dc8f0e-6c5d-4233-bd31-500f27efcc3d tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1988420 Oct 11 15:24:27.370381 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da59f-621e-4a2d-8d2b-95627a56090e req-e62e69a8-0ce0-49e3-ba93-1405cb0a3a0f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:27.371918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf9da59f-621e-4a2d-8d2b-95627a56090e req-e62e69a8-0ce0-49e3-ba93-1405cb0a3a0f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.0790434 Oct 11 15:24:27.427819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf9da59f-621e-4a2d-8d2b-95627a56090e req-c3616935-afae-4a2e-93a9-d3deeb1450c0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Oct 11 15:24:27.506008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449bc4-fec4-4d62-9cba-b35631551565 req-3ed0ebee-4440-4a5c-adc9-4545ef6f0613 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:27.508056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e449bc4-fec4-4d62-9cba-b35631551565 req-3ed0ebee-4440-4a5c-adc9-4545ef6f0613 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1097 time: 0.0792096 Oct 11 15:24:27.562339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e449bc4-fec4-4d62-9cba-b35631551565 req-08c73d3f-f44b-4154-8c37-1b343970d725 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Oct 11 15:24:27.585244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-772b90e6-84a3-47a0-8d04-e4a979f9850d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445774 Oct 11 15:24:27.718376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-b732da7b-7cf7-4557-9386-1bdece6c09b7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/77f6af9e-bb6b-49a5-a72f-0146c4ba236f HTTP/1.1" status: 200 len: 1804 time: 0.1142390 Oct 11 15:24:27.799547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-21f1eee3-5360-479a-980f-8bbc0451c810 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:27.801314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-21f1eee3-5360-479a-980f-8bbc0451c810 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092459 Oct 11 15:24:27.830160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-35064cfc-a1bd-4b96-8555-b499abac376b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/quotas/43339b09de6347d1aaa1e4eb83e4d4ff HTTP/1.1" status: 200 len: 375 time: 0.0217760 Oct 11 15:24:27.832825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.867625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:27.875578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-c6793a1e-8b66-4bbe-a517-b930a46360bf tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374022 Oct 11 15:24:27.879264 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.922807 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:27.926653 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:27.927127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.952749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.956242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:27.963220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9070c1c2-7bb0-4c91-bd66-dc39bf506f3c req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/77f6af9e-bb6b-49a5-a72f-0146c4ba236f HTTP/1.1" status: 204 len: 173 time: 0.2383897 Oct 11 15:24:27.967830 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d70c9-69e6-45f3-aab8-b3bf2b26fdd8 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6af9e-bb6b-49a5-a72f-0146c4ba236f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:28.044392 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.069734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-804c1d35-9f5b-4e95-a348-837583e00e4a req-191548a2-2ea4-493a-8c2b-d47f342acb9f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/7b5efefe-daa6-4a05-988e-cb11cfb85be2 HTTP/1.1" status: 200 len: 1803 time: 0.0524383 Oct 11 15:24:28.083267 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:28.089244 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec168f-4bcd-48bb-9bc3-287c49e163b3" -d '{"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-plugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:28.102058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:28.108748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.110292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:28.147676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bf53360-c00e-4ebb-9beb-1f03a07cf3b1 req-e4321024-2f75-4c16-bf7d-3b9e72bb5715 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Oct 11 15:24:28.203615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-e445fb07-7fe6-4388-b754-c090a36a5d67 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345852 Oct 11 15:24:28.235485 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:28.294215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.337002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:28.342926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.354015 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Request body: {'security_group': {'name': 'tempest-securitygroup-788847833', 'description': 'tempest-description-1794566113'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:28.406215 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-7d8339bc-cc7d-42d0-a146-e8b9d8813b6d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:28.407706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-7d8339bc-cc7d-42d0-a146-e8b9d8813b6d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950183 Oct 11 15:24:28.409011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.410517 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:28.419967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.442145 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Request body: {'port': {'device_id': '6a0704a1-ae43-4a8d-b177-b58715116459', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '43339b09de6347d1aaa1e4eb83e4d4ff'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:28.603105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.607380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.615160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Made reservation on behalf of 43339b09de6347d1aaa1e4eb83e4d4ff for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:28.618682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.649067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.672781 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7587ba3-be06-4d60-acf4-52eecdcd19f6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:28.729010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.734947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.785454 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663ef7b1-9aed-42c5-9a31-97d39cedd07c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:28.789702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.801655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eea0dd4-aa5e-45bf-99ea-5dfdfea1f4c3 req-e568d578-e178-45c9-a73c-2f107f535a97 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4724922 Oct 11 15:24:28.843023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.848103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:28.950651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6375e6-92ad-40cc-9b84-6c9a5656e686,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:29.007066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09036265-5de0-423d-8ad4-72ae3c55ba01 req-fefd002d-9794-43e6-804b-00852ffcf280 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:29.008715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09036265-5de0-423d-8ad4-72ae3c55ba01 req-fefd002d-9794-43e6-804b-00852ffcf280 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.1462505 Oct 11 15:24:29.095039 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Allocated IP 192.168.233.170 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/ea06559c-7f7d-441d-80f8-14391226159f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:29.125829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09036265-5de0-423d-8ad4-72ae3c55ba01 req-0f7beadf-7c47-48e5-9afb-6fe146a3eef9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089592 Oct 11 15:24:29.132667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-2a46c51a-6b3a-44a3-8cef-e8410cee4961 service neutron] 10.222.0.43 "GET /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1209540 Oct 11 15:24:29.188729 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1593832391', 'description': 'tempest-description-393996402'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:29.308418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-68ce1977-4582-4ce7-958c-3e1eef4d44b1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674810 Oct 11 15:24:29.316664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.379174 n-d-master-1 neutron-server[94826]: WARNING keystonemiddleware.auth_token [req-474a36a5-dcaf-4909-a853-8f08c953ded1 req-7536d2df-203d-4e2b-802b-9d896ba4d722 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 15:24:29.383653 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-8711814c-28e3-4ae9-990b-b8444caa0fc0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:24:29.391203 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-8711814c-28e3-4ae9-990b-b8444caa0fc0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1321733 Oct 11 15:24:29.430962 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-65ca073e-3cff-4ae6-ae8f-c52e9a92bfea tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:29.439041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-65ca073e-3cff-4ae6-ae8f-c52e9a92bfea tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 1094 time: 0.0468972 Oct 11 15:24:29.443310 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:29.444003 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:24:29.521339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.625794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-4564902e-48ec-4e63-b333-6ea281957b96 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:29.627313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-4564902e-48ec-4e63-b333-6ea281957b96 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086708 Oct 11 15:24:29.646516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.653248 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Request body: {'port': {'device_id': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '43339b09de6347d1aaa1e4eb83e4d4ff'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:29.662899 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:29.666457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.756884 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:29.759078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.781673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.782881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63fb3cd4-eb6e-4166-acee-be08143d1207 req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6081004 Oct 11 15:24:29.791234 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bde1d7-da88-4433-9bff-96aab4f67674 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81358e59-c4f0-4bda-8d40-ac90c8cf594c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:29.817427 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on host n-h1-master-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:29.817835 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:29.818173 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:29.822447 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:29.822768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:29.827620 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68310a35-a3ad-40f8-85f9-4ffb5ac54aa7 x-openstack-request-id: req-68310a35-a3ad-40f8-85f9-4ffb5ac54aa7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:29.828939 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-plugged", "status": "completed", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:29.829384 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:29.829665 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68310a35-a3ad-40f8-85f9-4ffb5ac54aa7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:29.829768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:29.830137 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:29.830503 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'code': 200} Oct 11 15:24:29.830628 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Bound port: 1bb55597-5e21-4deb-af20-6ddd029432fb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:29.861120 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:29.866478 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:29.876725 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:29.885873 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:29.888230 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:29.899456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:29.926656 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:29.940802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:29.949525 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:29.958823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4797f7d7-5f75-405c-9f79-37b385713f53 service neutron] 10.222.0.31 "POST /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5180821 Oct 11 15:24:30.017309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.018613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.044996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.096772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:30.111595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'mac_address': 'fa:16:3e:5e:ef:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:30.126717 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1788876900', 'description': 'tempest-description-669656862'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:30.146503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Made reservation on behalf of 43339b09de6347d1aaa1e4eb83e4d4ff for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:30.150023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.159717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.169337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-5132bb32-2077-4bf3-a12d-7897e59be71d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7386396 Oct 11 15:24:30.179373 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b4390e3-5c9b-42be-b991-c8f82d2aa7af {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:30.189535 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.43', 56730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:30.192776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Request body: {'port': {'device_id': '6a0704a1-ae43-4a8d-b177-b58715116459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:30.208057 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:30.210844 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc092263-1f1f-4a48-83e5-f20ccfd6a928 None None] Provisioning complete for port ea06559c-7f7d-441d-80f8-14391226159f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:30.211186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc092263-1f1f-4a48-83e5-f20ccfd6a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.213872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.238602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-2032ac3b-d56b-4a08-9d64-753f783e8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.240294 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-2032ac3b-d56b-4a08-9d64-753f783e8e44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1097 time: 0.0489337 Oct 11 15:24:30.242565 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d99459-be3d-409f-a04f-7d868d625d1f req-158939c0-7da6-4fdd-89f5-067d409d2f01 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.244052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17d99459-be3d-409f-a04f-7d868d625d1f req-158939c0-7da6-4fdd-89f5-067d409d2f01 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 943 time: 0.1701040 Oct 11 15:24:30.272780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.278608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bc092263-1f1f-4a48-83e5-f20ccfd6a928 None None] Port ea06559c-7f7d-441d-80f8-14391226159f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:24:30.290085 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:30.355146 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-efa6bddd-5202-476a-a406-57aa561b98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.356610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-efa6bddd-5202-476a-a406-57aa561b98fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1088860 Oct 11 15:24:30.380339 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] Transition to ACTIVE for port object 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:30.382090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2b4390e3-5c9b-42be-b991-c8f82d2aa7af'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:30.392510 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.398174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-4ee5cf34-fcaf-42b3-8847-8a52c756fb89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.0340407 Oct 11 15:24:30.402586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.423421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17d99459-be3d-409f-a04f-7d868d625d1f req-2479772c-06cd-404a-b251-e7dad8c96ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670232 Oct 11 15:24:30.447912 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-d7efb6b4-37e2-4d60-8fea-8f79ea124670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.454521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-d7efb6b4-37e2-4d60-8fea-8f79ea124670 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0486314 Oct 11 15:24:30.490581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-87b79f18-939c-4a29-b9ba-edd3653cf5f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293767 Oct 11 15:24:30.592459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-58d8633b-5ce1-4f10-898e-34a860089202 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 Oct 11 15:24:30.619772 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] No DVR routers for this DVR port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:24:30.633346 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] Pushing event updated for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:30.655673 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Allocated IP 192.168.233.235 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/e59a6379-daf1-42d2-b6cb-2da02e4cd62f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:30.703882 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-fea8c5ba-e365-4d90-82eb-846e115b04d8 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045997 Oct 11 15:24:30.740130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.755575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.794700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5265d00d-4836-456c-88d5-b93647f081eb service neutron] 10.222.0.43 "PUT /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6502535 Oct 11 15:24:30.804581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869058b-4af9-47e1-a39b-bb7f6d83e0e7 req-e87fdc51-e722-42d1-a445-d3fc4c56872b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.806149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e869058b-4af9-47e1-a39b-bb7f6d83e0e7 req-e87fdc51-e722-42d1-a445-d3fc4c56872b tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.2726185 Oct 11 15:24:30.837527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:30.840053 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-8109142e-0a42-4188-9abe-4228aac8af14 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:30.847911 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-8109142e-0a42-4188-9abe-4228aac8af14 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.0837708 Oct 11 15:24:30.848002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c43e4cd-fa78-40fc-a379-0f2737743a8e req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7705936 Oct 11 15:24:30.863229 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:30.898302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da3c9-e3d2-4509-a56f-f8b1f70480d2 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a966905e-cb35-4f1f-84a2-e7300394460e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:30.987092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a41f407-2f73-40e2-a7b9-682ce3d68a61 req-a111af94-9150-4a4b-b283-c408fe365fe1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 210 time: 0.0718973 Oct 11 15:24:30.992527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.001722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e869058b-4af9-47e1-a39b-bb7f6d83e0e7 req-183d9970-5604-4c6f-87f2-65e63b07da29 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777813 Oct 11 15:24:31.008172 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5f08acee-d2fb-4cce-841b-7182f7f5ae07 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.010215 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-5f08acee-d2fb-4cce-841b-7182f7f5ae07 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0957246 Oct 11 15:24:31.137440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-b2561419-fbce-4f4d-a35d-d780b646fda7 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 200 len: 1804 time: 0.1058230 Oct 11 15:24:31.140482 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.154264 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81358e59-c4f0-4bda-8d40-ac90c8cf594c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:31.154574 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81358e59-c4f0-4bda-8d40-ac90c8cf594c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:31.167511 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-eb7be3e3-4699-45c5-8460-1927405ca799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.168983 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-eb7be3e3-4699-45c5-8460-1927405ca799 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&tenant_id=2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 1095 time: 0.0679538 Oct 11 15:24:31.174396 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:31.176291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660dae1-ba58-4b1c-b80b-1c865762960b req-fb77d04e-7caf-4163-acb4-519b65321c0c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.177791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d660dae1-ba58-4b1c-b80b-1c865762960b req-fb77d04e-7caf-4163-acb4-519b65321c0c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 946 time: 0.1021664 Oct 11 15:24:31.247687 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:31.257165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.261535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d660dae1-ba58-4b1c-b80b-1c865762960b req-3231f212-e901-46d1-9571-22bcad0d3f05 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709746 Oct 11 15:24:31.288739 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-521fbeef-fe3e-4e96-b7c0-b35d2da8b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.290524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-521fbeef-fe3e-4e96-b7c0-b35d2da8b71d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1095 time: 0.0903451 Oct 11 15:24:31.314953 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.319355 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:31.322561 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9169a0b-7f43-41d2-8197-c656e75b3024" -d '{"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:31.328738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.371977 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:31.385148 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:31.389510 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1360967373', 'description': 'tempest-description-1572565489'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:31.394540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event updated for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:31.397267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.403622 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:31.498717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.501158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.515211 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:31.525097 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:31.525422 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:31.525976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:31.529524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.537666 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:31.538233 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Attempting to bind port 1bb55597-5e21-4deb-af20-6ddd029432fb on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:31.553062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.553732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.555079 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:31.555626 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:31.556060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.556394 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:31.556994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Bound port: 1bb55597-5e21-4deb-af20-6ddd029432fb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:31.557539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.573662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f86fedec-f5c6-4ed0-b769-deb09c7d8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.575459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f86fedec-f5c6-4ed0-b769-deb09c7d8a14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.2480612 Oct 11 15:24:31.600077 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab72e47-e336-4d9b-b3b9-8255e5776c85,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:31.616206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.617439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20c4bc42-c87b-4dc1-b4d9-d2915c9e8e45 req-e3baf906-eadf-4428-938d-1167e0e3e850 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4690599 Oct 11 15:24:31.633198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-a8125180-a2ef-4776-9ca9-fce584d34e55 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9893816 Oct 11 15:24:31.646500 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:31.659908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Request body: {'port': {'device_id': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:31.669220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.670913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-493bf7d4-b299-4de9-b9bd-fd85b95060df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0728822 Oct 11 15:24:31.721534 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Transition to ACTIVE for port object ea06559c-7f7d-441d-80f8-14391226159f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:31.740804 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-054df392-bc9f-4cd7-88fc-66d215c5dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:31.742739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-054df392-bc9f-4cd7-88fc-66d215c5dc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0613348 Oct 11 15:24:31.751032 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.815822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-646fc927-20cc-4927-a2e0-319a26e19807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527537 Oct 11 15:24:31.817245 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:31.831075 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:31.831675 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:31.835194 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0b177-e8c6-412a-b549-cbc8984e0519" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:31.847431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.896029 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8e2211f-9a3f-4b47-b4c9-4b252eed2b66 None None] Provisioning complete for port e59a6379-daf1-42d2-b6cb-2da02e4cd62f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:31.896601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8e2211f-9a3f-4b47-b4c9-4b252eed2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:31.921150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:31.933762 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:32.005875 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:32.006630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.008569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-f1eadcce-b445-4d8d-aa5f-f6bdaeec1383 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 1122 time: 1.1521826 Oct 11 15:24:32.054809 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-f80e0812-6d31-4d1f-b53e-5b36ef2d9f2b service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182596 Oct 11 15:24:32.071326 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466fa72-c6ad-4694-9cf0-60ed5d12272a x-openstack-request-id: req-f466fa72-c6ad-4694-9cf0-60ed5d12272a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:32.071897 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:32.072443 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f466fa72-c6ad-4694-9cf0-60ed5d12272a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:32.073055 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'code': 200} Oct 11 15:24:32.080740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.121921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2211f-9a3f-4b47-b4c9-4b252eed2b66 None None] Port e59a6379-daf1-42d2-b6cb-2da02e4cd62f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:24:32.139247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1bb55597-5e21-4deb-af20-6ddd029432fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:32.214026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.265726 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:32.273811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.280554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-df7d11d6-1b0f-4bd0-906a-e3b05776b73b service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058454 Oct 11 15:24:32.322572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.330485 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:32.372748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af9c-0571-40ba-8211-3cf6113ce767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.472652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.502706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69418ceb-4833-424a-9764-ed8cdfe1ae06,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:32.528881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:32.534171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.606083 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:32.638930 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2120d-9ddb-460b-84c9-5aadd56fd677 req-4982a453-7a2b-4fb2-be07-f66e2c0a76af tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:32.648212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eab2120d-9ddb-460b-84c9-5aadd56fd677 req-4982a453-7a2b-4fb2-be07-f66e2c0a76af tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.4777246 Oct 11 15:24:32.650246 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Attempting to bind port ea06559c-7f7d-441d-80f8-14391226159f on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:32.650873 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Attempting to bind port ea06559c-7f7d-441d-80f8-14391226159f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:32.651311 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Attempting to bind port ea06559c-7f7d-441d-80f8-14391226159f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:32.656770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-4adab41c-2b62-45ca-b84f-86b921034012 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:32.658378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-4adab41c-2b62-45ca-b84f-86b921034012 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0595860 Oct 11 15:24:32.663432 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Port ea06559c-7f7d-441d-80f8-14391226159f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:32.663763 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Attempting to bind port ea06559c-7f7d-441d-80f8-14391226159f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:32.703153 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:32.703531 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:32.703933 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:32.704410 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Bound port: ea06559c-7f7d-441d-80f8-14391226159f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:32.704769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.762564 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.838265 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-b5c9c64e-f680-4cba-999e-70b295eeb52b service neutron] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:32.841745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-b5c9c64e-f680-4cba-999e-70b295eeb52b service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.842860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6884e7d-fa7a-40e1-be8a-8c15ee0cafdc req-b5c9c64e-f680-4cba-999e-70b295eeb52b service neutron] 10.222.0.36 "DELETE /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1659493 Oct 11 15:24:32.887823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.896630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eab2120d-9ddb-460b-84c9-5aadd56fd677 req-c8a84146-5c3b-46d1-9a41-ce06643150c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473581 Oct 11 15:24:32.946205 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:32.961526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e3f56b-525d-45d5-a02f-2870c1338e81,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:32.985129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:32.986538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c2a6952-c75c-4a09-989c-0af4096159f2 req-da7a1c9d-f40f-45c8-8f02-3d3e595a0450 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6073363 Oct 11 15:24:32.992470 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:33.008388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.046156 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a1641b-5126-4593-986c-fdbd151d6de5 x-openstack-request-id: req-26a1641b-5126-4593-986c-fdbd151d6de5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:33.047077 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:33.047712 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26a1641b-5126-4593-986c-fdbd151d6de5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:33.048354 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'code': 200} Oct 11 15:24:33.055825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-492ced5f-5c26-4332-9019-50d366af3000 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 200 len: 2397 time: 0.1147892 Oct 11 15:24:33.087670 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81358e59-c4f0-4bda-8d40-ac90c8cf594c', 'remote_group_id': None}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:33.088048 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81358e59-c4f0-4bda-8d40-ac90c8cf594c', 'remote_group_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:33.093208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:33.094346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.095717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea06559c-7f7d-441d-80f8-14391226159f HTTP/1.1" status: 200 len: 1096 time: 2.9106166 Oct 11 15:24:33.099120 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:33.101682 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e125b-54fe-47be-b363-b3498c1871fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:33.230412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2575ce-dd89-4bd4-831b-16c3037611a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:33.278066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ad-5e8e-424e-b9f9-8b773dba4884 req-0eda695b-eb11-4ced-9851-36ebed652cc7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:33.279608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c76e25ad-5e8e-424e-b9f9-8b773dba4884 req-0eda695b-eb11-4ced-9851-36ebed652cc7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 936 time: 0.1736014 Oct 11 15:24:33.326837 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59a6379-daf1-42d2-b6cb-2da02e4cd62f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:33.370007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.414427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c76e25ad-5e8e-424e-b9f9-8b773dba4884 req-fda6f1f7-0236-4dfb-b957-d8cd3789a899 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152558 Oct 11 15:24:33.431879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:33.432645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-cdce01a9-23a4-43ac-adde-f667a8fd9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:33.434191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-cdce01a9-23a4-43ac-adde-f667a8fd9baf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1099 time: 0.2655687 Oct 11 15:24:33.443184 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Transition to ACTIVE for port object e59a6379-daf1-42d2-b6cb-2da02e4cd62f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:33.449890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.488653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.490957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:24:33.556770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-b0bc66ab-036f-49e3-b066-9cac4b0c8e35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ea06559c-7f7d-441d-80f8-14391226159f HTTP/1.1" status: 200 len: 217 time: 0.0873742 Oct 11 15:24:33.625224 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Pushing event updated for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:33.628942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.638788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-dc8951cd-9260-4aa0-9dfe-465a5dc4fe10 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920982 Oct 11 15:24:33.662326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.800284 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d56afe-5835-49f8-b6e6-7e94113e6cf9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:33.820672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-3859b99a-9be0-4a64-82e3-8566daa8d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:33.822207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-3859b99a-9be0-4a64-82e3-8566daa8d520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.2477589 Oct 11 15:24:33.824835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:33.825928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66e06b8b-b375-41bb-bc9c-953d17e0a905 req-5ab2160f-2187-4928-8a8e-747271ccc802 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7516158 Oct 11 15:24:33.944411 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Attempting to bind port e59a6379-daf1-42d2-b6cb-2da02e4cd62f on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:33.944782 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Attempting to bind port e59a6379-daf1-42d2-b6cb-2da02e4cd62f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:33.945076 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Attempting to bind port e59a6379-daf1-42d2-b6cb-2da02e4cd62f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:33.981247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-50d8dc62-dcdf-483f-8081-1968fa27ee2c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:33.983495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-50d8dc62-dcdf-483f-8081-1968fa27ee2c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438711 Oct 11 15:24:33.989430 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Port e59a6379-daf1-42d2-b6cb-2da02e4cd62f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:33.989770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Attempting to bind port e59a6379-daf1-42d2-b6cb-2da02e4cd62f on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:34.004140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-03cffe9e-f6b6-44bf-8dfd-92ad826dd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.005734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-03cffe9e-f6b6-44bf-8dfd-92ad826dd81f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749251 Oct 11 15:24:34.012907 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:34.013257 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:34.013704 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:34.014148 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Bound port: e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:34.014509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:34.040195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-764c8c9f-6791-45e2-9200-7f1af92ef1f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/quotas/0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 375 time: 0.0463850 Oct 11 15:24:34.074175 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:34.082647 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef7711-46b0-4267-bd7c-1ef493777f58" -d '{"events": [{"name": "network-changed", "server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:34.112266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d92824-dd19-40a1-9335-7ec8789b1dd0 req-016ef94f-f7bb-4856-b8a0-bee6b897b88e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.113809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1d92824-dd19-40a1-9335-7ec8789b1dd0 req-016ef94f-f7bb-4856-b8a0-bee6b897b88e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1893928 Oct 11 15:24:34.271289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1d92824-dd19-40a1-9335-7ec8789b1dd0 req-309d00f0-ab80-405b-bbb9-27620381362e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162276 Oct 11 15:24:34.272441 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:34.276207 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:34.279083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-faa24595-f09c-4ce4-8689-933e48e35fad service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603285 Oct 11 15:24:34.285991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-cd068f85-b9a3-45da-b3d9-ad48bde5c548 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1983414 Oct 11 15:24:34.288625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:34.379892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.380588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:34.382069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] 10.222.0.36 "PUT /v2.0/ports/e59a6379-daf1-42d2-b6cb-2da02e4cd62f HTTP/1.1" status: 200 len: 1096 time: 2.7269936 Oct 11 15:24:34.472581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacabc20-edfa-4629-943f-36a82dbca147 service neutron] Pushing event updated for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:34.558496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b3c23b-6b86-452c-8b22-2dab4c1993cf req-c0dc04f2-b0ed-4da7-8621-cde5eff0649e service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714016 Oct 11 15:24:34.669119 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-710704609', 'description': 'tempest-description-362129962'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:34.683590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-f7bf3824-f543-40e6-b01d-3bf261bef281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.685273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-f7bf3824-f543-40e6-b01d-3bf261bef281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 1099 time: 0.1328273 Oct 11 15:24:34.695980 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df12e9ed-0c55-429f-92e7-21d270c7e01d x-openstack-request-id: req-df12e9ed-0c55-429f-92e7-21d270c7e01d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:34.696372 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:34.696849 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df12e9ed-0c55-429f-92e7-21d270c7e01d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:34.697347 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'status': 'completed', 'code': 200} Oct 11 15:24:34.779584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:34.815426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3b3d-3699-4649-b621-103a4d7aa838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:34.824689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-b365b4d9-5db3-4023-8b8c-7cb1af4f79be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f HTTP/1.1" status: 200 len: 217 time: 0.1197920 Oct 11 15:24:34.943358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81f4029f-5b92-472e-93f0-da8181206b43 req-9d25247f-de16-445e-b6cd-0e089fbff053 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 200 len: 2995 time: 0.1823373 Oct 11 15:24:34.974528 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-e58c9d7c-f6b1-4570-8ff4-7921a927f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.976615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-e58c9d7c-f6b1-4570-8ff4-7921a927f9f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1191213 Oct 11 15:24:34.983482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e125b-54fe-47be-b363-b3498c1871fc req-4b5ed05e-de8e-4640-85db-29b7f56bd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:34.986128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-4b5ed05e-de8e-4640-85db-29b7f56bd29c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1099 time: 0.2214992 Oct 11 15:24:35.049746 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:35.052391 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e034beb-d817-496c-9f37-e26479c76d84" -d '{"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:35.161954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:35.172162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:35.177136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-dffdb9cc-eb55-46e9-8c52-4419e354633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.178673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-dffdb9cc-eb55-46e9-8c52-4419e354633c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915479 Oct 11 15:24:35.273668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:35.274977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bdd2f2c-05fc-41e0-8d02-56280dc2ea59 req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6198130 Oct 11 15:24:35.286639 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63659-51af-4bf1-838e-64f15322484f req-16f87ed8-8117-4c21-8dfb-683b1839762c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.288405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aa63659-51af-4bf1-838e-64f15322484f req-16f87ed8-8117-4c21-8dfb-683b1839762c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.2719305 Oct 11 15:24:35.327470 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1592d91-36db-48b4-a8b9-dc373222e23a x-openstack-request-id: req-e1592d91-36db-48b4-a8b9-dc373222e23a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:35.329107 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:35.329530 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1592d91-36db-48b4-a8b9-dc373222e23a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:35.330083 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'status': 'completed', 'code': 200} Oct 11 15:24:35.352274 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e125b-54fe-47be-b363-b3498c1871fc req-e09feae4-751a-4a89-8348-9b4295273481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.354211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-e09feae4-751a-4a89-8348-9b4295273481 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.3545327 Oct 11 15:24:35.383746 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099b070-5391-4e1e-b218-424afe5872cc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745909ec-1e35-4719-9366-d32ecc4d155f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:35.426749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:35.457980 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-605acb7b-24f3-4671-b733-dccf5142972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.460098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-605acb7b-24f3-4671-b733-dccf5142972a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1125 time: 0.1045539 Oct 11 15:24:35.488404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-dadae539-7ef6-4604-8dcb-d0831bca7e58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ea06559c-7f7d-441d-80f8-14391226159f HTTP/1.1" status: 200 len: 217 time: 0.1073837 Oct 11 15:24:35.492403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aa63659-51af-4bf1-838e-64f15322484f req-a16b2251-d8d3-4181-aa34-df7ac459324a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436121 Oct 11 15:24:35.579500 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-24b1b7ca-2ca9-4a1a-85cc-15d683dd57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.582365 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-24b1b7ca-2ca9-4a1a-85cc-15d683dd57ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1106143 Oct 11 15:24:35.627661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9dfd5-8900-4144-828e-c4e44accd480 req-55bd31ea-6761-454e-9aa1-d0c69ca2d1d1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.635469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38c9dfd5-8900-4144-828e-c4e44accd480 req-55bd31ea-6761-454e-9aa1-d0c69ca2d1d1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 948 time: 0.1371191 Oct 11 15:24:35.640289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-27758d89-7724-40db-87a5-c8c7a510f17f service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039111 Oct 11 15:24:35.641096 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:35.641576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e125b-54fe-47be-b363-b3498c1871fc req-ddb2075b-910b-4a97-a5e3-87ebe93ce56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.645072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-ddb2075b-910b-4a97-a5e3-87ebe93ce56b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1454153 Oct 11 15:24:35.650134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-0558709a-3481-4f3c-9f00-d10e36bd09de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.0529180 Oct 11 15:24:35.659753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb has no active binding in host n-h1-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:24:35.725225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-9a2ef747-4423-4314-8bee-c457db8d49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:35.726992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-9a2ef747-4423-4314-8bee-c457db8d49df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0638554 Oct 11 15:24:35.734155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f74900f4-d54c-49b3-a5c6-b72a2f999ba5 req-a88a24a5-4ba7-47eb-a0e6-4d0b3e8a9430 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 210 time: 0.0852342 Oct 11 15:24:35.815979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-6ab50612-9a89-4b5b-b996-ec86b63d8be1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708518 Oct 11 15:24:35.830758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:35.931536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.017302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-c5665d35-9d05-4e29-acb2-433bc85b494b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720897 Oct 11 15:24:36.123381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-921d2714-5110-4207-9dd4-3633f49e76a3 req-7bc3b8b0-1a0d-483c-9b5d-99e721af89cd service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530590 Oct 11 15:24:36.143320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38c9dfd5-8900-4144-828e-c4e44accd480 req-e51c7fdf-eab5-44ca-bb22-18a06decd997 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068700 Oct 11 15:24:36.152973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adede716-8ba0-4197-a57a-102a13cace6c req-a46c74b7-d49b-449f-b0e4-ca6fe81dde69 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-group-rules/a1d56afe-5835-49f8-b6e6-7e94113e6cf9 HTTP/1.1" status: 200 len: 783 time: 0.3761487 Oct 11 15:24:36.180203 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-7436171d-393d-446e-abe3-95e4b05cf0db tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:36.181696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-7436171d-393d-446e-abe3-95e4b05cf0db tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551926 Oct 11 15:24:36.182449 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e125b-54fe-47be-b363-b3498c1871fc req-3b6109f8-0a63-46e1-9e56-58991194e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:36.183981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-3b6109f8-0a63-46e1-9e56-58991194e9b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5160570 Oct 11 15:24:36.205779 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Request body: {'port': {'device_id': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '0b385ffdc3ee44f79bb671aa4bb8fcf9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:36.221718 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824ac460-b582-4def-bfd5-1274aea79737 x-openstack-request-id: req-824ac460-b582-4def-bfd5-1274aea79737 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:36.222007 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:36.222259 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-824ac460-b582-4def-bfd5-1274aea79737 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:36.222653 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'code': 200} Oct 11 15:24:36.231326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adede716-8ba0-4197-a57a-102a13cace6c req-6f9c2022-eaab-420a-b43c-3defa7c0bbc3 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 200 len: 2995 time: 0.0774271 Oct 11 15:24:36.261348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-e6391e6a-a6f2-418e-8ac8-8a1c427b0c19 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343629 Oct 11 15:24:36.322329 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-adede716-8ba0-4197-a57a-102a13cace6c req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.331198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-adede716-8ba0-4197-a57a-102a13cace6c req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.410155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-adede716-8ba0-4197-a57a-102a13cace6c req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.413011 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ef7711-46b0-4267-bd7c-1ef493777f58 req-c70e0627-ab5c-4184-ae33-425d79b45d81 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439636 Oct 11 15:24:36.415484 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Made reservation on behalf of 0b385ffdc3ee44f79bb671aa4bb8fcf9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:36.417892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-37acaec8-0726-43b2-9a90-d84e819aa117 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061064 Oct 11 15:24:36.420245 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.425915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-adede716-8ba0-4197-a57a-102a13cace6c req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.440017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adede716-8ba0-4197-a57a-102a13cace6c req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a1d56afe-5835-49f8-b6e6-7e94113e6cf9 HTTP/1.1" status: 204 len: 173 time: 0.2058046 Oct 11 15:24:36.517317 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd6130-7496-47f1-bfd1-28d083a28e6f tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1d56afe-5835-49f8-b6e6-7e94113e6cf9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:36.594341 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Allocated IP 192.168.233.118 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/7e247a15-07df-414d-afde-f3744595aef9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:36.635447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858e125b-54fe-47be-b363-b3498c1871fc req-d55bf016-ecc4-4312-83e1-4a38a8411a40 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859837 Oct 11 15:24:36.662138 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23727081-8946-470a-af8b-5cf81895ae84 req-4389157b-b679-4a5b-84d5-7b08865c8820 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:36.670276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23727081-8946-470a-af8b-5cf81895ae84 req-4389157b-b679-4a5b-84d5-7b08865c8820 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1422582 Oct 11 15:24:36.698817 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:36.701250 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b8a97-3f18-4319-8f42-6e125ebec313" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:36.751885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23727081-8946-470a-af8b-5cf81895ae84 req-9f52aa1f-0354-4773-a750-0e909c0dc599 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755243 Oct 11 15:24:36.781823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.825588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:36.843537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:36.896495 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:36.899906 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:36.904533 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:36.908818 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:36.981301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:36.982085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.017216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a3359097-733b-4917-b2d5-5e2e7d51be61 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8172743 Oct 11 15:24:37.035573 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Request body: {'port': {'device_id': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:37.090869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-77a90617-9423-44f4-bcd5-43be92305a7d tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 65881 time: 0.8516819 Oct 11 15:24:37.162249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.180925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9233469f-093d-420f-b220-4cc44f116ffd req-8fc03adc-45f3-4dff-b5d7-0b88f592b87c tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 200 len: 2397 time: 0.0690191 Oct 11 15:24:37.222684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-58f1a362-f630-4cdd-9727-cbc035ec53d5 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0eb1d7cc-deeb-450a-83d4-68c94078dda2 HTTP/1.1" status: 200 len: 2977 time: 0.1121688 Oct 11 15:24:37.253752 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-413fc416-b816-409c-8aee-95f97d5b2631 None None] Provisioning complete for port 7e247a15-07df-414d-afde-f3744595aef9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:37.254509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-413fc416-b816-409c-8aee-95f97d5b2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.287324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-db4f9404-46e7-42ff-8e90-3e0d942ce26b tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0eb1d7cc-deeb-450a-83d4-68c94078dda2 HTTP/1.1" status: 200 len: 2977 time: 0.0567842 Oct 11 15:24:37.306220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9233469f-093d-420f-b220-4cc44f116ffd req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.326593 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-413fc416-b816-409c-8aee-95f97d5b2631 None None] Port 7e247a15-07df-414d-afde-f3744595aef9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:24:37.342082 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9233469f-093d-420f-b220-4cc44f116ffd req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.397935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9233469f-093d-420f-b220-4cc44f116ffd req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.401026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9233469f-093d-420f-b220-4cc44f116ffd req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.402270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9233469f-093d-420f-b220-4cc44f116ffd req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/81358e59-c4f0-4bda-8d40-ac90c8cf594c HTTP/1.1" status: 204 len: 173 time: 0.2114079 Oct 11 15:24:37.429053 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50743b-2968-4bce-9382-7f532cc181eb tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81358e59-c4f0-4bda-8d40-ac90c8cf594c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:37.433853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-d087d920-b4a8-47a1-987a-2087b51e0bde tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/10ef4179-15d4-4b8b-9b3e-451e913e8d58 HTTP/1.1" status: 200 len: 2977 time: 0.1294720 Oct 11 15:24:37.479681 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5377522e-7e4b-47f2-859d-cccf008a2a49 x-openstack-request-id: req-5377522e-7e4b-47f2-859d-cccf008a2a49 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:37.479960 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:37.480208 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5377522e-7e4b-47f2-859d-cccf008a2a49 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:37.480651 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f', 'status': 'completed', 'code': 200} Oct 11 15:24:37.496760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-c0787d0d-c6c4-43b5-baba-e3b9781aa744 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/10ef4179-15d4-4b8b-9b3e-451e913e8d58 HTTP/1.1" status: 200 len: 2977 time: 0.0521231 Oct 11 15:24:37.576271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-44a0aa75-24c9-473b-8ab0-dbffe9dbe314 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/147bf969-d721-4bf2-9023-594ea1460e25 HTTP/1.1" status: 200 len: 2981 time: 0.0642745 Oct 11 15:24:37.584438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.644851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13fc5-8f3a-430b-a271-772dcfb37fd4 req-0776bc74-5ffe-4803-ada4-b1c1e3b710b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:37.647198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ce13fc5-8f3a-430b-a271-772dcfb37fd4 req-0776bc74-5ffe-4803-ada4-b1c1e3b710b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 936 time: 0.0944409 Oct 11 15:24:37.654059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-f9f5bfd6-5ad5-431d-b4d5-6e62d3210e88 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/147bf969-d721-4bf2-9023-594ea1460e25 HTTP/1.1" status: 200 len: 2981 time: 0.0767398 Oct 11 15:24:37.720235 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-463ed965-bd88-4e27-9370-d361a0df347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:37.721631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-463ed965-bd88-4e27-9370-d361a0df347c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 1099 time: 0.0710406 Oct 11 15:24:37.732221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ce13fc5-8f3a-430b-a271-772dcfb37fd4 req-fcae218e-34b0-48ce-9838-a1e1cf0fa2b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704272 Oct 11 15:24:37.759315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-96d527fe-8be8-4ed4-8856-b6fec1aa4d74 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/25978d82-3b0c-43aa-afba-d57c808122a1 HTTP/1.1" status: 200 len: 2981 time: 0.0847557 Oct 11 15:24:37.859240 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e247a15-07df-414d-afde-f3744595aef9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:37.861832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-0bbb2665-6098-441e-baa6-461a71b015dc tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/25978d82-3b0c-43aa-afba-d57c808122a1 HTTP/1.1" status: 200 len: 2981 time: 0.0925708 Oct 11 15:24:37.871081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.889658 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-ecc42245-3072-4c2b-9936-01f064fa171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:37.891648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-ecc42245-3072-4c2b-9936-01f064fa171b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1547539 Oct 11 15:24:37.904230 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Transition to ACTIVE for port object 7e247a15-07df-414d-afde-f3744595aef9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:37.931236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59306-398f-4814-ac40-2f912c1e7ae3 req-3af78126-8ab3-4a21-8391-745bf620defc tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:37.940272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c59306-398f-4814-ac40-2f912c1e7ae3 req-3af78126-8ab3-4a21-8391-745bf620defc tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1095 time: 0.1100161 Oct 11 15:24:37.948356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:37.992793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-f1239994-706f-478b-b8a0-0877a782893c tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2b916aba-87fe-470d-a041-96a0ba3ad29f HTTP/1.1" status: 200 len: 2981 time: 0.1091845 Oct 11 15:24:37.996385 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-29398fcb-78e5-4cc7-b6be-9bab48e36ed1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f HTTP/1.1" status: 200 len: 217 time: 0.0879138 Oct 11 15:24:38.013965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:38.081744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c59306-398f-4814-ac40-2f912c1e7ae3 req-5a7eb387-e81d-4235-9d76-a3d80e78ea9a tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344366 Oct 11 15:24:38.098060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-522133b2-d47c-425b-a133-f2f00d26f891 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2b916aba-87fe-470d-a041-96a0ba3ad29f HTTP/1.1" status: 200 len: 2981 time: 0.1043406 Oct 11 15:24:38.136193 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-dc809c11-d706-4e8d-b05a-34ec2148c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.137708 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-dc809c11-d706-4e8d-b05a-34ec2148c345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1321769 Oct 11 15:24:38.160166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-442060da-e6f8-405f-be7d-5aafeeb734b5 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3b5764da-391b-45ac-be1b-46126cb509d0 HTTP/1.1" status: 200 len: 2981 time: 0.0608425 Oct 11 15:24:38.219772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-02330545-7bda-4e54-a037-c66b22e2312f tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3b5764da-391b-45ac-be1b-46126cb509d0 HTTP/1.1" status: 200 len: 2981 time: 0.0586026 Oct 11 15:24:38.248141 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Attempting to bind port 7e247a15-07df-414d-afde-f3744595aef9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:38.248387 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Attempting to bind port 7e247a15-07df-414d-afde-f3744595aef9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:38.248803 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Attempting to bind port 7e247a15-07df-414d-afde-f3744595aef9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:38.271721 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Port 7e247a15-07df-414d-afde-f3744595aef9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:38.272050 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Attempting to bind port 7e247a15-07df-414d-afde-f3744595aef9 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:38.283222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-4e7483e2-a9ed-4d4b-b2b9-e51faaed2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.284127 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-4e7483e2-a9ed-4d4b-b2b9-e51faaed2814 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318569 Oct 11 15:24:38.285043 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:38.285374 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:38.285838 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:38.286222 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Bound port: 7e247a15-07df-414d-afde-f3744595aef9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:38.286578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:38.327442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-6138e65a-90cf-4a63-adc9-9e633103d0ce tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d4dee9bb-51d4-4f57-874d-f2da353a7dd7 HTTP/1.1" status: 200 len: 1804 time: 0.1049361 Oct 11 15:24:38.378469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0d0ef-07c9-4fdb-be06-f9137e4b7d40 req-13cb7106-9728-4c89-852b-a1e8bff41581 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.380302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6e0d0ef-07c9-4fdb-be06-f9137e4b7d40 req-13cb7106-9728-4c89-852b-a1e8bff41581 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 948 time: 0.1188447 Oct 11 15:24:38.425031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-af244038-f93a-4b01-b600-f7145ac71619 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/45299564-8c88-4766-908b-37a58958d239 HTTP/1.1" status: 200 len: 2981 time: 0.0953777 Oct 11 15:24:38.454847 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:38.459582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6e0d0ef-07c9-4fdb-be06-f9137e4b7d40 req-cc8c3ec4-3ec1-4c64-9f78-3d5ee5d5957b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721128 Oct 11 15:24:38.460240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:38.463571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-5e7bc019-5bdc-417a-94ea-b31c6891e5ba service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671715 Oct 11 15:24:38.468231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:38.506908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-75a5d9a7-d7a5-4b4a-b90a-2c58649d277a tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/45299564-8c88-4766-908b-37a58958d239 HTTP/1.1" status: 200 len: 2981 time: 0.0808299 Oct 11 15:24:38.540302 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-322e9194-1b1b-47c2-ba6f-eec84413456a req-2ebed55b-612f-4cd2-bd7d-dd999e924d07 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] show failed (client error): The resource could not be found. Oct 11 15:24:38.541321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-322e9194-1b1b-47c2-ba6f-eec84413456a req-2ebed55b-612f-4cd2-bd7d-dd999e924d07 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/77f6af9e-bb6b-49a5-a72f-0146c4ba236f HTTP/1.1" status: 404 len: 352 time: 0.0444658 Oct 11 15:24:38.566821 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.567432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:38.568805 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 1096 time: 1.5418539 Oct 11 15:24:38.569140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-16d8df57-8c98-46f2-804d-9eea3a2a72fe tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5117aa9e-c3ce-4537-8ee9-3eaa2368f945 HTTP/1.1" status: 200 len: 2981 time: 0.0614386 Oct 11 15:24:38.571353 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'tag': '7e247a15-07df-414d-afde-f3744595aef9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:38.573544 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d35338-2bc1-40aa-bb51-e1f4e80521d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "tag": "7e247a15-07df-414d-afde-f3744595aef9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:38.609335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a7d2-ee01-4a1a-8893-12af241854e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:38.689327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-6888b7c3-3980-4425-bb4c-368e14bd8e01 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5117aa9e-c3ce-4537-8ee9-3eaa2368f945 HTTP/1.1" status: 200 len: 2981 time: 0.1140864 Oct 11 15:24:38.698800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9b8a97-3f18-4319-8f42-6e125ebec313 req-3cc92187-2f25-458b-9c69-605ebc0e64e9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054853 Oct 11 15:24:38.720921 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-5dbce870-bfb9-4c17-85cf-58997f386f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.726090 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-5dbce870-bfb9-4c17-85cf-58997f386f58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1099 time: 0.1094708 Oct 11 15:24:38.762299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-3b20dc06-7eae-401e-a12b-1a0147bbb9e9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/69418ceb-4833-424a-9764-ed8cdfe1ae06 HTTP/1.1" status: 200 len: 2981 time: 0.0629787 Oct 11 15:24:38.787180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-c77a1477-4ee1-42e9-80f8-bb916512ba1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.0545840 Oct 11 15:24:38.800153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420e666-594c-45d0-b088-7e35182848fb req-aa1354a1-9717-47c7-a376-8c7db64f2349 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.807575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2420e666-594c-45d0-b088-7e35182848fb req-aa1354a1-9717-47c7-a376-8c7db64f2349 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1283994 Oct 11 15:24:38.859645 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-1e850a00-9835-450d-a903-9664d6b0a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.861775 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-1e850a00-9835-450d-a903-9664d6b0a272 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0653236 Oct 11 15:24:38.862432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-5b48aae2-486e-42ef-930f-a172b1ed3208 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/69418ceb-4833-424a-9764-ed8cdfe1ae06 HTTP/1.1" status: 200 len: 2981 time: 0.0876799 Oct 11 15:24:38.910779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2420e666-594c-45d0-b088-7e35182848fb req-fa150245-cd66-4671-a57a-38155ca89f0a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020753 Oct 11 15:24:38.938922 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-8912b71c-8a48-477e-9765-dd58bdb79225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:38.944116 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-8912b71c-8a48-477e-9765-dd58bdb79225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754337 Oct 11 15:24:38.960859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-7d58a0a5-cddb-42c6-a5af-0db6c0e7a0ad tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6e6375e6-92ad-40cc-9b84-6c9a5656e686 HTTP/1.1" status: 200 len: 2981 time: 0.0964384 Oct 11 15:24:38.972131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:39.015777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-cfdf7605-d8cf-406e-8f66-55192a70ced4 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6e6375e6-92ad-40cc-9b84-6c9a5656e686 HTTP/1.1" status: 200 len: 2981 time: 0.0461240 Oct 11 15:24:39.076190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-329a363f-3479-4c85-b8be-352ee8691e29 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7af8952f-f7d5-48d6-9c2f-8768966f666e HTTP/1.1" status: 200 len: 2981 time: 0.0536921 Oct 11 15:24:39.080053 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-119d41e9-396f-404f-8381-15cdce66aa20 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264422 Oct 11 15:24:39.193585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e676588c-20c9-4b40-85eb-642e8ddc272b req-a1f852f0-ff6f-4635-b38f-3093519e8f54 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065671 Oct 11 15:24:39.218395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-dd89c3a7-1e4f-4036-bcab-5fa5c453c941 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7af8952f-f7d5-48d6-9c2f-8768966f666e HTTP/1.1" status: 200 len: 2981 time: 0.1343162 Oct 11 15:24:39.303894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-3900cf25-8b77-44b7-8cb8-43d42195705b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:39.305758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-3900cf25-8b77-44b7-8cb8-43d42195705b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.1774819 Oct 11 15:24:39.309648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-8b118a73-61ec-43a7-93c8-919b89fb1ec5 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/85f0a581-3036-45f8-8361-1f214142961a HTTP/1.1" status: 200 len: 2973 time: 0.0770044 Oct 11 15:24:39.322123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-d4b07984-36c6-495d-a50a-11abb644388f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/quotas/2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 375 time: 0.0102899 Oct 11 15:24:39.394598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-d50e9672-675b-4635-855f-86c76c6da094 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/85f0a581-3036-45f8-8361-1f214142961a HTTP/1.1" status: 200 len: 2973 time: 0.0714290 Oct 11 15:24:39.404596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-848f5cb0-36c0-45d5-8fa2-912bff6fa0a5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753937 Oct 11 15:24:39.463322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:39.501790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-a6b505b4-b647-4fd4-b118-ca44329fb339 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/96d2bf55-97a6-4f8a-8d32-36ce6b2b1b27 HTTP/1.1" status: 200 len: 2977 time: 0.0960746 Oct 11 15:24:39.550097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-0099d98f-f4fb-4606-8faa-87ed6c2f7072 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380923 Oct 11 15:24:39.599191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:39.615070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'ea06559c-7f7d-441d-80f8-14391226159f', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'ea06559c-7f7d-441d-80f8-14391226159f', 'mac_address': 'fa:16:3e:34:26:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:39.618432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-355ff885-d36c-469a-b5ea-787e28653810 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/96d2bf55-97a6-4f8a-8d32-36ce6b2b1b27 HTTP/1.1" status: 200 len: 2977 time: 0.1060598 Oct 11 15:24:39.662969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:39.681024 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:39.700846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-20cbfc70-72cb-4eed-af4c-8c45aac2a7f5 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427355 Oct 11 15:24:39.707172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:39.713041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:39.728167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-7814db38-b275-4b0c-ae9d-279c64ef03a0 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b6c9cc6e-f79f-4dfb-87bb-ece78d284d77 HTTP/1.1" status: 200 len: 2981 time: 0.0866592 Oct 11 15:24:39.786511 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:39.788773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-1e34368b-a0c5-4606-97a6-230ff83da4e5 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b6c9cc6e-f79f-4dfb-87bb-ece78d284d77 HTTP/1.1" status: 200 len: 2981 time: 0.0588088 Oct 11 15:24:39.842114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-f6dc904f-0b20-4fd5-99de-75f38032a495 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7587ba3-be06-4d60-acf4-52eecdcd19f6 HTTP/1.1" status: 200 len: 2981 time: 0.0430739 Oct 11 15:24:39.966038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-e3a6eb44-1f46-4920-9615-02dea1fc3725 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7587ba3-be06-4d60-acf4-52eecdcd19f6 HTTP/1.1" status: 200 len: 2981 time: 0.1073325 Oct 11 15:24:39.972566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e59a6379-daf1-42d2-b6cb-2da02e4cd62f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:40.003834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-1bbb1cbc-7d0b-43ce-88c2-8d6a31665d50 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/7b5efefe-daa6-4a05-988e-cb11cfb85be2 HTTP/1.1" status: 200 len: 1803 time: 0.0792437 Oct 11 15:24:40.111808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-32f7f812-337b-404b-ab50-4c7597873cb2 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ce12ce3c-5073-4b74-b54f-c513809124b4 HTTP/1.1" status: 200 len: 2981 time: 0.1304672 Oct 11 15:24:40.121513 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:40.133844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f', 'mac_address': 'fa:16:3e:6c:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:40.166460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.211986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.215519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-649234c7-0d3e-4c6d-95b3-8157cae6b4d5 req-2fe2a75e-8d81-4af0-8fdc-c72ae11906b7 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ce12ce3c-5073-4b74-b54f-c513809124b4 HTTP/1.1" status: 200 len: 2981 time: 0.0907490 Oct 11 15:24:40.239835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.274374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.277715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.278861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d392513e-4efa-425c-8c35-3b7dd5464877 req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/7b5efefe-daa6-4a05-988e-cb11cfb85be2 HTTP/1.1" status: 204 len: 173 time: 0.2360728 Oct 11 15:24:40.288042 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59a6379-daf1-42d2-b6cb-2da02e4cd62f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:40.295569 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c7fd-553f-491f-864e-df7246d34644 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5efefe-daa6-4a05-988e-cb11cfb85be2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:40.306465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:40.329320 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf35609-5777-4d0b-a8dc-4cc90bb20015 x-openstack-request-id: req-8cf35609-5777-4d0b-a8dc-4cc90bb20015 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:40.330237 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "tag": "7e247a15-07df-414d-afde-f3744595aef9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:40.330237 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cf35609-5777-4d0b-a8dc-4cc90bb20015 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:40.330237 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'tag': '7e247a15-07df-414d-afde-f3744595aef9', 'status': 'completed', 'code': 200} Oct 11 15:24:40.429239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.446507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-917decc0-cc1c-4eb2-a933-8563540b0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.449521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-917decc0-cc1c-4eb2-a933-8563540b0127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1099 time: 0.0949790 Oct 11 15:24:40.484852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d266e0-49e2-46b1-9fd6-400822e978cd req-c81ec7f0-eb1c-4357-83a2-70f4e3db27b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.486577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08d266e0-49e2-46b1-9fd6-400822e978cd req-c81ec7f0-eb1c-4357-83a2-70f4e3db27b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 948 time: 0.1187377 Oct 11 15:24:40.523381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:40.523832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13892dc-6445-40ba-8d03-56944089913f req-0b435838-bb4c-4a94-9429-cc76b9b0ad9e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.532901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a13892dc-6445-40ba-8d03-56944089913f req-0b435838-bb4c-4a94-9429-cc76b9b0ad9e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 948 time: 0.0923352 Oct 11 15:24:40.545018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:40.574275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08d266e0-49e2-46b1-9fd6-400822e978cd req-cb975480-7d51-455d-a014-3af88475a30c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795486 Oct 11 15:24:40.600310 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:40.610421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a13892dc-6445-40ba-8d03-56944089913f req-d04d7499-fddc-41c9-af41-4cc1236027cd tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763624 Oct 11 15:24:40.704331 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-cda2bcb6-bc65-44df-80f3-b9caaaecb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.706293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-cda2bcb6-bc65-44df-80f3-b9caaaecb10e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2456119 Oct 11 15:24:40.781463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33ddc0f8-5010-4498-9eb9-168f8064b481 req-ea919858-5d0a-4a70-93aa-dd2b1bcbd606 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0380700 Oct 11 15:24:40.806857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-18b8d607-f883-4f8a-922c-c0b8a30e3603 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.0917890 Oct 11 15:24:40.814005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863c02a-c6c8-4417-a8b3-312e14e7c859 req-8c9c5621-e12c-46c6-b30b-f473cdce8000 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.815472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3863c02a-c6c8-4417-a8b3-312e14e7c859 req-8c9c5621-e12c-46c6-b30b-f473cdce8000 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 944 time: 0.1080620 Oct 11 15:24:40.901102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e59a6379-daf1-42d2-b6cb-2da02e4cd62f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:40.916746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3863c02a-c6c8-4417-a8b3-312e14e7c859 req-aa991b98-129d-4de0-b0d9-03f8256896aa tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891421 Oct 11 15:24:40.952912 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-3bfcd63d-3c9e-46c8-af44-206810b9d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:40.954910 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-3bfcd63d-3c9e-46c8-af44-206810b9d2d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1160102 Oct 11 15:24:41.000648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-895c0e84-8cfa-4126-b61f-3a8d114e4479 service neutron] 10.222.0.36 "GET /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2120147 Oct 11 15:24:41.050193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c10a6af9-89fb-4651-b363-6782202bc275 req-810ceaca-cab3-4af8-9aeb-1e159e2e4305 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/d4dee9bb-51d4-4f57-874d-f2da353a7dd7 HTTP/1.1" status: 200 len: 1804 time: 0.0611691 Oct 11 15:24:41.069942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-ac2996c7-88fe-4133-89ab-c4044353e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:41.072632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-ac2996c7-88fe-4133-89ab-c4044353e57d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104667 Oct 11 15:24:41.116557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e08078a4-2b13-468e-a60e-c4d5819f7df5 req-fd4cc761-aa78-4c3d-9cac-a923c2b77cca tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae0f86ac5b934d9681826317114cddb6 HTTP/1.1" status: 200 len: 6102 time: 0.1461165 Oct 11 15:24:41.197671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e08078a4-2b13-468e-a60e-c4d5819f7df5 req-f114e819-551b-441c-8eb4-a2ffb21456ec tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "GET /v2.0/security-groups/c7587ba3-be06-4d60-acf4-52eecdcd19f6 HTTP/1.1" status: 200 len: 2981 time: 0.0671837 Oct 11 15:24:41.208514 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a6af9-89fb-4651-b363-6782202bc275 req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.270155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a6af9-89fb-4651-b363-6782202bc275 req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.339807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-29f77c97-800b-469d-9411-c5ba73d79fee service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572002 Oct 11 15:24:41.400714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e08078a4-2b13-468e-a60e-c4d5819f7df5 req-aa545863-4928-4e61-9503-9a3a5cfaf4a1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "GET /v2.0/security-groups/c7587ba3-be06-4d60-acf4-52eecdcd19f6 HTTP/1.1" status: 200 len: 2981 time: 0.1911986 Oct 11 15:24:41.445757 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:41.473566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a6af9-89fb-4651-b363-6782202bc275 req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.477504 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a6af9-89fb-4651-b363-6782202bc275 req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.478281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:41.479477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c10a6af9-89fb-4651-b363-6782202bc275 req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4dee9bb-51d4-4f57-874d-f2da353a7dd7 HTTP/1.1" status: 204 len: 173 time: 0.4185140 Oct 11 15:24:41.480315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:41.504253 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:41.534823 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c979-97a9-4768-bd66-834a469a5a66 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dee9bb-51d4-4f57-874d-f2da353a7dd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:41.570004 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb55597-5e21-4deb-af20-6ddd029432fb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:41.578352 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84d35338-2bc1-40aa-bb51-e1f4e80521d0 req-4ae82f43-8aeb-4574-a11a-e42ad07a0759 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279100 Oct 11 15:24:41.584560 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:41.592683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-d3a3c383-670d-43b2-9907-1c03dbe9ff4e tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/745909ec-1e35-4719-9366-d32ecc4d155f HTTP/1.1" status: 200 len: 1776 time: 0.1412783 Oct 11 15:24:41.605944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port ea06559c-7f7d-441d-80f8-14391226159f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:41.614496 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port ea06559c-7f7d-441d-80f8-14391226159f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:41.615097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.622217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.659589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-f56b937c-a0de-49d2-818d-e4bdd06fed50 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:41.662026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-f56b937c-a0de-49d2-818d-e4bdd06fed50 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.3712411 Oct 11 15:24:41.685342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-29f5d524-c7da-40d7-bebf-4a113a3265a2 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/3c525765-5395-4de5-a744-236a4166ffd7 HTTP/1.1" status: 200 len: 1804 time: 0.1708596 Oct 11 15:24:41.695414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Request body: {'port': {'device_id': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'admin_state_up': True, 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:41.717191 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] Transition to ACTIVE for port object 1bb55597-5e21-4deb-af20-6ddd029432fb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:41.727436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.745943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.768956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.805056 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] No DVR routers for this DVR port 1bb55597-5e21-4deb-af20-6ddd029432fb on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:24:41.817650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:41.821617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.825161 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:41.828595 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:41.829041 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3ccce5-2db5-44c2-a03e-1048cbdab07a" -d '{"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:41.839676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.845928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.858214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-26791032-2c5f-400b-8bdb-1b5be18f0e86 service neutron] 10.222.0.36 "PUT /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8478971 Oct 11 15:24:41.891194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:41.928196 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:41.980960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e59a6379-daf1-42d2-b6cb-2da02e4cd62f up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:41.988433 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:41.992729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.004066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.006688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.018590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80883b33-ebce-40ba-a85d-74ec3e27c153 req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/745909ec-1e35-4719-9366-d32ecc4d155f HTTP/1.1" status: 204 len: 173 time: 0.4248636 Oct 11 15:24:42.023103 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-aa99c0bb-94b4-4e26-9a8d-d4e5eba137ef tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.025343 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-aa99c0bb-94b4-4e26-9a8d-d4e5eba137ef tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0972071 Oct 11 15:24:42.049971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3ac6-e32b-4ea5-ac6d-ce93d060f4d8 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745909ec-1e35-4719-9366-d32ecc4d155f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:42.073952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:42.085073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.092152 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-a71a8cd1-9160-4b3f-b54e-62d95ecb116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.094316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-a71a8cd1-9160-4b3f-b54e-62d95ecb116f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac&tenant_id=77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 1096 time: 0.0574358 Oct 11 15:24:42.095566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.112169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47dc4fdb-14ac-4ce0-b0c1-b5bf4c541814 req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c525765-5395-4de5-a744-236a4166ffd7 HTTP/1.1" status: 204 len: 173 time: 0.4258366 Oct 11 15:24:42.115793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb has no active binding in host n-h1-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:24:42.119669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port e59a6379-daf1-42d2-b6cb-2da02e4cd62f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:42.125294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port e59a6379-daf1-42d2-b6cb-2da02e4cd62f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:42.125904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.237988 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.275862 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-fdaf6c9e-6f54-456d-8f82-b7ec3e6a0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.276454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-fdaf6c9e-6f54-456d-8f82-b7ec3e6a0253 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1096 time: 0.0644114 Oct 11 15:24:42.281211 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda158d2-6ddb-4bf0-aa9a-d6c07f40aed5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c525765-5395-4de5-a744-236a4166ffd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:42.281689 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:42.288828 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.377962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:42.434508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-350008d3-5d73-4664-999c-7bef994d89ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767760 Oct 11 15:24:42.436325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4d59-82ab-48c0-ac77-26967a0975e8 req-dff06238-0c36-4375-892f-96bd445e6c3e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.440169 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-883bba48-a955-4bef-a5dc-2d97604c0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.440368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec8e4d59-82ab-48c0-ac77-26967a0975e8 req-dff06238-0c36-4375-892f-96bd445e6c3e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 948 time: 0.2567544 Oct 11 15:24:42.441814 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-883bba48-a955-4bef-a5dc-2d97604c0f2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1569841 Oct 11 15:24:42.463598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4a9c-165d-4c77-b121-3569c14dd02a req-206de9f0-664b-4345-a987-89e9ef8939b7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.465781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5ec4a9c-165d-4c77-b121-3569c14dd02a req-206de9f0-664b-4345-a987-89e9ef8939b7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 949 time: 0.2262986 Oct 11 15:24:42.473058 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Allocated IP 172.20.0.14 (38c6d315-eff9-4655-83cb-10b80d91e587/971a8440-14b6-4abc-83b8-3bd5270c562f/8a47f8d8-0e22-4f4b-8769-403dcb945337) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:42.515941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-0608ac48-8940-4620-bc0e-1132c781a081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.0619941 Oct 11 15:24:42.587073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-f1671925-b13a-4d61-90c4-ea37ad41334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.588429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-f1671925-b13a-4d61-90c4-ea37ad41334b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.0829573 Oct 11 15:24:42.590290 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-02243e5f-3a39-4b49-8a1e-b71f80e66871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.592397 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-02243e5f-3a39-4b49-8a1e-b71f80e66871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0611215 Oct 11 15:24:42.647949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-51a3b511-ddcf-4889-9aaa-a20195c140ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483918 Oct 11 15:24:42.661157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec8e4d59-82ab-48c0-ac77-26967a0975e8 req-1765ea9f-7edb-4adf-bf03-7a817c407734 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397660 Oct 11 15:24:42.667646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5ec4a9c-165d-4c77-b121-3569c14dd02a req-a51d6278-569f-4411-bd27-6f5884714cd0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400256 Oct 11 15:24:42.713972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-608befa4-2504-4077-8d9c-0844f7ce4491 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103427 Oct 11 15:24:42.744009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.751209 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4087f665-a361-416c-8b08-2bb5d62ba3b6 x-openstack-request-id: req-4087f665-a361-416c-8b08-2bb5d62ba3b6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:42.752098 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:42.752498 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4087f665-a361-416c-8b08-2bb5d62ba3b6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:42.753081 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'code': 200} Oct 11 15:24:42.845428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-426649b2-eb67-45ed-94c2-a6cdd9b2b32d req-039c4aef-949f-4b6f-bf06-b90e715da90d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Oct 11 15:24:42.863437 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.43', 56736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:42.881331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:42.967269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737a25-7699-492c-97f1-936c41cabe7f req-ab51f2f4-411a-4149-8bb5-52071a16f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:42.970510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-ab51f2f4-411a-4149-8bb5-52071a16f5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1096 time: 0.1409416 Oct 11 15:24:42.979502 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Network 38c6d315-eff9-4655-83cb-10b80d91e587 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:42.987253 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:43.013818 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:43.023433 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-02bb6cd5-0369-4ecc-b567-c1b900f0ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.024794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-02bb6cd5-0369-4ecc-b567-c1b900f0ca87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.3929918 Oct 11 15:24:43.092423 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-12e8debb-00be-4bce-bf87-8d09676b7cc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0496876 Oct 11 15:24:43.094489 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-c789a808-1b5d-4cce-8581-fb3fcac8627a service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354410 Oct 11 15:24:43.114227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:43.131717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db47726-11db-4868-9f57-f5d2e449c16a req-2f2ef801-0e49-4c9d-840d-ea49000890d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.133215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7db47726-11db-4868-9f57-f5d2e449c16a req-2f2ef801-0e49-4c9d-840d-ea49000890d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1101 time: 0.2673638 Oct 11 15:24:43.193216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.193876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.217758 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-f8fdb873-3c32-4cd8-8f50-d42df09df1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.219197 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-f8fdb873-3c32-4cd8-8f50-d42df09df1ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1183486 Oct 11 15:24:43.222071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186522-b2cd-4926-9da4-ed64e24a1781 req-ab25dbeb-8f1a-4874-aea4-1c8148fc97c9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.223560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73186522-b2cd-4926-9da4-ed64e24a1781 req-ab25dbeb-8f1a-4874-aea4-1c8148fc97c9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.2775743 Oct 11 15:24:43.264476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-977a97a0-7a34-4edf-aef4-ad1f974ed19c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5741293 Oct 11 15:24:43.274120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-34747cf1-8990-4f19-a848-f0c90944cd48 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d7e3f56b-525d-45d5-a02f-2870c1338e81 HTTP/1.1" status: 200 len: 1778 time: 0.2146635 Oct 11 15:24:43.280132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7db47726-11db-4868-9f57-f5d2e449c16a req-6907cadd-d379-48cf-95ce-eff9f969ac52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323307 Oct 11 15:24:43.284642 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Request body: {'port': {'device_id': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:43.292410 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737a25-7699-492c-97f1-936c41cabe7f req-344f8e93-327f-4732-a2e9-be8cbee5fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.293802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-344f8e93-327f-4732-a2e9-be8cbee5fbdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.2757354 Oct 11 15:24:43.310435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-7d98a2ef-1c3d-427f-b6cf-549c14c9ce33 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999686 Oct 11 15:24:43.320184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-797641b2-c4eb-4993-ab54-23ee6a1c9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:43.322745 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-797641b2-c4eb-4993-ab54-23ee6a1c9f05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818250 Oct 11 15:24:43.346002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73186522-b2cd-4926-9da4-ed64e24a1781 req-9f6c8261-2046-4c5a-87b6-c3734c0de027 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119063 Oct 11 15:24:43.397230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.430902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.465710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-7bf3c712-da59-4a64-a640-27143e153734 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338508 Oct 11 15:24:43.480219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:43.494693 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.523076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-4f545829-2e85-4259-91fd-a9e5164733ef tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/b1b8639a-8dbd-4e7b-977a-22294a7cfbb2 HTTP/1.1" status: 200 len: 2403 time: 0.1349862 Oct 11 15:24:43.620972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2894c8e-f646-4fde-b1a7-a1ea5bc7031b req-ebf95e24-3555-4235-bc0e-bca1fad87658 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442521 Oct 11 15:24:43.660580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:43.678865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '7e247a15-07df-414d-afde-f3744595aef9', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '7e247a15-07df-414d-afde-f3744595aef9', 'mac_address': 'fa:16:3e:86:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:43.740816 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.762894 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e247a15-07df-414d-afde-f3744595aef9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:43.790917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:43.795545 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.856491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:43.906537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.908921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.910093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af62a7b1-56f8-412b-bc8e-a2259a28aa25 req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7e3f56b-525d-45d5-a02f-2870c1338e81 HTTP/1.1" status: 204 len: 173 time: 0.6227803 Oct 11 15:24:43.957212 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9acd6a-3e89-4f67-bd97-1559ae5d81d9 tempest-SecurityGroupsTestAdminJSON-123313776 tempest-SecurityGroupsTestAdminJSON-123313776-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e3f56b-525d-45d5-a02f-2870c1338e81,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:43.981120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:43.997578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:44.047570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.048001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:24:44.143696 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ce66a-4cdf-4228-9947-71f8ed599a3b req-546c2c08-bdd2-43fc-82ac-352dc1d94964 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:44.145205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-149ce66a-4cdf-4228-9947-71f8ed599a3b req-546c2c08-bdd2-43fc-82ac-352dc1d94964 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 949 time: 0.1431265 Oct 11 15:24:44.171536 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a47f8d8-0e22-4f4b-8769-403dcb945337 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:44.185685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.189011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:44.189126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.200282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80ecf9bb-fc6c-4a8d-b14b-5788709f08af req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1b8639a-8dbd-4e7b-977a-22294a7cfbb2 HTTP/1.1" status: 204 len: 173 time: 0.6161211 Oct 11 15:24:44.205100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.244983 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d78e3-790b-4629-8825-5359111f3648 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8639a-8dbd-4e7b-977a-22294a7cfbb2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:44.272743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-149ce66a-4cdf-4228-9947-71f8ed599a3b req-2bf019eb-09ec-46f0-bba4-ddee0d73dc25 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151350 Oct 11 15:24:44.274658 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Transition to ACTIVE for port object 8a47f8d8-0e22-4f4b-8769-403dcb945337 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:44.332971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.379488 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5c1d7-7fa4-4d2e-a023-673accc4b905 req-c9c13874-0198-4c35-8857-ca75b409c6ff tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:44.380975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10e5c1d7-7fa4-4d2e-a023-673accc4b905 req-c9c13874-0198-4c35-8857-ca75b409c6ff tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.1050549 Oct 11 15:24:44.454820 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:44.478544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10e5c1d7-7fa4-4d2e-a023-673accc4b905 req-8beba143-24c1-40b1-8fcb-e7a8cc6daf93 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876584 Oct 11 15:24:44.519866 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:44.520199 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:44.520522 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:44.525128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:44.525449 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:44.530936 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:44.531262 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:44.531656 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:44.532057 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Bound port: 8a47f8d8-0e22-4f4b-8769-403dcb945337, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:44.532407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.637154 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc65b61-00e6-4617-9780-be8bdddc3857 req-0db2bb4c-d5d9-4e0d-b69e-9f74f2b9f402 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:44.638743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dc65b61-00e6-4617-9780-be8bdddc3857 req-0db2bb4c-d5d9-4e0d-b69e-9f74f2b9f402 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0923882 Oct 11 15:24:44.640918 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:44.645150 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:44.656389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.753217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:44.753633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.754404 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:44.754959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 1092 time: 1.4785092 Oct 11 15:24:44.757716 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff0dba-49a8-44b3-b8be-f21bd58055ac" -d '{"events": [{"server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "name": "network-vif-plugged", "status": "completed", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:44.757938 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:44.760064 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e3f9b6-4dfe-4737-8d99-936aadaf6166" -d '{"events": [{"name": "network-changed", "server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:44.771648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dc65b61-00e6-4617-9780-be8bdddc3857 req-290642c4-f378-4e4b-87f2-07723802e85a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247625 Oct 11 15:24:44.796780 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e558-f931-4a87-9769-e4554385bde7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:44.868220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42007da3-f6fc-428c-aedb-2f729100dfca req-621b3098-c425-4e9d-8eb3-b8e399ff24b9 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "GET /v2.0/security-groups/a966905e-cb35-4f1f-84a2-e7300394460e HTTP/1.1" status: 200 len: 1777 time: 0.0443819 Oct 11 15:24:44.930058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-42007da3-f6fc-428c-aedb-2f729100dfca req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:44.965140 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-42007da3-f6fc-428c-aedb-2f729100dfca req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.017409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-42007da3-f6fc-428c-aedb-2f729100dfca req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.020085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-42007da3-f6fc-428c-aedb-2f729100dfca req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.021267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42007da3-f6fc-428c-aedb-2f729100dfca req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "DELETE /v2.0/security-groups/a966905e-cb35-4f1f-84a2-e7300394460e HTTP/1.1" status: 204 len: 173 time: 0.1466699 Oct 11 15:24:45.036595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c7242-89d9-4829-b131-39f6e35000c1 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a966905e-cb35-4f1f-84a2-e7300394460e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:45.156368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-f8cdf27e-5da2-4e5c-ad02-277422823176 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "GET /v2.0/security-groups/1a9cd513-0015-4d1c-ae34-6c014e96332c HTTP/1.1" status: 200 len: 2398 time: 0.0404661 Oct 11 15:24:45.216527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.241675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.291043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.293435 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.297909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17f67fa-a124-4c68-ab1d-ebce82dc091d req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a9cd513-0015-4d1c-ae34-6c014e96332c HTTP/1.1" status: 204 len: 173 time: 0.1326632 Oct 11 15:24:45.301759 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:45.307070 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5ad1-3928-4130-87aa-f14af84ea7a5 tempest-SecurityGroupRulesTestJSON-1880298637 tempest-SecurityGroupRulesTestJSON-1880298637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cd513-0015-4d1c-ae34-6c014e96332c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:45.356476 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Deleting subnet da9b62c8-8d79-4e6d-8dd0-a9f446dde16e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:24:45.359797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.393829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.423315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168654de-9fc6-420c-94b1-9d6192567290 req-d9307f44-cd9b-42e2-a818-6ec68815c140 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:45.424871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-168654de-9fc6-420c-94b1-9d6192567290 req-d9307f44-cd9b-42e2-a818-6ec68815c140 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0535593 Oct 11 15:24:45.437982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.467500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-168654de-9fc6-420c-94b1-9d6192567290 req-3ee39d13-6647-44d0-b6fa-8f3442c6dc76 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367072 Oct 11 15:24:45.499470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:45.500487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.521791 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abb7b1e-3843-4650-abc9-0a8dba58df68 x-openstack-request-id: req-6abb7b1e-3843-4650-abc9-0a8dba58df68 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:45.522315 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "name": "network-vif-plugged", "status": "completed", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:45.522577 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6abb7b1e-3843-4650-abc9-0a8dba58df68 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:45.523081 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f', 'code': 200} Oct 11 15:24:45.556142 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a8db7-54ec-4760-a423-f94fba7e8bfb x-openstack-request-id: req-048a8db7-54ec-4760-a423-f94fba7e8bfb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:45.556434 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:45.556684 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-048a8db7-54ec-4760-a423-f94fba7e8bfb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:45.557094 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'status': 'completed', 'code': 200} Oct 11 15:24:45.573673 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 7e247a15-07df-414d-afde-f3744595aef9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:45.579577 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 7e247a15-07df-414d-afde-f3744595aef9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:45.580358 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.612542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-b54cfeb0-70b1-4fea-8be1-ee96cb3b6e50 tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "GET /v2.0/security-groups/663ef7b1-9aed-42c5-9a31-97d39cedd07c HTTP/1.1" status: 200 len: 1777 time: 0.0412500 Oct 11 15:24:45.675695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.676323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.699103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.711365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:45.715693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.716601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:45.755302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.757222 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9b62c8-8d79-4e6d-8dd0-a9f446dde16e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:45.758658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.759843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fce227ee-1ac7-49e9-8f1d-edd392a68476 req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] 10.222.0.31 "DELETE /v2.0/security-groups/663ef7b1-9aed-42c5-9a31-97d39cedd07c HTTP/1.1" status: 204 len: 173 time: 0.1408021 Oct 11 15:24:45.771069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.774088 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f181330-d178-4e6d-8c37-be35094b78a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da9b62c8-8d79-4e6d-8dd0-a9f446dde16e HTTP/1.1" status: 204 len: 168 time: 0.4712214 Oct 11 15:24:45.776431 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:45.777450 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8c992-b81d-437d-94aa-b0128222d09c tempest-SecurityGroupsTestAdminJSON-1937920609 tempest-SecurityGroupsTestAdminJSON-1937920609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ef7b1-9aed-42c5-9a31-97d39cedd07c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:45.816964 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:45.860834 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4a5a-e698-414f-8b03-6599681261c4 req-61504eb4-4afb-40bd-9335-ae7f5c523a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:45.864611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fabe4a5a-e698-414f-8b03-6599681261c4 req-61504eb4-4afb-40bd-9335-ae7f5c523a03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 1101 time: 0.1151035 Oct 11 15:24:45.880194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:45.920761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fabe4a5a-e698-414f-8b03-6599681261c4 req-016b0419-546e-4d1b-ae6d-e1a8ac200ce8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Oct 11 15:24:45.997750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f911c-f095-4d96-848f-0a149aaf792c req-d14950f3-20a7-4b16-a98c-01406466c712 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:45.999815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f15f911c-f095-4d96-848f-0a149aaf792c req-d14950f3-20a7-4b16-a98c-01406466c712 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1162026 Oct 11 15:24:46.017413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.048597 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3766c348-0d1c-41c6-bce6-740df06c1bb1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:46.067221 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c0e9aa-24e0-4b84-8cc7-efb733745276') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:46.067440 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c0e9aa-24e0-4b84-8cc7-efb733745276') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:24:46.078110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f15f911c-f095-4d96-848f-0a149aaf792c req-9417ca4d-ac13-4812-96e6-e6eab38cdc1b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661097 Oct 11 15:24:46.081294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.086136 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.095508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.102171 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:24:46.102610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:24:46.104339 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:24:46.186098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.195550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.198707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/3766c348-0d1c-41c6-bce6-740df06c1bb1 HTTP/1.1" status: 204 len: 168 time: 0.4193683 Oct 11 15:24:46.210332 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfac548-c7be-4544-8c01-f296d6776f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3766c348-0d1c-41c6-bce6-740df06c1bb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:46.225645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a0aa-4583-4b0a-ac40-9140e7759a53 req-fdc99429-de12-48a8-8db5-6fdfdffb144b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:46.227134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c354a0aa-4583-4b0a-ac40-9140e7759a53 req-fdc99429-de12-48a8-8db5-6fdfdffb144b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.0840192 Oct 11 15:24:46.237091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d40cbba-13b9-4d0e-a3aa-834a326c8bdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae0f86ac5b934d9681826317114cddb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495500 Oct 11 15:24:46.239482 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.271788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c354a0aa-4583-4b0a-ac40-9140e7759a53 req-62cff9c6-d205-474a-9a98-f7c66851f49d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363710 Oct 11 15:24:46.299090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.320725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.328689 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.372678 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.375467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.376588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7587ba3-be06-4d60-acf4-52eecdcd19f6 HTTP/1.1" status: 204 len: 168 time: 0.1361454 Oct 11 15:24:46.387019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996528-e857-4a15-bd67-260578abcf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7587ba3-be06-4d60-acf4-52eecdcd19f6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:46.409096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370353-f271-4e1f-af24-59ab7743b47c req-68cbb3dd-134c-4cb3-9272-973e786e5cc5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:46.410755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28370353-f271-4e1f-af24-59ab7743b47c req-68cbb3dd-134c-4cb3-9272-973e786e5cc5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0739651 Oct 11 15:24:46.418532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-24f3ec64-fc38-47f5-b018-63e13d4e3ede admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34ececabc66746faba2083a07f65384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887361 Oct 11 15:24:46.421263 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.452061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28370353-f271-4e1f-af24-59ab7743b47c req-58940211-537a-4faa-bc0b-ccf6e7e476a7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Oct 11 15:24:46.476750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.495842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.551391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.554207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.557724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b916aba-87fe-470d-a041-96a0ba3ad29f HTTP/1.1" status: 204 len: 168 time: 0.1329763 Oct 11 15:24:46.563585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc613eb3-a964-4ed6-8da9-93f655678136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b916aba-87fe-470d-a041-96a0ba3ad29f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:46.643409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75353ac2-8941-48e8-8505-7acbaef026dc req-5164715e-a150-495d-bdb0-239543db424e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:46.644738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75353ac2-8941-48e8-8505-7acbaef026dc req-5164715e-a150-495d-bdb0-239543db424e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0516624 Oct 11 15:24:46.691090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75353ac2-8941-48e8-8505-7acbaef026dc req-fb94f7ed-9a04-4c9b-9f14-887a594e7931 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Oct 11 15:24:46.747416 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.789532 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8028ea11-1a4f-4618-9fdc-36da445fe7a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cedfdafd7ddf4bff9f1d822328c66b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402842 Oct 11 15:24:46.791331 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:46.843235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.858097 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e9331-d27c-43dc-b690-721516759a0b req-4507389d-a598-4825-9d67-5c52d137c4e7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:46.860541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-567e9331-d27c-43dc-b690-721516759a0b req-4507389d-a598-4825-9d67-5c52d137c4e7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 950 time: 0.0528936 Oct 11 15:24:46.868744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.915654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-567e9331-d27c-43dc-b690-721516759a0b req-2320f7c4-e2ee-4418-af59-f87da5f67238 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Oct 11 15:24:46.928894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.931881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:46.933193 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69418ceb-4833-424a-9764-ed8cdfe1ae06 HTTP/1.1" status: 204 len: 168 time: 0.1407254 Oct 11 15:24:46.941728 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d330e-47fc-4551-89d0-ca469fe1a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69418ceb-4833-424a-9764-ed8cdfe1ae06,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:47.358910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e193f4-b6d5-4a1e-bfbc-596c77786b17 req-b302d105-2bab-406a-8a5c-a99bd0da332b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:47.360762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1e193f4-b6d5-4a1e-bfbc-596c77786b17 req-b302d105-2bab-406a-8a5c-a99bd0da332b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0555997 Oct 11 15:24:47.399010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1e193f4-b6d5-4a1e-bfbc-596c77786b17 req-e0ad2585-c91c-437b-a28c-bee010d8b8ea tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Oct 11 15:24:47.458935 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:47.523975 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:47.526323 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e866d7db-6f43-4a38-8fd2-5508fe965821" -d '{"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-plugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:47.573936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ccc4-ccf5-4491-97da-8442b4eb2e51 req-78814351-5b4f-4e9e-9be4-1b72f6db7fe7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:47.575376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5516ccc4-ccf5-4491-97da-8442b4eb2e51 req-78814351-5b4f-4e9e-9be4-1b72f6db7fe7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.0554950 Oct 11 15:24:47.580651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-841861478-network', 'tenant_id': '7920a6f756cd42e28fb8820796bfb44b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:47.628557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5516ccc4-ccf5-4491-97da-8442b4eb2e51 req-de826d37-6a64-4c10-a0a5-607bdfa12769 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Oct 11 15:24:47.629082 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Made reservation on behalf of 7920a6f756cd42e28fb8820796bfb44b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:47.631414 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.641066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.758881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.768443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71aa7-88fc-4cc8-a6b2-94b865b804d1 req-40129c68-c1b4-424f-af49-2e6055ce0526 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:47.769956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e71aa7-88fc-4cc8-a6b2-94b865b804d1 req-40129c68-c1b4-424f-af49-2e6055ce0526 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0761900 Oct 11 15:24:47.771072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.811202 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:24:47.833043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6735ea3-797f-4ed0-84be-c9045f41134f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:47.839761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.840110 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Added segment 2810e0fb-6a3c-4455-a929-0c8a129a80e2 of type vlan for network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 Oct 11 15:24:47.851601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e71aa7-88fc-4cc8-a6b2-94b865b804d1 req-b6f0980c-dd23-4a90-9a87-e14d850af1cf tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741131 Oct 11 15:24:47.887748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.910606 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a62bf0-87bd-4788-b4dc-9abfa9612244 x-openstack-request-id: req-b2a62bf0-87bd-4788-b4dc-9abfa9612244 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:47.910898 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-plugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:47.911150 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2a62bf0-87bd-4788-b4dc-9abfa9612244 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:47.911542 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9', 'code': 200} Oct 11 15:24:47.921344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.922554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:47.923188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:47.983851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5237801 Oct 11 15:24:47.986851 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:24:47.992851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Request body: {'subnet': {'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-841861478-subnet', 'tenant_id': '7920a6f756cd42e28fb8820796bfb44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:48.013217 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d565b-0ab2-4975-83ee-9fef95220d18 admin admin] Pushing event updated for resources: {'Network': ['ID=18f968d7-2c2a-41d1-97fb-d1d407c290b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:48.018206 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Made reservation on behalf of 7920a6f756cd42e28fb8820796bfb44b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:48.021415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:48.026051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:24:48.034164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d4415-4408-4f87-a96f-58c629cd5894 req-fdeb0469-b7c3-4ebc-bc43-fbc5b795ed3b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:48.042497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a2d4415-4408-4f87-a96f-58c629cd5894 req-fdeb0469-b7c3-4ebc-bc43-fbc5b795ed3b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0751684 Oct 11 15:24:48.083614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a2d4415-4408-4f87-a96f-58c629cd5894 req-4a8acfda-213f-43a1-adb4-6b203a47f69d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Oct 11 15:24:48.200349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a8ca-3541-4693-b5a4-8a0e375f7f7b req-0099c635-01cd-4c10-b474-59373bd35a26 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:48.201850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe39a8ca-3541-4693-b5a4-8a0e375f7f7b req-0099c635-01cd-4c10-b474-59373bd35a26 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0590670 Oct 11 15:24:48.221871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:48.246139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe39a8ca-3541-4693-b5a4-8a0e375f7f7b req-b19cc3d7-a501-4870-b49c-ede9aaa65fb7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Oct 11 15:24:48.276204 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ead08b-0d09-4d63-84d9-10250dc0fc43,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:48.286503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.286843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.287171 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.287493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.287814 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.288131 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.288444 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.288754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.289065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.289376 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.289712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.290021 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:48.298696 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Checking segment: {'id': '2810e0fb-6a3c-4455-a929-0c8a129a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:48.299049 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Network hostable DHCP agents. Network: 18f968d7-2c2a-41d1-97fb-d1d407c290b2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:24:48.316376 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:24:48.324924 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 18f968d7-2c2a-41d1-97fb-d1d407c290b2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:48.329773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:48.330336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:48.336986 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcddb1f7-ea27-4009-b5dd-5bee838535fe None None] Network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:48.345848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-39e3255c-7f83-402f-ae32-64c8f3280b2f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3577988 Oct 11 15:24:48.533750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6851f5-efa2-41df-8849-8425b4d75312 req-a5571c92-2ef2-4d3d-89ed-54ecc06a9437 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:48.535299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f6851f5-efa2-41df-8849-8425b4d75312 req-a5571c92-2ef2-4d3d-89ed-54ecc06a9437 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0538728 Oct 11 15:24:48.574797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f6851f5-efa2-41df-8849-8425b4d75312 req-865e0b48-1fe0-4855-8a63-3b72ef4042b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Oct 11 15:24:48.578606 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17a7cc-b6da-44fe-8608-0d8e99a58c11 None None] Network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:24:48.790710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-a2bbf0ec-8559-4dd2-a18c-266dd7dcb52c tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212202 Oct 11 15:24:48.898604 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-134c916c-d754-43f0-b58b-410f48bbf854 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:48.900026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-134c916c-d754-43f0-b58b-410f48bbf854 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042442 Oct 11 15:24:48.914605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-6266351b-4dbc-4c6e-a4d0-6b9ec0aa3ad4 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/quotas/7ffc06f047e64c05bbba59cd4d30111a HTTP/1.1" status: 200 len: 375 time: 0.0089312 Oct 11 15:24:48.945407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-09ce500b-cd80-4b61-b28c-3a338673beda tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255086 Oct 11 15:24:49.300927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-5feccf43-70b1-44d8-961d-177a8408f405 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:49.302523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-5feccf43-70b1-44d8-961d-177a8408f405 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/networks?id=18f968d7-2c2a-41d1-97fb-d1d407c290b2 HTTP/1.1" status: 200 len: 813 time: 0.1088343 Oct 11 15:24:49.318762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-c392a848-7dab-44c8-b2e7-bf8041b23a99 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/quotas/7920a6f756cd42e28fb8820796bfb44b HTTP/1.1" status: 200 len: 375 time: 0.0103507 Oct 11 15:24:49.350268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-56a0ce2f-4ab5-4da2-a043-32314f7606c4 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7920a6f756cd42e28fb8820796bfb44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259457 Oct 11 15:24:49.447775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-39ee4aa7-5d06-4534-ae5c-7a89a06312a3 service neutron] 10.222.0.31 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905411 Oct 11 15:24:49.539943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-0cc1effe-065f-4cd1-92ad-f5596251cb92 service neutron] 10.222.0.31 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Oct 11 15:24:49.733845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ccf39-4d14-455b-9783-a86e0728a6f2 req-aace337a-22ad-475b-a89a-8f81a7421305 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:49.735318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-144ccf39-4d14-455b-9783-a86e0728a6f2 req-aace337a-22ad-475b-a89a-8f81a7421305 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Oct 11 15:24:49.776078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-144ccf39-4d14-455b-9783-a86e0728a6f2 req-d3dd9765-b91f-42b6-8f75-ba974dccec4f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Oct 11 15:24:49.866225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72c6209b-4ce2-43c1-a555-a3dffb2c1b9b req-a46cfd11-47f1-4655-80d6-2dee9b7162bb tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 210 time: 0.0313048 Oct 11 15:24:49.980041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf63a-8d99-4218-b220-6ddbc4a12b3d req-3c9b652c-973e-4829-a07f-94bf0ee70e85 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:49.982170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-583bf63a-8d99-4218-b220-6ddbc4a12b3d req-3c9b652c-973e-4829-a07f-94bf0ee70e85 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0525091 Oct 11 15:24:49.996747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:24:50.026285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-583bf63a-8d99-4218-b220-6ddbc4a12b3d req-edcd7405-445c-4984-bd79-e31146f6a678 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361099 Oct 11 15:24:50.046640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-2ef61fb2-77f1-46ad-b3ce-d7c7403c8610 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375597 Oct 11 15:24:50.110407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.149238 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:50.151818 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e63ffa-b56f-4f66-b9e1-1563d973636a" -d '{"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:50.169060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:50.178438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.200195 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78820c6-ea93-4d38-bf1b-4b935493f28d req-44b73fa6-d023-47d9-8ee2-6b7f4b32a76d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:50.201730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e78820c6-ea93-4d38-bf1b-4b935493f28d req-44b73fa6-d023-47d9-8ee2-6b7f4b32a76d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0666895 Oct 11 15:24:50.220681 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-813b66ce-d8ee-4640-87b9-95abb1a01f7c tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:50.222599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-813b66ce-d8ee-4640-87b9-95abb1a01f7c tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649895 Oct 11 15:24:50.242830 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:50.243370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Request body: {'port': {'device_id': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '7ffc06f047e64c05bbba59cd4d30111a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:50.246980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e78820c6-ea93-4d38-bf1b-4b935493f28d req-be5c0fd7-776c-43d3-bfaf-c22dc9cbfa43 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Oct 11 15:24:50.251166 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.251604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.251888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.252232 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.252542 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.253136 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.253253 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.253496 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.253834 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.254149 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.254620 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.254932 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:50.360480 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8aa02-1ac4-4723-b601-deb9d708291b req-4d7c1a8b-c740-4ee0-8af6-e425cfcfaeec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:50.361909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Made reservation on behalf of 7ffc06f047e64c05bbba59cd4d30111a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:50.362176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91e8aa02-1ac4-4723-b601-deb9d708291b req-4d7c1a8b-c740-4ee0-8af6-e425cfcfaeec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0547891 Oct 11 15:24:50.365362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.373990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.400307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91e8aa02-1ac4-4723-b601-deb9d708291b req-70e2c576-e5eb-4ea3-9054-ed55bda67adc tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313570 Oct 11 15:24:50.456729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.461075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.491297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d40128bd-85b5-4e23-a5db-c1141e0b2deb req-c11bd75a-e502-41ea-812c-698ea4697c8d tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 210 time: 0.0271885 Oct 11 15:24:50.527344 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8f0581-f93a-4797-9484-d649101ae341,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:50.588719 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e484bb61-4bfa-442e-a072-3ae7569eb26e x-openstack-request-id: req-e484bb61-4bfa-442e-a072-3ae7569eb26e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:50.589041 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:50.589596 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e484bb61-4bfa-442e-a072-3ae7569eb26e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:50.590137 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'code': 200} Oct 11 15:24:50.609323 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Allocated IP 192.168.233.80 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/3d830f5b-5dba-43a7-816e-97d1a5c39fee) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:50.756101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.788095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.833355 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:50.836149 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:50.840213 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:50.909762 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Pushing event updated for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:50.933239 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:50.934318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:50.962739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-82e7cae8-1dc6-4113-9d07-77a839d3f99f tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7272680 Oct 11 15:24:50.989411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Request body: {'port': {'device_id': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:51.006692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3662dc-286d-4733-8079-d240b3baecb2 req-1a9df240-f961-48f4-b9c1-751665ceaafa tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.008833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e3662dc-286d-4733-8079-d240b3baecb2 req-1a9df240-f961-48f4-b9c1-751665ceaafa tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1114943 Oct 11 15:24:51.016041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-c67f37cf-9556-4000-a9f1-5fa46697986d tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.017447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-c67f37cf-9556-4000-a9f1-5fa46697986d tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.36 "GET /v2.0/networks?id=18f968d7-2c2a-41d1-97fb-d1d407c290b2 HTTP/1.1" status: 200 len: 813 time: 0.1701787 Oct 11 15:24:51.037960 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Request body: {'port': {'device_id': '596fccc5-083f-485e-8e53-7cced0ed1548', 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2', 'admin_state_up': True, 'tenant_id': '7920a6f756cd42e28fb8820796bfb44b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:51.054643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.098831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e3662dc-286d-4733-8079-d240b3baecb2 req-c059c492-14bc-422f-89ec-ae7ddb132804 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803869 Oct 11 15:24:51.140732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1fcb0d70-ae7d-4b0d-b774-d9ae6ed3b505 None None] Provisioning complete for port 3d830f5b-5dba-43a7-816e-97d1a5c39fee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:51.141376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0d70-ae7d-4b0d-b774-d9ae6ed3b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.176798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb0d70-ae7d-4b0d-b774-d9ae6ed3b505 None None] Port 3d830f5b-5dba-43a7-816e-97d1a5c39fee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:24:51.204647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Made reservation on behalf of 7920a6f756cd42e28fb8820796bfb44b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:24:51.208550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.248509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f8b6-b24b-466a-84d1-d5c3dcac2e12 req-63831ad2-848a-488a-b826-1808cbb4b125 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.250089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7c4f8b6-b24b-466a-84d1-d5c3dcac2e12 req-63831ad2-848a-488a-b826-1808cbb4b125 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 935 time: 0.0846949 Oct 11 15:24:51.326322 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d830f5b-5dba-43a7-816e-97d1a5c39fee {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:51.334397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.335264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7c4f8b6-b24b-466a-84d1-d5c3dcac2e12 req-8579b1fc-cea5-4469-93ff-826b7fa3f75d tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567143 Oct 11 15:24:51.347066 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Transition to ACTIVE for port object 3d830f5b-5dba-43a7-816e-97d1a5c39fee will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:51.352735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.386877 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Allocated IP 172.20.0.8 (18f968d7-2c2a-41d1-97fb-d1d407c290b2/f0ead08b-0d09-4d63-84d9-10250dc0fc43/6a760cd7-6e87-4cf8-8a71-c767feebc20c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:24:51.400803 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:51.473938 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Attempting to bind port 3d830f5b-5dba-43a7-816e-97d1a5c39fee on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:51.474266 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Attempting to bind port 3d830f5b-5dba-43a7-816e-97d1a5c39fee by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:51.474620 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Attempting to bind port 3d830f5b-5dba-43a7-816e-97d1a5c39fee on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:51.479058 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Port 3d830f5b-5dba-43a7-816e-97d1a5c39fee on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:51.479372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Attempting to bind port 3d830f5b-5dba-43a7-816e-97d1a5c39fee on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:51.484231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:51.485087 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:51.485469 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:51.485907 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Bound port: 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:51.486259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.533351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0adc2-9c16-44d1-8b23-ff463f26b28b req-b1220319-47dd-4afd-bbf8-e40b564a4d63 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.534741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04d0adc2-9c16-44d1-8b23-ff463f26b28b req-b1220319-47dd-4afd-bbf8-e40b564a4d63 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1137159 Oct 11 15:24:51.555691 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:51.559530 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:51.564785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.599653 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.600268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.601664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d830f5b-5dba-43a7-816e-97d1a5c39fee HTTP/1.1" status: 200 len: 1095 time: 0.6273456 Oct 11 15:24:51.602101 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:51.604336 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec6a39e-7738-4edb-8c99-7d4582518e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:51.607821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04d0adc2-9c16-44d1-8b23-ff463f26b28b req-a63c5917-c030-4790-a8e5-18d49648dad1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Oct 11 15:24:51.620234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.637715 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241143d-e277-47ee-921f-97e3a6ae9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:51.665390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.709272 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-0fc2619b-7901-4d89-a01f-48b767ad52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.710807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-0fc2619b-7901-4d89-a01f-48b767ad52cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 1098 time: 0.0511656 Oct 11 15:24:51.754817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-dbc1c425-e138-439a-bd6e-3ca91f076445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee HTTP/1.1" status: 200 len: 217 time: 0.0353251 Oct 11 15:24:51.763894 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:24:51.769665 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:24:51.772739 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:24:51.809219 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Pushing event updated for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:51.815331 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-8239f8b4-703d-4738-a18b-e064e3dbdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.816786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-8239f8b4-703d-4738-a18b-e064e3dbdd41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0535505 Oct 11 15:24:51.825887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.826234 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.826636 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.827051 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.827263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.827576 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.827887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.828280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.828597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.828925 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.829258 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.829605 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:24:51.851182 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5f263-4964-4735-9726-e55da461f360 req-14016629-1dab-499f-ae56-220cf4280474 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.852682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cda5f263-4964-4735-9726-e55da461f360 req-14016629-1dab-499f-ae56-220cf4280474 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.1635170 Oct 11 15:24:51.858682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.859272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.871005 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8583-512a-4fb2-bd96-62de896a336b req-60d5d6fd-6979-4758-a635-ad1fb1a2e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:51.872962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-60d5d6fd-6979-4758-a635-ad1fb1a2e7a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425820 Oct 11 15:24:51.889644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-30aaa927-45ad-4d17-8c04-154e97b78b76 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572297 Oct 11 15:24:51.901447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cda5f263-4964-4735-9726-e55da461f360 req-627011a5-bf5d-456f-998a-c729a42bf540 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382104 Oct 11 15:24:51.906232 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Request body: {'port': {'device_id': '596fccc5-083f-485e-8e53-7cced0ed1548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:24:51.962070 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:51.981262 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-1a2fecfe-a58c-4ff8-bcc6-6221238eb74e service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961213 Oct 11 15:24:52.010282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:52.058261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1873c-d9c3-465a-8f0a-0f5603ecc929 req-13240db5-eec3-457a-9c4d-70994c1f637e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:52.059744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ff1873c-d9c3-465a-8f0a-0f5603ecc929 req-13240db5-eec3-457a-9c4d-70994c1f637e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0886979 Oct 11 15:24:52.089501 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-883d8583-512a-4fb2-bd96-62de896a336b req-4de6ad22-2a32-499d-8cc2-987275562909 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986633 Oct 11 15:24:52.120013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:52.133937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'mac_address': 'fa:16:3e:21:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:52.154598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ff1873c-d9c3-465a-8f0a-0f5603ecc929 req-cdb9f850-f052-4911-9101-b376bad8f30b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529511 Oct 11 15:24:52.175483 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:52.189761 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:52.213010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:52.217464 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:52.275802 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:52.323991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:52.528315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeaf2a-6ac0-4be3-b516-7924fb27c7c4 req-c99f02f2-eb0b-42e0-8544-138b6b7f7378 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:52.530241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9efeaf2a-6ac0-4be3-b516-7924fb27c7c4 req-c99f02f2-eb0b-42e0-8544-138b6b7f7378 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 931 time: 0.0789475 Oct 11 15:24:52.604599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9efeaf2a-6ac0-4be3-b516-7924fb27c7c4 req-dcbae9c0-deaa-40e1-925c-49933ab7c42d tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681729 Oct 11 15:24:52.627272 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a760cd7-6e87-4cf8-8a71-c767feebc20c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:52.635637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:52.649941 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Transition to ACTIVE for port object 6a760cd7-6e87-4cf8-8a71-c767feebc20c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:24:52.654557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:52.707949 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab74132f-96d4-41a0-b075-57e1f25c596f x-openstack-request-id: req-ab74132f-96d4-41a0-b075-57e1f25c596f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:52.708233 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:52.708876 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab74132f-96d4-41a0-b075-57e1f25c596f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:52.708876 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee', 'status': 'completed', 'code': 200} Oct 11 15:24:52.729446 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:52.785415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-9382b162-132c-4700-b736-6815820167c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:52.787035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-9382b162-132c-4700-b736-6815820167c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 1098 time: 0.0501692 Oct 11 15:24:52.818272 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Attempting to bind port 6a760cd7-6e87-4cf8-8a71-c767feebc20c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:24:52.818899 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Attempting to bind port 6a760cd7-6e87-4cf8-8a71-c767feebc20c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2810e0fb-6a3c-4455-a929-0c8a129a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:24:52.819385 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Attempting to bind port 6a760cd7-6e87-4cf8-8a71-c767feebc20c on network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:52.833916 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Port 6a760cd7-6e87-4cf8-8a71-c767feebc20c on network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:24:52.834411 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Attempting to bind port 6a760cd7-6e87-4cf8-8a71-c767feebc20c on network 18f968d7-2c2a-41d1-97fb-d1d407c290b2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:24:52.844839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2122db-214c-42ef-b5f4-d80a25eaefae req-e9125f01-e259-49f4-9f17-9087263ce7a1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:52.846492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb2122db-214c-42ef-b5f4-d80a25eaefae req-e9125f01-e259-49f4-9f17-9087263ce7a1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0853930 Oct 11 15:24:52.851642 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:24:52.851642 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Checking segment: {'id': '2810e0fb-6a3c-4455-a929-0c8a129a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:24:52.852038 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Bound using segment: {'id': '2810e0fb-6a3c-4455-a929-0c8a129a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:24:52.852457 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Bound port: 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2810e0fb-6a3c-4455-a929-0c8a129a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:24:52.852807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:52.899488 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-3b6428c4-a5b5-42b2-8e3d-2719e306572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:52.900824 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-3b6428c4-a5b5-42b2-8e3d-2719e306572a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1049943 Oct 11 15:24:52.950586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-fe23a23e-e13b-4ff7-8b3b-2f06002f79c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee HTTP/1.1" status: 200 len: 217 time: 0.0372858 Oct 11 15:24:52.952198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb2122db-214c-42ef-b5f4-d80a25eaefae req-c1c6e6d6-536b-4acf-b598-eb99425e7ad8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636656 Oct 11 15:24:52.963015 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:52.967027 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c,segment=NetworkSegment(2810e0fb-6a3c-4455-a929-0c8a129a80e2),segment_id=2810e0fb-6a3c-4455-a929-0c8a129a80e2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:24:52.973432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:53.030864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.031776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:53.033012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a760cd7-6e87-4cf8-8a71-c767feebc20c HTTP/1.1" status: 200 len: 1091 time: 1.1306930 Oct 11 15:24:53.033444 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:53.035775 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744794b4-74e1-4070-aeeb-5afc13f59c84" -d '{"events": [{"name": "network-changed", "server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:53.060218 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-24b4098a-6de0-47a9-840c-b72be6ee1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.061875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-24b4098a-6de0-47a9-840c-b72be6ee1da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0959320 Oct 11 15:24:53.111830 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc156a4a-7797-4a4b-a942-362286d137d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:53.129894 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-3c0fb577-5b12-4d2a-aba2-b77fb58dc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.131710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-3c0fb577-5b12-4d2a-aba2-b77fb58dc651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530658 Oct 11 15:24:53.158320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba8d23-5ebd-4e46-9b16-37c3e247ea63 req-6aaa63b9-13fe-4f65-b6d6-7644b0c21087 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.159708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8ba8d23-5ebd-4e46-9b16-37c3e247ea63 req-6aaa63b9-13fe-4f65-b6d6-7644b0c21087 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 947 time: 0.1069851 Oct 11 15:24:53.166214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-702665d6-42b9-4bb3-9cdb-36d170371873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.167646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-702665d6-42b9-4bb3-9cdb-36d170371873 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7920a6f756cd42e28fb8820796bfb44b&device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 1094 time: 0.0876153 Oct 11 15:24:53.228047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-1d5c00d8-8e06-473f-a4c4-70c7752ecf49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c HTTP/1.1" status: 200 len: 217 time: 0.0437832 Oct 11 15:24:53.242007 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-ce6e0d02-d8de-4c26-833d-113d7efed3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024559 Oct 11 15:24:53.266752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8ba8d23-5ebd-4e46-9b16-37c3e247ea63 req-a7b10b00-410b-41bd-b758-b420881e91be tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902979 Oct 11 15:24:53.346316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-355a59e4-a410-4ce8-aca4-5df2b4a959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.347805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-355a59e4-a410-4ce8-aca4-5df2b4a959e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ead08b-0d09-4d63-84d9-10250dc0fc43 HTTP/1.1" status: 200 len: 853 time: 0.1114709 Oct 11 15:24:53.350172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aec6a39e-7738-4edb-8c99-7d4582518e7b req-cd1599bc-25ef-4402-bdd1-3d0605be6ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968702 Oct 11 15:24:53.404424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-0c8356ec-d1f4-442a-86e5-1b95236596e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18f968d7-2c2a-41d1-97fb-d1d407c290b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290704 Oct 11 15:24:53.420336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b1902-f9fa-4dad-86e9-e837394b5783 req-9775d1be-083b-4b37-b205-5faa5dcf069a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.421739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-969b1902-f9fa-4dad-86e9-e837394b5783 req-9775d1be-083b-4b37-b205-5faa5dcf069a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0730157 Oct 11 15:24:53.512435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-969b1902-f9fa-4dad-86e9-e837394b5783 req-9fe9e77e-e36b-4d2a-ac2c-050209201867 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819323 Oct 11 15:24:53.548566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-a1b155e7-d266-4cd2-8fb5-2abc8087b5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 Oct 11 15:24:53.685037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42737-fade-47dd-a948-8475df2894e2 req-69bb3f10-7dc8-406b-ab1b-09b3e9443f26 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.686809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27c42737-fade-47dd-a948-8475df2894e2 req-69bb3f10-7dc8-406b-ab1b-09b3e9443f26 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0830374 Oct 11 15:24:53.704927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-242f6355-035b-4ae6-8a1c-76101e5aa3ce req-4dd20903-8c74-4869-a0a7-d80b8044f410 service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474266 Oct 11 15:24:53.734897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27c42737-fade-47dd-a948-8475df2894e2 req-fefb2705-2fa3-4f3b-b410-7dc573a5cdfe tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390885 Oct 11 15:24:53.784704 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f03b250-b442-4853-9333-7398902f390e x-openstack-request-id: req-7f03b250-b442-4853-9333-7398902f390e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:53.784988 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:53.785231 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f03b250-b442-4853-9333-7398902f390e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:53.785656 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c', 'status': 'completed', 'code': 200} Oct 11 15:24:53.893206 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-fda6f880-f021-48d2-8ffb-5c085f847c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.894760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-fda6f880-f021-48d2-8ffb-5c085f847c02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7920a6f756cd42e28fb8820796bfb44b&device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 1094 time: 0.0808156 Oct 11 15:24:53.910110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2f31-b044-44a5-8af4-1925e279e368 req-576e2da8-7db1-455e-858d-e2d7e4f9b108 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:53.914056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51eb2f31-b044-44a5-8af4-1925e279e368 req-576e2da8-7db1-455e-858d-e2d7e4f9b108 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0749187 Oct 11 15:24:54.004666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51eb2f31-b044-44a5-8af4-1925e279e368 req-1422d99e-f65d-42ce-acc0-0cf95d062d7a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816426 Oct 11 15:24:54.014219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:54.041269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-912f79f0-04ad-4c7e-a865-7a97e2aadb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.043249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-912f79f0-04ad-4c7e-a865-7a97e2aadb12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18f968d7-2c2a-41d1-97fb-d1d407c290b2 HTTP/1.1" status: 200 len: 914 time: 0.1281402 Oct 11 15:24:54.101904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-b3ca50b9-21c9-4fa9-9bb7-886c3abc3118 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c HTTP/1.1" status: 200 len: 217 time: 0.0458980 Oct 11 15:24:54.133782 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:54.134156 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:54.211868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06f630-48fc-4a7e-b5c6-05c83f9412ef req-8e00cc7f-8524-4b63-9e85-22a00b440da1 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.220048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b06f630-48fc-4a7e-b5c6-05c83f9412ef req-8e00cc7f-8524-4b63-9e85-22a00b440da1 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 943 time: 0.0984910 Oct 11 15:24:54.228728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-6d9600de-127e-4d2d-8d70-76d1ec849c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.230652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-6d9600de-127e-4d2d-8d70-76d1ec849c7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ead08b-0d09-4d63-84d9-10250dc0fc43 HTTP/1.1" status: 200 len: 853 time: 0.1168196 Oct 11 15:24:54.236976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:54.263288 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:54.266416 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b7d2a-62db-47cb-ad11-9508f344f848" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:54.273997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-b9f268b5-9cc3-46f1-b322-387a672509d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18f968d7-2c2a-41d1-97fb-d1d407c290b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318918 Oct 11 15:24:54.280676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:54.287515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:54.293176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b06f630-48fc-4a7e-b5c6-05c83f9412ef req-44cce555-14eb-4251-b31a-68fa5710c510 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707712 Oct 11 15:24:54.341090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:54.414879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-dcd175af-48d3-4c05-838b-fdd9c693cfbd service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124983 Oct 11 15:24:54.512940 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b8e88-9f90-442f-a32b-91b0405c891d req-5c642805-6696-4f8f-b7f3-303ab047ce9c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.514711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e41b8e88-9f90-442f-a32b-91b0405c891d req-5c642805-6696-4f8f-b7f3-303ab047ce9c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0965528 Oct 11 15:24:54.576261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-744794b4-74e1-4070-aeeb-5afc13f59c84 req-4b7c4c20-2709-49d8-9139-d0d60058facf service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493008 Oct 11 15:24:54.579990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e41b8e88-9f90-442f-a32b-91b0405c891d req-b47872d6-1957-4b1c-a1cf-73662a452796 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Oct 11 15:24:54.644228 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47d587e-84bc-4f2d-9059-a96c79b7ae9f x-openstack-request-id: req-d47d587e-84bc-4f2d-9059-a96c79b7ae9f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:54.646626 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:54.646626 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d47d587e-84bc-4f2d-9059-a96c79b7ae9f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:54.646626 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'code': 200} Oct 11 15:24:54.739678 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d78ff-acb3-4563-9ed9-ebb6f7dd3bda req-19dbee8e-c229-44c8-83c7-eb21c2913162 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.741154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e91d78ff-acb3-4563-9ed9-ebb6f7dd3bda req-19dbee8e-c229-44c8-83c7-eb21c2913162 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 947 time: 0.0499170 Oct 11 15:24:54.783805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e91d78ff-acb3-4563-9ed9-ebb6f7dd3bda req-9a0de059-dc25-462b-b6f1-59f0515a95ec tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Oct 11 15:24:54.919909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ae50-878b-4d3c-8706-4b2ff1c58247 req-e6dcefda-a704-4a88-9148-c5a663ddd6e0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:54.921739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90e5ae50-878b-4d3c-8706-4b2ff1c58247 req-e6dcefda-a704-4a88-9148-c5a663ddd6e0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0638673 Oct 11 15:24:54.962571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90e5ae50-878b-4d3c-8706-4b2ff1c58247 req-51487531-49ef-4df5-b746-a76aa59e7b70 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Oct 11 15:24:55.079991 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81b18-4161-42c7-bafb-4df0f145c18f req-ceb9a6ff-bdb3-4da8-ac48-045e11da05bd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:55.081873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cb81b18-4161-42c7-bafb-4df0f145c18f req-ceb9a6ff-bdb3-4da8-ac48-045e11da05bd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0544422 Oct 11 15:24:55.129427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cb81b18-4161-42c7-bafb-4df0f145c18f req-a8be3f23-a69a-427a-b58d-ccb685ae7a33 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Oct 11 15:24:55.244272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d6d6-25dc-451a-b1be-999a6e07f621 req-96a68e95-3a6d-4b6c-b675-bdadf25c6887 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:55.245875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3544d6d6-25dc-451a-b1be-999a6e07f621 req-96a68e95-3a6d-4b6c-b675-bdadf25c6887 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0563860 Oct 11 15:24:55.288777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3544d6d6-25dc-451a-b1be-999a6e07f621 req-8c7b3b51-c953-4922-8e4f-75639acebd20 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Oct 11 15:24:55.420764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493cb17-3e90-4972-9718-f801df2c008e req-c4e455d0-de34-4a08-846b-3ea874645f1c tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:55.422291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8493cb17-3e90-4972-9718-f801df2c008e req-c4e455d0-de34-4a08-846b-3ea874645f1c tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 943 time: 0.0606890 Oct 11 15:24:55.464886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8493cb17-3e90-4972-9718-f801df2c008e req-a9403f6c-2c72-4dae-8a16-bd2e30fcf838 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Oct 11 15:24:55.742939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd681ef-a57e-4486-96bb-f7dda0908ca4 req-588b8a15-4518-4fa1-a18a-c7d738eddfd8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:55.744443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bd681ef-a57e-4486-96bb-f7dda0908ca4 req-588b8a15-4518-4fa1-a18a-c7d738eddfd8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0822413 Oct 11 15:24:55.789529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bd681ef-a57e-4486-96bb-f7dda0908ca4 req-9b8485c0-7f02-4d13-b4db-443e617d9ff2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Oct 11 15:24:55.911126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81b843-1eb9-47e6-b51e-621b0742a130 req-7c1071df-6856-4839-aaa1-560cf9e2b578 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:55.912626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e81b843-1eb9-47e6-b51e-621b0742a130 req-7c1071df-6856-4839-aaa1-560cf9e2b578 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 947 time: 0.0509479 Oct 11 15:24:55.960953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e81b843-1eb9-47e6-b51e-621b0742a130 req-ae4b0711-7c0f-4308-9620-cd4c93cfd3c2 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Oct 11 15:24:56.038912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3d830f5b-5dba-43a7-816e-97d1a5c39fee details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:56.107998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d518ec-4e02-4319-8c30-e552a4282ab2 req-ea4421ee-5ba0-44bd-9471-0d4c2032251d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:56.109967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5d518ec-4e02-4319-8c30-e552a4282ab2 req-ea4421ee-5ba0-44bd-9471-0d4c2032251d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0628986 Oct 11 15:24:56.152663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5d518ec-4e02-4319-8c30-e552a4282ab2 req-d5987af2-e7eb-453c-8b98-bd153010514a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Oct 11 15:24:56.159762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:56.182112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '3d830f5b-5dba-43a7-816e-97d1a5c39fee', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '3d830f5b-5dba-43a7-816e-97d1a5c39fee', 'mac_address': 'fa:16:3e:1e:63:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:56.227073 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:56.243084 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d830f5b-5dba-43a7-816e-97d1a5c39fee {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:56.265338 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:56.272693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:56.282772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f2677-d43a-4ce5-8338-6878930b86cb req-ac6f83b9-a2c7-4feb-b97c-fe3b79747a38 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:56.282772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c14f2677-d43a-4ce5-8338-6878930b86cb req-ac6f83b9-a2c7-4feb-b97c-fe3b79747a38 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0641210 Oct 11 15:24:56.334681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c14f2677-d43a-4ce5-8338-6878930b86cb req-f9a9a985-e379-49b5-b0dd-de918eafe39d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Oct 11 15:24:56.346783 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:56.472771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3782f4-1236-448a-88b7-0f96fe46aea5 req-064062ff-e620-40a5-bdb4-bd42c63c6c16 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:56.479972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc3782f4-1236-448a-88b7-0f96fe46aea5 req-064062ff-e620-40a5-bdb4-bd42c63c6c16 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0672905 Oct 11 15:24:56.514788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc3782f4-1236-448a-88b7-0f96fe46aea5 req-68327f65-46ff-489d-b1cb-d03a56d25935 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Oct 11 15:24:56.594871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3d830f5b-5dba-43a7-816e-97d1a5c39fee'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:56.645775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ad86-97cb-4c2e-8fe3-672cd404420b req-e60df814-47a2-471c-9eae-ff081dda4316 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:56.654360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c8ad86-97cb-4c2e-8fe3-672cd404420b req-e60df814-47a2-471c-9eae-ff081dda4316 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 943 time: 0.0736804 Oct 11 15:24:56.698657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c8ad86-97cb-4c2e-8fe3-672cd404420b req-15102526-44b9-4039-9139-348ca207a272 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Oct 11 15:24:56.921984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3b40-ab92-4f44-940c-e456212b0e96 req-1492ab29-9304-432c-a80d-8a274d07f796 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:56.923861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-982a3b40-ab92-4f44-940c-e456212b0e96 req-1492ab29-9304-432c-a80d-8a274d07f796 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0567970 Oct 11 15:24:56.965676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-982a3b40-ab92-4f44-940c-e456212b0e96 req-731190ea-2430-455d-9d85-bac158fa0c0a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Oct 11 15:24:57.092113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1a96-252d-48d1-98c1-11adda80c86e req-d1bc2c37-828b-4415-a506-fccc56f627b5 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.094008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6fd1a96-252d-48d1-98c1-11adda80c86e req-d1bc2c37-828b-4415-a506-fccc56f627b5 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 948 time: 0.0535495 Oct 11 15:24:57.137516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6fd1a96-252d-48d1-98c1-11adda80c86e req-b7a91006-47ec-4373-83b5-88e6f7cac95d tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Oct 11 15:24:57.285102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a686ba1-85b9-48d2-b9f6-519bcc716a34 req-39ff74da-41b1-4358-beb2-b4223cd3b499 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.286642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a686ba1-85b9-48d2-b9f6-519bcc716a34 req-39ff74da-41b1-4358-beb2-b4223cd3b499 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0615325 Oct 11 15:24:57.326581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a686ba1-85b9-48d2-b9f6-519bcc716a34 req-6b2e6d04-6a18-493f-9027-6f517f474d73 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Oct 11 15:24:57.464464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf578-b5e1-4807-86b9-9e3fd7ea9c54 req-8c7fc8fe-60f3-414e-82de-9580eb264ba1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.466356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b14bf578-b5e1-4807-86b9-9e3fd7ea9c54 req-8c7fc8fe-60f3-414e-82de-9580eb264ba1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.0572858 Oct 11 15:24:57.508869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b14bf578-b5e1-4807-86b9-9e3fd7ea9c54 req-6c73f823-a886-4390-be61-7f0a11ab33b6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356088 Oct 11 15:24:57.680232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-b3fac331-edd4-4506-84dc-c46e8fed4fc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 1001 time: 0.1025922 Oct 11 15:24:57.697270 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eac91-943a-4f91-b0f2-80939f2aabb2 req-316a1325-0c13-4a22-b056-adb29f1b2078 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.698750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3eac91-943a-4f91-b0f2-80939f2aabb2 req-316a1325-0c13-4a22-b056-adb29f1b2078 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0818720 Oct 11 15:24:57.801076 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487ca91-3393-4d4f-87e9-ff50f29caf72 req-00724cf4-59f8-4bc2-9d27-28b0fe49f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.803379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1487ca91-3393-4d4f-87e9-ff50f29caf72 req-00724cf4-59f8-4bc2-9d27-28b0fe49f777 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1101 time: 0.0586436 Oct 11 15:24:57.816974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3eac91-943a-4f91-b0f2-80939f2aabb2 req-f83d24ca-2853-47ec-8dc1-ee34378fb747 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992801 Oct 11 15:24:57.843654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737a25-7699-492c-97f1-936c41cabe7f req-bf3bb6db-b9f9-4e7c-9311-bcb71b4d3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.845085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-bf3bb6db-b9f9-4e7c-9311-bcb71b4d3181 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.1349914 Oct 11 15:24:57.863511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1487ca91-3393-4d4f-87e9-ff50f29caf72 req-3b9b46cc-1fcb-41ff-bbfc-4ef278f804bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Oct 11 15:24:57.896905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-2f0d2018-855f-470e-bbd2-1221d886a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.898461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-2f0d2018-855f-470e-bbd2-1221d886a635 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1987469 Oct 11 15:24:57.958832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737a25-7699-492c-97f1-936c41cabe7f req-7cd0f420-cb25-4962-a741-dbf4ad859ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.960332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-7cd0f420-cb25-4962-a741-dbf4ad859ad6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791693 Oct 11 15:24:57.967867 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66538b15-d1d5-495e-be44-97e256f060c2 req-741dbf8c-bdaa-410a-af1b-9e756d13b211 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:57.969301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66538b15-d1d5-495e-be44-97e256f060c2 req-741dbf8c-bdaa-410a-af1b-9e756d13b211 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 943 time: 0.1316814 Oct 11 15:24:58.022551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66538b15-d1d5-495e-be44-97e256f060c2 req-b50ab84a-55e8-42df-a33a-666a3251ca4c tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465884 Oct 11 15:24:58.054444 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6a760cd7-6e87-4cf8-8a71-c767feebc20c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:24:58.112392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773c78-b533-4752-a8ff-9bd3f22a3b09 req-5e413e28-8981-42c0-bd9b-283e8ba6cb28 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:58.114059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba773c78-b533-4752-a8ff-9bd3f22a3b09 req-5e413e28-8981-42c0-bd9b-283e8ba6cb28 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0644639 Oct 11 15:24:58.118509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3d830f5b-5dba-43a7-816e-97d1a5c39fee up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:24:58.212827 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-c3500081-7ddc-4ed1-a2f4-1c64c12f02e1 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:58.215248 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-c3500081-7ddc-4ed1-a2f4-1c64c12f02e1 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0829813 Oct 11 15:24:58.261567 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 3d830f5b-5dba-43a7-816e-97d1a5c39fee completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:24:58.271454 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 3d830f5b-5dba-43a7-816e-97d1a5c39fee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:24:58.272147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.307887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c,segment=NetworkSegment(2810e0fb-6a3c-4455-a929-0c8a129a80e2),segment_id=2810e0fb-6a3c-4455-a929-0c8a129a80e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:58.332588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '6a760cd7-6e87-4cf8-8a71-c767feebc20c', 'network_id': '18f968d7-2c2a-41d1-97fb-d1d407c290b2', 'port_id': '6a760cd7-6e87-4cf8-8a71-c767feebc20c', 'mac_address': 'fa:16:3e:d9:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ead08b-0d09-4d63-84d9-10250dc0fc43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:24:58.372091 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-e6b39e55-49d7-4a1e-ac29-04c0e986045c service neutron] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:24:58.376110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-e6b39e55-49d7-4a1e-ac29-04c0e986045c service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.378288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7918e17b-ff2b-40ea-842f-e41a815763fa req-e6b39e55-49d7-4a1e-ac29-04c0e986045c service neutron] 10.222.0.43 "DELETE /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1509995 Oct 11 15:24:58.386901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68497bea-db6a-4ce1-a2ac-e2122c91fc9f req-b7cfa76b-775f-4e8c-a58e-8f64a5209d93 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:58.388997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68497bea-db6a-4ce1-a2ac-e2122c91fc9f req-b7cfa76b-775f-4e8c-a58e-8f64a5209d93 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 948 time: 0.1296444 Oct 11 15:24:58.410560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba773c78-b533-4752-a8ff-9bd3f22a3b09 req-9288ab69-397a-441a-9030-e191bfd63228 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873919 Oct 11 15:24:58.449788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.473786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.480480 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:24:58.482607 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a0c42-c954-4290-a651-7d99233bbf56" -d '{"events": [{"server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "name": "network-vif-plugged", "status": "completed", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:24:58.503741 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:58.506209 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a760cd7-6e87-4cf8-8a71-c767feebc20c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:24:58.512284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.551680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c,segment=NetworkSegment(2810e0fb-6a3c-4455-a929-0c8a129a80e2),segment_id=2810e0fb-6a3c-4455-a929-0c8a129a80e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:24:58.564099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:24:58.579664 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:58.592282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-44c0ebce-8928-44c5-af40-174c06f1668a service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521713 Oct 11 15:24:58.603178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-0417c0b5-451c-4b74-a750-8f8804728a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:58.604811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-0417c0b5-451c-4b74-a750-8f8804728a36 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4731286 Oct 11 15:24:58.637748 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:24:58.647721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68497bea-db6a-4ce1-a2ac-e2122c91fc9f req-827ec4ee-1e40-4e22-b513-530a0bae352c tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338727 Oct 11 15:24:58.704008 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab8abc-b9b2-48a3-a843-10bccde19ec2 x-openstack-request-id: req-aaab8abc-b9b2-48a3-a843-10bccde19ec2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:24:58.704523 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "name": "network-vif-plugged", "status": "completed", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:24:58.704938 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaab8abc-b9b2-48a3-a843-10bccde19ec2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:24:58.705512 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee', 'code': 200} Oct 11 15:24:58.931697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['6a760cd7-6e87-4cf8-8a71-c767feebc20c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:24:59.137819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa44160-29d8-4eec-985d-cb79503b8897 req-3ca03dce-f74f-477a-8869-15dd57d8ba8f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.142319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daa44160-29d8-4eec-985d-cb79503b8897 req-3ca03dce-f74f-477a-8869-15dd57d8ba8f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.5994329 Oct 11 15:24:59.256591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f816-d80d-4dbd-b4db-74da29fa4918 req-33775185-acfa-4f80-a5f9-823ab1e82a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.257995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e207f816-d80d-4dbd-b4db-74da29fa4918 req-33775185-acfa-4f80-a5f9-823ab1e82a94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 1100 time: 0.2220807 Oct 11 15:24:59.291714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac64c7-ae52-44fe-941b-72c3c68dc942 req-ca0e0918-a544-4514-a639-033700c597a1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.302338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2ac64c7-ae52-44fe-941b-72c3c68dc942 req-ca0e0918-a544-4514-a639-033700c597a1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.2409010 Oct 11 15:24:59.318052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daa44160-29d8-4eec-985d-cb79503b8897 req-df768507-2133-4b79-9f8b-2d06edaf2faa tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546528 Oct 11 15:24:59.320549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34737a25-7699-492c-97f1-936c41cabe7f req-42abb61f-df5b-4e05-aa3d-36a5d829f2ab service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143605 Oct 11 15:24:59.330673 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-cb19ef87-d865-421d-b9b5-0d2d6c6ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.332349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58e3f9b6-4dfe-4737-8d99-936aadaf6166 req-cb19ef87-d865-421d-b9b5-0d2d6c6ac2ef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6997254 Oct 11 15:24:59.400451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e207f816-d80d-4dbd-b4db-74da29fa4918 req-5ec615ab-d4da-4604-aa18-1d01e7ab037f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309566 Oct 11 15:24:59.453798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2ac64c7-ae52-44fe-941b-72c3c68dc942 req-6f50c427-32da-407e-998e-8e0c52691f86 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504769 Oct 11 15:24:59.525360 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-81f63a3f-fc01-49be-ba0d-6827e5e3f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.526837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-81f63a3f-fc01-49be-ba0d-6827e5e3f834 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0953491 Oct 11 15:24:59.553803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02943f98-2197-41f8-8bdf-4de85e16e716 req-9c3292f0-7a97-422f-aa1b-89208a1a937a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.555281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02943f98-2197-41f8-8bdf-4de85e16e716 req-9c3292f0-7a97-422f-aa1b-89208a1a937a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0832481 Oct 11 15:24:59.606864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-8e6948a0-6bd6-4d81-b703-4d3986d89c5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 217 time: 0.0685563 Oct 11 15:24:59.713900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02943f98-2197-41f8-8bdf-4de85e16e716 req-c3940b03-793d-4dbd-ade7-b387b2ab7920 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513853 Oct 11 15:24:59.738326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cae6b-58d5-49b4-bb9b-b7830dc7a04a req-453120eb-52f4-4e12-ad15-e1596b7429ea tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.739752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-756cae6b-58d5-49b4-bb9b-b7830dc7a04a req-453120eb-52f4-4e12-ad15-e1596b7429ea tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 944 time: 0.1344912 Oct 11 15:24:59.751837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-77a346cd-b601-4913-91aa-3c409816ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.753275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-77a346cd-b601-4913-91aa-3c409816ed28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1385696 Oct 11 15:24:59.801387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-b6696782-6edf-47dd-ba39-3292cd916b18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394666 Oct 11 15:24:59.816993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-756cae6b-58d5-49b4-bb9b-b7830dc7a04a req-f53559a4-ec60-4712-9fd6-05fee82eeaef tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Oct 11 15:24:59.996250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29284e1-897f-420b-b329-bbd5f1ef7fa9 req-9e7726ae-be64-4db8-a9cd-6924df589d22 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:24:59.997903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c29284e1-897f-420b-b329-bbd5f1ef7fa9 req-9e7726ae-be64-4db8-a9cd-6924df589d22 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1715288 Oct 11 15:25:00.046454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e51494-e0a0-4995-b9f6-1ac5aa11ad33 req-3956bbac-d3a0-4c33-8c1c-05f521bfcf48 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:00.048706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20e51494-e0a0-4995-b9f6-1ac5aa11ad33 req-3956bbac-d3a0-4c33-8c1c-05f521bfcf48 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 949 time: 0.1236050 Oct 11 15:25:00.056688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-356a225f-f9ef-4ed7-8173-457aa76bfe7d service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387094 Oct 11 15:25:00.069029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6a760cd7-6e87-4cf8-8a71-c767feebc20c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:00.142562 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 6a760cd7-6e87-4cf8-8a71-c767feebc20c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:00.144519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c29284e1-897f-420b-b329-bbd5f1ef7fa9 req-e71872d2-b456-4af3-b169-daac1f2f156c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304579 Oct 11 15:25:00.146644 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 6a760cd7-6e87-4cf8-8a71-c767feebc20c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:00.147215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:00.178849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20e51494-e0a0-4995-b9f6-1ac5aa11ad33 req-67d19ecf-b626-4ad8-b777-4e6ace9efae7 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210377 Oct 11 15:25:00.296085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:00.298245 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-36e0b5d7-8a81-4fac-b304-f65b132cb3ce req-db2c7813-2efe-432c-b596-70d7228e651d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:25:00.299606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36e0b5d7-8a81-4fac-b304-f65b132cb3ce req-db2c7813-2efe-432c-b596-70d7228e651d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074093 Oct 11 15:25:00.305114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a637ad4a-464e-4f55-a627-0447b1f9b8a5 req-9a8a6f54-87bb-4799-b4cf-c9fa523e44d7 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290337 Oct 11 15:25:00.321830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45221f7-a356-4dff-933a-85e5db86e6e2 req-de89884e-0783-4758-9d22-62c20af0991b tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:00.323951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b45221f7-a356-4dff-933a-85e5db86e6e2 req-de89884e-0783-4758-9d22-62c20af0991b tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1096 time: 0.0682659 Oct 11 15:25:00.358863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c,segment=NetworkSegment(2810e0fb-6a3c-4455-a929-0c8a129a80e2),segment_id=2810e0fb-6a3c-4455-a929-0c8a129a80e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:00.364321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:00.386212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b45221f7-a356-4dff-933a-85e5db86e6e2 req-3d064065-8e58-48b2-8c36-46fcc394e868 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Oct 11 15:25:00.441436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:00.532472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc4f4-b359-45b2-b7ce-a4518a27d610 req-aa4a6da3-1642-4be3-908d-0b2bf62b93f8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:00.540405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fdbc4f4-b359-45b2-b7ce-a4518a27d610 req-aa4a6da3-1642-4be3-908d-0b2bf62b93f8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0649908 Oct 11 15:25:00.551878 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:25:00.614130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fdbc4f4-b359-45b2-b7ce-a4518a27d610 req-ce3af64e-5fe8-419e-8f2c-3ea4b9033eae tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727694 Oct 11 15:25:00.706643 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:00.709471 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4febfc8b-9846-4983-b4f7-30e2d0e438b5" -d '{"events": [{"server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "name": "network-vif-plugged", "status": "completed", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:00.720194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-d34bd53a-b4d0-401b-90eb-5c1e2e37e3eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216147 Oct 11 15:25:00.740051 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-354a679d-673e-4720-8a47-6eb8b20e02c9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:25:00.754050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-354a679d-673e-4720-8a47-6eb8b20e02c9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0328138 Oct 11 15:25:00.949720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-fb6e3353-dcd6-4e31-aa46-baff3c545888 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:00.954121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-fb6e3353-dcd6-4e31-aa46-baff3c545888 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.1620259 Oct 11 15:25:00.978913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcb316-2d35-48cb-88cb-b557eb28e3bd req-168d939c-f8ec-40ad-83d5-46d1c57f9798 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:00.981923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7fcb316-2d35-48cb-88cb-b557eb28e3bd req-168d939c-f8ec-40ad-83d5-46d1c57f9798 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1618478 Oct 11 15:25:01.035132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c540192a-fdd4-40b3-97f5-e2d40f8f389a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/quotas/77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 375 time: 0.0511267 Oct 11 15:25:01.048873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7fcb316-2d35-48cb-88cb-b557eb28e3bd req-d611aa76-27ee-4872-b9d6-814b7f4aec27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Oct 11 15:25:01.145864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-9411819c-dd5f-4faa-9689-a4b546c68de8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973251 Oct 11 15:25:01.219793 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa23a5e-4367-4f24-acf8-7f53eb903b40 x-openstack-request-id: req-faa23a5e-4367-4f24-acf8-7f53eb903b40 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:01.220350 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "name": "network-vif-plugged", "status": "completed", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:01.220350 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa23a5e-4367-4f24-acf8-7f53eb903b40 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:01.220668 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c', 'code': 200} Oct 11 15:25:01.359497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-fb2dc8c1-49fd-4d7b-91ea-e46b0f95f062 service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125905 Oct 11 15:25:01.435603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-f0ea1bf3-5be0-4416-ba30-f856a5bf0730 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861628 Oct 11 15:25:01.525683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc616f-ce2c-4178-8ac2-ac47ffc063ba req-570857c6-2b77-44f1-87bd-bd1a520bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:01.527228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6abc616f-ce2c-4178-8ac2-ac47ffc063ba req-570857c6-2b77-44f1-87bd-bd1a520bfc21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 1096 time: 0.2205787 Oct 11 15:25:01.591329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-3c3d10fb-5585-40d1-a3a4-e64137cd30c2 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:01.598289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-3c3d10fb-5585-40d1-a3a4-e64137cd30c2 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618545 Oct 11 15:25:01.630884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6abc616f-ce2c-4178-8ac2-ac47ffc063ba req-317c6096-2484-42de-8e02-2f175be363df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929232 Oct 11 15:25:01.632489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-76e0ccef-3789-4d68-9b41-990e62e980b8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/quotas/43339b09de6347d1aaa1e4eb83e4d4ff HTTP/1.1" status: 200 len: 375 time: 0.0334508 Oct 11 15:25:01.646222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-81e7e72e-0c46-42f5-a833-a9994b30e857 service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855442 Oct 11 15:25:01.746639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-869b5447-d039-4edd-ab32-c21b6bf260e7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973964 Oct 11 15:25:01.897651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ba7f-c465-4c19-951d-20e10b17be98 req-bb415e90-421d-4633-84ff-665222c22d15 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:01.911684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abc2ba7f-c465-4c19-951d-20e10b17be98 req-bb415e90-421d-4633-84ff-665222c22d15 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.0867529 Oct 11 15:25:01.965761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abc2ba7f-c465-4c19-951d-20e10b17be98 req-736c26b6-30d9-4621-a2cf-2ce540b9fbec tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481653 Oct 11 15:25:02.199858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c22dd4-6988-4470-8e13-00002c8eb429 req-e96a12be-db23-4b50-bf39-33366f7bad28 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:02.201373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09c22dd4-6988-4470-8e13-00002c8eb429 req-e96a12be-db23-4b50-bf39-33366f7bad28 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1290584 Oct 11 15:25:02.214416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84ee7d-1b7b-4de8-835e-e7979c585d68 req-9801d993-88df-4d97-8413-bff1c258bce3 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:02.215919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf84ee7d-1b7b-4de8-835e-e7979c585d68 req-9801d993-88df-4d97-8413-bff1c258bce3 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 949 time: 0.0884404 Oct 11 15:25:02.287377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09c22dd4-6988-4470-8e13-00002c8eb429 req-93fe7832-983f-4b6d-bc0b-7250b70fdc71 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703733 Oct 11 15:25:02.309443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf84ee7d-1b7b-4de8-835e-e7979c585d68 req-ebfd0c1b-4826-44f0-aff8-096f11ae6a76 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846529 Oct 11 15:25:02.357473 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a249fe6-485a-4665-8582-c933d5f64457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:02.421174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c3f50e1-2a7d-4d05-b726-28784523ac73 req-d4e9dd59-19db-41d3-829c-decc218a1a18 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 210 time: 0.0468569 Oct 11 15:25:02.540937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-469bd791-c3c4-4a5d-9d6f-0ba70ba0ed10 req-92775ad9-47a3-404d-b3ba-96677c1199d7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 210 time: 0.0436273 Oct 11 15:25:02.643979 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-910936e1-8a8a-4e99-8697-6dd106adcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:02.646254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-910936e1-8a8a-4e99-8697-6dd106adcd26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1101 time: 0.1122415 Oct 11 15:25:02.659103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30a197-ad87-4ff9-b01c-dfaf530311ca req-89ba9dc0-097b-4e91-8ce2-bcae430889ad tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:02.667265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d30a197-ad87-4ff9-b01c-dfaf530311ca req-89ba9dc0-097b-4e91-8ce2-bcae430889ad tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0978897 Oct 11 15:25:02.804785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d30a197-ad87-4ff9-b01c-dfaf530311ca req-28d051b3-1d7a-489c-93e6-9ddf3cc6d91e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365712 Oct 11 15:25:02.898387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-005f8953-d42d-4612-aa8a-36c9c21bb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:02.900532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-005f8953-d42d-4612-aa8a-36c9c21bb48d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2312899 Oct 11 15:25:03.057332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-b3ee8c7c-5d30-4050-bdff-62907ad7012a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.1434233 Oct 11 15:25:03.185550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748d05-e284-4f90-82b9-ece30490b56d req-f3be7f9d-2b01-43e8-aa16-d54fccd43124 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.194911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a748d05-e284-4f90-82b9-ece30490b56d req-f3be7f9d-2b01-43e8-aa16-d54fccd43124 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.1025681 Oct 11 15:25:03.204782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-08a81365-c9ba-4531-b19c-586db41b2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.206222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-08a81365-c9ba-4531-b19c-586db41b2a52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1402855 Oct 11 15:25:03.302033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a748d05-e284-4f90-82b9-ece30490b56d req-d9a3e071-e8da-4cae-b458-1c1d18335c40 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055193 Oct 11 15:25:03.385573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-41c78036-08a6-4ade-9daf-caddf2572a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.387218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-41c78036-08a6-4ade-9daf-caddf2572a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704464 Oct 11 15:25:03.410153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091ec51-9a2f-4d1e-8eb7-efcfb574713e req-5813fa87-d413-4b7a-aed1-72963e7b1003 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.411807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a091ec51-9a2f-4d1e-8eb7-efcfb574713e req-5813fa87-d413-4b7a-aed1-72963e7b1003 tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 949 time: 0.1660004 Oct 11 15:25:03.594020 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-6e3eefc5-9863-437e-80a3-99df92f14da2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.596549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-6e3eefc5-9863-437e-80a3-99df92f14da2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.2836037 Oct 11 15:25:03.598666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:03.604106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a091ec51-9a2f-4d1e-8eb7-efcfb574713e req-487e4f7b-60ac-4e7b-b555-9c4ad623f9ec tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639578 Oct 11 15:25:03.649050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599810a7-b256-4cab-bd73-b80ebf571557 req-7f226be8-40b7-444b-b229-2b9415376d69 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:03.650906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-599810a7-b256-4cab-bd73-b80ebf571557 req-7f226be8-40b7-444b-b229-2b9415376d69 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.2612331 Oct 11 15:25:03.665396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Request body: {'port': {'device_id': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'admin_state_up': True, 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:03.772938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-2f598898-96bb-497d-9040-516097045b93 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601313 Oct 11 15:25:03.808448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-30f1c90b-4314-4a16-94a4-fa23c58c6761 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460484 Oct 11 15:25:03.848483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:03.864137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'port_id': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'mac_address': 'fa:16:3e:7b:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a8440-14b6-4abc-83b8-3bd5270c562f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:03.942019 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:03.970651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2944e9b-0cad-48cd-9c84-94085f4e7f1b req-ff38d01f-309e-498a-a878-c3882387220f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 210 time: 0.1393967 Oct 11 15:25:03.972970 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a47f8d8-0e22-4f4b-8769-403dcb945337 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:04.001891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-599810a7-b256-4cab-bd73-b80ebf571557 req-ca6c42ed-f826-4395-be71-e6789f63e17e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530220 Oct 11 15:25:04.009453 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:04.031152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:04.032326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.040056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.052536 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-f2f01bb6-61e2-439e-88df-97dad00605aa tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:04.054128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-f2f01bb6-61e2-439e-88df-97dad00605aa tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385721 Oct 11 15:25:04.128284 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Request body: {'port': {'device_id': '67492761-7693-479b-a2e3-769102d88399', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '43339b09de6347d1aaa1e4eb83e4d4ff'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:04.139752 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:04.169083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9e9718b-ad74-467a-87b9-01e7cd601985 req-01989b36-1534-4fe8-abe7-f1a5114de471 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 210 time: 0.1014075 Oct 11 15:25:04.272395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-d743d1e3-20c2-41f5-b80a-66793cfbe7c6 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467735 Oct 11 15:25:04.291277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f68cf6-d818-4723-ab2b-4cb0d0253cf8 req-d64d4e8c-25a6-4465-aa00-e712ba46a2c4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:04.292963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27f68cf6-d818-4723-ab2b-4cb0d0253cf8 req-d64d4e8c-25a6-4465-aa00-e712ba46a2c4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1184213 Oct 11 15:25:04.330678 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Made reservation on behalf of 43339b09de6347d1aaa1e4eb83e4d4ff for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:04.336333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.337746 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Allocated IP 172.20.0.8 (07e7d252-137f-4ead-9315-d1c6c50fda8e/26c48a57-3691-4b46-af63-536731a53b74/6511c971-2107-403f-a55d-a503f46544c0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:04.376164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27f68cf6-d818-4723-ab2b-4cb0d0253cf8 req-e3826aab-5d3e-41da-8d37-89c37ebd99fe tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747795 Oct 11 15:25:04.433415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8a47f8d8-0e22-4f4b-8769-403dcb945337'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:04.549180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d87e-262b-4d58-8cf8-49f0c0f259eb req-616aeee7-1740-40c4-902c-cc9206016f56 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:04.551007 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3192d87e-262b-4d58-8cf8-49f0c0f259eb req-616aeee7-1740-40c4-902c-cc9206016f56 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.1103525 Oct 11 15:25:04.602518 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Allocated IP 192.168.233.214 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/df2f9a2e-eabd-4648-8873-416344aa3185) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:04.650635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.670113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3192d87e-262b-4d58-8cf8-49f0c0f259eb req-95b4f17a-cc30-4c5a-942a-902a40b44c16 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063480 Oct 11 15:25:04.721445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.813523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.839790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3839ca9-e876-440a-b7cd-bc9b8d4ce2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.844300 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:04.855871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:04.870759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e59a6379-daf1-42d2-b6cb-2da02e4cd62f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:04.877559 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:04.892289 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:04.931904 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:04.935996 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:04.938635 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event updated for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:04.940772 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:04.964526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:05.027720 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.028841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.052456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-bce4e434-5907-4e79-b254-1d92fbe120f5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9284999 Oct 11 15:25:05.065739 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Request body: {'port': {'device_id': '67492761-7693-479b-a2e3-769102d88399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:05.170870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.235001 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-ebfcc7d9-48f8-4382-8263-022e0629f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.236395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-ebfcc7d9-48f8-4382-8263-022e0629f42f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7920a6f756cd42e28fb8820796bfb44b&device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 1096 time: 0.0968366 Oct 11 15:25:05.278447 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a164d2ab-c70a-405a-8243-12a7b4f3b068 None None] Provisioning complete for port df2f9a2e-eabd-4648-8873-416344aa3185 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:05.278954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a164d2ab-c70a-405a-8243-12a7b4f3b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.305451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fc558-34e0-4cef-8a05-28be1d0dcf8b req-9326bdb4-8dfb-4eb7-875e-6609f0d0c2df tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.306910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-715fc558-34e0-4cef-8a05-28be1d0dcf8b req-9326bdb4-8dfb-4eb7-875e-6609f0d0c2df tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 949 time: 0.5223472 Oct 11 15:25:05.317428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a164d2ab-c70a-405a-8243-12a7b4f3b068 None None] Port df2f9a2e-eabd-4648-8873-416344aa3185 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:05.320276 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.320877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.323944 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:05.376125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-06dde456-28bc-4171-ab4b-4ffa1ac0b1ad tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.377637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-06dde456-28bc-4171-ab4b-4ffa1ac0b1ad tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 949 time: 0.5366678 Oct 11 15:25:05.384308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-c1f01244-1ebf-49bb-8964-6bf3a553a4db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7299945 Oct 11 15:25:05.425766 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Request body: {'port': {'device_id': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:05.459373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-715fc558-34e0-4cef-8a05-28be1d0dcf8b req-37949601-82c3-4d95-b53f-e9b082df172b tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f8f0581-f93a-4797-9484-d649101ae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346695 Oct 11 15:25:05.465930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-fff7e787-42df-4863-876c-d34888e4c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.468067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-fff7e787-42df-4863-876c-d34888e4c4cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=18f968d7-2c2a-41d1-97fb-d1d407c290b2 HTTP/1.1" status: 200 len: 914 time: 0.1047163 Oct 11 15:25:05.472906 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47427eff-bf90-4dab-897d-d4f88453dcdc req-8d1a0dea-e3fd-45f7-91ca-8d1103d5ca35 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.488807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47427eff-bf90-4dab-897d-d4f88453dcdc req-8d1a0dea-e3fd-45f7-91ca-8d1103d5ca35 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 931 time: 0.1863377 Oct 11 15:25:05.526948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-0764f906-6d0d-4051-a79d-b3412f238a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c HTTP/1.1" status: 200 len: 217 time: 0.0406137 Oct 11 15:25:05.576894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47427eff-bf90-4dab-897d-d4f88453dcdc req-c10c7639-41c3-47aa-ba66-6ad4aa7c0386 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958898 Oct 11 15:25:05.600239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.603653 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-ae6fad92-0879-419b-9293-166ed359ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.605212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-ae6fad92-0879-419b-9293-166ed359ef78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0ead08b-0d09-4d63-84d9-10250dc0fc43 HTTP/1.1" status: 200 len: 853 time: 0.0679617 Oct 11 15:25:05.613305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:05.657023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-275bf859-1689-4902-9814-09faf502fa8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18f968d7-2c2a-41d1-97fb-d1d407c290b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424840 Oct 11 15:25:05.672070 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2f9a2e-eabd-4648-8873-416344aa3185 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:05.672957 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 8a47f8d8-0e22-4f4b-8769-403dcb945337 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:05.676738 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8a47f8d8-0e22-4f4b-8769-403dcb945337 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:05.677184 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.680190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.703063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb46a-0582-4782-bb5f-c28d9bc70276 req-2785eafa-28f8-454f-a680-9d31ab151904 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.710485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55bfb46a-0582-4782-bb5f-c28d9bc70276 req-2785eafa-28f8-454f-a680-9d31ab151904 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1644731 Oct 11 15:25:05.742735 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Transition to ACTIVE for port object df2f9a2e-eabd-4648-8873-416344aa3185 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:05.753456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.757571 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Deleting port 3d830f5b-5dba-43a7-816e-97d1a5c39fee {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:05.757920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.760027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.794120 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:05.796949 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab18059-7e3b-40d2-a935-1e5c9a0ae2a5" -d '{"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:05.807379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.810599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:05.815573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.824982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-447430e4-2507-4326-a477-b5e3f52b2e9c service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422822 Oct 11 15:25:05.826070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:05.873045 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:05.918676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80b072-afbb-4349-a567-b9bbe31a1ccb req-3864f50d-3e6b-4a5f-b3c5-35746dbaf96e tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:05.922178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:05.925853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff80b072-afbb-4349-a567-b9bbe31a1ccb req-3864f50d-3e6b-4a5f-b3c5-35746dbaf96e tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.2869391 Oct 11 15:25:05.947952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55bfb46a-0582-4782-bb5f-c28d9bc70276 req-b1471f63-1dff-4672-9ccc-a38103c661b8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365286 Oct 11 15:25:05.969938 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Attempting to bind port df2f9a2e-eabd-4648-8873-416344aa3185 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:05.970196 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Attempting to bind port df2f9a2e-eabd-4648-8873-416344aa3185 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:05.970440 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Attempting to bind port df2f9a2e-eabd-4648-8873-416344aa3185 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:05.986042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ee7680-d468-4859-8b29-c2ff4ca7fc61 req-107c4219-be3f-490d-a2ae-dda23033d36b service neutron] 10.222.0.36 "GET /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519697 Oct 11 15:25:05.986833 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Port df2f9a2e-eabd-4648-8873-416344aa3185 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:05.987743 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Attempting to bind port df2f9a2e-eabd-4648-8873-416344aa3185 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:05.995767 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:05.995767 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:05.996149 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:05.996543 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Bound port: df2f9a2e-eabd-4648-8873-416344aa3185, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:05.996897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.088143 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:06.089697 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] For port 3d830f5b-5dba-43a7-816e-97d1a5c39fee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3d830f5b-5dba-43a7-816e-97d1a5c39fee,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:06.090204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.091778 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df2f9a2e-eabd-4648-8873-416344aa3185,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:06.098568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.106069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff80b072-afbb-4349-a567-b9bbe31a1ccb req-72533e62-cfd4-4f62-bfa2-5b3c4624cb37 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792910 Oct 11 15:25:06.166164 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.166770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.168147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] 10.222.0.43 "PUT /v2.0/ports/df2f9a2e-eabd-4648-8873-416344aa3185 HTTP/1.1" status: 200 len: 1096 time: 1.1072543 Oct 11 15:25:06.168581 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:06.170819 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd579a6-e47d-4d5e-bd9a-6535609385ab" -d '{"events": [{"name": "network-changed", "server_uuid": "67492761-7693-479b-a2e3-769102d88399", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:06.177989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4478ee-6f77-4786-93c1-0b6ab5079d52 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:06.204003 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Calling delete_port for 3d830f5b-5dba-43a7-816e-97d1a5c39fee owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:06.272468 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-d6f4bd78-7794-40a7-899c-a16a4858cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.274131 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-d6f4bd78-7794-40a7-899c-a16a4858cf62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 1099 time: 0.0427275 Oct 11 15:25:06.324952 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f93eeb-0acf-440f-991d-ffd78471cc3a req-fbbee993-b202-475e-b30b-1a6b49b0b020 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.326533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f93eeb-0acf-440f-991d-ffd78471cc3a req-fbbee993-b202-475e-b30b-1a6b49b0b020 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 948 time: 0.2137449 Oct 11 15:25:06.334613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-f3b1b08e-48dc-42ca-bf10-06b0beb35d6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=df2f9a2e-eabd-4648-8873-416344aa3185 HTTP/1.1" status: 200 len: 217 time: 0.0406597 Oct 11 15:25:06.392370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-21544f2a-b9d3-47b3-a180-35ca3eb95dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.393974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-21544f2a-b9d3-47b3-a180-35ca3eb95dad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0530062 Oct 11 15:25:06.408561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0dc6-8b07-4a7c-a392-b8846f5d396b req-8bc14f26-9554-4168-b304-d76509330fa5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.410056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-198c0dc6-8b07-4a7c-a392-b8846f5d396b req-8bc14f26-9554-4168-b304-d76509330fa5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.2018728 Oct 11 15:25:06.441688 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-894b44c1-1ec0-4dfe-b59f-c87c4a2a532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.443603 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-894b44c1-1ec0-4dfe-b59f-c87c4a2a532f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416646 Oct 11 15:25:06.464524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f93eeb-0acf-440f-991d-ffd78471cc3a req-6b28cc36-3da0-409e-9d71-07aaf9bf6cdf tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242366 Oct 11 15:25:06.467780 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6511c971-2107-403f-a55d-a503f46544c0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:06.478422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.536549 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c107cc-a41a-4fdc-93a1-51002e30f13e x-openstack-request-id: req-11c107cc-a41a-4fdc-93a1-51002e30f13e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:06.536868 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:06.537124 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11c107cc-a41a-4fdc-93a1-51002e30f13e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:06.537627 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'code': 200} Oct 11 15:25:06.549446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-198c0dc6-8b07-4a7c-a392-b8846f5d396b req-9cedd366-82be-4a1b-974c-a4dbcd183249 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230767 Oct 11 15:25:06.588767 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Transition to ACTIVE for port object 6511c971-2107-403f-a55d-a503f46544c0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:06.591400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.635783 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Pushing event deleted for resources: {'Port': ['ID=3d830f5b-5dba-43a7-816e-97d1a5c39fee,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:06.648892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.795713 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] No DVR routers for this DVR port 3d830f5b-5dba-43a7-816e-97d1a5c39fee on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:06.796459 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0154f40-ec58-4734-b0c8-1fc15e129be0 x-openstack-request-id: req-a0154f40-ec58-4734-b0c8-1fc15e129be0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:06.796589 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67492761-7693-479b-a2e3-769102d88399", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:06.797082 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0154f40-ec58-4734-b0c8-1fc15e129be0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:06.797204 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185', 'status': 'completed', 'code': 200} Oct 11 15:25:06.821800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fc4b57d-9a7e-4f18-a396-a2d9db2aa53b req-5742059f-9d86-4e86-ae6a-0f5e30e8aead tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd22415-84ec-4895-ad40-c0fe481f88b4 HTTP/1.1" status: 200 len: 210 time: 0.0920055 Oct 11 15:25:06.823449 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:06.826472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a41785cc-bc82-4a35-b673-29cd6c56e201 req-5e5c28d4-af06-4cce-adba-7984e24a1bbc tempest-ServerDiagnosticsNegativeTest-1128788561 tempest-ServerDiagnosticsNegativeTest-1128788561-project] 10.222.0.36 "DELETE /v2.0/ports/3d830f5b-5dba-43a7-816e-97d1a5c39fee HTTP/1.1" status: 204 len: 173 time: 1.4380732 Oct 11 15:25:06.831493 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'name': 'network-vif-deleted', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:06.834143 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a585e3-accc-4ab0-96c5-77d6738b0a6f" -d '{"events": [{"server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "name": "network-vif-deleted", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:06.841324 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:06.847473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b09bfc-c810-4c8d-b268-24a55bd93029 req-48c21c96-f676-445e-8f80-6c3c7976a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.849120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3b09bfc-c810-4c8d-b268-24a55bd93029 req-48c21c96-f676-445e-8f80-6c3c7976a45a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.2150183 Oct 11 15:25:06.856337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-21797ac4-21f4-4aca-8993-82d93b928d20 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049797 Oct 11 15:25:06.908310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f362c7-a177-4823-8a3c-4c58d9ce8e8e req-4910f449-758f-437e-b9fb-37107296be6c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:06.915873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41f362c7-a177-4823-8a3c-4c58d9ce8e8e req-4910f449-758f-437e-b9fb-37107296be6c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.1874373 Oct 11 15:25:06.972435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98c818fb-5bc2-476f-9d2c-fdaccfc1ee01 req-15dc8f4b-8885-4635-b45b-8b3eb09264d8 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095476 Oct 11 15:25:07.031699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3b09bfc-c810-4c8d-b268-24a55bd93029 req-8fbdf22a-9318-4082-ac4e-611d363c980d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679928 Oct 11 15:25:07.038788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41f362c7-a177-4823-8a3c-4c58d9ce8e8e req-627a8ee8-c86d-4a75-870d-ee152673e865 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218677 Oct 11 15:25:07.060940 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:07.061346 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:07.061753 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:07.062099 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-114a8e93-47e9-4217-9443-8972722e29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.063595 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-114a8e93-47e9-4217-9443-8972722e29d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 1099 time: 0.0453098 Oct 11 15:25:07.073576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eed30a-a6de-43c5-9e5c-045f3a357c01 req-00432876-a5e9-4e50-8d72-365997f549a7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.075061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87eed30a-a6de-43c5-9e5c-045f3a357c01 req-00432876-a5e9-4e50-8d72-365997f549a7 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 951 time: 0.1424153 Oct 11 15:25:07.076014 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:07.076325 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:07.082218 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:07.082556 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:07.082989 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:07.083430 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Bound port: 6511c971-2107-403f-a55d-a503f46544c0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:07.083741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:07.086332 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3df79-c047-403e-a4d3-03460a4c5bac x-openstack-request-id: req-1ed3df79-c047-403e-a4d3-03460a4c5bac {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:07.086606 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd22415-84ec-4895-ad40-c0fe481f88b4", "name": "network-vif-deleted", "tag": "3d830f5b-5dba-43a7-816e-97d1a5c39fee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:07.086849 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ed3df79-c047-403e-a4d3-03460a4c5bac {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:07.087222 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd22415-84ec-4895-ad40-c0fe481f88b4', 'name': 'network-vif-deleted', 'tag': '3d830f5b-5dba-43a7-816e-97d1a5c39fee', 'status': 'completed', 'code': 200} Oct 11 15:25:07.180661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87eed30a-a6de-43c5-9e5c-045f3a357c01 req-46f5ab67-4252-46a6-a50b-527f1e7b6f61 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916514 Oct 11 15:25:07.205530 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:07.209925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:07.215696 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:07.227296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c06be8-306f-4fec-96ef-195fa9cfe3c3 req-eaa0ef66-6c4e-4e02-9621-3f3f0f5db7dc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.228763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4c06be8-306f-4fec-96ef-195fa9cfe3c3 req-eaa0ef66-6c4e-4e02-9621-3f3f0f5db7dc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0853746 Oct 11 15:25:07.305824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.306566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:07.307939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 1091 time: 1.9055154 Oct 11 15:25:07.347647 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025807ae-a98f-43e3-bc2c-f491385682f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:07.358419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4c06be8-306f-4fec-96ef-195fa9cfe3c3 req-f6ffc148-f1d1-4270-863e-adb887bc5b8b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090624 Oct 11 15:25:07.371558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066f5e2-03c2-443a-9adf-fbec1d0a02d2 req-01e3e1ae-5bd9-4776-be83-025960c054ad tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.373127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2066f5e2-03c2-443a-9adf-fbec1d0a02d2 req-01e3e1ae-5bd9-4776-be83-025960c054ad tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.1185882 Oct 11 15:25:07.434661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-7ec2fbb8-930e-4768-ab31-5433643f0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.436680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-7ec2fbb8-930e-4768-ab31-5433643f0479 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1359642 Oct 11 15:25:07.450706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2066f5e2-03c2-443a-9adf-fbec1d0a02d2 req-d798c59c-f83e-49b4-b67a-3b191d383bdd tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695779 Oct 11 15:25:07.460779 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-e0d0921f-c366-4b48-b7de-bfdc514820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.462500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-e0d0921f-c366-4b48-b7de-bfdc514820cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1094 time: 0.0733948 Oct 11 15:25:07.498333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-329a1286-02b8-4f2c-b33f-5fac19506e50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=df2f9a2e-eabd-4648-8873-416344aa3185 HTTP/1.1" status: 200 len: 217 time: 0.0491631 Oct 11 15:25:07.519954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-3d648e2d-24c9-4e03-987b-8db4ddc87a9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 217 time: 0.0482028 Oct 11 15:25:07.573828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-0cb55abf-f1e9-45c0-b924-78ee2a409379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.575316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-0cb55abf-f1e9-45c0-b924-78ee2a409379 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0656409 Oct 11 15:25:07.577413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:07.619547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-41dd0a44-6c9f-4523-a1ae-a06cc106f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.621040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-41dd0a44-6c9f-4523-a1ae-a06cc106f7d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0926452 Oct 11 15:25:07.636616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-cc1f739b-7a23-419b-9575-d43914e0fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.638174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-cc1f739b-7a23-419b-9575-d43914e0fa09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468147 Oct 11 15:25:07.647934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06f2eb-d141-429d-877f-e08409f9c8a9 req-60fa1fdc-8e9a-48ce-a472-94b149c63c63 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.649417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e06f2eb-d141-429d-877f-e08409f9c8a9 req-60fa1fdc-8e9a-48ce-a472-94b149c63c63 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 948 time: 0.0754688 Oct 11 15:25:07.666832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-e322b3fc-00d4-4879-9f5a-07e3ec0227bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369201 Oct 11 15:25:07.742047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-08342687-3a27-41b9-bd88-f42079b0266b service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Oct 11 15:25:07.776304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e06f2eb-d141-429d-877f-e08409f9c8a9 req-5f974b49-2c64-488b-96bc-06a580161163 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122239 Oct 11 15:25:07.813414 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa6f67-5fba-4e69-833d-2a766f7c1da0 req-34c4569d-c433-4de9-936f-da74ba2d8893 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:07.814937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08aa6f67-5fba-4e69-833d-2a766f7c1da0 req-34c4569d-c433-4de9-936f-da74ba2d8893 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0852709 Oct 11 15:25:07.832446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-792cba0d-9b8d-4dc8-bd9f-aa0146ee9913 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489904 Oct 11 15:25:07.841749 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd579a6-e47d-4d5e-bd9a-6535609385ab req-a894de69-651f-46f7-b5f7-ab24b2021857 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905933 Oct 11 15:25:07.925077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08aa6f67-5fba-4e69-833d-2a766f7c1da0 req-613c2017-beb4-4715-9afb-8a5a1c304502 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027267 Oct 11 15:25:07.962523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bd9284-77f3-45f8-9fe9-912082f9949f req-7dc94950-7d99-4b1c-9138-4838bbe8a0f8 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182785 Oct 11 15:25:08.107231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222db2f-2b24-4637-b7b4-7bab2db03507 req-5551faf4-88e0-4feb-ba1a-2fde43b4f8b2 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:08.115028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3d830f5b-5dba-43a7-816e-97d1a5c39fee no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:08.115286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5222db2f-2b24-4637-b7b4-7bab2db03507 req-5551faf4-88e0-4feb-ba1a-2fde43b4f8b2 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.0601490 Oct 11 15:25:08.137251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 3d830f5b-5dba-43a7-816e-97d1a5c39fee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:08.138068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3d830f5b-5dba-43a7-816e-97d1a5c39fee not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:08.151455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5222db2f-2b24-4637-b7b4-7bab2db03507 req-acd4ae2c-7224-4ea5-8f78-0b65e949a341 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Oct 11 15:25:08.224139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d68b8-b21b-4a55-8358-1c926c199da7 req-0d25ed8e-6ac4-46ed-bba0-d9f537312daf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:08.225681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb3d68b8-b21b-4a55-8358-1c926c199da7 req-0d25ed8e-6ac4-46ed-bba0-d9f537312daf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.0580218 Oct 11 15:25:08.268481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb3d68b8-b21b-4a55-8358-1c926c199da7 req-d965905c-9e67-4df5-b4d1-cec48783da0a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Oct 11 15:25:08.317132 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:08.460117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a802652-5dba-4a65-8d1d-39dffd19c8e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ffc06f047e64c05bbba59cd4d30111a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416867 Oct 11 15:25:08.462682 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:08.494534 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bf640-7f44-447d-98ec-1f24ee978403 req-174a6c8d-7e25-404f-b6b8-92d94f6a4a62 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:08.496026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-514bf640-7f44-447d-98ec-1f24ee978403 req-174a6c8d-7e25-404f-b6b8-92d94f6a4a62 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0514586 Oct 11 15:25:08.517256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:08.539887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-514bf640-7f44-447d-98ec-1f24ee978403 req-076c7173-7920-47fa-b20c-b5b94b8c4cb0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Oct 11 15:25:08.543515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:08.590042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:08.592592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:08.596235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f8f0581-f93a-4797-9484-d649101ae341 HTTP/1.1" status: 204 len: 168 time: 0.1300454 Oct 11 15:25:08.603034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe63f6-c2b1-48c8-91cd-d4b13e842ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8f0581-f93a-4797-9484-d649101ae341,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:08.929588 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:08.933044 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936325e-d4e5-4fde-972c-e5e345e6aa71 req-34210a0d-5f06-4bcd-8e83-5c1544ba3839 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:08.934781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5936325e-d4e5-4fde-972c-e5e345e6aa71 req-34210a0d-5f06-4bcd-8e83-5c1544ba3839 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 948 time: 0.0580621 Oct 11 15:25:08.947651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f5522e-0681-4da7-8b6a-5c26e19117b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:08.976484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5936325e-d4e5-4fde-972c-e5e345e6aa71 req-cd7f4d66-bd0c-4cca-8508-5203ab93d8d9 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Oct 11 15:25:08.976740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.051036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f5522e-0681-4da7-8b6a-5c26e19117b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.057333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f5522e-0681-4da7-8b6a-5c26e19117b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.087821 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'tag': '6511c971-2107-403f-a55d-a503f46544c0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:09.090250 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027968d9-9c46-4f91-b1f0-785708afc751" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "tag": "6511c971-2107-403f-a55d-a503f46544c0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:09.103241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-43f5522e-0681-4da7-8b6a-5c26e19117b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ebeadc951274b7cab5d3c9db80093c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702874 Oct 11 15:25:09.103241 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5522e-0681-4da7-8b6a-5c26e19117b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd169f4-04fe-4d92-ad90-17001f4f2d22,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:09.103696 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b14f9-6c85-4c07-adc7-4fcc0e930a85 req-c3cfd23b-0b3e-488e-a9a3-370bc25223e8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.105789 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:09.109284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-352b14f9-6c85-4c07-adc7-4fcc0e930a85 req-c3cfd23b-0b3e-488e-a9a3-370bc25223e8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0662134 Oct 11 15:25:09.148862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-352b14f9-6c85-4c07-adc7-4fcc0e930a85 req-1a873f97-c6f9-498c-ba62-3c7687fb482a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 Oct 11 15:25:09.163438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.188764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.190731 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6948005-474b-4388-a22b-34fd8f0362ba x-openstack-request-id: req-a6948005-474b-4388-a22b-34fd8f0362ba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:09.191124 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "tag": "6511c971-2107-403f-a55d-a503f46544c0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:09.191475 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6948005-474b-4388-a22b-34fd8f0362ba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:09.191968 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'tag': '6511c971-2107-403f-a55d-a503f46544c0', 'status': 'completed', 'code': 200} Oct 11 15:25:09.254727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.257312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:09.266208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddd169f4-04fe-4d92-ad90-17001f4f2d22 HTTP/1.1" status: 204 len: 168 time: 0.1578028 Oct 11 15:25:09.276517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a1230-211b-44f4-b1ff-b2271e014c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd169f4-04fe-4d92-ad90-17001f4f2d22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:09.292068 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027968d9-9c46-4f91-b1f0-785708afc751 req-06defbcf-8820-439e-9f2b-dd5abbeae43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.294210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-06defbcf-8820-439e-9f2b-dd5abbeae43d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1094 time: 0.0799670 Oct 11 15:25:09.306893 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f4615-c743-4ac9-b6f5-acb5448df31c req-7abb6c7c-89a0-4aed-ac15-7a27f2abcd21 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.308376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620f4615-c743-4ac9-b6f5-acb5448df31c req-7abb6c7c-89a0-4aed-ac15-7a27f2abcd21 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.0645092 Oct 11 15:25:09.402551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620f4615-c743-4ac9-b6f5-acb5448df31c req-8e066a10-c663-4269-908e-1132119abf8e tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6735ea3-797f-4ed0-84be-c9045f41134f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850847 Oct 11 15:25:09.425855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027968d9-9c46-4f91-b1f0-785708afc751 req-b0915cd4-49a0-4a78-8e6a-c0d1eed24715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.427376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-b0915cd4-49a0-4a78-8e6a-c0d1eed24715 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1180842 Oct 11 15:25:09.487175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-53504b96-7810-4c8a-8601-225cbe3e3b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 217 time: 0.0475748 Oct 11 15:25:09.601192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecf7be-5d1f-4584-a92b-943c85343b47 req-da0d0820-2d7d-440d-8eea-d36a82c11add tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.606152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2ecf7be-5d1f-4584-a92b-943c85343b47 req-da0d0820-2d7d-440d-8eea-d36a82c11add tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.1299284 Oct 11 15:25:09.609651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027968d9-9c46-4f91-b1f0-785708afc751 req-1e5f637f-6c7e-41ab-ba09-51f4a7c485a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.611518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-1e5f637f-6c7e-41ab-ba09-51f4a7c485a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1089907 Oct 11 15:25:09.650234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8420586d-52f3-4909-b3fa-978e0cc0701c tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:09.651954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8420586d-52f3-4909-b3fa-978e0cc0701c tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.36 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 945 time: 0.1147716 Oct 11 15:25:09.671883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-8046e3cb-ec0d-42c4-8e0b-79b4c2037a4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460520 Oct 11 15:25:09.767628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2ecf7be-5d1f-4584-a92b-943c85343b47 req-04d2368c-ffef-4810-bdfe-12092bcacc8e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550906 Oct 11 15:25:09.881554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-4977ff95-b6b8-49c0-b6f0-ef2aacd1bbea service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007072 Oct 11 15:25:09.906485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Deleting port 6a760cd7-6e87-4cf8-8a71-c767feebc20c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:09.906829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.002687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c1398-54aa-4ac0-952e-6d9d929eb6d0 req-54afc771-7ef5-4b5f-9d33-599939085f58 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:10.004194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6c1398-54aa-4ac0-952e-6d9d929eb6d0 req-54afc771-7ef5-4b5f-9d33-599939085f58 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 946 time: 0.1656542 Oct 11 15:25:10.111519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027968d9-9c46-4f91-b1f0-785708afc751 req-e3137438-dd73-4484-8843-a87e9fa07899 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181962 Oct 11 15:25:10.126213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6c1398-54aa-4ac0-952e-6d9d929eb6d0 req-9d015494-ffd9-45a2-9ed7-762d2bfe66a2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153450 Oct 11 15:25:10.130494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:10.220862 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] For port 6a760cd7-6e87-4cf8-8a71-c767feebc20c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6a760cd7-6e87-4cf8-8a71-c767feebc20c,segment=NetworkSegment(2810e0fb-6a3c-4455-a929-0c8a129a80e2),segment_id=2810e0fb-6a3c-4455-a929-0c8a129a80e2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:10.221145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.246709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754b22a-2b61-4cd1-8e52-506cd8e30b1f req-68f05c93-5478-47c2-ba51-cc6a1870a7a8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:10.256226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0754b22a-2b61-4cd1-8e52-506cd8e30b1f req-68f05c93-5478-47c2-ba51-cc6a1870a7a8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 948 time: 0.1119936 Oct 11 15:25:10.259611 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Calling delete_port for 6a760cd7-6e87-4cf8-8a71-c767feebc20c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:10.267363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.292340 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:10.295184 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd84df-4672-497a-8a51-1766a0484a57" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:10.310232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:10.319880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.334231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0754b22a-2b61-4cd1-8e52-506cd8e30b1f req-8e127cfa-440f-4bd4-80e0-c1b205dc10d5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Oct 11 15:25:10.352980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.384676 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:10.609799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.620995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['6a760cd7-6e87-4cf8-8a71-c767feebc20c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:10.927463 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779379-060d-4ce8-90c3-ed9cae32b5f2 req-2951bb2f-5708-41db-a223-12180067cf65 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:10.929219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4779379-060d-4ce8-90c3-ed9cae32b5f2 req-2951bb2f-5708-41db-a223-12180067cf65 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.3765383 Oct 11 15:25:10.931600 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Pushing event deleted for resources: {'Port': ['ID=6a760cd7-6e87-4cf8-8a71-c767feebc20c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:10.984455 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] No DVR routers for this DVR port 6a760cd7-6e87-4cf8-8a71-c767feebc20c on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:10.994437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:10.994437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-890c961a-5e75-4a69-9175-10c6de5a3f97 req-8217f93b-4925-4398-8586-37957bf11133 tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.36 "DELETE /v2.0/ports/6a760cd7-6e87-4cf8-8a71-c767feebc20c HTTP/1.1" status: 204 len: 173 time: 1.3223686 Oct 11 15:25:11.035301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4779379-060d-4ce8-90c3-ed9cae32b5f2 req-d8dfa21e-3e77-4232-a44e-e75ea25da4f9 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762801 Oct 11 15:25:11.131286 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ce48f-8b99-4c1e-9bf3-9e972fe3e9a7 x-openstack-request-id: req-584ce48f-8b99-4c1e-9bf3-9e972fe3e9a7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:11.131901 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:11.131901 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-584ce48f-8b99-4c1e-9bf3-9e972fe3e9a7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:11.132256 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'code': 200} Oct 11 15:25:11.177240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c2039-b38f-404d-86ca-54544b9a156e req-9d7e5838-cad2-4234-aea7-9bb319a6f3a1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:11.178793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea6c2039-b38f-404d-86ca-54544b9a156e req-9d7e5838-cad2-4234-aea7-9bb319a6f3a1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0559187 Oct 11 15:25:11.193274 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'name': 'network-vif-deleted', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:11.195738 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b655e9c-9ac3-4f67-976d-2811be76c77d" -d '{"events": [{"server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "name": "network-vif-deleted", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:11.242667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3454b6ad-66f0-405b-81c2-da84d5cd66a0 req-92f62273-268c-4a89-a29a-78c0794dec4a tempest-InstanceActionsTestJSON-1825438829 tempest-InstanceActionsTestJSON-1825438829-project] 10.222.0.31 "GET /v2.0/ports?device_id=596fccc5-083f-485e-8e53-7cced0ed1548 HTTP/1.1" status: 200 len: 210 time: 0.0372517 Oct 11 15:25:11.250506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea6c2039-b38f-404d-86ca-54544b9a156e req-68b926f8-6d26-47e7-af16-a0cf8ee51dc3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643015 Oct 11 15:25:11.352926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062fbf-6beb-4a86-a104-17734c7016ec req-cf4ff897-ffba-45ca-a046-81214560958e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:11.354533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03062fbf-6beb-4a86-a104-17734c7016ec req-cf4ff897-ffba-45ca-a046-81214560958e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.0550292 Oct 11 15:25:11.396253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03062fbf-6beb-4a86-a104-17734c7016ec req-2d7a3f6f-0fe4-45d6-8e03-1e82d07cb229 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Oct 11 15:25:11.505423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f085e1-62a2-441d-ac3d-0039d973b993 req-bfba15ac-7e2f-4c5e-8cae-7190ca0f2df3 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:11.510538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82f085e1-62a2-441d-ac3d-0039d973b993 req-bfba15ac-7e2f-4c5e-8cae-7190ca0f2df3 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0461695 Oct 11 15:25:11.548073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82f085e1-62a2-441d-ac3d-0039d973b993 req-c5696774-aafa-4af2-8583-3e016f39820c tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Oct 11 15:25:11.628745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:11.833450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-a0f8fbad-b3c8-4c82-9784-2233b14cba36 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278354 Oct 11 15:25:11.876403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:11.889291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '6511c971-2107-403f-a55d-a503f46544c0', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'port_id': '6511c971-2107-403f-a55d-a503f46544c0', 'mac_address': 'fa:16:3e:77:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c48a57-3691-4b46-af63-536731a53b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:11.893199 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd53cdd-147d-45bd-8aa6-83e7ce088bac x-openstack-request-id: req-4cd53cdd-147d-45bd-8aa6-83e7ce088bac {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:11.893516 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596fccc5-083f-485e-8e53-7cced0ed1548", "name": "network-vif-deleted", "tag": "6a760cd7-6e87-4cf8-8a71-c767feebc20c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:11.893767 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cd53cdd-147d-45bd-8aa6-83e7ce088bac {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:11.894271 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596fccc5-083f-485e-8e53-7cced0ed1548', 'name': 'network-vif-deleted', 'tag': '6a760cd7-6e87-4cf8-8a71-c767feebc20c', 'status': 'completed', 'code': 200} Oct 11 15:25:11.930642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:11.944542 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6511c971-2107-403f-a55d-a503f46544c0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:11.967704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:11.972561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:11.973276 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device df2f9a2e-eabd-4648-8873-416344aa3185 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:11.981692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-6a07745e-f8b9-4f35-80c8-f01d682bb284 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:11.985294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-6a07745e-f8b9-4f35-80c8-f01d682bb284 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446335 Oct 11 15:25:12.005734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-273d8350-1899-457f-9dc3-7d6338e6dc66 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0158267 Oct 11 15:25:12.019263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f6a2-6378-4346-90d1-3c2e22d705a4 req-0498b55e-5012-4974-8278-ea3df4e3221a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:12.020708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d7f6a2-6378-4346-90d1-3c2e22d705a4 req-0498b55e-5012-4974-8278-ea3df4e3221a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 948 time: 0.0802369 Oct 11 15:25:12.051208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-fc584bc8-e1de-447f-8cf4-4a5b346d4cb2 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396314 Oct 11 15:25:12.062662 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:12.081312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d7f6a2-6378-4346-90d1-3c2e22d705a4 req-b308345d-74d2-4a3b-ba88-c50b23f11b2d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Oct 11 15:25:12.121470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df2f9a2e-eabd-4648-8873-416344aa3185,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:12.134674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'df2f9a2e-eabd-4648-8873-416344aa3185', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'df2f9a2e-eabd-4648-8873-416344aa3185', 'mac_address': 'fa:16:3e:be:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:12.178164 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.194696 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2f9a2e-eabd-4648-8873-416344aa3185 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:12.217280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df2f9a2e-eabd-4648-8873-416344aa3185,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:12.227178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.284412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:12.287855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ba58191-f2b5-40e6-b7d4-4a67b65640c5 req-c766f661-28f0-4467-8432-a5ea3cb46bb1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 210 time: 0.0398538 Oct 11 15:25:12.349898 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:12.409210 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Deleting subnet f0ead08b-0d09-4d63-84d9-10250dc0fc43 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:25:12.426498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.502105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.518794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94841ea5-8959-4826-a5a4-466bb152e9ca req-feaa6997-3a03-43c4-9659-0c0d089042ac tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:12.520686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94841ea5-8959-4826-a5a4-466bb152e9ca req-feaa6997-3a03-43c4-9659-0c0d089042ac tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1078064 Oct 11 15:25:12.548333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.553196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555043-300a-45bd-8942-ca1bc5b43928 req-6e9cccf9-8836-496d-b45d-6c6e554f42cc tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:12.554794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c555043-300a-45bd-8942-ca1bc5b43928 req-6e9cccf9-8836-496d-b45d-6c6e554f42cc tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.0987346 Oct 11 15:25:12.589134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94841ea5-8959-4826-a5a4-466bb152e9ca req-aeb8abf2-24d5-49c4-8cb8-f769963e32ce tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598609 Oct 11 15:25:12.615038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.618828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c555043-300a-45bd-8942-ca1bc5b43928 req-23eb0e17-c300-4e6c-bab1-f56d410e1641 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548329 Oct 11 15:25:12.641548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ead08b-0d09-4d63-84d9-10250dc0fc43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:12.650797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.654697 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5fc67a2b-9e87-4296-8979-b21bcb78931e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0ead08b-0d09-4d63-84d9-10250dc0fc43 HTTP/1.1" status: 204 len: 168 time: 0.3035853 Oct 11 15:25:12.657770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:12.665311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['df2f9a2e-eabd-4648-8873-416344aa3185'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:12.719136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['6511c971-2107-403f-a55d-a503f46544c0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:12.744131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.751139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f89b6-1e79-404e-ae81-3fa3c3280f00 req-ca1b1f89-4ff7-4f70-9643-c674518dcd36 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:12.753391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152f89b6-1e79-404e-ae81-3fa3c3280f00 req-ca1b1f89-4ff7-4f70-9643-c674518dcd36 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0764894 Oct 11 15:25:12.834039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d47d-35b6-4b44-a7c6-f75850ee16c7 req-7af39078-cd6d-4441-9f78-e735188b43f7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:12.835311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6970d47d-35b6-4b44-a7c6-f75850ee16c7 req-7af39078-cd6d-4441-9f78-e735188b43f7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.1154327 Oct 11 15:25:12.845692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.851581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152f89b6-1e79-404e-ae81-3fa3c3280f00 req-ab587d2e-0f2d-423f-b6ea-c474fed8b9c1 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764339 Oct 11 15:25:12.883260 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f968d7-2c2a-41d1-97fb-d1d407c290b2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:12.904626 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2810e0fb-6a3c-4455-a929-0c8a129a80e2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:12.905197 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2810e0fb-6a3c-4455-a929-0c8a129a80e2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:12.919427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.937508 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.937833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6970d47d-35b6-4b44-a7c6-f75850ee16c7 req-4abfe3cd-93be-46e1-8e50-2c2b30d4aba3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771351 Oct 11 15:25:12.946056 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:25:12.946368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:25:12.947997 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:25:13.011597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.017330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.020502 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] 10.222.0.31 "DELETE /v2.0/networks/18f968d7-2c2a-41d1-97fb-d1d407c290b2 HTTP/1.1" status: 204 len: 168 time: 0.3616464 Oct 11 15:25:13.032858 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9415d9-4943-4a54-a6c4-a37c50c4999d admin admin] Pushing event deleted for resources: {'Network': ['ID=18f968d7-2c2a-41d1-97fb-d1d407c290b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:13.179051 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:13.197426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9b65-3077-4601-860c-20cacb450e88 req-f3e11972-d776-4624-98c0-dfe95e12ef18 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:13.199086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e38e9b65-3077-4601-860c-20cacb450e88 req-f3e11972-d776-4624-98c0-dfe95e12ef18 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 949 time: 0.0543270 Oct 11 15:25:13.234513 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a33faa54-ac8d-4adc-aa17-9b1adee85951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7920a6f756cd42e28fb8820796bfb44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541706 Oct 11 15:25:13.235114 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:13.238641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e38e9b65-3077-4601-860c-20cacb450e88 req-241b3da6-ce8c-48cf-84f4-58f3a1f70220 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Oct 11 15:25:13.288088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.317942 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.348370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-a736e48b-0c08-433a-ac6d-d210decf222c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419514 Oct 11 15:25:13.376363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.379172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.380318 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6735ea3-797f-4ed0-84be-c9045f41134f HTTP/1.1" status: 204 len: 168 time: 0.1442919 Oct 11 15:25:13.398873 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edfae6-5618-43f9-b42c-d9b6d2be43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6735ea3-797f-4ed0-84be-c9045f41134f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:13.438291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53000add-e0a0-455f-b571-fc63fbd8a161 req-67c5e4fd-4433-4075-8f1c-272287d82d34 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 210 time: 0.0806379 Oct 11 15:25:13.496337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-f945b722-8725-4d4e-b4aa-fc63f08e037a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:13.497771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-f945b722-8725-4d4e-b4aa-fc63f08e037a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389747 Oct 11 15:25:13.514073 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': 'bc110418-2993-4300-b35b-e02df6411132', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:13.623122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:13.627768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.642325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.786025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b325e-8231-4259-9cdb-09d9092db55b req-59144b4e-9b06-4ea0-a0bd-880475f8684f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:13.787547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b70b325e-8231-4259-9cdb-09d9092db55b req-59144b4e-9b06-4ea0-a0bd-880475f8684f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1035066 Oct 11 15:25:13.815891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8f97-014b-48ee-acd4-432d3dc287f3 req-f8502cfe-d3cd-46d6-82f0-b1d3979acc38 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:13.817318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb4c8f97-014b-48ee-acd4-432d3dc287f3 req-f8502cfe-d3cd-46d6-82f0-b1d3979acc38 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.1008964 Oct 11 15:25:13.841468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.855458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:13.903304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b70b325e-8231-4259-9cdb-09d9092db55b req-31b72fca-bd4e-4563-bd6b-458439717f44 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081398 Oct 11 15:25:13.951378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb4c8f97-014b-48ee-acd4-432d3dc287f3 req-f1df9fa7-b4c8-47c2-894a-7f708f805b63 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261890 Oct 11 15:25:13.971981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0994fde-edac-46b3-9e9e-9f0aad484449,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:14.088963 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-353e8ba7-12ae-4d6d-9b2a-b1c12ca04c0b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.091119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-353e8ba7-12ae-4d6d-9b2a-b1c12ca04c0b tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 948 time: 0.0554466 Oct 11 15:25:14.120041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c446-96f5-44b4-a661-61cb66b49a81 req-f7ab9fcb-9d52-4679-a4e8-2f0368d79454 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.123076 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:14.125969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2e7c446-96f5-44b4-a661-61cb66b49a81 req-f7ab9fcb-9d52-4679-a4e8-2f0368d79454 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1487217 Oct 11 15:25:14.141860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6a760cd7-6e87-4cf8-8a71-c767feebc20c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:14.152132 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.211 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/3a9fb720-1b7f-4c40-9299-a900f51b4357) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:14.169234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884d6b3-4943-4e31-9ba6-598b37f39924 req-85d3e000-b685-4cf4-a5a0-f84ec65e6924 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.173243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 6a760cd7-6e87-4cf8-8a71-c767feebc20c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:14.173688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6a760cd7-6e87-4cf8-8a71-c767feebc20c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:14.176898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c884d6b3-4943-4e31-9ba6-598b37f39924 req-85d3e000-b685-4cf4-a5a0-f84ec65e6924 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.1588275 Oct 11 15:25:14.203485 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Deleting port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:14.203822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.248080 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-90489814-network', 'tenant_id': '17690810c41247adb2a3aa822dc54e6d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:14.251620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2e7c446-96f5-44b4-a661-61cb66b49a81 req-d5ff64cc-5910-4d8c-9645-c9e1ed1d6553 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204138 Oct 11 15:25:14.258446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c884d6b3-4943-4e31-9ba6-598b37f39924 req-e2dabb47-afbc-4faf-94f8-b82307dc5595 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807431 Oct 11 15:25:14.304639 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Made reservation on behalf of 17690810c41247adb2a3aa822dc54e6d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:14.306952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.326064 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.351096 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] For port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:14.351523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.371502 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Calling delete_port for 2b4390e3-5c9b-42be-b991-c8f82d2aa7af owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:14.430250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466036a5-30cf-4255-8fe5-cf583c02e811 req-bf9c6118-b3b1-4bd7-95ac-12826ac30530 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.431857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-466036a5-30cf-4255-8fe5-cf583c02e811 req-bf9c6118-b3b1-4bd7-95ac-12826ac30530 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 949 time: 0.0903912 Oct 11 15:25:14.466939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.489229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.489835 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-466036a5-30cf-4255-8fe5-cf583c02e811 req-b041ff73-f258-4eb9-a1ba-eade1cd24924 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Oct 11 15:25:14.496946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.521434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.581052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:14.591045 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:14.593873 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:14.599883 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:25:14.604517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.622468 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:14.636329 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a700f67b-3725-4691-98c1-490ebfc17366,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:14.643681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.644315 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Added segment f05a229d-b363-4c09-8c14-b34b4f7f2427 of type vlan for network af6c01ab-17b3-4404-93c4-32a46cb2c5bf Oct 11 15:25:14.647987 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Pushing event deleted for resources: {'Port': ['ID=2b4390e3-5c9b-42be-b991-c8f82d2aa7af,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:14.673039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20060e01-1bfa-4fb0-886d-4da60dbb4645 req-3ce9c84a-0e60-4843-9092-9fe69021b662 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.674692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20060e01-1bfa-4fb0-886d-4da60dbb4645 req-3ce9c84a-0e60-4843-9092-9fe69021b662 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 936 time: 0.0946851 Oct 11 15:25:14.709122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.709804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.726822 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] No DVR routers for this DVR port 2b4390e3-5c9b-42be-b991-c8f82d2aa7af on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:14.732871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.737362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0dbd3fea-96ff-474d-ae48-5a252667e9b7 req-a6481bc6-b0d2-4881-a56f-8fab7188ca6e tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "DELETE /v2.0/ports/2b4390e3-5c9b-42be-b991-c8f82d2aa7af HTTP/1.1" status: 204 len: 173 time: 0.6381571 Oct 11 15:25:14.737863 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-deleted', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:14.740281 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3118106-e08d-4c94-a338-44bcd8bef176" -d '{"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-deleted", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:14.742368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-349a3a9f-8c37-4e4f-9b7e-652d91fafbe0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2318180 Oct 11 15:25:14.755907 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Request body: {'port': {'device_id': 'bc110418-2993-4300-b35b-e02df6411132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:14.758160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.819050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.820043 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:14.820607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.835488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.853402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20060e01-1bfa-4fb0-886d-4da60dbb4645 req-aea86acc-e650-459e-b52b-d5f313cf1b00 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587286 Oct 11 15:25:14.903590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7794502 Oct 11 15:25:14.907434 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:14.912891 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6149f9e6-1b16-4390-9755-f7b5ddce4461 None None] Provisioning complete for port 3a9fb720-1b7f-4c40-9299-a900f51b4357 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:14.913107 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Request body: {'subnet': {'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-90489814-subnet', 'tenant_id': '17690810c41247adb2a3aa822dc54e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:14.916522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6149f9e6-1b16-4390-9755-f7b5ddce4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:14.944093 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544b40-4955-4a21-ba5e-cb4b635f6b57 admin admin] Pushing event updated for resources: {'Network': ['ID=af6c01ab-17b3-4404-93c4-32a46cb2c5bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:14.961987 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Made reservation on behalf of 17690810c41247adb2a3aa822dc54e6d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:14.965440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.007016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:25:15.014411 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313348f-e73b-4494-ab30-4784d2167d44 x-openstack-request-id: req-3313348f-e73b-4494-ab30-4784d2167d44 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:15.014692 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4720ce-44d4-498d-a945-70b4289be7ce", "name": "network-vif-deleted", "tag": "2b4390e3-5c9b-42be-b991-c8f82d2aa7af", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:15.015488 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3313348f-e73b-4494-ab30-4784d2167d44 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:15.015872 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4720ce-44d4-498d-a945-70b4289be7ce', 'name': 'network-vif-deleted', 'tag': '2b4390e3-5c9b-42be-b991-c8f82d2aa7af', 'status': 'completed', 'code': 200} Oct 11 15:25:15.178607 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6149f9e6-1b16-4390-9755-f7b5ddce4461 None None] Port 3a9fb720-1b7f-4c40-9299-a900f51b4357 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:15.187836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.264463 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dee74-7933-4a77-a319-d4a33e0680ad req-db1c67de-d899-438a-99cc-379d5c5ae0c3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:15.265076 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=391b67c5-1536-4f90-b795-b8820cef5947,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:15.272511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b67dee74-7933-4a77-a319-d4a33e0680ad req-db1c67de-d899-438a-99cc-379d5c5ae0c3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1148212 Oct 11 15:25:15.280221 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Checking segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:15.281095 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Network hostable DHCP agents. Network: af6c01ab-17b3-4404-93c4-32a46cb2c5bf, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:25:15.303024 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:25:15.313019 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, af6c01ab-17b3-4404-93c4-32a46cb2c5bf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:15.325181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd42d4-26ef-43ee-8086-32ced2fea582 None None] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:25:15.328492 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:15.330098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.342505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b67dee74-7933-4a77-a319-d4a33e0680ad req-5a7348ae-a4f5-4fd4-b01c-16d6b0497d03 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678799 Oct 11 15:25:15.356270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-860083a3-ce28-4f1b-90e2-6fd27544fdaa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4478326 Oct 11 15:25:15.507887 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9fb720-1b7f-4c40-9299-a900f51b4357 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:15.521652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.539375 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Transition to ACTIVE for port object 3a9fb720-1b7f-4c40-9299-a900f51b4357 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:15.541740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c042bf5-5687-4125-8e37-a63a9f7d6897 None None] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:25:15.575123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c1b21d5-1580-45a1-a37d-fd423dda12af req-73817f89-9a89-4e2b-bcec-d9a7b83144e5 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a4720ce-44d4-498d-a945-70b4289be7ce HTTP/1.1" status: 200 len: 210 time: 0.0923138 Oct 11 15:25:15.577060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.625087 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-600f0b42-03e4-4761-9d71-26d9a60e370d tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:25:15.634460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-600f0b42-03e4-4761-9d71-26d9a60e370d tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149095 Oct 11 15:25:15.645755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:15.718646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:15.737960 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8ca57f72-a11e-4455-951f-a0376f57d0a0 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:15.739330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8ca57f72-a11e-4455-951f-a0376f57d0a0 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 1094 time: 0.1041429 Oct 11 15:25:15.745664 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 6511c971-2107-403f-a55d-a503f46544c0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:15.750515 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 6511c971-2107-403f-a55d-a503f46544c0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:15.751075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.752563 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:15.754092 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:25:15.808987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd082726-d9f9-488d-8f8e-815c5adc2b03 req-6f5d90c1-53f2-49d4-a2f9-f699c5b728cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:15.810521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd082726-d9f9-488d-8f8e-815c5adc2b03 req-6f5d90c1-53f2-49d4-a2f9-f699c5b728cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.1592066 Oct 11 15:25:15.830783 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.855186 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6511c971-2107-403f-a55d-a503f46544c0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:15.857538 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ede4fc-d548-4d03-a7ac-b058ab98f57b" -d '{"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-plugged", "status": "completed", "tag": "6511c971-2107-403f-a55d-a503f46544c0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:15.880415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:15.886688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:15.887544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device df2f9a2e-eabd-4648-8873-416344aa3185 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:15.914054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd082726-d9f9-488d-8f8e-815c5adc2b03 req-b68c11f0-0cf1-4ac3-be5d-0ed706e3acc7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889180 Oct 11 15:25:15.971248 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Attempting to bind port 3a9fb720-1b7f-4c40-9299-a900f51b4357 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:15.971557 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Attempting to bind port 3a9fb720-1b7f-4c40-9299-a900f51b4357 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:15.971816 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Attempting to bind port 3a9fb720-1b7f-4c40-9299-a900f51b4357 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:15.981268 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:15.981779 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Port 3a9fb720-1b7f-4c40-9299-a900f51b4357 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:15.982158 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Attempting to bind port 3a9fb720-1b7f-4c40-9299-a900f51b4357 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:15.996717 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port df2f9a2e-eabd-4648-8873-416344aa3185 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:16.002018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port df2f9a2e-eabd-4648-8873-416344aa3185 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:16.002505 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.004347 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:16.004678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:16.005060 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:16.005510 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Bound port: 3a9fb720-1b7f-4c40-9299-a900f51b4357, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:16.005913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.030518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:16.030888 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:16.031159 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:16.076262 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:16.076573 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:16.087056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.103659 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:16.104019 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:16.104358 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:16.104785 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Bound port: 8a47f8d8-0e22-4f4b-8769-403dcb945337, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:16.120164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df2f9a2e-eabd-4648-8873-416344aa3185,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:16.125008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.165588 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:16.175987 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:16.190999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe461-f423-40a0-b95e-1cad81de4511 req-e7e2f1bf-01ae-4841-862f-fd2266c48500 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.192453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dcbe461-f423-40a0-b95e-1cad81de4511 req-e7e2f1bf-01ae-4841-862f-fd2266c48500 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 949 time: 0.1275771 Oct 11 15:25:16.199091 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:16.210354 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.232112 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:16.256608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.257765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c0b300de-a9f3-445d-90ea-3be2b7811071 service neutron] 10.222.0.31 "POST /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337/bindings HTTP/1.1" status: 201 len: 389 time: 0.5120993 Oct 11 15:25:16.264831 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.265737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:16.267564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] 10.222.0.36 "PUT /v2.0/ports/3a9fb720-1b7f-4c40-9299-a900f51b4357 HTTP/1.1" status: 200 len: 1096 time: 1.5163136 Oct 11 15:25:16.274129 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:16.276416 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551deff-4bb0-43a7-b761-ca0d02a8bf66" -d '{"events": [{"name": "network-changed", "server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:16.307009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dcbe461-f423-40a0-b95e-1cad81de4511 req-4b4c4a5e-aaa7-41e3-8139-9e6457fc493a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064579 Oct 11 15:25:16.362908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490e69-ccb2-4162-b6ca-82baba787a4a service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:16.380885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-2f11db3a-46a1-4e5f-b0e6-86cc08e7b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.382784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-2f11db3a-46a1-4e5f-b0e6-86cc08e7b26a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 1099 time: 0.0716956 Oct 11 15:25:16.391609 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb76da2-30ee-4b7f-845e-48afa557e756 x-openstack-request-id: req-3bb76da2-30ee-4b7f-845e-48afa557e756 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:16.392100 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-plugged", "status": "completed", "tag": "6511c971-2107-403f-a55d-a503f46544c0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:16.392184 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb76da2-30ee-4b7f-845e-48afa557e756 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:16.392713 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6511c971-2107-403f-a55d-a503f46544c0', 'code': 200} Oct 11 15:25:16.448146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-4849fbfb-a432-4cde-a1db-846303c49b9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357 HTTP/1.1" status: 200 len: 217 time: 0.0539768 Oct 11 15:25:16.587532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892891c7-443c-47f8-b80d-47377e455512 req-11e42f54-87df-4a80-a5ea-5eb942f42d95 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.589386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-892891c7-443c-47f8-b80d-47377e455512 req-11e42f54-87df-4a80-a5ea-5eb942f42d95 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 948 time: 0.1240544 Oct 11 15:25:16.595435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048918a2-7c91-429f-b393-1118e86abd24 req-df832eb5-35aa-42dd-8e2a-353acd5ad542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.596886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-048918a2-7c91-429f-b393-1118e86abd24 req-df832eb5-35aa-42dd-8e2a-353acd5ad542 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1096 time: 0.1028273 Oct 11 15:25:16.598579 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-57ac0eac-625d-4a1d-a3c9-58def2f7f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.599659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-41d82079-45f2-44b9-969b-1509f767d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.600067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-57ac0eac-625d-4a1d-a3c9-58def2f7f2aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0716112 Oct 11 15:25:16.601022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-41d82079-45f2-44b9-969b-1509f767d970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1448548 Oct 11 15:25:16.706099 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-86a9bdc1-720f-4daf-a0ae-4a86bdf37d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.707834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-86a9bdc1-720f-4daf-a0ae-4a86bdf37d49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.0929797 Oct 11 15:25:16.734335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-892891c7-443c-47f8-b80d-47377e455512 req-1ae2a1b6-8b43-43ea-8505-9a0438c8b2ae tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361711 Oct 11 15:25:16.745721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-048918a2-7c91-429f-b393-1118e86abd24 req-db246308-bee5-4a5c-9df0-770d0be2b9ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312556 Oct 11 15:25:16.752258 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8f45604b-0492-454d-8565-5776359ecca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 217 time: 0.0369351 Oct 11 15:25:16.777209 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba62e-620c-49a6-916c-c21d059033bd req-6c3b72de-1a13-41e2-bc68-743172add7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.779662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-6c3b72de-1a13-41e2-bc68-743172add7df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605418 Oct 11 15:25:16.804197 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec83aae-9b61-4112-a1a1-f5c3284d6637 x-openstack-request-id: req-2ec83aae-9b61-4112-a1a1-f5c3284d6637 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:16.804501 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:16.804719 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ec83aae-9b61-4112-a1a1-f5c3284d6637 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:16.805107 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357', 'status': 'completed', 'code': 200} Oct 11 15:25:16.816819 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c073c52d-650c-4d9d-8ebb-2edf8c57de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.818657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c073c52d-650c-4d9d-8ebb-2edf8c57de88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0548460 Oct 11 15:25:16.821587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-00a39fa0-9dc4-4bdb-a896-a67d58a2f05e tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:16.823044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-00a39fa0-9dc4-4bdb-a896-a67d58a2f05e tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 816 time: 0.2061138 Oct 11 15:25:16.858310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-d330b664-4801-4ecf-bc63-852e3b7b3c06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316269 Oct 11 15:25:16.880271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-6cd9f536-2690-4950-b2b9-1d7968426903 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/quotas/17690810c41247adb2a3aa822dc54e6d HTTP/1.1" status: 200 len: 375 time: 0.0260501 Oct 11 15:25:16.938621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-d87e53a8-1228-466f-869b-c5ccd6fcb5f5 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399799 Oct 11 15:25:16.955055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-a0476801-3692-4e26-95a5-2fae3ca34728 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883718 Oct 11 15:25:17.009319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-e3f47463-997d-460c-8a5b-e9ee4a8b9f5b service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178035 Oct 11 15:25:17.018072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeb11e-ecab-4c39-a5bd-8c45d020fbfb req-109113a7-401d-4a69-9e5e-09ad9ab178a9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.019414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7feeb11e-ecab-4c39-a5bd-8c45d020fbfb req-109113a7-401d-4a69-9e5e-09ad9ab178a9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 946 time: 0.1546860 Oct 11 15:25:17.049676 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-b631247b-d4a5-4f28-a735-577bdd42947c service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Oct 11 15:25:17.153306 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-76a2b17a-c290-47a8-8554-8a6ef0fda29b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.154829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-76a2b17a-c290-47a8-8554-8a6ef0fda29b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.0515678 Oct 11 15:25:17.167426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:17.225341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.359471 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:17.385593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7feeb11e-ecab-4c39-a5bd-8c45d020fbfb req-1383ae44-eadc-4e0f-b33e-7f02e48e902c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547649 Oct 11 15:25:17.399355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-bbf68959-17e1-4f4c-bf1b-0fd50d7e8a07 service neutron] 10.222.0.31 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518139 Oct 11 15:25:17.402844 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:17.441688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6cba62e-620c-49a6-916c-c21d059033bd req-605ce8f3-046d-49aa-aed4-7fa69b9e283b service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212930 Oct 11 15:25:17.467458 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:17.471752 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afd9529-133d-41b5-8111-bc73f4b03685" -d '{"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:17.488375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.495984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.584580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-e4077191-c86d-4bca-b38d-9d0581d3522e service neutron] 10.222.0.31 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727829 Oct 11 15:25:17.594577 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-237e3756-6268-4339-bf1b-034f388ab895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.594766 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:17.595025 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:17.595356 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:17.596029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-237e3756-6268-4339-bf1b-034f388ab895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 1099 time: 0.1013806 Oct 11 15:25:17.599185 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:17.604393 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:17.604713 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Attempting to bind port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:17.610135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:17.610470 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:17.610849 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:17.610983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87464921-f067-437c-882d-c5aba95f7a47 req-61ab8e92-3af8-46f7-abcd-27b144ca703d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.611269 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Bound port: 8a47f8d8-0e22-4f4b-8769-403dcb945337, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:17.611623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.612639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87464921-f067-437c-882d-c5aba95f7a47 req-61ab8e92-3af8-46f7-abcd-27b144ca703d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1151767 Oct 11 15:25:17.706382 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:17.711121 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:17.719453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.741350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87464921-f067-437c-882d-c5aba95f7a47 req-a310fdec-e830-4d49-a894-3000525b44b9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130238 Oct 11 15:25:17.795198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-0ab3f6cf-3909-4706-8fb6-2d5663143c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.798043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-0ab3f6cf-3909-4706-8fb6-2d5663143c05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1842849 Oct 11 15:25:17.799433 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:17.800053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:17.801437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 1122 time: 0.6381974 Oct 11 15:25:17.820607 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61e0b-9778-4491-937a-4748c813e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:17.889883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-67d27fe6-abe8-4a3d-8a86-932c9e083d79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357 HTTP/1.1" status: 200 len: 217 time: 0.0796976 Oct 11 15:25:17.915111 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8a47f8d8-0e22-4f4b-8769-403dcb945337'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:18.009603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-a51dd12c-d5b7-450c-8272-5926312b5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.011214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-a51dd12c-d5b7-450c-8272-5926312b5214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1013091 Oct 11 15:25:18.020038 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d13ba4-460a-41c4-a1c2-605b1fe50a00 req-80ce0569-8a00-46fc-9022-683a3155b371 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.024733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d13ba4-460a-41c4-a1c2-605b1fe50a00 req-80ce0569-8a00-46fc-9022-683a3155b371 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 945 time: 0.1455631 Oct 11 15:25:18.126041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-a71308db-4723-453f-b806-b4e9cac8cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.127657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-a71308db-4723-453f-b806-b4e9cac8cfca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000381 Oct 11 15:25:18.131275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d13ba4-460a-41c4-a1c2-605b1fe50a00 req-228dd4b3-b7c6-4b6b-a3e3-3003f923ba7e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027007 Oct 11 15:25:18.144143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a85646-b818-467c-96a6-0e948f764bc3 req-5266173a-ba92-4b9d-9d3f-3486d7c34000 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.146668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63a85646-b818-467c-96a6-0e948f764bc3 req-5266173a-ba92-4b9d-9d3f-3486d7c34000 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.1204784 Oct 11 15:25:18.178668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:18.183445 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22271466-6f06-41cb-85eb-a4fc0fdcd467 x-openstack-request-id: req-22271466-6f06-41cb-85eb-a4fc0fdcd467 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:18.183776 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:18.183953 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22271466-6f06-41cb-85eb-a4fc0fdcd467 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:18.184364 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'code': 200} Oct 11 15:25:18.201179 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 2b4390e3-5c9b-42be-b991-c8f82d2aa7af {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:18.201547 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2b4390e3-5c9b-42be-b991-c8f82d2aa7af not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:18.230725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63a85646-b818-467c-96a6-0e948f764bc3 req-201485d1-a1fe-4149-9f4d-484a6e7fa762 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731478 Oct 11 15:25:18.311550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-5081926e-f98a-449c-9eae-147fb84648a9 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751723 Oct 11 15:25:18.342726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf802-01f5-4eeb-825a-5be89c747b68 req-a083d397-8006-4471-89e4-d11715dfd0d5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.344847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-418bf802-01f5-4eeb-825a-5be89c747b68 req-a083d397-8006-4471-89e4-d11715dfd0d5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 948 time: 0.0935769 Oct 11 15:25:18.394439 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:18.398278 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baf8f4c-7d6e-4213-967e-bc6b9503a1df" -d '{"events": [{"server_uuid": "67492761-7693-479b-a2e3-769102d88399", "name": "network-vif-plugged", "status": "completed", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:18.454269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-418bf802-01f5-4eeb-825a-5be89c747b68 req-3f415dd3-3488-4937-8928-a86c6c2fe067 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014669 Oct 11 15:25:18.496474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b551deff-4bb0-43a7-b761-ca0d02a8bf66 req-cc914c7e-12c9-4f23-94ac-532f538201ab service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620197 Oct 11 15:25:18.507006 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9067c5-8603-463c-9254-5072ae1d44ed x-openstack-request-id: req-ef9067c5-8603-463c-9254-5072ae1d44ed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:18.507654 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67492761-7693-479b-a2e3-769102d88399", "name": "network-vif-plugged", "status": "completed", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:18.508057 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef9067c5-8603-463c-9254-5072ae1d44ed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:18.508631 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185', 'code': 200} Oct 11 15:25:18.653681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46fe42-9506-4ad4-a55a-924063b9e5c4 req-af928ef2-4a50-4ec0-92de-f4fa193882ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.655075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac46fe42-9506-4ad4-a55a-924063b9e5c4 req-af928ef2-4a50-4ec0-92de-f4fa193882ee tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 949 time: 0.0812697 Oct 11 15:25:18.658515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483e12-4f34-43f6-9792-f198de20a5ed req-56111a16-6c65-4814-a4e5-34773aaf1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.659878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88483e12-4f34-43f6-9792-f198de20a5ed req-56111a16-6c65-4814-a4e5-34773aaf1392 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 1101 time: 0.0760109 Oct 11 15:25:18.720286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac46fe42-9506-4ad4-a55a-924063b9e5c4 req-79e705a8-a63f-46aa-a482-4be14f760c4d tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Oct 11 15:25:18.722302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88483e12-4f34-43f6-9792-f198de20a5ed req-f85ada44-2095-4bde-8f91-cf11b8e57569 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Oct 11 15:25:18.795394 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877090d-3bce-4083-a06d-c93b64c8553a req-c1f578be-9b89-46e0-8f9b-518c284c18d4 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.797660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c877090d-3bce-4083-a06d-c93b64c8553a req-c1f578be-9b89-46e0-8f9b-518c284c18d4 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0608118 Oct 11 15:25:18.842055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b5985a1-bf1c-406c-94ad-830cd165e71a req-aaa09ac4-48c6-4f1d-8fb8-6a7dd3cbc436 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 210 time: 0.0434074 Oct 11 15:25:18.882062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c877090d-3bce-4083-a06d-c93b64c8553a req-f568de09-d4b2-40fd-8515-5e030d3fcec5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686159 Oct 11 15:25:18.981874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1fa1c-6491-4f32-9bce-f20b95977adb req-ef090c17-1982-4d15-ad57-293954e5446b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:18.984116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e1fa1c-6491-4f32-9bce-f20b95977adb req-ef090c17-1982-4d15-ad57-293954e5446b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0564346 Oct 11 15:25:19.024647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e1fa1c-6491-4f32-9bce-f20b95977adb req-4850ae7a-2cd2-4465-b579-c0028a86b275 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Oct 11 15:25:19.244186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160b36-92d5-4c68-8d9b-74457d655015 req-a7dd22bd-252e-45bf-85cb-dc4b988a9e5b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.245639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17160b36-92d5-4c68-8d9b-74457d655015 req-a7dd22bd-252e-45bf-85cb-dc4b988a9e5b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 945 time: 0.0481343 Oct 11 15:25:19.283129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17160b36-92d5-4c68-8d9b-74457d655015 req-b3b0d90e-2fae-4b9f-990b-cc5b03f43d9c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 11 15:25:19.374793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551a556-74e9-4a6c-a4a7-c7ca266518b0 req-16761d36-b440-492e-a59d-ddd24f19eb2c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.376519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7551a556-74e9-4a6c-a4a7-c7ca266518b0 req-16761d36-b440-492e-a59d-ddd24f19eb2c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.0672667 Oct 11 15:25:19.490028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7551a556-74e9-4a6c-a4a7-c7ca266518b0 req-a7be0edf-6ecd-4637-bbe2-e51c633b70b8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 Oct 11 15:25:19.495407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28bfdf-4e7a-434a-be32-1ac4ff6431b0 req-83907e6d-6554-4853-9cdb-8e11a74ef395 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.496999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f28bfdf-4e7a-434a-be32-1ac4ff6431b0 req-83907e6d-6554-4853-9cdb-8e11a74ef395 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1096 time: 0.1386836 Oct 11 15:25:19.555504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-78a7c2ed-7570-434a-9150-698b332a4f25 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.556932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-78a7c2ed-7570-434a-9150-698b332a4f25 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 816 time: 0.1782520 Oct 11 15:25:19.569004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f28bfdf-4e7a-434a-be32-1ac4ff6431b0 req-10bb02d7-3814-43e1-97c3-5d85aa7f9bfc tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657353 Oct 11 15:25:19.591287 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Request body: {'port': {'device_id': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'admin_state_up': True, 'tenant_id': '17690810c41247adb2a3aa822dc54e6d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:19.668841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad6438-4e01-4192-9537-3213210facae req-8dbe9a54-ac8b-4dc6-80e7-7cb2918e307e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.670458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34ad6438-4e01-4192-9537-3213210facae req-8dbe9a54-ac8b-4dc6-80e7-7cb2918e307e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 948 time: 0.1109028 Oct 11 15:25:19.742945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34ad6438-4e01-4192-9537-3213210facae req-36499a20-f768-433c-9ea2-f7bb484f05e1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631247 Oct 11 15:25:19.754659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Made reservation on behalf of 17690810c41247adb2a3aa822dc54e6d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:19.758858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:19.952059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1f40-629e-4a8c-9fee-c4764202f2a4 req-a09af0ee-49fc-4a44-a621-022a71206fcb tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.953837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ee1f40-629e-4a8c-9fee-c4764202f2a4 req-a09af0ee-49fc-4a44-a621-022a71206fcb tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1096 time: 0.1256275 Oct 11 15:25:19.964028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f64e00-7fb0-49ba-88d3-349d452a70ef req-a49c264e-acfa-460f-b619-da548b1d4705 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:19.965704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f64e00-7fb0-49ba-88d3-349d452a70ef req-a49c264e-acfa-460f-b619-da548b1d4705 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 949 time: 0.1364002 Oct 11 15:25:20.001599 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Allocated IP 172.20.0.8 (af6c01ab-17b3-4404-93c4-32a46cb2c5bf/391b67c5-1536-4f90-b795-b8820cef5947/07440d1b-5149-40a5-8247-0b0eb19823ec) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:20.035418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ee1f40-629e-4a8c-9fee-c4764202f2a4 req-56332d74-fa0c-4db9-864e-35538ab483ae tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664375 Oct 11 15:25:20.065574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f64e00-7fb0-49ba-88d3-349d452a70ef req-3da28a29-8232-4ae9-8759-ea64f41323c5 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840325 Oct 11 15:25:20.075325 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-5839b776-4da0-480c-b511-25e67798d4ec tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.076794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-5839b776-4da0-480c-b511-25e67798d4ec tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 816 time: 0.2133996 Oct 11 15:25:20.097885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Request body: {'port': {'device_id': '72c93fb0-737d-411e-acac-aad09b3d903d', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'admin_state_up': True, 'tenant_id': '17690810c41247adb2a3aa822dc54e6d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:20.145254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c23d4a80-9dd7-468c-871e-bc1f0c3b9152 req-78167b34-441d-4457-bf92-da18b8690f1e tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 210 time: 0.0404408 Oct 11 15:25:20.180774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:20.188129 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:20.192145 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c182a86-2834-4680-ad97-d3a01aac4240" -d '{"events": [{"name": "network-changed", "server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:20.259787 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Made reservation on behalf of 17690810c41247adb2a3aa822dc54e6d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:20.265601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.286040 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a322bb-98b1-4fea-915b-0284b0b6bb42 req-5cba7c77-a528-453d-99c1-ba4837cf8983 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.295357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a322bb-98b1-4fea-915b-0284b0b6bb42 req-5cba7c77-a528-453d-99c1-ba4837cf8983 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1519165 Oct 11 15:25:20.303367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:20.317933 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:25:20.318298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3a9fb720-1b7f-4c40-9299-a900f51b4357 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:20.375061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.403589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee66a0-003e-4c83-9870-8fac28b8f963 req-4276bd5e-fd44-4256-92a3-548ffc21ceff tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.413726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2ee66a0-003e-4c83-9870-8fac28b8f963 req-4276bd5e-fd44-4256-92a3-548ffc21ceff tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1798315 Oct 11 15:25:20.469713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-b6b0c170-70ed-4dfc-81ee-35e0995a4802 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.471176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-b6b0c170-70ed-4dfc-81ee-35e0995a4802 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 816 time: 0.1795182 Oct 11 15:25:20.476951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a322bb-98b1-4fea-915b-0284b0b6bb42 req-e7fb8ef6-3a7a-496b-ae14-87e171cd98d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698010 Oct 11 15:25:20.478039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:20.489876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2ee66a0-003e-4c83-9870-8fac28b8f963 req-b53a7e5e-2045-4824-b0a7-9c0b31ca33f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Oct 11 15:25:20.497810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '3a9fb720-1b7f-4c40-9299-a900f51b4357', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '3a9fb720-1b7f-4c40-9299-a900f51b4357', 'mac_address': 'fa:16:3e:31:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:20.501588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Request body: {'port': {'device_id': '6f99111c-8798-441c-a015-b007a7f4130f', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'admin_state_up': True, 'tenant_id': '17690810c41247adb2a3aa822dc54e6d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:20.504591 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.555735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.570520 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9fb720-1b7f-4c40-9299-a900f51b4357 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:20.599242 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:20.600805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:20.605441 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:20.606530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.613952 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:20.616653 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Allocated IP 172.20.0.11 (af6c01ab-17b3-4404-93c4-32a46cb2c5bf/391b67c5-1536-4f90-b795-b8820cef5947/a57b8b99-828b-4d00-9e3c-47fb4d1c7b28) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:20.657837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event updated for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:20.695027 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b365f-e512-472c-86d1-310c6d63716b x-openstack-request-id: req-083b365f-e512-472c-86d1-310c6d63716b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:20.695306 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:20.695552 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-083b365f-e512-472c-86d1-310c6d63716b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:20.695929 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'status': 'completed', 'code': 200} Oct 11 15:25:20.705510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.706320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.713114 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:20.719642 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.36', 55924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:20.720280 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Made reservation on behalf of 17690810c41247adb2a3aa822dc54e6d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:20.723765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:20.759554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c119a8b8-d7b2-43e9-aa1f-f86641f08e32 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727476 Oct 11 15:25:20.777926 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Request body: {'port': {'device_id': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:20.819157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-1795cbf4-e0a3-452b-9e01-a4e2aae63ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.820679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-1795cbf4-e0a3-452b-9e01-a4e2aae63ebf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1110055 Oct 11 15:25:20.913986 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:20.930049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a15b8-5a9e-45dc-9e8d-039a781e1080 req-7b24a88c-2988-4197-9e17-3e25071eb5e7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:20.931668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c43a15b8-5a9e-45dc-9e8d-039a781e1080 req-7b24a88c-2988-4197-9e17-3e25071eb5e7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.1768453 Oct 11 15:25:20.982099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.064260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-c155c2eb-acf4-4003-ae24-e76953db1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.065758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-c155c2eb-acf4-4003-ae24-e76953db1b44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.2342832 Oct 11 15:25:21.073083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d1af-29d7-4e35-9c27-bb333113287f req-2c6d75e8-a7c9-4009-9835-6ccc32c1c742 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.074547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7926d1af-29d7-4e35-9c27-bb333113287f req-2c6d75e8-a7c9-4009-9835-6ccc32c1c742 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 949 time: 0.1912582 Oct 11 15:25:21.080911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c43a15b8-5a9e-45dc-9e8d-039a781e1080 req-74e38a65-2636-49c1-bb1a-456ef5ccefca tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256227 Oct 11 15:25:21.130251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-fdb656ef-1636-4440-9d2b-5757221a658c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 217 time: 0.0544603 Oct 11 15:25:21.133772 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-d375f103-c58f-4219-8e51-0edeb5dee0d3 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.135240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-d375f103-c58f-4219-8e51-0edeb5dee0d3 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 949 time: 0.4085982 Oct 11 15:25:21.231888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.277823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Deleting port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:21.278159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.329353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.426026 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:21.449653 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:21.465375 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Allocated IP 172.20.0.10 (af6c01ab-17b3-4404-93c4-32a46cb2c5bf/391b67c5-1536-4f90-b795-b8820cef5947/0c5b8393-6eb2-4384-a3fd-0a24206daf97) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:21.467458 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:21.494627 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event updated for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:21.520199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] For port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:21.520564 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.534253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7926d1af-29d7-4e35-9c27-bb333113287f req-5851aa2e-81f1-43cb-9dc3-49e84ea23b83 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086416 Oct 11 15:25:21.557462 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-b966d82d-515a-4097-b317-c88c2b13d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.557462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-b966d82d-515a-4097-b317-c88c2b13d57f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.4107513 Oct 11 15:25:21.557820 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Calling delete_port for 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:21.561856 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.562473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.594232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-eebd2766-3311-404f-a98a-23d20947b797 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311956 Oct 11 15:25:21.595804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a106-049a-44d9-93c9-fafe2b89ac52 req-cca6ba48-d4b8-4d5f-b850-14017fd215fc tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.602572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-c07e039c-cf67-4c47-a94e-d118b95bfc7a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5087745 Oct 11 15:25:21.603107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89d9a106-049a-44d9-93c9-fafe2b89ac52 req-cca6ba48-d4b8-4d5f-b850-14017fd215fc tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1096 time: 0.4401462 Oct 11 15:25:21.635946 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Request body: {'port': {'device_id': '72c93fb0-737d-411e-acac-aad09b3d903d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:21.719821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89d9a106-049a-44d9-93c9-fafe2b89ac52 req-32c56706-dce4-46e4-a9de-4b03b29e4c46 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158516 Oct 11 15:25:21.749657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d418-d193-41a6-b799-a7992edbb70b req-8e7b46ab-331f-47ea-a1df-04e0eaa60db9 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:21.751166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0400d418-d193-41a6-b799-a7992edbb70b req-8e7b46ab-331f-47ea-a1df-04e0eaa60db9 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c08fed7-d423-431d-bca0-172931717c1c HTTP/1.1" status: 200 len: 949 time: 0.1461768 Oct 11 15:25:21.754938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-0668eb2a-2c8e-4144-b47e-c51d8e522793 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484103 Oct 11 15:25:21.772216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.846103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0400d418-d193-41a6-b799-a7992edbb70b req-71074909-1751-402a-a100-69cb1a5e7b75 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.31 "GET /v2.0/security-groups?id=147bf969-d721-4bf2-9023-594ea1460e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866351 Oct 11 15:25:21.878445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.887275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c182a86-2834-4680-ad97-d3a01aac4240 req-8c0870dd-edfb-4bc4-9b91-a3d2add79678 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213965 Oct 11 15:25:21.963989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:21.973568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9b16e5a-394d-418a-9b22-f30952f7cafd req-665af8b0-440c-4ab0-b23c-1b43f6cb3357 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 210 time: 0.0349286 Oct 11 15:25:22.010367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Pushing event deleted for resources: {'Port': ['ID=8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.049713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.075939 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] No DVR routers for this DVR port 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:22.095487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.099149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6d6b2cd4-367b-4b1b-8a00-593664449b4e req-a4edb631-e261-423f-885a-88497e366d13 tempest-ListImageFiltersTestJSON-797393462 tempest-ListImageFiltersTestJSON-797393462-project] 10.222.0.36 "DELETE /v2.0/ports/8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 HTTP/1.1" status: 204 len: 173 time: 0.9543500 Oct 11 15:25:22.112116 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Network af6c01ab-17b3-4404-93c4-32a46cb2c5bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:22.117265 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:22.120974 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:22.149127 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event updated for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.180720 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.181344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.196652 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3a9fb720-1b7f-4c40-9299-a900f51b4357 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:22.198532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8081119-7e0a-4dcd-8948-7e0ef15c87a2 req-0d2df80e-dd2a-4c21-aac0-de9bc9475299 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.200053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8081119-7e0a-4dcd-8948-7e0ef15c87a2 req-0d2df80e-dd2a-4c21-aac0-de9bc9475299 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1171644 Oct 11 15:25:22.207421 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-cd8cb15c-cd50-4eb2-b78f-0a31aa12770d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7129135 Oct 11 15:25:22.210743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044f07c-abe5-4610-b4d3-aace13555136 req-b82949c8-68b1-4aa9-b640-070b1b234369 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.212190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6044f07c-abe5-4610-b4d3-aace13555136 req-b82949c8-68b1-4aa9-b640-070b1b234369 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1177032 Oct 11 15:25:22.225511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Request body: {'port': {'device_id': '6f99111c-8798-441c-a015-b007a7f4130f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:22.258422 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 3a9fb720-1b7f-4c40-9299-a900f51b4357 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:22.262732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 3a9fb720-1b7f-4c40-9299-a900f51b4357 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:22.263233 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.301944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.315195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8081119-7e0a-4dcd-8948-7e0ef15c87a2 req-0b86b44c-1be7-43bd-9be9-124e49ace744 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969596 Oct 11 15:25:22.343876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6044f07c-abe5-4610-b4d3-aace13555136 req-c0d2b6a0-5d84-49af-b381-6314f7a72d7d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045113 Oct 11 15:25:22.353301 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07440d1b-5149-40a5-8247-0b0eb19823ec {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:22.375971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.377891 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.398380 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Transition to ACTIVE for port object 07440d1b-5149-40a5-8247-0b0eb19823ec will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:22.404278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.409765 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:22.412170 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89260255-dc8f-4984-953e-48c53f00bbb2" -d '{"events": [{"server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "name": "network-vif-plugged", "status": "completed", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:22.442591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:22.449297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.451897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:22.500913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:22.501275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:22.568593 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Pushing event updated for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.614940 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.667731 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Attempting to bind port 07440d1b-5149-40a5-8247-0b0eb19823ec on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:22.668113 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Attempting to bind port 07440d1b-5149-40a5-8247-0b0eb19823ec by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:22.668444 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Attempting to bind port 07440d1b-5149-40a5-8247-0b0eb19823ec on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:22.674340 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Port 07440d1b-5149-40a5-8247-0b0eb19823ec on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:22.674978 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Attempting to bind port 07440d1b-5149-40a5-8247-0b0eb19823ec on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:22.681322 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:22.681689 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Checking segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:22.682259 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Bound using segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:22.682927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Bound port: 07440d1b-5149-40a5-8247-0b0eb19823ec, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:22.683368 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.692291 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:22.703513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.719647 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Transition to ACTIVE for port object a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:22.721297 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-deleted', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:22.724394 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb509e-4e8d-4597-bbf8-172cf9889691" -d '{"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-deleted", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:22.783539 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:22.787371 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07440d1b-5149-40a5-8247-0b0eb19823ec,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:22.787544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.792770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.862641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Pushing event updated for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.876830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.877416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:22.879452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-011eaad3-7501-41d1-ba8d-c52046810a8f service neutron] 10.222.0.36 "PUT /v2.0/ports/07440d1b-5149-40a5-8247-0b0eb19823ec HTTP/1.1" status: 200 len: 1091 time: 2.1069424 Oct 11 15:25:22.880393 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:22.881052 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:22.884438 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ac883-f4e0-4c65-9873-8994b622fd82" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:22.983148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.984153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.984610 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.985062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.985524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.985992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.986618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.986847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.987461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.987823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.988162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.988800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.989038 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.989473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:22.991873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-639cc759-2c44-4d12-b65f-18e2379477da req-7c60201f-2e43-41a0-9415-16c6e39c6a7e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f&device_id=72c93fb0-737d-411e-acac-aad09b3d903d&device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e&device_id=bc110418-2993-4300-b35b-e02df6411132&device_id=67492761-7693-479b-a2e3-769102d88399&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1&device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57&device_id=6a0704a1-ae43-4a8d-b177-b58715116459&device_id=71b1c15b-d355-4731-a58d-52f4733eccac&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&device_id=0c08fed7-d423-431d-bca0-172931717c1c&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 12560 time: 0.1115217 Oct 11 15:25:23.014358 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Attempting to bind port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:23.014706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-2eb96f7b-8eae-44f8-a405-5985021a1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.014846 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Attempting to bind port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:23.015045 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Attempting to bind port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:23.016207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-2eb96f7b-8eae-44f8-a405-5985021a1ece service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 1094 time: 0.0897837 Oct 11 15:25:23.017634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-639cc759-2c44-4d12-b65f-18e2379477da req-26a1df30-cf76-4737-a5a5-dadbab595c9b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.022403 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:23.022718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Attempting to bind port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:23.035417 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:23.035754 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Checking segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:23.036139 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Bound using segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:23.036571 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Bound port: a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:23.036922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.040866 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5b8393-6eb2-4384-a3fd-0a24206daf97 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:23.057290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.071225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-4012dd14-22b0-4972-bf3d-41352ac34713 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07440d1b-5149-40a5-8247-0b0eb19823ec HTTP/1.1" status: 200 len: 217 time: 0.0457888 Oct 11 15:25:23.090005 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Transition to ACTIVE for port object 0c5b8393-6eb2-4384-a3fd-0a24206daf97 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:23.101900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.166937 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:23.172433 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:23.180226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:23.182761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.193358 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-6ef6c3b9-44a3-4e1a-b11d-69ca6cbe343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.194907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-6ef6c3b9-44a3-4e1a-b11d-69ca6cbe343a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.1141996 Oct 11 15:25:23.242086 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.242805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.244243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] 10.222.0.36 "PUT /v2.0/ports/a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 HTTP/1.1" status: 200 len: 1092 time: 1.6135738 Oct 11 15:25:23.251216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-f852638f-3d22-4411-8369-9235736003a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429921 Oct 11 15:25:23.294996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-639cc759-2c44-4d12-b65f-18e2379477da req-26a1df30-cf76-4737-a5a5-dadbab595c9b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.322428 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a1371-17fa-4fb2-8223-32b606071c91 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:23.326240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-c6abdb61-8c03-4653-90df-1b764e9d6bcb service neutron] 10.222.0.43 "GET /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2147241 Oct 11 15:25:23.330436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-639cc759-2c44-4d12-b65f-18e2379477da req-26a1df30-cf76-4737-a5a5-dadbab595c9b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.360282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-787bed08-307e-4344-9758-dea0d69095bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.361780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-787bed08-307e-4344-9758-dea0d69095bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 1095 time: 0.0712135 Oct 11 15:25:23.362858 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Attempting to bind port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:23.363178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Attempting to bind port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:23.363496 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Attempting to bind port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:23.368079 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:23.368388 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Attempting to bind port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 on network af6c01ab-17b3-4404-93c4-32a46cb2c5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:23.380354 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:23.381204 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Checking segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:23.381204 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Bound using segment: {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:23.381510 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Bound port: 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a229d-b363-4c09-8c14-b34b4f7f2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:23.381853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.406051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-639cc759-2c44-4d12-b65f-18e2379477da req-26a1df30-cf76-4737-a5a5-dadbab595c9b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&id=a0994fde-edac-46b3-9e9e-9f0aad484449&id=3b5764da-391b-45ac-be1b-46126cb509d0&id=ce12ce3c-5073-4b74-b54f-c513809124b4&id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&id=a3691111-a12c-4cc4-969a-61b167f099aa&id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.4051738 Oct 11 15:25:23.455376 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0573a90-d85d-48e8-b9f9-f7bd49f4cbca x-openstack-request-id: req-c0573a90-d85d-48e8-b9f9-f7bd49f4cbca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:23.455868 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "name": "network-vif-plugged", "status": "completed", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:23.455966 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0573a90-d85d-48e8-b9f9-f7bd49f4cbca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:23.456284 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357', 'code': 200} Oct 11 15:25:23.461244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-18b6812f-9181-405a-88ab-b50a6451d91f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 HTTP/1.1" status: 200 len: 217 time: 0.0894682 Oct 11 15:25:23.473382 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1df30-cf76-4737-a5a5-dadbab595c9b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3314f335-62aa-4423-8d15-7975411d6e35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:23.519590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-9ce8dc0a-e2b2-47e9-b4d3-849547dd31e1 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564363 Oct 11 15:25:23.562392 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:23.595814 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-279e7eba-a1f1-4863-b6c2-3043048c0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.597250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-279e7eba-a1f1-4863-b6c2-3043048c0cae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.1232359 Oct 11 15:25:23.601061 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:23.614706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.621100 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-5e1c71e6-62f4-4883-a8ee-107d1ac46c4b tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:25:23.622143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-5e1c71e6-62f4-4883-a8ee-107d1ac46c4b tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0427487 Oct 11 15:25:23.642122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-00966b4a-8e51-4b12-be8a-186e889c1eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361857 Oct 11 15:25:23.662600 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0da9f-ed1a-4da3-a7b5-b4c1d0f58d0b req-dcb5b4aa-9fdd-4126-849c-1c5e746bcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.663965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60b0da9f-ed1a-4da3-a7b5-b4c1d0f58d0b req-dcb5b4aa-9fdd-4126-849c-1c5e746bcff0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 1101 time: 0.1193833 Oct 11 15:25:23.697684 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.698289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:23.699605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c5b8393-6eb2-4384-a3fd-0a24206daf97 HTTP/1.1" status: 200 len: 1092 time: 1.4791019 Oct 11 15:25:23.710516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6648568-6668-4619-bd76-1213542b984a req-dfb91b54-5bd9-4d4b-ac40-4e337b8d2b32 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.712079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6648568-6668-4619-bd76-1213542b984a req-dfb91b54-5bd9-4d4b-ac40-4e337b8d2b32 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.1975610 Oct 11 15:25:23.728662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-3e79112c-64f9-48c7-a6b1-62254799ea4e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.730256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-3e79112c-64f9-48c7-a6b1-62254799ea4e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 1093 time: 0.0777197 Oct 11 15:25:23.750271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:23.750869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:25:23.787219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4aa11-5a90-4942-8c88-a0e62cfc5184 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:23.804779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60b0da9f-ed1a-4da3-a7b5-b4c1d0f58d0b req-a7bacee3-28a8-4ca2-8bf9-e53238b26564 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305070 Oct 11 15:25:23.827901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:23.833506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-056c9a80-e4e8-47ac-8e80-90d77aa1a302 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928743 Oct 11 15:25:23.839972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-817ef4eb-934b-4c6b-8579-d11d208c2a54 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796777 Oct 11 15:25:23.841547 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-34ef85b0-8a64-40c4-9f3b-88ad62acfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:23.843558 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-34ef85b0-8a64-40c4-9f3b-88ad62acfcec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 1095 time: 0.0986874 Oct 11 15:25:23.849300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6648568-6668-4619-bd76-1213542b984a req-481234d3-aa42-4be2-a7d7-d195f0da82d7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264143 Oct 11 15:25:23.894187 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c707e7-05af-4c44-9573-8dfdd221ce00 x-openstack-request-id: req-45c707e7-05af-4c44-9573-8dfdd221ce00 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:23.894481 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c08fed7-d423-431d-bca0-172931717c1c", "name": "network-vif-deleted", "tag": "8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:23.895048 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45c707e7-05af-4c44-9573-8dfdd221ce00 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:23.895164 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c08fed7-d423-431d-bca0-172931717c1c', 'name': 'network-vif-deleted', 'tag': '8c7f65f7-11f2-4ec2-8ca1-d3648e0a9ed9', 'status': 'completed', 'code': 200} Oct 11 15:25:23.896837 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:23.943894 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a47f8d8-0e22-4f4b-8769-403dcb945337 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:23.965917 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:23.993217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:24.026464 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:24.026973 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:24.027303 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:24.052904 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:24.053247 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:24.065985 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:24.066348 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:24.066703 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:24.067142 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Bound port: 6511c971-2107-403f-a55d-a503f46544c0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:24.100057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-660c6317-7307-445c-aacd-41a47438d1ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97 HTTP/1.1" status: 200 len: 217 time: 0.0794280 Oct 11 15:25:24.137028 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce5bdc-019b-4b7a-b5d1-f51193398511 x-openstack-request-id: req-18ce5bdc-019b-4b7a-b5d1-f51193398511 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:24.137305 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:24.137640 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18ce5bdc-019b-4b7a-b5d1-f51193398511 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:24.138026 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec', 'status': 'completed', 'code': 200} Oct 11 15:25:24.149073 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] Transition to ACTIVE for port object 8a47f8d8-0e22-4f4b-8769-403dcb945337 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:24.156278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:24.173358 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:24.185024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-6540c914-a880-40ad-928c-b41a818780c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.186479 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-6540c914-a880-40ad-928c-b41a818780c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.0762239 Oct 11 15:25:24.188378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-4b7deda6-3f5d-4c88-84c5-cf82cb6e0fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692057 Oct 11 15:25:24.214981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:24.216864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-0ab93f03-f34b-46ce-808d-72d22ccf8952 service neutron] 10.222.0.31 "POST /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4784181 Oct 11 15:25:24.225576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-95b38171-8978-4705-8c59-430889f83ede service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261552 Oct 11 15:25:24.329238 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] No DVR routers for this DVR port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:24.344938 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] Pushing event updated for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:24.368821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-e7583ed0-a7f4-47b5-8856-5f855f472661 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078506 Oct 11 15:25:24.396846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-2bd7f11a-cec7-489c-a9eb-3d0ea15d46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.398356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-2bd7f11a-cec7-489c-a9eb-3d0ea15d46ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 1094 time: 0.2277660 Oct 11 15:25:24.404827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-50752ca6-8054-40ee-bf18-f05ef55f431b service neutron] 10.222.0.43 "PUT /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0595744 Oct 11 15:25:24.424865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968b653-af0f-4a81-b81d-44cd76b5b84f req-90907bd9-aca4-4061-b103-db6ecd72f52c tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.426565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2968b653-af0f-4a81-b81d-44cd76b5b84f req-90907bd9-aca4-4061-b103-db6ecd72f52c tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 944 time: 0.2215137 Oct 11 15:25:24.463307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-32a617cf-44e9-4d56-b478-6a182ce39f5f req-832a19fb-15a2-43d7-80b2-722cb5b20799 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Oct 11 15:25:24.501236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022fe8-cc72-4023-8351-74c4f525985b req-8fe0242d-30aa-4f3e-88bb-679471d38e91 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.502738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f022fe8-cc72-4023-8351-74c4f525985b req-8fe0242d-30aa-4f3e-88bb-679471d38e91 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1748564 Oct 11 15:25:24.513658 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-18272dd9-21f0-4e60-80ec-a8c00532bbe8 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.515820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-18272dd9-21f0-4e60-80ec-a8c00532bbe8 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0440211 Oct 11 15:25:24.553123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2968b653-af0f-4a81-b81d-44cd76b5b84f req-0de7afaa-22a9-4f44-8445-52dfab1c5b7f tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123040 Oct 11 15:25:24.570255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-35a3ecee-15f2-4f19-8eed-81dd18eb4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.571723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-35a3ecee-15f2-4f19-8eed-81dd18eb4249 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0&tenant_id=2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 1096 time: 0.0476294 Oct 11 15:25:24.577516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-16537d88-fcbd-434f-a934-ff9e2aafb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.578852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-16537d88-fcbd-434f-a934-ff9e2aafb9e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 917 time: 0.1712561 Oct 11 15:25:24.584283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f022fe8-cc72-4023-8351-74c4f525985b req-90061e1f-5e8a-4d17-908e-1644bd5d075e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722063 Oct 11 15:25:24.635678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-8d349306-619e-407d-bf30-7732ba3d188f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07440d1b-5149-40a5-8247-0b0eb19823ec HTTP/1.1" status: 200 len: 217 time: 0.0453959 Oct 11 15:25:24.651502 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-f4fd82b0-ad4a-4bb7-81a2-612cccaf34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.652977 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-f4fd82b0-ad4a-4bb7-81a2-612cccaf34d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0535262 Oct 11 15:25:24.718792 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38753755-b5ee-4880-8867-3b042a88fcca req-94362d12-304e-4981-bffc-dfe7b017e78e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.720656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38753755-b5ee-4880-8867-3b042a88fcca req-94362d12-304e-4981-bffc-dfe7b017e78e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0938444 Oct 11 15:25:24.721776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-0bebf96b-039d-45df-b305-a6728a037ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.723278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-0bebf96b-039d-45df-b305-a6728a037ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.0691102 Oct 11 15:25:24.757209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-84693c98-7d31-4df7-aeeb-e7d60dacb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.758746 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-84693c98-7d31-4df7-aeeb-e7d60dacb1ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.0975220 Oct 11 15:25:24.772886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-5ae63bd2-6d16-440e-ab10-f7d5d58cfc0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352173 Oct 11 15:25:24.805273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38753755-b5ee-4880-8867-3b042a88fcca req-ddbe0c98-766b-4f7c-9222-f99fe979998f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Oct 11 15:25:24.808721 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-a547e16c-6226-44a2-b9db-f24b653c1fbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 200 len: 217 time: 0.0404096 Oct 11 15:25:24.864624 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-adcdc2e0-ea58-4beb-b524-ab09e70ddb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:24.866403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-adcdc2e0-ea58-4beb-b524-ab09e70ddb4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0491824 Oct 11 15:25:24.893232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-65842a18-6008-46e9-9121-701d9603e8e4 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103370 Oct 11 15:25:24.904602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8f63db6f-942b-47e0-99fd-3aba224146cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296464 Oct 11 15:25:25.009557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a23df-22bc-4d60-8404-654a1e3e52c1 req-c5053915-9f26-4ee5-a398-a3a7321f3332 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.011044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db3a23df-22bc-4d60-8404-654a1e3e52c1 req-c5053915-9f26-4ee5-a398-a3a7321f3332 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 945 time: 0.1154261 Oct 11 15:25:25.016538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-5480f30e-066b-4492-a393-c875352eeeda service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026850 Oct 11 15:25:25.059073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f2ac883-f4e0-4c65-9873-8994b622fd82 req-d6720407-5cfb-41f3-bb37-08a23d53d209 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545532 Oct 11 15:25:25.083616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db3a23df-22bc-4d60-8404-654a1e3e52c1 req-2ebe6874-de4d-43c7-8ddc-1a04b70d8c03 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Oct 11 15:25:25.141398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-e4aef0fa-e47e-4cc0-9687-77d68adbb3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123989 Oct 11 15:25:25.420091 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8df31313-16ca-4ada-b32e-21b86d06f538 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.421629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-8df31313-16ca-4ada-b32e-21b86d06f538 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0456998 Oct 11 15:25:25.487782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847a96-9e08-4fb7-b8e3-7f169fd535ba req-25d1be43-f597-4d71-b1a4-3cb531af96e7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.489167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40847a96-9e08-4fb7-b8e3-7f169fd535ba req-25d1be43-f597-4d71-b1a4-3cb531af96e7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.3293624 Oct 11 15:25:25.495736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321591a4-da2b-4768-a187-7401c40d43a4 req-0176d9cb-b11c-4d5a-8835-8c1e8311d6d4 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.496203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321591a4-da2b-4768-a187-7401c40d43a4 req-0176d9cb-b11c-4d5a-8835-8c1e8311d6d4 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.496661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321591a4-da2b-4768-a187-7401c40d43a4 req-0176d9cb-b11c-4d5a-8835-8c1e8311d6d4 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.498256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-321591a4-da2b-4768-a187-7401c40d43a4 req-0176d9cb-b11c-4d5a-8835-8c1e8311d6d4 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399&device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57&device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 2884 time: 0.0597944 Oct 11 15:25:25.535164 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-1977ba18-b01f-450d-8db1-6702da04441d service neutron] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:25.538445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-1977ba18-b01f-450d-8db1-6702da04441d service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:25.539461 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc607c6f-d0c2-43cb-ac32-b9e0025f5a3e req-1977ba18-b01f-450d-8db1-6702da04441d service neutron] 10.222.0.36 "DELETE /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1094022 Oct 11 15:25:25.553848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40847a96-9e08-4fb7-b8e3-7f169fd535ba req-be53b990-fd8c-49a5-bbdc-4c67ebd43856 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Oct 11 15:25:25.556053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-321591a4-da2b-4768-a187-7401c40d43a4 req-a53b398b-c9f6-4e02-85b0-c7aac758c2b7 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506516 Oct 11 15:25:25.664293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:25.713430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:25.733981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7e567-fa4e-46a9-85e2-3292e9c88f6f req-b7fe2370-c639-42dd-85a5-9274a415b99c tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.735793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ed7e567-fa4e-46a9-85e2-3292e9c88f6f req-b7fe2370-c639-42dd-85a5-9274a415b99c tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 944 time: 0.0563264 Oct 11 15:25:25.773360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ed7e567-fa4e-46a9-85e2-3292e9c88f6f req-10200ae3-5c81-46c6-837d-ed706f0ea2ca tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Oct 11 15:25:25.892266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be69d7-945c-456a-b57e-ba88da66401b req-878f52ef-e574-4c3c-943e-34a3051115cf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:25.893877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19be69d7-945c-456a-b57e-ba88da66401b req-878f52ef-e574-4c3c-943e-34a3051115cf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0576921 Oct 11 15:25:25.896532 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28'}, {'name': 'network-changed', 'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:25.899021 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8" -d '{"events": [{"name": "network-changed", "server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28"}, {"name": "network-changed", "server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:25.945919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19be69d7-945c-456a-b57e-ba88da66401b req-0315b3c8-7a24-468f-b722-ad5f8327673c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Oct 11 15:25:26.136511 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c758b9-bc6f-4bc0-bb3e-070b8289a036 x-openstack-request-id: req-a4c758b9-bc6f-4bc0-bb3e-070b8289a036 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:26.137066 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:26.137841 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4c758b9-bc6f-4bc0-bb3e-070b8289a036 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:26.138917 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', 'status': 'completed', 'code': 200} Oct 11 15:25:26.140291 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97', 'status': 'completed', 'code': 200} Oct 11 15:25:26.154761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebea0b1-2960-4c7e-941a-9041fac0f9bb req-ff072c3a-9c23-4b50-b4fc-b596a05504d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.157227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ebea0b1-2960-4c7e-941a-9041fac0f9bb req-ff072c3a-9c23-4b50-b4fc-b596a05504d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0588336 Oct 11 15:25:26.204170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-3db33407-ea60-4e5c-964b-fa64726622a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.206886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-3db33407-ea60-4e5c-964b-fa64726622a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 1095 time: 0.0463617 Oct 11 15:25:26.216958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ebea0b1-2960-4c7e-941a-9041fac0f9bb req-5d4cd304-07d4-4dd4-bb7d-a020f743e220 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Oct 11 15:25:26.363189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-2944e7ce-80d8-4c34-acb0-ace24642951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.374760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-2944e7ce-80d8-4c34-acb0-ace24642951d service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 917 time: 0.1590767 Oct 11 15:25:26.399043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b228d-7595-463b-b2d1-c6023ce09d0b req-3ccd9484-b3ea-479b-b211-39fe5a6da2a2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.400613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf2b228d-7595-463b-b2d1-c6023ce09d0b req-3ccd9484-b3ea-479b-b211-39fe5a6da2a2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 945 time: 0.0785439 Oct 11 15:25:26.401112 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:26.440830 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-c42c898b-3c71-4a96-a542-8e8390c818f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 HTTP/1.1" status: 200 len: 217 time: 0.0599964 Oct 11 15:25:26.445675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf2b228d-7595-463b-b2d1-c6023ce09d0b req-48ea238d-d9ee-4ded-8f34-885d1b62d4ff tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Oct 11 15:25:26.495135 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-0c3ac806-46ce-4ef0-8992-b400e577b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.496984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-0c3ac806-46ce-4ef0-8992-b400e577b7e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.0492506 Oct 11 15:25:26.559110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-1bc8422c-ec33-445e-bb41-880dfab3eca4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499742 Oct 11 15:25:26.628673 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7564f2-40dc-473c-b608-6607dbe814d0 req-e724732d-71f7-49aa-933f-233d16229a9d tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.630204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d7564f2-40dc-473c-b608-6607dbe814d0 req-e724732d-71f7-49aa-933f-233d16229a9d tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1101 time: 0.1114385 Oct 11 15:25:26.649132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-304cd2cf-b8dd-42f9-af3e-9ba5027f6b4b service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Oct 11 15:25:26.684178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-2127ed55-8355-4195-887a-5756a1aabb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.685684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-2127ed55-8355-4195-887a-5756a1aabb2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1096 time: 0.1178446 Oct 11 15:25:26.693049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e8e2e9dc-a666-4779-a4c2-c515d496221a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab6391847de44b809aad3e4c748dab12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883720 Oct 11 15:25:26.693049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4fb8-d8da-40d9-8874-87a91f43282a req-9ec1d0b7-2aa9-4eb8-b45f-c37264d2f828 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.693747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-367d4fb8-d8da-40d9-8874-87a91f43282a req-9ec1d0b7-2aa9-4eb8-b45f-c37264d2f828 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1379445 Oct 11 15:25:26.699837 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:26.742986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-9ef63289-cb40-41e3-99e0-f44018a26756 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Oct 11 15:25:26.765212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d7564f2-40dc-473c-b608-6607dbe814d0 req-2dd79829-9f77-4a7f-85da-3193fd9dc764 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272037 Oct 11 15:25:26.820868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-367d4fb8-d8da-40d9-8874-87a91f43282a req-ca4a9c3f-f6be-4a38-937f-9ee70bd91719 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191626 Oct 11 15:25:26.829155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-eb277ddf-6fcd-4ef9-b1be-038284467757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.831125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-eb277ddf-6fcd-4ef9-b1be-038284467757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17690810c41247adb2a3aa822dc54e6d&device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 1095 time: 0.0463796 Oct 11 15:25:26.882412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:26.884428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-9735ab9e-30a7-480b-aa94-beb9307e8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.885917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-9735ab9e-30a7-480b-aa94-beb9307e8f32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1913345 Oct 11 15:25:26.951091 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-05371104-4588-46a5-9837-2b674a8642dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.951318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d2360f71-b0ba-4441-9e50-4ddb6c799717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 217 time: 0.0538654 Oct 11 15:25:26.953283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-05371104-4588-46a5-9837-2b674a8642dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 200 len: 917 time: 0.1152227 Oct 11 15:25:26.953540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:26.992198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a5a5-21fc-457f-9d90-0273efc87510 req-b833f1ad-8a29-4a90-af45-5d673752d646 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:26.993769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b566a5a5-21fc-457f-9d90-0273efc87510 req-b833f1ad-8a29-4a90-af45-5d673752d646 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.1593046 Oct 11 15:25:27.099650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1b89-02e6-45ca-874c-a7aff623fbb2 req-9d23487f-3fab-4cc2-8539-fb4336d7425e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.101181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93c1b89-02e6-45ca-874c-a7aff623fbb2 req-9d23487f-3fab-4cc2-8539-fb4336d7425e tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1101 time: 0.1573026 Oct 11 15:25:27.105582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-9bbd1e91-8cf9-4789-9294-b7a8e50cdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.107028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-9bbd1e91-8cf9-4789-9294-b7a8e50cdbd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1243412 Oct 11 15:25:27.114545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b566a5a5-21fc-457f-9d90-0273efc87510 req-dc9137a4-b000-4b36-a47f-7dd086f32fb4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088169 Oct 11 15:25:27.153762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:27.156383 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:27.160214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/147bf969-d721-4bf2-9023-594ea1460e25 HTTP/1.1" status: 204 len: 168 time: 0.4569788 Oct 11 15:25:27.160214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-95f7aa02-4d00-4398-8861-dd4de892da12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394633 Oct 11 15:25:27.183340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2eeea-1fae-4c1f-b2f9-b6520b2f5abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147bf969-d721-4bf2-9023-594ea1460e25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:27.234151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93c1b89-02e6-45ca-874c-a7aff623fbb2 req-0e7e13d9-3ddc-4d2d-be90-7a84807f2f0b tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235662 Oct 11 15:25:27.246565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-74f6a594-6e57-4acf-aff3-30e66fdd1b04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97 HTTP/1.1" status: 200 len: 217 time: 0.2724676 Oct 11 15:25:27.307313 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-bb8c4130-e8c3-4751-a2eb-354f5c5f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.308917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-bb8c4130-e8c3-4751-a2eb-354f5c5f92d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 200 len: 856 time: 0.0457854 Oct 11 15:25:27.309755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5413dc-d53e-4615-b42e-30a802cc4df3 req-8d6714e4-e822-44de-8993-895c022297d9 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.311798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c5413dc-d53e-4615-b42e-30a802cc4df3 req-8d6714e4-e822-44de-8993-895c022297d9 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 944 time: 0.0859129 Oct 11 15:25:27.315563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-73d7c0a8-5c4b-4fb3-a376-2827febfc89c service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445410 Oct 11 15:25:27.359900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-07e42f56-d072-40fe-8493-2ea1d47195dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6c01ab-17b3-4404-93c4-32a46cb2c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431094 Oct 11 15:25:27.403035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c5413dc-d53e-4615-b42e-30a802cc4df3 req-39d3d9e4-8c6b-4a93-a01b-ed8f4faae8eb tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840504 Oct 11 15:25:27.484913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c2992a71-4390-431a-a6ed-39b2095401d5 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589363 Oct 11 15:25:27.491282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-a0d7040e-462a-413f-9984-2ad129720cac service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231790 Oct 11 15:25:27.494795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d13892-0563-4316-83ba-bb1ff9fcfa9f req-d25058a3-4b30-48a2-a724-afa3d3d3dce4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.496262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27d13892-0563-4316-83ba-bb1ff9fcfa9f req-d25058a3-4b30-48a2-a724-afa3d3d3dce4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0867150 Oct 11 15:25:27.596659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b05f23d9-ebb5-4a7d-9bc1-a83fc21193b8 req-17c7ce0a-43af-4972-9988-acfd79d45985 service neutron] 10.222.0.36 "GET /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984163 Oct 11 15:25:27.631213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27d13892-0563-4316-83ba-bb1ff9fcfa9f req-3c02c90e-766f-4832-a700-09c72ed5a51a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200387 Oct 11 15:25:27.657795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c4cfcbdb-8195-4183-afd8-5d29b32db98e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.659604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c4cfcbdb-8195-4183-afd8-5d29b32db98e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0908401 Oct 11 15:25:27.674995 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:27.703773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-9eb79bfd-ca5c-424a-b8da-b3ebaff0790f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:27.706180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-9eb79bfd-ca5c-424a-b8da-b3ebaff0790f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.2090349 Oct 11 15:25:27.750048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-468231fc-32e5-48bb-850e-3687e22e7737 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/quotas/2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 375 time: 0.0353575 Oct 11 15:25:27.771536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:27.837814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-a74c619d-278c-4b59-9f52-28f4524056f4 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856595 Oct 11 15:25:28.023687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-25b3c54b-7d4d-4518-af8d-4318c10032ec tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:28.025148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-25b3c54b-7d4d-4518-af8d-4318c10032ec tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 1101 time: 0.0941732 Oct 11 15:25:28.031404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-c7e02c80-d2dc-4848-8f97-4f081b4e8d31 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816857 Oct 11 15:25:28.060233 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.075984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-46e0a495-4968-4a88-ad23-3084aec5d864 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.165004 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:28.224085 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:28.227348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-34719e3d-4002-4eba-ab8a-dfd1e2cfe77c service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896863 Oct 11 15:25:28.238073 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6511c971-2107-403f-a55d-a503f46544c0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:28.240335 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355ae84-a829-4a5a-8db1-72a146dc42cf" -d '{"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-unplugged", "status": "completed", "tag": "6511c971-2107-403f-a55d-a503f46544c0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:28.244154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.257987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.317716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-46e0a495-4968-4a88-ad23-3084aec5d864 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.326078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.327165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-46e0a495-4968-4a88-ad23-3084aec5d864 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.338326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'port_id': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', 'mac_address': 'fa:16:3e:fe:bc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b67c5-1536-4f90-b795-b8820cef5947', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:28.385363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.398481 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:28.403291 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.422435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.427999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.429082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c5b8393-6eb2-4384-a3fd-0a24206daf97 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:28.430752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf6d9772-6270-4993-b45e-5c80a4dcfa80 req-46e0a495-4968-4a88-ad23-3084aec5d864 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809574 Oct 11 15:25:28.455728 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a495-4968-4a88-ad23-3084aec5d864 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ceae50-fdf2-41d9-837a-6d1483fec9bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.463808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.465876 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:28.466382 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:28.467043 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:28.478259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '0c5b8393-6eb2-4384-a3fd-0a24206daf97', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'port_id': '0c5b8393-6eb2-4384-a3fd-0a24206daf97', 'mac_address': 'fa:16:3e:c3:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b67c5-1536-4f90-b795-b8820cef5947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:28.478967 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:28.479286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Attempting to bind port 6511c971-2107-403f-a55d-a503f46544c0 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:28.491289 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:28.491631 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:28.492014 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:28.492436 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Bound port: 6511c971-2107-403f-a55d-a503f46544c0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:28.492790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.547508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.564290 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5b8393-6eb2-4384-a3fd-0a24206daf97 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:28.599236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.605171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.606056 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07440d1b-5149-40a5-8247-0b0eb19823ec details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:28.608066 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.632862 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:28.638417 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:28.647861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.683101 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.687514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07440d1b-5149-40a5-8247-0b0eb19823ec,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.699730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '07440d1b-5149-40a5-8247-0b0eb19823ec', 'network_id': 'af6c01ab-17b3-4404-93c4-32a46cb2c5bf', 'port_id': '07440d1b-5149-40a5-8247-0b0eb19823ec', 'mac_address': 'fa:16:3e:7b:ea:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b67c5-1536-4f90-b795-b8820cef5947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:28.728596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3434c-c1b7-4613-883b-a8a58bea2c33 req-46ea0e54-bdb4-42db-8d58-718af1ad4dbd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:28.730189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1b3434c-c1b7-4613-883b-a8a58bea2c33 req-46ea0e54-bdb4-42db-8d58-718af1ad4dbd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.2106099 Oct 11 15:25:28.766680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.788747 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a9ffd-6fd8-4437-ac94-ea309a74d7b7 x-openstack-request-id: req-493a9ffd-6fd8-4437-ac94-ea309a74d7b7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:28.789255 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-unplugged", "status": "completed", "tag": "6511c971-2107-403f-a55d-a503f46544c0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:28.789255 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-493a9ffd-6fd8-4437-ac94-ea309a74d7b7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:28.789694 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6511c971-2107-403f-a55d-a503f46544c0', 'code': 200} Oct 11 15:25:28.790720 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.793553 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07440d1b-5149-40a5-8247-0b0eb19823ec {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:28.817026 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07440d1b-5149-40a5-8247-0b0eb19823ec,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:28.825211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.843499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:28.844363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:28.845951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-d08e30d2-b3bf-41fe-9f58-b968241b7fee service neutron] 10.222.0.36 "PUT /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 1121 time: 1.1765349 Oct 11 15:25:28.866810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1b3434c-c1b7-4613-883b-a8a58bea2c33 req-0e31b9e3-9c2d-4a9b-80a6-69bfc6225029 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138771 Oct 11 15:25:28.932156 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:28.958000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78d82916-61ed-479e-bfc8-4571578c231c req-8a0a001a-62d9-4afe-8000-f4415d8bb2fd tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 210 time: 0.0403948 Oct 11 15:25:28.969765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['6511c971-2107-403f-a55d-a503f46544c0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:29.023796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6fb63-30a3-4db1-aef1-64a9e970eac2 req-a501ba86-1d82-4ff3-aeaf-4a52eeabdf88 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:29.034377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31d6fb63-30a3-4db1-aef1-64a9e970eac2 req-a501ba86-1d82-4ff3-aeaf-4a52eeabdf88 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 945 time: 0.0720427 Oct 11 15:25:29.117838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31d6fb63-30a3-4db1-aef1-64a9e970eac2 req-7020705c-2500-4553-ae4c-2a5d2794f27b tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770669 Oct 11 15:25:29.204922 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0c5b8393-6eb2-4384-a3fd-0a24206daf97'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:29.205327 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:29.247174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a57b8b99-828b-4d00-9e3c-47fb4d1c7b28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:29.273841 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07440d1b-5149-40a5-8247-0b0eb19823ec'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:29.284737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa855-2f35-42d2-bd50-4b263fadd335 req-0f22363f-5663-4eab-8632-03116cb590b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:29.293695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-877aa855-2f35-42d2-bd50-4b263fadd335 req-0f22363f-5663-4eab-8632-03116cb590b6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.0680847 Oct 11 15:25:29.347149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-877aa855-2f35-42d2-bd50-4b263fadd335 req-66f41efb-a8e5-4cbf-965f-59b88b97974f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514226 Oct 11 15:25:29.413838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd594215-a014-4256-9081-3a9c97e885c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.447900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-09a31cbf-90a8-4282-a529-15675dfc9322 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314908 Oct 11 15:25:29.519154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd594215-a014-4256-9081-3a9c97e885c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.525766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd594215-a014-4256-9081-3a9c97e885c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.585282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd594215-a014-4256-9081-3a9c97e885c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1331c53ecee948a6a853e6432298f938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786955 Oct 11 15:25:29.587996 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd594215-a014-4256-9081-3a9c97e885c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6eaa06-ff32-4e48-b151-930231e90d9a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:29.591925 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:29.652146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d8d84f5e-b7bc-4fe2-851f-6e4c1fc8e30f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:29.668270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d8d84f5e-b7bc-4fe2-851f-6e4c1fc8e30f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121534 Oct 11 15:25:29.702513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-6564cba2-6fc6-406b-af85-d3fd0285ac58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0332217 Oct 11 15:25:29.716179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.758067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.840130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.844198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:29.845672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c6eaa06-ff32-4e48-b151-930231e90d9a HTTP/1.1" status: 204 len: 168 time: 0.2522125 Oct 11 15:25:29.879902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15be77d-3912-4ffc-a4ab-de1e8a17598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6eaa06-ff32-4e48-b151-930231e90d9a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:29.929054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-1fbfc8be-6592-4f0d-8116-1f48e3aa4a23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:29.931079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-1fbfc8be-6592-4f0d-8116-1f48e3aa4a23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.1324584 Oct 11 15:25:29.982864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Request body: {'port': {'device_id': '28248f62-df79-4979-8793-ddc16b90fbdf', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'admin_state_up': True, 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:30.049506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-86e8dc5d-3c02-4ee9-a6bd-e6168dbed55f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3442619 Oct 11 15:25:30.091537 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4e077-56eb-480d-810d-1f54f0932d81 req-7732ab53-01df-4358-8bfa-27f05842078e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:30.100459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42e4e077-56eb-480d-810d-1f54f0932d81 req-7732ab53-01df-4358-8bfa-27f05842078e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.3030040 Oct 11 15:25:30.173524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42e4e077-56eb-480d-810d-1f54f0932d81 req-61e99b40-98c7-446a-8a0a-6ba7285916c8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Oct 11 15:25:30.200202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:30.205011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:30.343750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd2e9-c8da-4351-9c49-5206fba99643 req-80acaf05-29a6-440b-88e7-73547d120469 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:30.345441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-337fd2e9-c8da-4351-9c49-5206fba99643 req-80acaf05-29a6-440b-88e7-73547d120469 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.1092522 Oct 11 15:25:30.419665 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Allocated IP 172.20.0.13 (38c6d315-eff9-4655-83cb-10b80d91e587/971a8440-14b6-4abc-83b8-3bd5270c562f/aae77c0d-3583-4f95-b703-eb331754f182) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:30.424902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-337fd2e9-c8da-4351-9c49-5206fba99643 req-ba9da1b0-31fd-435f-87a8-fa73a4866f52 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553472 Oct 11 15:25:30.645128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abe993bf-21dc-4e00-af2b-7066e7b67843 req-d4fb721e-b16a-45ad-ab51-908495b3ab58 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 210 time: 0.0621550 Oct 11 15:25:30.694709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d29ea-cb13-4515-8058-e808693f73eb req-61d7cd25-f6d7-422b-8529-91db1fb4c5b0 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:30.696678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e3d29ea-cb13-4515-8058-e808693f73eb req-61d7cd25-f6d7-422b-8529-91db1fb4c5b0 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 945 time: 0.1307802 Oct 11 15:25:30.736097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:30.758234 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:30.793010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e3d29ea-cb13-4515-8058-e808693f73eb req-9aa0ed43-b5d1-4ce3-96ef-65fe1b10f5cf tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878029 Oct 11 15:25:30.796358 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'tag': '6511c971-2107-403f-a55d-a503f46544c0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:30.798568 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0800b2c-b526-4a35-b968-9f7721116dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "tag": "6511c971-2107-403f-a55d-a503f46544c0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:30.844713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9edc-c56e-4e1e-82b9-178e1f69cd61 req-ce623ade-3a5a-4e55-82f7-c90ea99684c0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:30.846255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c0a9edc-c56e-4e1e-82b9-178e1f69cd61 req-ce623ade-3a5a-4e55-82f7-c90ea99684c0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1023877 Oct 11 15:25:30.847800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:30.914549 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-705597802-network', 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:30.916846 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Network 38c6d315-eff9-4655-83cb-10b80d91e587 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:30.925628 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:30.940646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:30.945455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:30.965898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.065288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.070552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.110280 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4307e329-7589-4862-8878-e1c9b49502ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:31.121672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:25:31.133641 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.134045 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Added segment 6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940 of type vlan for network fe882cfc-6682-4a09-b783-3c1a001b86df Oct 11 15:25:31.209967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.239561 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-46adb636-eef1-4d9f-a77e-d114ef169f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.241311 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-46adb636-eef1-4d9f-a77e-d114ef169f69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1124 time: 0.0694339 Oct 11 15:25:31.250999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.252210 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.252994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.254055 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b76421-1dc5-4779-ac7e-4f320e996552 x-openstack-request-id: req-a4b76421-1dc5-4779-ac7e-4f320e996552 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:31.254571 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "tag": "6511c971-2107-403f-a55d-a503f46544c0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:31.254571 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4b76421-1dc5-4779-ac7e-4f320e996552 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:31.254982 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'tag': '6511c971-2107-403f-a55d-a503f46544c0', 'status': 'completed', 'code': 200} Oct 11 15:25:31.257165 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:31.260421 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:31.300357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c0a9edc-c56e-4e1e-82b9-178e1f69cd61 req-a43bf38b-462d-4d52-9ab6-14c64dfcabb8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451151 Oct 11 15:25:31.339348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f809181-63c0-4ccf-af54-6cf937ebb940 req-eb21f4f4-3e59-4af7-bcec-ca9deeb18d2c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 210 time: 0.0833428 Oct 11 15:25:31.368119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-18aacf42-614e-4c29-adda-fb04242b1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.369986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-18aacf42-614e-4c29-adda-fb04242b1f6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1137459 Oct 11 15:25:31.380908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.381562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.427304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-fe4318a1-5aed-49a9-abcb-66d65aa8b003 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4845798 Oct 11 15:25:31.443833 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Request body: {'port': {'device_id': '28248f62-df79-4979-8793-ddc16b90fbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:31.484028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66178982-54c9-4635-b4e3-8894ea0abdc7 req-aedca51f-e1b0-42c8-b9b8-22e9d851a92a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.485566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66178982-54c9-4635-b4e3-8894ea0abdc7 req-aedca51f-e1b0-42c8-b9b8-22e9d851a92a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0918176 Oct 11 15:25:31.494132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-94961b76-593f-40fc-a812-9cf55b1c4c1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 217 time: 0.0852864 Oct 11 15:25:31.500729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7389238 Oct 11 15:25:31.503083 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:31.508777 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Request body: {'subnet': {'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-705597802-subnet', 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:31.511837 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ec2c8-cc62-4c9a-8a04-23dce052c40e admin admin] Pushing event updated for resources: {'Network': ['ID=fe882cfc-6682-4a09-b783-3c1a001b86df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:31.524127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network fe882cfc-6682-4a09-b783-3c1a001b86df details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:25:31.565921 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:31.568287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.582906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-769421d4-5782-4c6e-884b-b3a89909ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.584593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-769421d4-5782-4c6e-884b-b3a89909ab35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0694563 Oct 11 15:25:31.591700 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.638840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-c51f63ae-0e19-4518-ba0a-6d64522445a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267928 Oct 11 15:25:31.663035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66178982-54c9-4635-b4e3-8894ea0abdc7 req-66b38ca0-53bb-4786-9777-3a8305c422d3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489520 Oct 11 15:25:31.677859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1230d-04fb-4908-887c-50f4ec26f38c req-d8e01d1b-72ec-4fd3-b53a-b07ee3788765 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.679320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f1230d-04fb-4908-887c-50f4ec26f38c req-d8e01d1b-72ec-4fd3-b53a-b07ee3788765 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.1663415 Oct 11 15:25:31.691565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-ae9d16c9-3e0d-40cc-9b8c-65ff89764267 service neutron] 10.222.0.43 "GET /v2.0/ports/7e247a15-07df-414d-afde-f3744595aef9/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1795959 Oct 11 15:25:31.789941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f1230d-04fb-4908-887c-50f4ec26f38c req-54b15e0d-f060-411c-90e8-d674125b1172 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000729 Oct 11 15:25:31.797390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-260be00f-51f9-499c-98eb-7e757c9cd463 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469953 Oct 11 15:25:31.915185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:31.984716 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfbca-1766-46aa-bf95-63657a2b1484 req-58a09df4-6e4b-44a7-9b59-d0365a692260 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:31.986502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-867cfbca-1766-46aa-bf95-63657a2b1484 req-58a09df4-6e4b-44a7-9b59-d0365a692260 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 932 time: 0.1517768 Oct 11 15:25:32.009239 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce46e2d1-151e-4302-9d63-3805ccf9eb42,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:32.034058 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0800b2c-b526-4a35-b968-9f7721116dfa req-46b3b19e-fba5-47bd-bd2a-a50f0ca27b97 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205245 Oct 11 15:25:32.035109 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:32.037832 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Network hostable DHCP agents. Network: fe882cfc-6682-4a09-b783-3c1a001b86df, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:25:32.053563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dd9cf-f826-4982-920d-48ea3600f0dc req-a250bc09-3802-4d05-881f-b0512875c040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.063193 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Network fe882cfc-6682-4a09-b783-3c1a001b86df is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:25:32.063852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be9dd9cf-f826-4982-920d-48ea3600f0dc req-a250bc09-3802-4d05-881f-b0512875c040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 945 time: 0.1378555 Oct 11 15:25:32.075382 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fe882cfc-6682-4a09-b783-3c1a001b86df) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:32.084208 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.085978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.087557 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09ddff-1035-4c8b-ac71-4f9ae0d6bb6d None None] Network fe882cfc-6682-4a09-b783-3c1a001b86df requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:25:32.132654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-2df63892-f385-4ced-82bc-bbd489d86302 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381672 Oct 11 15:25:32.133511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-867cfbca-1766-46aa-bf95-63657a2b1484 req-848a6953-83a2-4ec2-9762-8dd974f791a7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347210 Oct 11 15:25:32.139797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f99de28-0033-4ba2-8606-fed2ad38068d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6347468 Oct 11 15:25:32.211867 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae77c0d-3583-4f95-b703-eb331754f182 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:32.240453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.245263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:32.249388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:32.267651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be9dd9cf-f826-4982-920d-48ea3600f0dc req-90147fb8-c478-41ea-aafc-94403e469aec tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983571 Oct 11 15:25:32.280371 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Transition to ACTIVE for port object aae77c0d-3583-4f95-b703-eb331754f182 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:32.291640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.345603 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-7fbae7cd-2b00-4144-8f93-b606eddc7367 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.347585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-7fbae7cd-2b00-4144-8f93-b606eddc7367 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880236 Oct 11 15:25:32.374874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:32.390595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-617bf37c-4a06-42f5-85f2-8417e43d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.392693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-617bf37c-4a06-42f5-85f2-8417e43d8516 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1101 time: 0.2305858 Oct 11 15:25:32.395590 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:32.498083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa2e3-929a-4e92-9970-735cdead85c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.505495 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c663d1-6516-4124-9a45-1411b2593d85 None None] Network fe882cfc-6682-4a09-b783-3c1a001b86df requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:25:32.507566 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:32.537384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:32.540452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.549711 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:32.550274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.586518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03289320-da75-49cc-acc3-1bcdb8fc00cf req-238aa4f8-03e1-4869-aff4-52145cd39d6e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 210 time: 0.1281998 Oct 11 15:25:32.620628 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5025-3276-4003-a87e-ada7add0b778 req-218901ae-2329-485c-9007-f4e578019ac0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.628951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91aa5025-3276-4003-a87e-ada7add0b778 req-218901ae-2329-485c-9007-f4e578019ac0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1821539 Oct 11 15:25:32.630812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:32.650256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-e19b4cec-3a75-471b-a0be-a5930efca370 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847795 Oct 11 15:25:32.654687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-d0b9e565-30a3-48cb-98de-0f0b76109547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.657409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-d0b9e565-30a3-48cb-98de-0f0b76109547 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1101 time: 0.2394023 Oct 11 15:25:32.657645 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:25:32.735937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:32.736263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:32.736583 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:32.749615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.779358 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:32.782321 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1cbdaf-08d9-44fe-905b-51d10bf0736a" -d '{"events": [{"server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "name": "network-vif-plugged", "status": "completed", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:32.782683 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.185 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/c63a3acf-bf78-444d-9774-c2cb3a356e20) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:32.802130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:32.808677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.809984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c5b8393-6eb2-4384-a3fd-0a24206daf97 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:32.817241 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:32.817453 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:32.837982 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:32.837982 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:32.838500 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:32.838802 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Bound port: aae77c0d-3583-4f95-b703-eb331754f182, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:32.839154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.869553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91aa5025-3276-4003-a87e-ada7add0b778 req-7ec5da6a-b35f-420c-85ad-2e762e4cca13 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341626 Oct 11 15:25:32.908292 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:32.917219 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:32.917632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:32.943195 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:32.954123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-93c0adf8-2e2a-42ca-96a1-c25aa3654784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:32.956608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-93c0adf8-2e2a-42ca-96a1-c25aa3654784 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2828672 Oct 11 15:25:32.968185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.006350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.009216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.020288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:33.059015 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:33.062947 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:33.066889 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:33.087983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:33.092714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:33.109918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-19a71e59-2022-4341-9b8e-005a5b74bc43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.1431429 Oct 11 15:25:33.128320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.129114 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07440d1b-5149-40a5-8247-0b0eb19823ec up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:33.138207 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.140151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.168466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-197f889f-bebd-4d87-afb9-c73a99552597 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7988188 Oct 11 15:25:33.183574 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:33.219279 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9edfcb-4e48-4dd6-8fd4-30e295503a75 req-90e0c306-a9cf-41c1-ad44-7e90771c843a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.226518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9edfcb-4e48-4dd6-8fd4-30e295503a75 req-90e0c306-a9cf-41c1-ad44-7e90771c843a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.2616131 Oct 11 15:25:33.233359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Request body: {'port': {'device_id': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:33.234720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-00c6c91a-0732-423f-a5e9-20d1c9625149 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.236160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-00c6c91a-0732-423f-a5e9-20d1c9625149 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5638356 Oct 11 15:25:33.238742 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:33.244095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:33.260265 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '7785e378-7566-4f4a-ada5-b6b75c459760', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:33.288772 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.43', 56770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:33.307015 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 07440d1b-5149-40a5-8247-0b0eb19823ec completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:33.313453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 07440d1b-5149-40a5-8247-0b0eb19823ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:33.313772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.325653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.356719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.387353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-743140f9-dac3-414d-b432-6a928c4fe94e service neutron] 10.222.0.43 "GET /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0974145 Oct 11 15:25:33.404436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.427704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-169d2344-7266-4968-b290-77fac37a5dd2 None None] Provisioning complete for port c63a3acf-bf78-444d-9774-c2cb3a356e20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:33.428343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-169d2344-7266-4968-b290-77fac37a5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.435622 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:33.455580 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-74328f0c-e749-4660-8cf0-fcac2f45c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.457294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-74328f0c-e749-4660-8cf0-fcac2f45c542 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.3286066 Oct 11 15:25:33.462499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.463570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.465188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b54ba996-a61a-4989-afb3-aa013ae59cd2 service neutron] 10.222.0.43 "PUT /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 1092 time: 2.0261569 Oct 11 15:25:33.471917 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:33.474131 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f207664-8d24-406e-86c5-5edac0f1425f" -d '{"events": [{"name": "network-changed", "server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "tag": "aae77c0d-3583-4f95-b703-eb331754f182"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:33.481409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07440d1b-5149-40a5-8247-0b0eb19823ec,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:33.483917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-186dfeb5-403e-482f-9688-ff5751aaa258 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.493123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.494428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-186dfeb5-403e-482f-9688-ff5751aaa258 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.6188724 Oct 11 15:25:33.497165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-169d2344-7266-4968-b290-77fac37a5dd2 None None] Port c63a3acf-bf78-444d-9774-c2cb3a356e20 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:33.549016 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:33.560633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9edfcb-4e48-4dd6-8fd4-30e295503a75 req-627ac883-a4ee-420f-b82a-6e4bcc1900b0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332629 Oct 11 15:25:33.589343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:33.593196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.596061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-f08b5fd2-535c-4505-bfc7-d3da6b8a29f1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.1018858 Oct 11 15:25:33.662069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-aeccb147-ce8d-4f39-817c-2d679755cf39 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524266 Oct 11 15:25:33.673016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-5e442938-7dc3-4bb3-a146-ac5d72de9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.674852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-5e442938-7dc3-4bb3-a146-ac5d72de9142 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068429 Oct 11 15:25:33.675574 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554197c-fd4f-4e56-afa6-954ea3c7d4e8 x-openstack-request-id: req-c554197c-fd4f-4e56-afa6-954ea3c7d4e8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:33.676467 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "name": "network-vif-plugged", "status": "completed", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:33.676798 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c554197c-fd4f-4e56-afa6-954ea3c7d4e8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:33.677544 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', 'code': 200} Oct 11 15:25:33.747290 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:33.766348 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63a3acf-bf78-444d-9774-c2cb3a356e20 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:33.776403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.784363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:33.809597 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Transition to ACTIVE for port object c63a3acf-bf78-444d-9774-c2cb3a356e20 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:33.818114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.827681 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6511c971-2107-403f-a55d-a503f46544c0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:33.827885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-916d67a0-6518-45f7-9cc3-1ff9b552084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:33.829245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-916d67a0-6518-45f7-9cc3-1ff9b552084f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1095 time: 0.2966630 Oct 11 15:25:33.860863 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:33.887358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:33.909117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:34.028166 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Attempting to bind port c63a3acf-bf78-444d-9774-c2cb3a356e20 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:34.028869 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Attempting to bind port c63a3acf-bf78-444d-9774-c2cb3a356e20 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:34.028869 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Attempting to bind port c63a3acf-bf78-444d-9774-c2cb3a356e20 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:34.041794 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Port c63a3acf-bf78-444d-9774-c2cb3a356e20 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:34.042112 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Attempting to bind port c63a3acf-bf78-444d-9774-c2cb3a356e20 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:34.046534 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] Transition to ACTIVE for port object 6511c971-2107-403f-a55d-a503f46544c0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:34.050555 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:34.050946 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:34.051514 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:34.051977 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Bound port: c63a3acf-bf78-444d-9774-c2cb3a356e20, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:34.052327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.055015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.165513 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] No DVR routers for this DVR port 6511c971-2107-403f-a55d-a503f46544c0 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:34.182053 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:34.224875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] 10.222.0.43 "PUT /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8295121 Oct 11 15:25:34.229074 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:34.232795 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:34.237175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.239199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-e79590cf-3100-48ec-9b99-360173f038ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 217 time: 0.3855166 Oct 11 15:25:34.275075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.275757 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.277135 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] 10.222.0.43 "PUT /v2.0/ports/c63a3acf-bf78-444d-9774-c2cb3a356e20 HTTP/1.1" status: 200 len: 1096 time: 1.0480089 Oct 11 15:25:34.277600 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:34.280446 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bb934-4d6c-47ce-8838-d5a6e50e959f" -d '{"events": [{"name": "network-changed", "server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:34.318417 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9f796-e78d-41ad-ac8d-d8f8538e9f07 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:34.323969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b136c-e03b-4d45-823a-06deb9c57276 req-2aba6872-b949-472a-ac40-5ba5d3ca722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.325358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-820b136c-e03b-4d45-823a-06deb9c57276 req-2aba6872-b949-472a-ac40-5ba5d3ca722b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 1097 time: 0.5402792 Oct 11 15:25:34.373158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f725f1c-0102-4883-9cf0-538e8f0806cb req-1d61f5ec-a652-4f93-83ed-3706a3aa7d4e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.376315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f725f1c-0102-4883-9cf0-538e8f0806cb req-1d61f5ec-a652-4f93-83ed-3706a3aa7d4e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 943 time: 0.6330411 Oct 11 15:25:34.379925 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c7f769c4-9440-4be0-80a6-1b4091270bb8 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.381420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c7f769c4-9440-4be0-80a6-1b4091270bb8 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0760808 Oct 11 15:25:34.384138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-e76d9497-75ea-41dd-ac63-a9b49a8c855a service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079635 Oct 11 15:25:34.393560 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.218 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/73facd0b-22fe-4474-9f4a-072b95fa74ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:34.399818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d8c5e12d-e98b-4361-834a-70656f6ccb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.400954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d8c5e12d-e98b-4361-834a-70656f6ccb63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 1099 time: 0.0620928 Oct 11 15:25:34.405860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-6eb82973-4b1d-4376-a442-480e28e592e1 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150044 Oct 11 15:25:34.459615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-19828469-f825-49c5-8752-5b338d3a72ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20 HTTP/1.1" status: 200 len: 217 time: 0.0405157 Oct 11 15:25:34.479676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-a04deec9-3840-44e4-9d8f-da1e53d07ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.481293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-a04deec9-3840-44e4-9d8f-da1e53d07ccd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a&tenant_id=77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 1095 time: 0.0924554 Oct 11 15:25:34.489835 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b6718183-537d-48b7-8684-872ad3cd220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.491284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-b6718183-537d-48b7-8684-872ad3cd220c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.2358286 Oct 11 15:25:34.548714 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-1b855f7d-de19-46e4-92d9-f38c87b8f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.550315 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-1b855f7d-de19-46e4-92d9-f38c87b8f778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0832326 Oct 11 15:25:34.569748 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-b2770b3d-adf7-428a-8d86-e640a203312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.571149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-b2770b3d-adf7-428a-8d86-e640a203312c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1095 time: 0.0637283 Oct 11 15:25:34.593917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-820b136c-e03b-4d45-823a-06deb9c57276 req-24cdd9b5-5a9e-48bc-a220-8a70cc15a7cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494175 Oct 11 15:25:34.603223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-96b1530e-edc2-4941-8517-b819b11bc0fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941207 Oct 11 15:25:34.633694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f725f1c-0102-4883-9cf0-538e8f0806cb req-965a0149-c750-4d0f-b180-e61b4c6a901d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305281 Oct 11 15:25:34.660844 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d61afe59-19c3-4018-a109-bb6bbfe6d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.662080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-d61afe59-19c3-4018-a109-bb6bbfe6d25c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010604 Oct 11 15:25:34.737236 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-df592d4f-5c1e-4769-95f5-be92ef48fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.738710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-df592d4f-5c1e-4769-95f5-be92ef48fe39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1469362 Oct 11 15:25:34.777779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-737c3f89-a67c-49cc-beaf-30098bd2d411 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076562 Oct 11 15:25:34.801623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-ec0ee29a-3b5c-48bb-a7ab-8746efd0e732 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166028 Oct 11 15:25:34.813276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0603-20e8-4a92-94f9-443dddf6db9d req-57b3a3c1-b93f-43dd-b4ab-51055257f02b service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775663 Oct 11 15:25:34.820351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9c70dcb-5511-4f1e-ab46-704b2fabbc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.878526 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-229d43a6-4918-4eaf-b182-1b856ae7b552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 200 len: 217 time: 0.0998099 Oct 11 15:25:34.883964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63306f79-274f-4c9e-ab02-05f6fdb6415e req-a6f1c624-5e5f-4234-9f1d-66d8e91c896c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:34.885580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63306f79-274f-4c9e-ab02-05f6fdb6415e req-a6f1c624-5e5f-4234-9f1d-66d8e91c896c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1608584 Oct 11 15:25:34.897160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-e395dad2-2bee-404d-badc-460f966320a6 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816110 Oct 11 15:25:34.916196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:34.975642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-ebad04af-1863-450b-8059-905bdd5d97d6 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890335 Oct 11 15:25:35.007576 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-a867a070-706e-480a-b982-d485ae5a6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.009088 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-a867a070-706e-480a-b982-d485ae5a6e42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0722084 Oct 11 15:25:35.016374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63306f79-274f-4c9e-ab02-05f6fdb6415e req-2a0c4f0e-e304-4947-b666-cbf4727deaf8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215699 Oct 11 15:25:35.050264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c2e810e9-dde3-4c33-b2fa-7e93b82e3be6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286672 Oct 11 15:25:35.084581 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d6307-3a44-4784-a801-5ab54270dece x-openstack-request-id: req-7a5d6307-3a44-4784-a801-5ab54270dece {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:35.084865 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "tag": "aae77c0d-3583-4f95-b703-eb331754f182", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:35.085111 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a5d6307-3a44-4784-a801-5ab54270dece {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:35.085562 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182', 'status': 'completed', 'code': 200} Oct 11 15:25:35.116770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.128772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:35.161073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-9b52199c-df9b-4cff-826c-6fb52afe83cd service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018376 Oct 11 15:25:35.229798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f2404-9df8-411b-86a1-912569ce0a45 req-211df857-10f8-4570-b340-59d29d601314 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117371 Oct 11 15:25:35.231870 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:35.234979 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:35.242841 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:35.247387 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:35.258166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbadc3-70f5-4e34-8c0f-24f19c5a3263 req-1e090f67-c47a-4fa4-9985-208ea306cf52 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.266227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03dbadc3-70f5-4e34-8c0f-24f19c5a3263 req-1e090f67-c47a-4fa4-9985-208ea306cf52 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 946 time: 0.2323573 Oct 11 15:25:35.319403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-1a1abf49-3043-485a-8d9b-b943cb567aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501300 Oct 11 15:25:35.354727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c273-e298-4a0b-a936-780a90f2a368 req-255c5d09-8442-4332-a34a-7930c6a72097 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.356199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9a7c273-e298-4a0b-a936-780a90f2a368 req-255c5d09-8442-4332-a34a-7930c6a72097 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 936 time: 0.1986349 Oct 11 15:25:35.418197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03dbadc3-70f5-4e34-8c0f-24f19c5a3263 req-98342284-4f5d-4fe7-ad3d-6b99c010f646 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509628 Oct 11 15:25:35.439274 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.440004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.468237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207664-8d24-406e-86c5-5edac0f1425f req-414efb36-2a76-4fd6-ab1b-ef3ec1aa3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.470031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-414efb36-2a76-4fd6-ab1b-ef3ec1aa3ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1095 time: 0.1476731 Oct 11 15:25:35.473710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9a7c273-e298-4a0b-a936-780a90f2a368 req-c4b03618-8323-4119-9bb1-6b1570f2a007 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917087 Oct 11 15:25:35.477094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cce5c866-46e2-4f85-a638-f75076985e6d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2223907 Oct 11 15:25:35.510043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Request body: {'port': {'device_id': '7785e378-7566-4f4a-ada5-b6b75c459760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:35.545755 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c9e0f-bc02-4da8-9a1d-264b6c3795df x-openstack-request-id: req-898c9e0f-bc02-4da8-9a1d-264b6c3795df {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:35.546059 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:35.546532 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-898c9e0f-bc02-4da8-9a1d-264b6c3795df {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:35.547397 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20', 'status': 'completed', 'code': 200} Oct 11 15:25:35.609228 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7efee5a5-7f15-4589-88d1-468732f39139 None None] Provisioning complete for port 73facd0b-22fe-4474-9f4a-072b95fa74ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:35.612323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7efee5a5-7f15-4589-88d1-468732f39139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.662519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7efee5a5-7f15-4589-88d1-468732f39139 None None] Port 73facd0b-22fe-4474-9f4a-072b95fa74ff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:35.668497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-80446469-37d6-4412-a82f-9186557e58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.670680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-80446469-37d6-4412-a82f-9186557e58ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 1099 time: 0.0878818 Oct 11 15:25:35.673507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-951724e6-1fa8-44e7-a50f-d2e82db4669e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.675565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-951724e6-1fa8-44e7-a50f-d2e82db4669e tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1056187 Oct 11 15:25:35.679367 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97'}, {'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:35.682225 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76039c35-b89f-472e-8a1f-ceda97444ef5" -d '{"events": [{"server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97"}, {"server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "name": "network-vif-plugged", "status": "completed", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:35.714679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:35.726360 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.760297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69106-9820-4317-80cc-ac4ea930534a req-e566ad60-13a4-4d8c-81a1-e1259c54122b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.767505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08b69106-9820-4317-80cc-ac4ea930534a req-e566ad60-13a4-4d8c-81a1-e1259c54122b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.2102208 Oct 11 15:25:35.788689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207664-8d24-406e-86c5-5edac0f1425f req-64afdfda-2199-4d00-8739-81729f545a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.790336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-64afdfda-2199-4d00-8739-81729f545a3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.3101025 Oct 11 15:25:35.808207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:35.808682 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:35.812510 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.822832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56044ed-8dc2-411a-98ff-8a0ee6ab4016 req-5ab94689-ec28-4e5e-8172-f817cff65a6f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:35.824399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e56044ed-8dc2-411a-98ff-8a0ee6ab4016 req-5ab94689-ec28-4e5e-8172-f817cff65a6f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1990473 Oct 11 15:25:35.901366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-9147a415-df3d-4b58-9a9a-bcecbdca43a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 217 time: 0.0741696 Oct 11 15:25:35.927436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.931395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:35.967971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:35.972499 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:36.021726 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:36.052351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08b69106-9820-4317-80cc-ac4ea930534a req-fdd41848-5f95-4ce7-8ab0-6db3ad04ca8f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773507 Oct 11 15:25:36.071011 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-ba416f38-63e1-4d20-ae8a-55ea95ece49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.071848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e56044ed-8dc2-411a-98ff-8a0ee6ab4016 req-e6399664-ad37-403c-a5d0-190007ad9596 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364485 Oct 11 15:25:36.082627 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-ba416f38-63e1-4d20-ae8a-55ea95ece49d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.4042735 Oct 11 15:25:36.129242 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207664-8d24-406e-86c5-5edac0f1425f req-3be92827-c555-4266-9b1d-b8572d89c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.130902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-3be92827-c555-4266-9b1d-b8572d89c3b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1354849 Oct 11 15:25:36.155704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-6fe307f3-c314-42e0-baaa-be3c05c8b2fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20 HTTP/1.1" status: 200 len: 217 time: 0.0571072 Oct 11 15:25:36.173430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-55f0d7e5-b96d-421f-9a8c-947df4b3c978 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324678 Oct 11 15:25:36.218828 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c121bc45-924a-4b0d-becc-8f4ce2fb3445 service neutron] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:36.224704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c121bc45-924a-4b0d-becc-8f4ce2fb3445 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:36.225982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-c121bc45-924a-4b0d-becc-8f4ce2fb3445 service neutron] 10.222.0.36 "DELETE /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.5030725 Oct 11 15:25:36.234639 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-c32477ba-6e1e-4afc-8f0a-c9676254cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.236094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-c32477ba-6e1e-4afc-8f0a-c9676254cb21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0688822 Oct 11 15:25:36.273904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3331ada-636b-42dc-8137-35627fd7e6a7 req-f007c752-f798-4331-955b-9b9e745965e1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0970211 Oct 11 15:25:36.290801 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-3f433b6c-4c89-4411-9b09-b9f2dfde0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.292499 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-3f433b6c-4c89-4411-9b09-b9f2dfde0e20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473793 Oct 11 15:25:36.329386 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141c259-88e6-44ac-9f0f-b1cde7f5f8b2 x-openstack-request-id: req-3141c259-88e6-44ac-9f0f-b1cde7f5f8b2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:36.329713 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97", "code": 200}, {"server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "name": "network-vif-plugged", "status": "completed", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:36.329963 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3141c259-88e6-44ac-9f0f-b1cde7f5f8b2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:36.330367 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97', 'code': 200} Oct 11 15:25:36.331442 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec', 'code': 200} Oct 11 15:25:36.409701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-9db41868-a501-431a-acd2-24a2870eeff1 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074576 Oct 11 15:25:36.485824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-78d70a42-386a-422c-8f26-15f746638d63 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824817 Oct 11 15:25:36.564209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf59a-a96f-4d91-9777-29990b21fa45 req-ba72531d-22d6-42c0-a445-103af3f21a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.565686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9daf59a-a96f-4d91-9777-29990b21fa45 req-ba72531d-22d6-42c0-a445-103af3f21a49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 1096 time: 0.1252463 Oct 11 15:25:36.569433 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bdb06-3d7a-499b-b7ff-74babea71c62 req-7f19a00c-318c-497e-9d31-c4ef41aa6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.570797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-381bdb06-3d7a-499b-b7ff-74babea71c62 req-7f19a00c-318c-497e-9d31-c4ef41aa6003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 1097 time: 0.1056898 Oct 11 15:25:36.574223 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-417bb934-4d6c-47ce-8838-d5a6e50e959f req-b7221dac-d521-4aaf-b9a1-99e0d1f4495c service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570382 Oct 11 15:25:36.629655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9daf59a-a96f-4d91-9777-29990b21fa45 req-430c764a-c34f-454d-8b02-5e968a4a223c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516663 Oct 11 15:25:36.631256 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-381bdb06-3d7a-499b-b7ff-74babea71c62 req-1202e7e5-1a14-4f0b-aa11-f53a5e21df81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523350 Oct 11 15:25:36.874235 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4feaa-2118-442e-be5c-5385702173af req-60bfb2e8-4652-450a-86fc-70c99ea9ee1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.875706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91a4feaa-2118-442e-be5c-5385702173af req-60bfb2e8-4652-450a-86fc-70c99ea9ee1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.6230562 Oct 11 15:25:36.917971 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070275b-c19e-4865-9eeb-4bdf954530cf req-093353f6-0277-40b0-b9eb-5f9d5b5e67c1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.919381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a070275b-c19e-4865-9eeb-4bdf954530cf req-093353f6-0277-40b0-b9eb-5f9d5b5e67c1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.4901006 Oct 11 15:25:36.931749 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73facd0b-22fe-4474-9f4a-072b95fa74ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:36.948788 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-bd83ba41-9659-4cec-a574-be6c29ed2333 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:36.950165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-bd83ba41-9659-4cec-a574-be6c29ed2333 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.7105379 Oct 11 15:25:36.951882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.009831 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Transition to ACTIVE for port object 73facd0b-22fe-4474-9f4a-072b95fa74ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:37.017971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91a4feaa-2118-442e-be5c-5385702173af req-4049ddcc-6df9-459a-a3cb-9479ea7e1b1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270986 Oct 11 15:25:37.019777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f207664-8d24-406e-86c5-5edac0f1425f req-acdee734-f11d-4f7f-8cea-75f73de0601c service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176885 Oct 11 15:25:37.022295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.054709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a070275b-c19e-4865-9eeb-4bdf954530cf req-d28c793f-4381-4584-973a-1071a28530f1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183624 Oct 11 15:25:37.058053 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:37.169929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:37.298055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc22c-bc32-41e2-a49f-8454e4afa290 req-02e750d9-fa4a-475b-9263-734073e7ca6b tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:37.299410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fbdc22c-bc32-41e2-a49f-8454e4afa290 req-02e750d9-fa4a-475b-9263-734073e7ca6b tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 946 time: 0.1910036 Oct 11 15:25:37.325747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540e65f-3f47-4b89-9e7a-52b6f3386a50 req-1ccffcd3-85e9-42aa-8891-fde474420814 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:37.327734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5540e65f-3f47-4b89-9e7a-52b6f3386a50 req-1ccffcd3-85e9-42aa-8891-fde474420814 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 948 time: 0.1767249 Oct 11 15:25:37.375133 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Attempting to bind port 73facd0b-22fe-4474-9f4a-072b95fa74ff on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:37.375397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Attempting to bind port 73facd0b-22fe-4474-9f4a-072b95fa74ff by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:37.375697 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Attempting to bind port 73facd0b-22fe-4474-9f4a-072b95fa74ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:37.380045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:37.383390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.410711 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Port 73facd0b-22fe-4474-9f4a-072b95fa74ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:37.411030 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Attempting to bind port 73facd0b-22fe-4474-9f4a-072b95fa74ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:37.420326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fbdc22c-bc32-41e2-a49f-8454e4afa290 req-0da5df52-a681-422e-9f17-f50fd55072ef tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069601 Oct 11 15:25:37.424903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5540e65f-3f47-4b89-9e7a-52b6f3386a50 req-fe234273-1d55-4a8e-ab1e-27b4fec6309e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889213 Oct 11 15:25:37.429414 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:37.429775 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:37.430149 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:37.430578 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Bound port: 73facd0b-22fe-4474-9f4a-072b95fa74ff, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:37.430926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.551002 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:25:37.574181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.632397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:37.654657 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:37.669845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.679089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491aa04-66bc-47dc-83f4-fe38554e4fa8 req-a1f44d61-c6dd-42ec-9538-946a7ab3b566 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:37.680557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0491aa04-66bc-47dc-83f4-fe38554e4fa8 req-a1f44d61-c6dd-42ec-9538-946a7ab3b566 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 948 time: 0.1761758 Oct 11 15:25:37.691993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b685a-6081-46b5-a14a-8e0d495cb23d req-9b10a02f-8f49-4d1d-9486-05e5f7a65228 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:37.693356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02b685a-6081-46b5-a14a-8e0d495cb23d req-9b10a02f-8f49-4d1d-9486-05e5f7a65228 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1878881 Oct 11 15:25:37.728329 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.3 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/a356aac8-89ec-41ab-87b6-27dca8ef7c8c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:37.768166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:37.768772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:37.770157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/73facd0b-22fe-4474-9f4a-072b95fa74ff HTTP/1.1" status: 200 len: 1096 time: 2.2719135 Oct 11 15:25:37.771962 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:37.774261 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd856204-5568-46d7-b4e2-8936f3051068" -d '{"events": [{"name": "network-changed", "server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:37.847143 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af858d-c96f-41bb-9125-78d561b056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:37.852266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0491aa04-66bc-47dc-83f4-fe38554e4fa8 req-5e1b6360-2f6d-4f0e-8991-c4f84f678128 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571255 Oct 11 15:25:37.881125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02b685a-6081-46b5-a14a-8e0d495cb23d req-c2990d1e-b7cf-40c1-ba59-9135cc2fdead tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619787 Oct 11 15:25:37.995407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdce59d-615d-4f21-8172-7e29f414b405 req-47cf0d90-4c17-432e-ae20-14045844fe58 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0425515 Oct 11 15:25:38.041123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-36d9ae50-8ea5-465d-bf9e-da8fa7ad9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.042731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-36d9ae50-8ea5-465d-bf9e-da8fa7ad9594 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 1099 time: 0.2171080 Oct 11 15:25:38.047839 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36622b03-645c-4121-8634-f8ff33110c19 x-openstack-request-id: req-36622b03-645c-4121-8634-f8ff33110c19 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:38.048109 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:38.048349 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36622b03-645c-4121-8634-f8ff33110c19 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:38.048718 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff', 'status': 'completed', 'code': 200} Oct 11 15:25:38.122725 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b977d-2795-4012-b67d-27ab7183648c req-390873c4-eb63-492f-91b4-8c652545f869 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.124286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d7b977d-2795-4012-b67d-27ab7183648c req-390873c4-eb63-492f-91b4-8c652545f869 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 1095 time: 0.1263878 Oct 11 15:25:38.126137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-cc853376-b3f3-48d6-8ff0-af652a3e52f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff HTTP/1.1" status: 200 len: 217 time: 0.0586476 Oct 11 15:25:38.143962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:38.247597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-2d0ae8e4-baa6-40c8-8da7-08398a2a219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.249106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-2d0ae8e4-baa6-40c8-8da7-08398a2a219d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1155155 Oct 11 15:25:38.254120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d7b977d-2795-4012-b67d-27ab7183648c req-74818eaa-3841-44b3-a29f-f92963ab7bec tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225116 Oct 11 15:25:38.273147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a168a8-69ca-4553-8d6c-0fe836cc670b req-0b9e183d-8dd6-45c5-8937-2f6b161d30d8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.274599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a168a8-69ca-4553-8d6c-0fe836cc670b req-0b9e183d-8dd6-45c5-8937-2f6b161d30d8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1419880 Oct 11 15:25:38.317180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:38.332261 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:38.334512 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e9f61-7e81-4a1c-8fc1-bb63a06537d9" -d '{"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:38.382645 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b299c634-c7d0-499f-9437-c089656efe18 x-openstack-request-id: req-b299c634-c7d0-499f-9437-c089656efe18 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:38.383064 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:38.383632 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b299c634-c7d0-499f-9437-c089656efe18 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:38.384223 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9', 'code': 200} Oct 11 15:25:38.387613 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:38.389740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-b949f30f-bf08-4620-93e3-782bc74eea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.391218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-b949f30f-bf08-4620-93e3-782bc74eea93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259487 Oct 11 15:25:38.396694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a168a8-69ca-4553-8d6c-0fe836cc670b req-73a3dee7-51f9-4ef1-aa8a-7cf7062fcf05 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115689 Oct 11 15:25:38.397535 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:38.410744 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:38.424797 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:38.589596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.590115 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:38.652871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-5c87b4e5-d209-40d7-95fe-b4a3359ca3fc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031218 Oct 11 15:25:38.664734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d092f-c0a2-45fb-a2a2-f6e1e6aa4a58 req-98d2ab58-6ffe-4bf1-8cb2-b92a11b55f13 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.666154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-232d092f-c0a2-45fb-a2a2-f6e1e6aa4a58 req-98d2ab58-6ffe-4bf1-8cb2-b92a11b55f13 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 946 time: 0.1755335 Oct 11 15:25:38.667883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-8b290cbc-0d39-473e-8f2a-7a79d451ab29 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682521 Oct 11 15:25:38.673324 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Request body: {'port': {'device_id': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:38.681465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-18c7eaed-b61e-41a7-9bf3-f147d0e69eaa tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:38.682877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-18c7eaed-b61e-41a7-9bf3-f147d0e69eaa tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.2092645 Oct 11 15:25:38.772967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-436037e9-180c-4715-aadd-0fccf2f1725e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/quotas/77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 375 time: 0.0788503 Oct 11 15:25:38.842783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-232d092f-c0a2-45fb-a2a2-f6e1e6aa4a58 req-99b24769-c5c6-4141-ac58-17a5870d1d17 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567960 Oct 11 15:25:38.849097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:38.930811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-f6ed350f-4015-443f-8b0f-7f00b9830662 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490507 Oct 11 15:25:38.938065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7afbb9ce-b8fb-45d2-ad06-d912c44d9eff req-22a34abc-2adb-4112-ad38-84a0f710a837 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543054 Oct 11 15:25:38.971292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:39.122305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12d96-5549-40db-8b7a-c60a844745e5 req-7661fb4b-cf7f-4163-88eb-9a7e5331052d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:39.124226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97f12d96-5549-40db-8b7a-c60a844745e5 req-7661fb4b-cf7f-4163-88eb-9a7e5331052d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 948 time: 0.2147760 Oct 11 15:25:39.209454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856204-5568-46d7-b4e2-8936f3051068 req-3bd92d70-af9e-4419-b9e9-781dd42a7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:39.210926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-3bd92d70-af9e-4419-b9e9-781dd42a7b87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 1099 time: 0.1587634 Oct 11 15:25:39.236385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-b528ca7b-86ac-4806-beb4-89b1e3ddc688 service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834671 Oct 11 15:25:39.336145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97f12d96-5549-40db-8b7a-c60a844745e5 req-3fe46297-89df-49ea-a89a-6ee010a19900 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896329 Oct 11 15:25:39.460186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856204-5568-46d7-b4e2-8936f3051068 req-f3990be5-1662-4217-8188-12e6b4813b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:39.461623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-f3990be5-1662-4217-8188-12e6b4813b57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2393873 Oct 11 15:25:39.546234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-9014d27a-b0f9-40be-ac32-677c7843da6b service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005006 Oct 11 15:25:39.547507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-a7f115bc-769b-4ecd-a7a3-73434ff095d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff HTTP/1.1" status: 200 len: 217 time: 0.0704899 Oct 11 15:25:39.553948 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a356aac8-89ec-41ab-87b6-27dca8ef7c8c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:39.705451 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:39.811619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:39.824132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'aae77c0d-3583-4f95-b703-eb331754f182', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'port_id': 'aae77c0d-3583-4f95-b703-eb331754f182', 'mac_address': 'fa:16:3e:80:fb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a8440-14b6-4abc-83b8-3bd5270c562f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:39.845023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:39.864414 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:39.875540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce1535-0f27-4a9b-8ac2-4ba3baee646c req-98bee031-c183-47d1-a352-d3581de6aecd tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:39.877035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78ce1535-0f27-4a9b-8ac2-4ba3baee646c req-98bee031-c183-47d1-a352-d3581de6aecd tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 946 time: 0.4762640 Oct 11 15:25:39.880809 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae77c0d-3583-4f95-b703-eb331754f182 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:39.914911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:39.920021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:39.920839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:39.927260 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Transition to ACTIVE for port object a356aac8-89ec-41ab-87b6-27dca8ef7c8c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:39.940137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:39.951352 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856204-5568-46d7-b4e2-8936f3051068 req-23690b68-72e8-4a4c-89ff-4ffd3c441663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:39.952394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-23690b68-72e8-4a4c-89ff-4ffd3c441663 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.3940544 Oct 11 15:25:40.016020 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:40.037998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78ce1535-0f27-4a9b-8ac2-4ba3baee646c req-b0dd4822-0593-43b6-98fc-7ffff8382a73 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447804 Oct 11 15:25:40.053320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d05f6-6ea3-43ee-a958-8e1de50c28e2 req-7c365d24-d7b2-438e-ad1a-cfbaba2a716f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.065851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c17d05f6-6ea3-43ee-a958-8e1de50c28e2 req-7c365d24-d7b2-438e-ad1a-cfbaba2a716f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 948 time: 0.2112932 Oct 11 15:25:40.065851 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:40.076073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:40.096341 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '7e247a15-07df-414d-afde-f3744595aef9', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '7e247a15-07df-414d-afde-f3744595aef9', 'mac_address': 'fa:16:3e:86:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:40.138764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.146460 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856204-5568-46d7-b4e2-8936f3051068 req-e0f57dda-0bd8-43e4-99a1-1de39af43954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.147943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-e0f57dda-0bd8-43e4-99a1-1de39af43954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714635 Oct 11 15:25:40.152631 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e247a15-07df-414d-afde-f3744595aef9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:40.158077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c17d05f6-6ea3-43ee-a958-8e1de50c28e2 req-ec457500-2cb1-4588-afa1-b7c0a771d50e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965505 Oct 11 15:25:40.179458 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:40.184254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.185207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c63a3acf-bf78-444d-9774-c2cb3a356e20 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:40.261558 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Attempting to bind port a356aac8-89ec-41ab-87b6-27dca8ef7c8c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:40.261897 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Attempting to bind port a356aac8-89ec-41ab-87b6-27dca8ef7c8c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:40.262226 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Attempting to bind port a356aac8-89ec-41ab-87b6-27dca8ef7c8c on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:40.276520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Port a356aac8-89ec-41ab-87b6-27dca8ef7c8c on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:40.276846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Attempting to bind port a356aac8-89ec-41ab-87b6-27dca8ef7c8c on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:40.286630 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:40.286920 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:40.287367 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:40.289025 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Bound port: a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:40.289025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.340448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff30bb-562e-4e8f-b1e6-85a39aab240c req-f22e837b-2b49-4866-9373-069c61c0854b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.342561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ff30bb-562e-4e8f-b1e6-85a39aab240c req-f22e837b-2b49-4866-9373-069c61c0854b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1827967 Oct 11 15:25:40.398993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.412342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-cd014632-da61-4da6-8c3a-1dafc77676fe service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402065 Oct 11 15:25:40.423234 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:40.426883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:40.437796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'c63a3acf-bf78-444d-9774-c2cb3a356e20', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'c63a3acf-bf78-444d-9774-c2cb3a356e20', 'mac_address': 'fa:16:3e:97:53:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:40.474897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.487902 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63a3acf-bf78-444d-9774-c2cb3a356e20 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:40.506397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ff30bb-562e-4e8f-b1e6-85a39aab240c req-2897bfb1-5001-453a-97f7-e4f7c73d4bab tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400597 Oct 11 15:25:40.509924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:40.515115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.517299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704ed14-db3e-4834-858a-ff788e6add26 req-ed73110f-9200-42d9-bb91-2b382a9b7da8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.518865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8704ed14-db3e-4834-858a-ff788e6add26 req-ed73110f-9200-42d9-bb91-2b382a9b7da8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 943 time: 0.2107689 Oct 11 15:25:40.523241 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:40.532162 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:40.542440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.588529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:40.630679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.631278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:40.632554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a356aac8-89ec-41ab-87b6-27dca8ef7c8c HTTP/1.1" status: 200 len: 1091 time: 1.9638162 Oct 11 15:25:40.632978 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:40.635164 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d507f86-3915-43ac-8e71-9fef50c858bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:40.663630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd856204-5568-46d7-b4e2-8936f3051068 req-cb6ffc39-6267-4ad1-a316-c7b11558c92a service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401569 Oct 11 15:25:40.689414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8704ed14-db3e-4834-858a-ff788e6add26 req-cbcb6847-d52a-4f16-996f-691f8bb16292 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638362 Oct 11 15:25:40.691322 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc718-49ce-48fe-a5de-2d4c5bd8bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:40.732029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078dc1d-0204-4b02-87f3-fd3907cd641a req-b7919fa8-179c-4d08-ac94-3436d0ec5397 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.733576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1078dc1d-0204-4b02-87f3-fd3907cd641a req-b7919fa8-179c-4d08-ac94-3436d0ec5397 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.1260655 Oct 11 15:25:40.739700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-dfbcbe92-0af2-4345-a492-04cb1b9f43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.741121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-dfbcbe92-0af2-4345-a492-04cb1b9f43b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 1094 time: 0.0629985 Oct 11 15:25:40.815510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-6c1d0f28-b3bc-465d-9c9e-f9997dc0078f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c HTTP/1.1" status: 200 len: 217 time: 0.0652621 Oct 11 15:25:40.817265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a186c7b6-395b-4d84-84ce-9c03d080bc7c req-63908fcc-ac73-4a00-b6c8-1468a56743a0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 210 time: 0.0680828 Oct 11 15:25:40.841673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1078dc1d-0204-4b02-87f3-fd3907cd641a req-caa28b77-ef91-46aa-b0f5-6ec6a19dba09 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995672 Oct 11 15:25:40.882122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-98a7d2c4-4510-46ca-bfe7-c69547555a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.883726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-98a7d2c4-4510-46ca-bfe7-c69547555a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0550010 Oct 11 15:25:40.949657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-ca5f8aac-e473-4052-96cd-6232300d96b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510767 Oct 11 15:25:40.984249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3931bb-e81e-437f-bdc9-0a04b2acd015 req-c56b7c40-b159-44b3-a0c9-d2edc5e31a10 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:40.986195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c3931bb-e81e-437f-bdc9-0a04b2acd015 req-c56b7c40-b159-44b3-a0c9-d2edc5e31a10 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 945 time: 0.1015823 Oct 11 15:25:41.176382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:41.208232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aae77c0d-3583-4f95-b703-eb331754f182'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:41.211467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c3931bb-e81e-437f-bdc9-0a04b2acd015 req-e5ef1a0e-4437-4496-848b-8df8e83d6a3e tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109461 Oct 11 15:25:41.253278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96b6a-2ba5-4b73-a5aa-dd8f2d9e7d3c req-0aab2082-e1a9-472f-87f9-8c5756b29b7a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.260713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15a96b6a-2ba5-4b73-a5aa-dd8f2d9e7d3c req-0aab2082-e1a9-472f-87f9-8c5756b29b7a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 948 time: 0.2586336 Oct 11 15:25:41.267626 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226cc8b7-9d00-43a0-8905-17ff708edfab x-openstack-request-id: req-226cc8b7-9d00-43a0-8905-17ff708edfab {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:41.267987 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:41.268322 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-226cc8b7-9d00-43a0-8905-17ff708edfab {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:41.268776 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c', 'status': 'completed', 'code': 200} Oct 11 15:25:41.275323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-67c5ac76-1409-4ebd-8120-aee00e082a3b service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165579 Oct 11 15:25:41.285109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:41.304837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-6cb9a171-8725-4c5e-86f2-061f67d3128b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.306416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-6cb9a171-8725-4c5e-86f2-061f67d3128b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 949 time: 0.2111700 Oct 11 15:25:41.345167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-eef64e25-c9ec-4e90-9d56-d4605ab4cd14 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.346683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-eef64e25-c9ec-4e90-9d56-d4605ab4cd14 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.3438210 Oct 11 15:25:41.402591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Request body: {'port': {'device_id': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'admin_state_up': True, 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:41.487676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15a96b6a-2ba5-4b73-a5aa-dd8f2d9e7d3c req-380b7c56-463c-4ddb-bfaa-fda76519b25e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259595 Oct 11 15:25:41.553109 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1423a1e-b6e1-40f5-9601-18663f0080f6 req-19e54b25-7f4d-4efa-97db-1cf82878fa6e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.554638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1423a1e-b6e1-40f5-9601-18663f0080f6 req-19e54b25-7f4d-4efa-97db-1cf82878fa6e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 949 time: 0.2368536 Oct 11 15:25:41.556270 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-aa6580be-f1e0-4213-89fe-1c20cc2ab8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.557628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-aa6580be-f1e0-4213-89fe-1c20cc2ab8df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1100 time: 0.1780648 Oct 11 15:25:41.575777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce442b7f-edda-4755-ab4e-28cc0ffe35ac req-73adcbe0-4b2f-45fc-960c-a1fd4db310d1 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858169 Oct 11 15:25:41.715206 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 73facd0b-22fe-4474-9f4a-072b95fa74ff details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:41.718624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1423a1e-b6e1-40f5-9601-18663f0080f6 req-6758816c-17e0-4177-a14c-d8888c02e797 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460319 Oct 11 15:25:41.733411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:41.736134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:41.760764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-9f99b701-0417-458a-a1e5-fda3a07f0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.762343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-9f99b701-0417-458a-a1e5-fda3a07f0a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 1094 time: 0.1175737 Oct 11 15:25:41.834796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:41.837157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-44c7ee34-0a9d-42d0-8006-aff12cb29458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.838600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-44c7ee34-0a9d-42d0-8006-aff12cb29458 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2673433 Oct 11 15:25:41.845360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '73facd0b-22fe-4474-9f4a-072b95fa74ff', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '73facd0b-22fe-4474-9f4a-072b95fa74ff', 'mac_address': 'fa:16:3e:e1:23:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:41.883285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:41.895895 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73facd0b-22fe-4474-9f4a-072b95fa74ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:41.915060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:41.918829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:41.968895 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:41.973847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-2e1f0d20-5565-45d4-894c-458263fef138 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.1038144 Oct 11 15:25:41.997355 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14836c96-9673-4cee-b03b-ace29c581939 req-3e402212-2148-4b24-9a86-16575494ca7b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:41.998796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14836c96-9673-4cee-b03b-ace29c581939 req-3e402212-2148-4b24-9a86-16575494ca7b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.2355397 Oct 11 15:25:42.080891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530412b-d908-4af9-b8f7-f3b554a7313b req-3ffc34ea-5fbb-441c-8b3f-c82e4ba417cb tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.082641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3530412b-d908-4af9-b8f7-f3b554a7313b req-3ffc34ea-5fbb-441c-8b3f-c82e4ba417cb tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 945 time: 0.2747817 Oct 11 15:25:42.144252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-a364416b-ba43-4126-8483-83499780d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.145725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-a364416b-ba43-4126-8483-83499780d884 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.3617690 Oct 11 15:25:42.179683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-ef2bf024-61e6-442d-ac32-2f9dac923036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.181049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-ef2bf024-61e6-442d-ac32-2f9dac923036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1749680 Oct 11 15:25:42.215478 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Allocated IP 172.20.0.2 (07e7d252-137f-4ead-9315-d1c6c50fda8e/26c48a57-3691-4b46-af63-536731a53b74/376c55f7-451e-47f3-a80f-3a1de79a00fc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:42.220592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14836c96-9673-4cee-b03b-ace29c581939 req-147ac888-fd73-4478-bad7-bd4a5a72d55f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042513 Oct 11 15:25:42.232010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-acddee2a-e36f-42ca-bf37-c6c4a7b2fe54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c HTTP/1.1" status: 200 len: 217 time: 0.0731466 Oct 11 15:25:42.258461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3530412b-d908-4af9-b8f7-f3b554a7313b req-b28b7af7-6acc-4fd2-b23b-4d60abfb7a7d tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627696 Oct 11 15:25:42.592648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-73ceb808-fff6-40c4-bb1a-3fea742d8c27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377162 Oct 11 15:25:42.628168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb12a7dd-4059-4a4f-a9f1-3649f86bbce8 req-e20d09f8-f6b6-406e-9282-344bc257f0e3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 210 time: 0.0632505 Oct 11 15:25:42.630748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-9d9dbbdc-d5be-47d7-bd6a-63fff5d04d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.632131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-9d9dbbdc-d5be-47d7-bd6a-63fff5d04d27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4179804 Oct 11 15:25:42.645591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-45641c6b-9e5c-4636-b1b6-042b35eea38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.646991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-45641c6b-9e5c-4636-b1b6-042b35eea38e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.3922071 Oct 11 15:25:42.680832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['73facd0b-22fe-4474-9f4a-072b95fa74ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:42.697011 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-3da7a9bf-1a55-4362-b284-9ba1737148ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.698604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-3da7a9bf-1a55-4362-b284-9ba1737148ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 1096 time: 0.0499928 Oct 11 15:25:42.781526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-0a2eddf1-76ef-429c-9a5e-dcabe7ce7430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066084 Oct 11 15:25:42.793275 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e974-77a6-4658-82c7-fad869e04026 req-c05d720f-ff2a-4452-80dc-d6a19b9b5cab tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.794780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60a0e974-77a6-4658-82c7-fad869e04026 req-c05d720f-ff2a-4452-80dc-d6a19b9b5cab tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 943 time: 0.5052147 Oct 11 15:25:42.885022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-9052db8b-561a-49fa-850f-27650bc3926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.886504 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-9052db8b-561a-49fa-850f-27650bc3926f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.0920393 Oct 11 15:25:42.966034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebbc8f-dfd5-43c1-9a8a-52b20134f725 req-8fa83fa9-bcc0-4451-94ef-8c2ac278adc0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:42.968065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7ebbc8f-dfd5-43c1-9a8a-52b20134f725 req-8fa83fa9-bcc0-4451-94ef-8c2ac278adc0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.2462134 Oct 11 15:25:42.980193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-a6c03652-9814-4a53-bf4c-c206120d58f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371706 Oct 11 15:25:42.991752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60a0e974-77a6-4658-82c7-fad869e04026 req-47f0197e-db37-43ca-9fb3-52b9b082f546 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724951 Oct 11 15:25:42.991975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-4d1dc524-8ef7-4c8c-afc9-bfc612f7872c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 200 len: 1001 time: 0.0940320 Oct 11 15:25:43.034225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.049553 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-be79373b-ae04-475b-8fab-288bf3bfafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.051032 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-be79373b-ae04-475b-8fab-288bf3bfafe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.0501683 Oct 11 15:25:43.098580 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-87d10453-eeab-45a6-9e24-61799ca554d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.100099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-87d10453-eeab-45a6-9e24-61799ca554d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404172 Oct 11 15:25:43.141380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-59ae2f26-606e-4110-b912-4766376daf26 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428850 Oct 11 15:25:43.152813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7ebbc8f-dfd5-43c1-9a8a-52b20134f725 req-b336f286-14dc-46af-bff9-4e33dbe87959 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702616 Oct 11 15:25:43.204185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-afd2bcdd-6805-4b4d-98a5-9aacad581313 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911632 Oct 11 15:25:43.249527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a988d-34a0-42c7-aff8-619c9cd0052b req-2ed918e4-d6f2-4fc7-b85c-4e788087f51a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.251028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-480a988d-34a0-42c7-aff8-619c9cd0052b req-2ed918e4-d6f2-4fc7-b85c-4e788087f51a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 949 time: 0.1850247 Oct 11 15:25:43.265802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a9e761-ea92-42cb-8abf-1f6fa87ba4ae req-d5fcc4ba-bc01-4f95-8f77-91c6eb7de54f service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731040 Oct 11 15:25:43.277545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.304322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a1b98c1-252f-4bdf-8307-c2d926ead25c req-7c1ac40b-7ef7-4cb4-8305-697963f3b0a8 service neutron] 10.222.0.43 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914807 Oct 11 15:25:43.367629 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-c6252f05-e4c7-4ab0-9ea9-74421f839cf9 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.369102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-c6252f05-e4c7-4ab0-9ea9-74421f839cf9 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 945 time: 0.0571146 Oct 11 15:25:43.396730 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:43.408236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-480a988d-34a0-42c7-aff8-619c9cd0052b req-712d1d11-30ae-461d-b066-0d61374c1058 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485143 Oct 11 15:25:43.410375 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:43.412564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:43.417019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d507f86-3915-43ac-8e71-9fef50c858bd req-108560f3-4351-4cce-a31e-a30f04af7ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590716 Oct 11 15:25:43.418238 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:43.461189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bc9b-21e0-46ef-9467-4ef0e3f3966a req-74b6823d-9558-4b01-bf87-b2de3d9658e9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.462742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c883bc9b-21e0-46ef-9467-4ef0e3f3966a req-74b6823d-9558-4b01-bf87-b2de3d9658e9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 949 time: 0.1670196 Oct 11 15:25:43.480618 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Deleting port 07440d1b-5149-40a5-8247-0b0eb19823ec {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:43.480958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.497864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.498537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.548881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-c344b35b-ed5a-4ec9-b943-7e6494292b12 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1703479 Oct 11 15:25:43.554192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c883bc9b-21e0-46ef-9467-4ef0e3f3966a req-270e44bc-ef9b-4811-bfce-95f12bf84b19 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Oct 11 15:25:43.563001 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Request body: {'port': {'device_id': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:43.573768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] For port 07440d1b-5149-40a5-8247-0b0eb19823ec, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07440d1b-5149-40a5-8247-0b0eb19823ec,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:43.574134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.587001 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Calling delete_port for 07440d1b-5149-40a5-8247-0b0eb19823ec owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:43.600011 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6090d-d96f-4baa-a3eb-7c66d982317d req-6ba8cf9f-f564-4e06-9e86-c8620173f12d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.601553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7d6090d-d96f-4baa-a3eb-7c66d982317d req-6ba8cf9f-f564-4e06-9e86-c8620173f12d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1155183 Oct 11 15:25:43.660648 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.705260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7d6090d-d96f-4baa-a3eb-7c66d982317d req-af5605d2-f66d-4dc7-8af0-397a6a8dda89 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Oct 11 15:25:43.718864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.722852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:43.754219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event deleted for resources: {'Port': ['ID=07440d1b-5149-40a5-8247-0b0eb19823ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:43.754599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', '0c5b8393-6eb2-4384-a3fd-0a24206daf97', '07440d1b-5149-40a5-8247-0b0eb19823ec'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:43.756626 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26df5-ccd8-4ca5-9062-9b3494c1edd5 req-d9478c79-619f-46c8-b87e-3d6263c5a0e7 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:43.766041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ea26df5-ccd8-4ca5-9062-9b3494c1edd5 req-d9478c79-619f-46c8-b87e-3d6263c5a0e7 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1ecf078-83f6-47e4-8371-1749dec4b74e HTTP/1.1" status: 200 len: 945 time: 0.1380813 Oct 11 15:25:43.822289 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] No DVR routers for this DVR port 07440d1b-5149-40a5-8247-0b0eb19823ec on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:43.830633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.834230 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6669f0-54cf-4095-8555-a7d7103baab5 req-bab303b0-d460-4b29-8998-70492d5f3040 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "DELETE /v2.0/ports/07440d1b-5149-40a5-8247-0b0eb19823ec HTTP/1.1" status: 204 len: 173 time: 0.4545720 Oct 11 15:25:43.834813 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'name': 'network-vif-deleted', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:43.837821 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c38e98d-0891-469b-bd2b-79cac79cfb19" -d '{"events": [{"server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "name": "network-vif-deleted", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:43.850012 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port aae77c0d-3583-4f95-b703-eb331754f182 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:43.862706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port aae77c0d-3583-4f95-b703-eb331754f182 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:43.863076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:43.924564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ea26df5-ccd8-4ca5-9062-9b3494c1edd5 req-ef06eb32-8432-4f70-9f43-98b4305bed7b tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575871 Oct 11 15:25:43.990019 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae052db-e7ab-4422-9081-cd65f0ae1754 x-openstack-request-id: req-dae052db-e7ab-4422-9081-cd65f0ae1754 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:43.990305 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ecf078-83f6-47e4-8371-1749dec4b74e", "name": "network-vif-deleted", "tag": "07440d1b-5149-40a5-8247-0b0eb19823ec", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:43.990556 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae052db-e7ab-4422-9081-cd65f0ae1754 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:43.990942 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ecf078-83f6-47e4-8371-1749dec4b74e', 'name': 'network-vif-deleted', 'tag': '07440d1b-5149-40a5-8247-0b0eb19823ec', 'status': 'completed', 'code': 200} Oct 11 15:25:44.014220 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ee7ea-bbb6-4f0a-8d61-b537e8abf6a6 req-94b16476-743a-4a27-8e03-632e39ab6c00 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.016161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f5ee7ea-bbb6-4f0a-8d61-b537e8abf6a6 req-94b16476-743a-4a27-8e03-632e39ab6c00 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 931 time: 0.1552770 Oct 11 15:25:44.025042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.065854 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:44.068120 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31f2f8-3071-4f7a-95ec-8645c57014e8" -d '{"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-plugged", "status": "completed", "tag": "aae77c0d-3583-4f95-b703-eb331754f182"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:44.100519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:44.108907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.109711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c63a3acf-bf78-444d-9774-c2cb3a356e20 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:44.188872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f5ee7ea-bbb6-4f0a-8d61-b537e8abf6a6 req-444c372a-d1a5-4ac9-9d51-773d4d9c9086 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632304 Oct 11 15:25:44.208514 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376c55f7-451e-47f3-a80f-3a1de79a00fc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:44.209962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:44.240535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291287c-21fc-4e0d-a53d-1c1bc1098825 req-b33d8068-08e0-4bbe-9300-47942789dc2c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.242456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b291287c-21fc-4e0d-a53d-1c1bc1098825 req-b33d8068-08e0-4bbe-9300-47942789dc2c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 943 time: 0.1337202 Oct 11 15:25:44.249404 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port c63a3acf-bf78-444d-9774-c2cb3a356e20 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:44.255951 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port c63a3acf-bf78-444d-9774-c2cb3a356e20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:44.256318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.258747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.265812 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799d80d2-0092-4ee0-a215-c873b6224988 x-openstack-request-id: req-799d80d2-0092-4ee0-a215-c873b6224988 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:44.266107 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-plugged", "status": "completed", "tag": "aae77c0d-3583-4f95-b703-eb331754f182", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:44.266565 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-799d80d2-0092-4ee0-a215-c873b6224988 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:44.267019 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182', 'code': 200} Oct 11 15:25:44.323952 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Transition to ACTIVE for port object 376c55f7-451e-47f3-a80f-3a1de79a00fc will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:44.341156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.352834 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a356aac8-89ec-41ab-87b6-27dca8ef7c8c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:44.368776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b291287c-21fc-4e0d-a53d-1c1bc1098825 req-e6a7c5a9-35ca-4c31-95ac-104971e90f95 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050260 Oct 11 15:25:44.403057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.421784 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca834d3-e923-46ec-9202-6dc72a35d996 req-b07a2641-90aa-4de4-8278-1f3b1ff03b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.423773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ca834d3-e923-46ec-9202-6dc72a35d996 req-b07a2641-90aa-4de4-8278-1f3b1ff03b79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1097 time: 0.0529706 Oct 11 15:25:44.467396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fb3c5-cd52-4ff6-84a7-6fa2767c77eb req-6153c997-982a-445e-9e54-002c70325f1d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.468947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-000fb3c5-cd52-4ff6-84a7-6fa2767c77eb req-6153c997-982a-445e-9e54-002c70325f1d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0992649 Oct 11 15:25:44.475115 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:44.494478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:44.509852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.510699 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:44.527707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ca834d3-e923-46ec-9202-6dc72a35d996 req-86c8e6ea-ee88-4cea-ba64-764cb8cd2c59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Oct 11 15:25:44.555327 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-b23a8aa7-5914-40e3-a53b-f072bd782119 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883017 Oct 11 15:25:44.565448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:44.576653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-000fb3c5-cd52-4ff6-84a7-6fa2767c77eb req-79acc2da-1f32-4dba-80bf-d67f7ccc5575 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Oct 11 15:25:44.612626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c', 'mac_address': 'fa:16:3e:0b:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:44.620712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:44.637252 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:44.637621 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:44.637948 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:44.646064 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:44.646385 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:44.652238 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-0d3b629b-0888-47b0-abe9-46de0455447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.652532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 7e247a15-07df-414d-afde-f3744595aef9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:44.652906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.653984 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:44.654405 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:44.654792 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:44.655550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-0d3b629b-0888-47b0-abe9-46de0455447c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1095 time: 0.0690234 Oct 11 15:25:44.655697 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Bound port: 376c55f7-451e-47f3-a80f-3a1de79a00fc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:44.655982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.691323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.694006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31c5fd-350a-4138-ac6a-8da5383ba0e3 req-2f5dd1d0-8e52-433b-9f8b-f03216ec2961 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.695471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad31c5fd-350a-4138-ac6a-8da5383ba0e3 req-2f5dd1d0-8e52-433b-9f8b-f03216ec2961 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 949 time: 0.1179709 Oct 11 15:25:44.708587 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a356aac8-89ec-41ab-87b6-27dca8ef7c8c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:44.735476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:44.764922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.802537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad31c5fd-350a-4138-ac6a-8da5383ba0e3 req-67e4bfd4-02b4-4091-aa76-48e6fc91716b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912526 Oct 11 15:25:44.815563 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-8e7dac98-e2ad-4312-b96b-0769f29d066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.817206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-8e7dac98-e2ad-4312-b96b-0769f29d066b service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1206083 Oct 11 15:25:44.818441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47f98-bb70-4967-983a-3998059d322d req-0aeb2ab8-7bc1-482a-9c01-4dc75867fe03 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.819925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff47f98-bb70-4967-983a-3998059d322d req-0aeb2ab8-7bc1-482a-9c01-4dc75867fe03 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 949 time: 0.1512363 Oct 11 15:25:44.826807 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:44.834342 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:44.839972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.847204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.871152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:44.909873 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-9548f2b1-8403-4853-9f1a-1528f5bfadb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0852251 Oct 11 15:25:44.916790 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:44.921248 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.922152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:44.950153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.950676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:44.952600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-e536cc8a-39ac-4283-a993-98732579176e service neutron] 10.222.0.43 "PUT /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 1091 time: 1.3945808 Oct 11 15:25:44.954638 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:44.957097 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20" -d '{"events": [{"name": "network-changed", "server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:44.973089 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:44.975173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-8321800a-9776-4daa-a1cb-fc03e4237188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:44.977260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-8321800a-9776-4daa-a1cb-fc03e4237188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0599980 Oct 11 15:25:44.998901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff47f98-bb70-4967-983a-3998059d322d req-75a8c7af-8cc2-4c11-a333-d636268465e4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681807 Oct 11 15:25:45.030494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-28b2df9f-02d8-4bc7-865b-6170d6413138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413780 Oct 11 15:25:45.044403 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536cc8a-39ac-4283-a993-98732579176e service neutron] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:45.074072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c90b-c8a8-41ea-8386-7287ddd053d7 req-0ca60814-5a78-4aa3-94e3-64c4dbfe1f6a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.075576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a40c90b-c8a8-41ea-8386-7287ddd053d7 req-0ca60814-5a78-4aa3-94e3-64c4dbfe1f6a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1798949 Oct 11 15:25:45.086117 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f58716-f086-48a2-8985-f86c17f8363f x-openstack-request-id: req-38f58716-f086-48a2-8985-f86c17f8363f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:45.086863 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:45.087122 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38f58716-f086-48a2-8985-f86c17f8363f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:45.087541 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'status': 'completed', 'code': 200} Oct 11 15:25:45.088661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:45.092261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-d1343d9c-5f30-4d3c-8514-58a54443c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.093854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-d1343d9c-5f30-4d3c-8514-58a54443c334 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1094 time: 0.0861678 Oct 11 15:25:45.136887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a356aac8-89ec-41ab-87b6-27dca8ef7c8c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:45.143415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:45.153771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-8d82a53d-4117-4235-ad62-efc6e87e61b1 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072683 Oct 11 15:25:45.167439 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:45.173149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-6e3bb35d-50b0-4860-b99a-27bc210961b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 217 time: 0.0615923 Oct 11 15:25:45.219750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a40c90b-c8a8-41ea-8386-7287ddd053d7 req-ea81690a-162f-469f-9b53-2848276e44cc tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Oct 11 15:25:45.248780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:45.267238 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-7c1b696f-f9cf-460b-8a4e-c837f5e8aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.269166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-7c1b696f-f9cf-460b-8a4e-c837f5e8aa71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0845277 Oct 11 15:25:45.287202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2df78f2-d059-4310-8fa0-da38f9480884 req-de9e832e-104f-48bc-aabc-9042376b4a67 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245482 Oct 11 15:25:45.311848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f22b-91bd-43cb-8d65-b7d6bf1a958d req-28ead622-8f23-49d2-864c-97286e727d45 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.313698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc17f22b-91bd-43cb-8d65-b7d6bf1a958d req-28ead622-8f23-49d2-864c-97286e727d45 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.1476693 Oct 11 15:25:45.315262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-372a721a-58f0-4c84-8628-9011a5f55d25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383000 Oct 11 15:25:45.437074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc17f22b-91bd-43cb-8d65-b7d6bf1a958d req-d27d3631-3939-47a3-ac80-427687618503 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154928 Oct 11 15:25:45.476384 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48166151-9b5d-4f32-8ada-6ee223f04cf6 req-db482955-ff83-4f24-9330-e8c5847d2108 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.477839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48166151-9b5d-4f32-8ada-6ee223f04cf6 req-db482955-ff83-4f24-9330-e8c5847d2108 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.0917954 Oct 11 15:25:45.481349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-aec157ed-2365-4e75-a6c1-177d7bbcfae3 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524451 Oct 11 15:25:45.588878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48166151-9b5d-4f32-8ada-6ee223f04cf6 req-1a82f367-f824-4c4b-bf19-0824c78f6b42 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042488 Oct 11 15:25:45.634599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79305cc-1877-41cc-bc6e-459eeef99df6 req-b6b59409-bddc-4570-8862-61b7db6e18cf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.634599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d79305cc-1877-41cc-bc6e-459eeef99df6 req-b6b59409-bddc-4570-8862-61b7db6e18cf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 944 time: 0.1255963 Oct 11 15:25:45.637798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed055a06-fbc0-4e97-be40-d8f3924d2a84 req-22e2da1a-c150-4a5b-9cbe-f8f6d2af41f5 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467049 Oct 11 15:25:45.687487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d79305cc-1877-41cc-bc6e-459eeef99df6 req-b979ce16-ea09-4341-a1a7-3a3434f01b67 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Oct 11 15:25:45.736455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 73facd0b-22fe-4474-9f4a-072b95fa74ff up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:45.749537 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-b5555b6e-f217-4391-9dfb-d790705d00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.751167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-b5555b6e-f217-4391-9dfb-d790705d00e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1094 time: 0.0472360 Oct 11 15:25:45.803054 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 73facd0b-22fe-4474-9f4a-072b95fa74ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:45.807252 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 73facd0b-22fe-4474-9f4a-072b95fa74ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:45.807687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:45.892465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8307cca-8db2-47e8-a69c-ceccac72fc63 req-97749a30-c94d-4912-984e-9592a7ad7ba8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.894379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8307cca-8db2-47e8-a69c-ceccac72fc63 req-97749a30-c94d-4912-984e-9592a7ad7ba8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.1079526 Oct 11 15:25:45.901236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:45.921427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-6e92e2bf-0f7f-4cad-8163-baadde472714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:45.922912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-6e92e2bf-0f7f-4cad-8163-baadde472714 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1607637 Oct 11 15:25:45.939239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:45.944146 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:45.958035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8307cca-8db2-47e8-a69c-ceccac72fc63 req-7ad0eab2-12a7-47ce-aa6e-c7ae6ff43ef7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Oct 11 15:25:46.010184 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:46.038967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-5a53e712-154c-4513-a1fb-fc7528bc7fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 217 time: 0.0997107 Oct 11 15:25:46.055172 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54017be7-df11-4fb9-bbda-d0b1ce75510f req-f155a3cd-e40d-468b-bbdf-3beeeaa9c77e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.056648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54017be7-df11-4fb9-bbda-d0b1ce75510f req-f155a3cd-e40d-468b-bbdf-3beeeaa9c77e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 950 time: 0.1080890 Oct 11 15:25:46.124155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54017be7-df11-4fb9-bbda-d0b1ce75510f req-e3fffbb9-e9bc-4acc-82b6-0a8203f04f15 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Oct 11 15:25:46.127937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-22488dec-49ce-441d-98fe-6ffcc19389b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.129388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-22488dec-49ce-441d-98fe-6ffcc19389b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0718691 Oct 11 15:25:46.169340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-3a1c540c-dc2d-4b58-8c75-f22203a80b94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284543 Oct 11 15:25:46.269216 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20'}, {'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9'}, {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}, {'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:46.273980 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7e293c-32b7-4cb2-8a8f-14534dbea6e6" -d '{"events": [{"server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "name": "network-vif-plugged", "status": "completed", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20"}, {"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-plugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9"}, {"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-unplugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}, {"server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "name": "network-vif-plugged", "status": "completed", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:46.339015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a356aac8-89ec-41ab-87b6-27dca8ef7c8c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:46.391334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port a356aac8-89ec-41ab-87b6-27dca8ef7c8c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:46.395702 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port a356aac8-89ec-41ab-87b6-27dca8ef7c8c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:46.396072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:46.474225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:46.507200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:46.511028 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:46.511914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07440d1b-5149-40a5-8247-0b0eb19823ec no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:46.548689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-0d9fd3f9-e400-49d1-965d-ab6d37d76a37 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446527 Oct 11 15:25:46.552256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 07440d1b-5149-40a5-8247-0b0eb19823ec {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:46.552499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07440d1b-5149-40a5-8247-0b0eb19823ec not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:46.575564 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:46.641674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6c5c4-47c9-4ef9-a1df-f24f4527182e req-87f591b1-db27-4f92-bbb8-e9fc8c528d16 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.643110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b6c5c4-47c9-4ef9-a1df-f24f4527182e req-87f591b1-db27-4f92-bbb8-e9fc8c528d16 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 948 time: 0.1402490 Oct 11 15:25:46.675437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-fd0f04c5-2a82-472b-9686-0678eb0dbb6d service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854715 Oct 11 15:25:46.752090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b6c5c4-47c9-4ef9-a1df-f24f4527182e req-3aaa0c9f-b472-4c04-b23e-4fe899df5cef tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021609 Oct 11 15:25:46.773230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-b7414ddf-94bd-4398-b5d9-b93a29143611 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.774662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-b7414ddf-94bd-4398-b5d9-b93a29143611 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182972 Oct 11 15:25:46.795920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-fe8de9b2-fc9d-499e-be67-065539aabaa1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/quotas/0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 375 time: 0.0149848 Oct 11 15:25:46.841904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c7b8b2d-0f22-4fce-bc3a-cae84398ca20 req-62e14dfa-ffd9-4eb9-b94a-4df01470d693 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587627 Oct 11 15:25:46.857522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-8fc4f56b-7b9c-4a43-ae59-0a6389d48305 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553706 Oct 11 15:25:46.920606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907c3d0-4de7-4f79-a41d-3972307a6489 req-3e330458-c014-4b18-93cd-efd0fc34ac15 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.927090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907c3d0-4de7-4f79-a41d-3972307a6489 req-3e330458-c014-4b18-93cd-efd0fc34ac15 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:46.928630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1907c3d0-4de7-4f79-a41d-3972307a6489 req-3e330458-c014-4b18-93cd-efd0fc34ac15 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f&device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 1683 time: 0.0572827 Oct 11 15:25:46.968554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1907c3d0-4de7-4f79-a41d-3972307a6489 req-c60d6a62-02ce-42c6-949f-d22643bd7935 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Oct 11 15:25:47.013201 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a6bce7-39b9-403b-8262-f73455565447 x-openstack-request-id: req-65a6bce7-39b9-403b-8262-f73455565447 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:47.014273 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "name": "network-vif-plugged", "status": "completed", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20", "code": 200}, {"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-plugged", "status": "completed", "tag": "7e247a15-07df-414d-afde-f3744595aef9", "code": 200}, {"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-unplugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "code": 200}, {"server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "name": "network-vif-plugged", "status": "completed", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:47.014273 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65a6bce7-39b9-403b-8262-f73455565447 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:47.014642 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20', 'code': 200} Oct 11 15:25:47.014904 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e247a15-07df-414d-afde-f3744595aef9', 'code': 200} Oct 11 15:25:47.015146 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'code': 200} Oct 11 15:25:47.015392 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff', 'code': 200} Oct 11 15:25:47.119344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf1ca7-6ea1-40bf-a3ba-7d1baa3202f0 req-7cee97f5-0bde-4435-b1b4-663ab7241d1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.120837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43bf1ca7-6ea1-40bf-a3ba-7d1baa3202f0 req-7cee97f5-0bde-4435-b1b4-663ab7241d1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.0845735 Oct 11 15:25:47.181988 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97dba8-9665-482f-9d50-893142e3c652 req-77a8b93e-eb5e-4b94-bef5-80bacea8259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.183682 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c97dba8-9665-482f-9d50-893142e3c652 req-77a8b93e-eb5e-4b94-bef5-80bacea8259d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 1101 time: 0.0449746 Oct 11 15:25:47.188717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61aa41-54ca-4fb8-b580-19cd0e52f65a req-438c3b70-efc2-478d-85a1-462ae4a77700 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.190263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc61aa41-54ca-4fb8-b580-19cd0e52f65a req-438c3b70-efc2-478d-85a1-462ae4a77700 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.1213512 Oct 11 15:25:47.220808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43bf1ca7-6ea1-40bf-a3ba-7d1baa3202f0 req-7532f03f-c3b7-4d67-8760-c8c17c618f40 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921061 Oct 11 15:25:47.229141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c97dba8-9665-482f-9d50-893142e3c652 req-78de20c3-abe6-48c3-b2a1-49ec0206fab2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Oct 11 15:25:47.235754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475a3f5-93b2-4584-ba7b-a376ce37fb33 req-42ab8391-4d4f-4364-a2db-a4a74ea92c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.243260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7475a3f5-93b2-4584-ba7b-a376ce37fb33 req-42ab8391-4d4f-4364-a2db-a4a74ea92c64 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 1101 time: 0.0989215 Oct 11 15:25:47.263580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc61aa41-54ca-4fb8-b580-19cd0e52f65a req-847dd406-ae50-432e-b5d3-fce6481e97e2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Oct 11 15:25:47.347090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-045bd199-9c52-4853-a398-51eeb4dd48fd req-140b2ff2-81bd-4dea-94db-cd42f1d29cd1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 210 time: 0.0318668 Oct 11 15:25:47.457357 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76282d6c-f8cb-4dc8-8cab-0b1c5f18cfbc req-e099d1d8-a2ab-4ded-b70c-18e02a8da736 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.458927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76282d6c-f8cb-4dc8-8cab-0b1c5f18cfbc req-e099d1d8-a2ab-4ded-b70c-18e02a8da736 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0536268 Oct 11 15:25:47.497072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76282d6c-f8cb-4dc8-8cab-0b1c5f18cfbc req-1a0e573d-6f66-43ae-bebb-864637aefd72 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Oct 11 15:25:47.576607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7475a3f5-93b2-4584-ba7b-a376ce37fb33 req-da33fc8b-bc1c-4fce-9b94-879e1851548b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551355 Oct 11 15:25:47.658088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad923119-e6ac-4d44-bb0c-c58e2083e6bf req-ad4af460-e105-44c4-a2af-242aa70b189d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.659577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad923119-e6ac-4d44-bb0c-c58e2083e6bf req-ad4af460-e105-44c4-a2af-242aa70b189d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 950 time: 0.0810173 Oct 11 15:25:47.667091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff63f6-06c4-437a-b86d-86b9fa89874a req-1e45add8-5c19-4817-adc3-f8b5efbc0d16 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.668688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fff63f6-06c4-437a-b86d-86b9fa89874a req-1e45add8-5c19-4817-adc3-f8b5efbc0d16 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1097 time: 0.0766325 Oct 11 15:25:47.719121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad923119-e6ac-4d44-bb0c-c58e2083e6bf req-deb9a56e-adde-4733-809e-4551c79c0acc tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493977 Oct 11 15:25:47.724413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fff63f6-06c4-437a-b86d-86b9fa89874a req-5471bb4e-7fac-43f8-b3dd-90ec50658c15 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Oct 11 15:25:47.740906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:47.848331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:47.862139 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'ea06559c-7f7d-441d-80f8-14391226159f', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'ea06559c-7f7d-441d-80f8-14391226159f', 'mac_address': 'fa:16:3e:34:26:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:47.917556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0661c-f411-4928-a37d-185cbe7a5a1b req-5f47f2ed-afe8-429e-bfc0-f9007cae9da1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:47.928369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b0661c-f411-4928-a37d-185cbe7a5a1b req-5f47f2ed-afe8-429e-bfc0-f9007cae9da1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 948 time: 0.0661845 Oct 11 15:25:47.933693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:47.949183 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:47.973625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:47.979560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:47.992082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b0661c-f411-4928-a37d-185cbe7a5a1b req-826eacaa-6ae7-4c1d-a135-652f8e88d5d0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625730 Oct 11 15:25:48.052548 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:48.112027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-01708537-7bd5-4bd8-8f48-e1160c5df3a0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337865 Oct 11 15:25:48.274184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-235ca1e5-f43a-4969-bb74-b7c4277231f1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:48.275652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-235ca1e5-f43a-4969-bb74-b7c4277231f1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560535 Oct 11 15:25:48.298097 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Request body: {'port': {'device_id': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '0b385ffdc3ee44f79bb671aa4bb8fcf9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:48.394237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3a4a-5c51-4ef7-8fc8-49ff492110d9 req-4bc2eaa3-75f4-4c6e-8e42-0ddf59fa9f75 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:48.395812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b4d3a4a-5c51-4ef7-8fc8-49ff492110d9 req-4bc2eaa3-75f4-4c6e-8e42-0ddf59fa9f75 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 946 time: 0.1195099 Oct 11 15:25:48.434643 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Made reservation on behalf of 0b385ffdc3ee44f79bb671aa4bb8fcf9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:48.438422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:48.471507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cfd41-4174-43ad-b43c-43d24da94ffd req-4a8ba8a4-55f2-479f-9db7-cec14755a12b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:48.491228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909cfd41-4174-43ad-b43c-43d24da94ffd req-4a8ba8a4-55f2-479f-9db7-cec14755a12b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1625459 Oct 11 15:25:48.527671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:48.551068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909cfd41-4174-43ad-b43c-43d24da94ffd req-443b0472-defd-42d7-877d-a8809a8dd71e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589554 Oct 11 15:25:48.561721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b4d3a4a-5c51-4ef7-8fc8-49ff492110d9 req-febe3d63-f7e4-400a-bec8-c5bdf504c7bc tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558177 Oct 11 15:25:48.642348 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Allocated IP 192.168.233.94 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/cd49d667-baf2-44e2-8fa0-98e30f871a65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:48.677347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10ae3d1e-c9d7-4a6a-9e18-f3cb36e1ea78 req-91ec02bf-4b0f-4cb7-88d1-931b801e788a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 210 time: 0.0439301 Oct 11 15:25:48.746781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15d33-be49-4e61-b988-2ef0fcde159a req-2c662c82-82f5-44dd-a163-5fb0d1332ff0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:48.757836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c15d33-be49-4e61-b988-2ef0fcde159a req-2c662c82-82f5-44dd-a163-5fb0d1332ff0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.1106462 Oct 11 15:25:48.821429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c15d33-be49-4e61-b988-2ef0fcde159a req-3b9d4890-aea5-4b99-93c8-fa8b0a7135e5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577309 Oct 11 15:25:48.838894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:48.877892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:48.889605 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:48.902607 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b365fe6-2f7e-41d2-8850-e7e82c4f3b5f req-7a479056-7c69-4abc-a394-8c10e6abd04c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:48.912102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b365fe6-2f7e-41d2-8850-e7e82c4f3b5f req-7a479056-7c69-4abc-a394-8c10e6abd04c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 950 time: 0.0691929 Oct 11 15:25:48.926825 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:48.930747 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:48.935301 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:48.942908 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:48.976550 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.976895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.977381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.977746 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.978547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.978547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.978886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.979208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.979572 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.979832 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.980152 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.980472 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:48.990714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b365fe6-2f7e-41d2-8850-e7e82c4f3b5f req-6cfcd2c8-2891-44b2-a138-148940b5c9a7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626011 Oct 11 15:25:49.017605 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:49.020446 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553dc587-c18d-44ab-bd93-677fb6b34c17" -d '{"events": [{"server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "name": "network-vif-plugged", "status": "completed", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:49.033055 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.033853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.068987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-da020d20-72de-481f-b64f-abb0c3c14235 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7819965 Oct 11 15:25:49.084358 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c641b4cc-6885-4b96-946d-584cf723c497 x-openstack-request-id: req-c641b4cc-6885-4b96-946d-584cf723c497 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:49.084909 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "name": "network-vif-plugged", "status": "completed", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:49.084997 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c641b4cc-6885-4b96-946d-584cf723c497 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:49.085382 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c', 'code': 200} Oct 11 15:25:49.086400 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Request body: {'port': {'device_id': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:49.166630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e2187-06c0-48f9-836e-ef773eeaddb7 req-b5be97b4-2f47-4ce7-9dd3-dab54a0a3440 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.168305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-270e2187-06c0-48f9-836e-ef773eeaddb7 req-b5be97b4-2f47-4ce7-9dd3-dab54a0a3440 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 949 time: 0.0720758 Oct 11 15:25:49.173938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.236193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-270e2187-06c0-48f9-836e-ef773eeaddb7 req-027fa362-a5fe-4027-b2ad-7240aa3488f6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Oct 11 15:25:49.238063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072c216-8b75-4254-bef9-0e121c191288 req-18e1c515-e5cc-4f61-b219-9e21492552c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.239585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f072c216-8b75-4254-bef9-0e121c191288 req-18e1c515-e5cc-4f61-b219-9e21492552c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0703225 Oct 11 15:25:49.265929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ddc8ae4-70d3-4733-9bfb-1c64a14ba3e3 None None] Provisioning complete for port cd49d667-baf2-44e2-8fa0-98e30f871a65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:49.266544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8ae4-70d3-4733-9bfb-1c64a14ba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.290977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f072c216-8b75-4254-bef9-0e121c191288 req-c5c4a379-0faf-4768-ae1a-7c327f8e3f20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Oct 11 15:25:49.324783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc8ae4-70d3-4733-9bfb-1c64a14ba3e3 None None] Port cd49d667-baf2-44e2-8fa0-98e30f871a65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:49.469969 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:49.477510 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.490026 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Transition to ACTIVE for port object cd49d667-baf2-44e2-8fa0-98e30f871a65 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:49.494452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.542726 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:49.639565 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:49.640327 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:49.640892 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:49.646098 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:49.646710 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:49.655077 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:49.655942 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:49.656720 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:49.660727 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Bound port: cd49d667-baf2-44e2-8fa0-98e30f871a65, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:49.661380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.738218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:49.752786 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:49.758096 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:49.762767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.768820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:49.785436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17b26f-5d60-4e6c-b7fc-a573f610e1c6 req-ad4ecb01-536e-46c9-b541-e3df0410cc0e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.791609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c17b26f-5d60-4e6c-b7fc-a573f610e1c6 req-ad4ecb01-536e-46c9-b541-e3df0410cc0e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1470265 Oct 11 15:25:49.804360 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.805012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:49.807158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 1095 time: 0.7253487 Oct 11 15:25:49.807823 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:49.810758 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14692b7a-cb51-4326-a1c6-e9ff27ad3520" -d '{"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:49.828614 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c35b-9e93-476e-b8d5-777b49b296f1 req-9b452668-cc77-4156-943b-36d274e350ae tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.848920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5719c35b-9e93-476e-b8d5-777b49b296f1 req-9b452668-cc77-4156-943b-36d274e350ae tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 946 time: 0.1555953 Oct 11 15:25:49.884331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-097ba942-d379-4613-a8d8-c61ffcc6cd20 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.885837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-097ba942-d379-4613-a8d8-c61ffcc6cd20 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 946 time: 0.1477001 Oct 11 15:25:49.909690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336ff2-9a2c-467a-ad7b-0b8ed2fb6154 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:49.916739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c17b26f-5d60-4e6c-b7fc-a573f610e1c6 req-039872d8-4846-4704-8777-cee31985f617 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242309 Oct 11 15:25:49.924409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:49.944302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-b212ebe3-9b5d-49e1-951a-129204f95a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:49.946058 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-b212ebe3-9b5d-49e1-951a-129204f95a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1098 time: 0.0803778 Oct 11 15:25:49.958914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'port_id': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'mac_address': 'fa:16:3e:be:56:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c48a57-3691-4b46-af63-536731a53b74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:49.996121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-05eb9628-5a35-42cf-9666-92b0670f36dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0408151 Oct 11 15:25:49.996807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5719c35b-9e93-476e-b8d5-777b49b296f1 req-0f220987-fa18-4658-97ad-5f67676fe057 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/security-groups?id=a700f67b-3725-4691-98c1-490ebfc17366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469665 Oct 11 15:25:50.055014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.080068 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376c55f7-451e-47f3-a80f-3a1de79a00fc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:50.112777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:50.120185 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.148246 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-6d84f67a-efa5-4a3f-a323-afbf331fa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.149638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-6d84f67a-efa5-4a3f-a323-afbf331fa4e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1374779 Oct 11 15:25:50.170091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1636fd-d792-4b95-b849-a33ad1459c0b req-e2d31e17-e976-42f3-902d-1d6d60d371d0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.171778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce1636fd-d792-4b95-b849-a33ad1459c0b req-e2d31e17-e976-42f3-902d-1d6d60d371d0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.0913713 Oct 11 15:25:50.175720 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Deleting port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:50.176059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.203811 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:50.249210 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-2ce0fc7d-3bbf-4a08-8508-078ba3838de2 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.250742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-2ce0fc7d-3bbf-4a08-8508-078ba3838de2 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f99111c-8798-441c-a015-b007a7f4130f HTTP/1.1" status: 200 len: 946 time: 0.2239387 Oct 11 15:25:50.254918 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cae2ac-7e07-45b6-9f37-04bc159cb60c x-openstack-request-id: req-d0cae2ac-7e07-45b6-9f37-04bc159cb60c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:50.255173 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:50.255424 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0cae2ac-7e07-45b6-9f37-04bc159cb60c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:50.255807 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'status': 'completed', 'code': 200} Oct 11 15:25:50.283702 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] For port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:50.284124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.297175 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Calling delete_port for a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:50.317718 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-2b7c0029-12bc-4bf1-8c1f-2007282682e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.319228 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-2b7c0029-12bc-4bf1-8c1f-2007282682e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598067 Oct 11 15:25:50.398263 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Deleting port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:50.398603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.421383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce1636fd-d792-4b95-b849-a33ad1459c0b req-259db228-b9b7-4232-8e7b-9590ae107896 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137428 Oct 11 15:25:50.486883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-5d0b7a77-664c-40de-b6a0-67d600ddac96 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521420 Oct 11 15:25:50.506671 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0690f3f-11b9-4b23-b814-eac88fd4a8c4 req-736a5151-90ad-4d0a-843e-a7d615622cc9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.508167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0690f3f-11b9-4b23-b814-eac88fd4a8c4 req-736a5151-90ad-4d0a-843e-a7d615622cc9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.2025542 Oct 11 15:25:50.565778 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] For port 0c5b8393-6eb2-4384-a3fd-0a24206daf97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c5b8393-6eb2-4384-a3fd-0a24206daf97,segment=NetworkSegment(f05a229d-b363-4c09-8c14-b34b4f7f2427),segment_id=f05a229d-b363-4c09-8c14-b34b4f7f2427)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:50.566220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.585218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.589162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['376c55f7-451e-47f3-a80f-3a1de79a00fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:50.616997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', '0c5b8393-6eb2-4384-a3fd-0a24206daf97'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:50.632980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec3cd7a-b054-4f2a-88b0-3ae04907cc4c req-d6fa570c-ca43-4bee-8dc6-ce1d8f287735 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256118 Oct 11 15:25:50.634276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Calling delete_port for 0c5b8393-6eb2-4384-a3fd-0a24206daf97 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:50.668708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0690f3f-11b9-4b23-b814-eac88fd4a8c4 req-cdf6b3d8-d6ea-4e51-a903-90105fc284f5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505797 Oct 11 15:25:50.693069 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event deleted for resources: {'Port': ['ID=a57b8b99-828b-4d00-9e3c-47fb4d1c7b28,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:50.752974 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c4b0-3b4a-4da5-898d-51f37725484a req-42c04f00-002b-49d2-80af-20f9782e163d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.760489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d1c4b0-3b4a-4da5-898d-51f37725484a req-42c04f00-002b-49d2-80af-20f9782e163d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 950 time: 0.2491682 Oct 11 15:25:50.831333 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] No DVR routers for this DVR port a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:50.840598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:50.846475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af00d02a-d610-4c92-a139-96d3bc424c63 req-e26575cc-ee94-4790-a486-34910361daee tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "DELETE /v2.0/ports/a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 HTTP/1.1" status: 204 len: 173 time: 0.9216790 Oct 11 15:25:50.846475 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'name': 'network-vif-deleted', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:50.854760 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f7008-1b76-4f42-9685-a641207d2e3a" -d '{"events": [{"server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "name": "network-vif-deleted", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:50.889665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d1c4b0-3b4a-4da5-898d-51f37725484a req-938287a9-0619-45d8-972e-7d2443c92617 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282322 Oct 11 15:25:50.962193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce213c8-b8d4-46d3-9ed6-b36658c4d9b1 req-5c057fe1-d5b3-42d4-9814-b1d498ce39d8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:50.964136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce213c8-b8d4-46d3-9ed6-b36658c4d9b1 req-5c057fe1-d5b3-42d4-9814-b1d498ce39d8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 949 time: 0.1385033 Oct 11 15:25:51.021380 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86cbad-f527-4aa3-9b3a-ba9ce58b7c99 x-openstack-request-id: req-ce86cbad-f527-4aa3-9b3a-ba9ce58b7c99 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:51.021692 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c93fb0-737d-411e-acac-aad09b3d903d", "name": "network-vif-deleted", "tag": "a57b8b99-828b-4d00-9e3c-47fb4d1c7b28", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:51.021945 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce86cbad-f527-4aa3-9b3a-ba9ce58b7c99 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:51.022343 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c93fb0-737d-411e-acac-aad09b3d903d', 'name': 'network-vif-deleted', 'tag': 'a57b8b99-828b-4d00-9e3c-47fb4d1c7b28', 'status': 'completed', 'code': 200} Oct 11 15:25:51.072137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce213c8-b8d4-46d3-9ed6-b36658c4d9b1 req-1029d373-52f3-4974-9850-01e2253a7c3f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010559 Oct 11 15:25:51.226586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2c13-582f-4485-bc34-1b7562a91228 req-d94c583e-04a7-455e-81c8-626d49b92640 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.229968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152f2c13-582f-4485-bc34-1b7562a91228 req-d94c583e-04a7-455e-81c8-626d49b92640 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 950 time: 0.0886106 Oct 11 15:25:51.239148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377a98-835f-43d2-92ae-48f2cf8955e3 req-e5dd6af1-c245-4063-b611-4bea5d3295cf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.240637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d377a98-835f-43d2-92ae-48f2cf8955e3 req-e5dd6af1-c245-4063-b611-4bea5d3295cf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.0862691 Oct 11 15:25:51.262192 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-51db43b2-6e8f-40be-b7fe-f2befea7b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.263720 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-51db43b2-6e8f-40be-b7fe-f2befea7b475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1098 time: 0.0580802 Oct 11 15:25:51.295288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152f2c13-582f-4485-bc34-1b7562a91228 req-cc414ae1-4bba-4a1d-80c8-387a18a927cb tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531723 Oct 11 15:25:51.302717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d377a98-835f-43d2-92ae-48f2cf8955e3 req-80efc999-19ed-4267-b223-cedc1004ff0b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Oct 11 15:25:51.420332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d69e6e96-dccf-49e4-9d16-39744092f9a0 req-ebc33e5a-7a57-4349-831f-198c5017d97a tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c93fb0-737d-411e-acac-aad09b3d903d HTTP/1.1" status: 200 len: 210 time: 0.0269976 Oct 11 15:25:51.422480 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-b65f51b2-5aca-43f1-87be-e0fa7f21d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.424494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-b65f51b2-5aca-43f1-87be-e0fa7f21d52c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1507447 Oct 11 15:25:51.425696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:51.438455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a57b8b99-828b-4d00-9e3c-47fb4d1c7b28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:51.492966 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Pushing event deleted for resources: {'Port': ['ID=0c5b8393-6eb2-4384-a3fd-0a24206daf97,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:51.498760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-62e5137d-2ec0-4de5-aaa1-893e7aa30b46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0648401 Oct 11 15:25:51.568444 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] No DVR routers for this DVR port 0c5b8393-6eb2-4384-a3fd-0a24206daf97 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:51.571201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:51.574914 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96a698c4-db34-4906-bf9d-8feee6fd02b2 req-76e52447-01d3-4974-af2d-f5673c94d318 tempest-ListServersNegativeTestJSON-1537822118 tempest-ListServersNegativeTestJSON-1537822118-project] 10.222.0.36 "DELETE /v2.0/ports/0c5b8393-6eb2-4384-a3fd-0a24206daf97 HTTP/1.1" status: 204 len: 173 time: 1.3175333 Oct 11 15:25:51.582766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a13c-9e13-4fcd-9dc9-695c59bc825b req-d93956c9-b2b4-4c57-8bad-882048262564 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.584308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbb6a13c-9e13-4fcd-9dc9-695c59bc825b req-d93956c9-b2b4-4c57-8bad-882048262564 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.0557652 Oct 11 15:25:51.590909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-af32e897-cc5d-4505-8da6-8877c5ce9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.593801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-af32e897-cc5d-4505-8da6-8877c5ce9532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0863543 Oct 11 15:25:51.633172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbb6a13c-9e13-4fcd-9dc9-695c59bc825b req-90443373-3b85-435d-b792-182bd1489c3d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Oct 11 15:25:51.654775 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-b0305fff-042e-4186-8808-205dbe0dfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.656621 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-b0305fff-042e-4186-8808-205dbe0dfe45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549140 Oct 11 15:25:51.712977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9b0e5-41cb-4b02-a710-ab7ad8be88d1 req-c917c588-939a-4000-a27f-e75a9d5883d6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.720442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9b0e5-41cb-4b02-a710-ab7ad8be88d1 req-c917c588-939a-4000-a27f-e75a9d5883d6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.727424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7e9b0e5-41cb-4b02-a710-ab7ad8be88d1 req-c917c588-939a-4000-a27f-e75a9d5883d6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380&device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 1691 time: 0.0676060 Oct 11 15:25:51.758566 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-67025f48-d758-4574-bb89-6aefe35724d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940244 Oct 11 15:25:51.765951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:51.771480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7e9b0e5-41cb-4b02-a710-ab7ad8be88d1 req-ae2a574e-e36c-4944-8dea-252b27aeb9e6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Oct 11 15:25:51.826340 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port ea06559c-7f7d-441d-80f8-14391226159f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:51.826767 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:51.827534 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2749-104b-4683-b655-0e510d7bbd64 req-20bf93e3-b987-4832-a072-fec26c920567 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.830589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67df2749-104b-4683-b655-0e510d7bbd64 req-20bf93e3-b987-4832-a072-fec26c920567 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0760632 Oct 11 15:25:51.881571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67df2749-104b-4683-b655-0e510d7bbd64 req-75775ced-3e4e-4259-85e5-fcd5f269d040 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Oct 11 15:25:51.900457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14692b7a-cb51-4326-a1c6-e9ff27ad3520 req-68be3a0f-760a-4aa8-9f3a-95d73f0bf468 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337640 Oct 11 15:25:51.984051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e567a3-9ea7-4f28-ac60-962b3dd1391b req-155bedb1-5749-440a-af58-a47291cf0009 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:51.985629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e567a3-9ea7-4f28-ac60-962b3dd1391b req-155bedb1-5749-440a-af58-a47291cf0009 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 1101 time: 0.0469353 Oct 11 15:25:52.033941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e567a3-9ea7-4f28-ac60-962b3dd1391b req-da9a5beb-eb62-422b-a26c-01bf0dc01a0c tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Oct 11 15:25:52.077041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:52.110102 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:52.116468 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57181f2-242c-4ded-85b8-520e22621263" -d '{"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:52.137013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:52.142554 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:52.195980 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:52.209498 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.209835 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.210441 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.210943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.211449 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.211905 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.212426 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.212924 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.213264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.213796 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.214291 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.214672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:52.257038 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'name': 'network-vif-deleted', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:52.259984 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab26929f-620f-43f0-b001-0cf210b98035" -d '{"events": [{"server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "name": "network-vif-deleted", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:52.301527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea491926-8b71-4ec0-85ba-dae7dfe5b5e3 req-3bc34486-3333-4ee1-86a6-27e604fe5bca tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.303322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea491926-8b71-4ec0-85ba-dae7dfe5b5e3 req-3bc34486-3333-4ee1-86a6-27e604fe5bca tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 1101 time: 0.0509949 Oct 11 15:25:52.367942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea491926-8b71-4ec0-85ba-dae7dfe5b5e3 req-e899bbd5-9480-45ff-979a-aaa883b60fae tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Oct 11 15:25:52.383610 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597623a-26dc-4b8f-a5fa-796300d733fc req-cf477bf2-d525-4efb-bcc7-890e4e6766e4 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.385045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a597623a-26dc-4b8f-a5fa-796300d733fc req-cf477bf2-d525-4efb-bcc7-890e4e6766e4 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0683625 Oct 11 15:25:52.422433 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebd2d24-adca-44b7-8d28-188a3a93331c x-openstack-request-id: req-6ebd2d24-adca-44b7-8d28-188a3a93331c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:52.422726 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:52.422972 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ebd2d24-adca-44b7-8d28-188a3a93331c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:52.423368 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'code': 200} Oct 11 15:25:52.426971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a597623a-26dc-4b8f-a5fa-796300d733fc req-6c47a0cf-e620-42ed-baa6-16a61f87eea0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Oct 11 15:25:52.468569 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3279407d-e11b-4353-a656-9e40b46f8e91 x-openstack-request-id: req-3279407d-e11b-4353-a656-9e40b46f8e91 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:52.468931 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99111c-8798-441c-a015-b007a7f4130f", "name": "network-vif-deleted", "tag": "0c5b8393-6eb2-4384-a3fd-0a24206daf97", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:52.469238 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3279407d-e11b-4353-a656-9e40b46f8e91 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:52.469721 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99111c-8798-441c-a015-b007a7f4130f', 'name': 'network-vif-deleted', 'tag': '0c5b8393-6eb2-4384-a3fd-0a24206daf97', 'status': 'completed', 'code': 200} Oct 11 15:25:52.514874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1aa5e-e35d-4568-beb7-050978eb19f6 req-bdf43494-232f-4e6c-8ce0-148b5062b838 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.516393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76c1aa5e-e35d-4568-beb7-050978eb19f6 req-bdf43494-232f-4e6c-8ce0-148b5062b838 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Oct 11 15:25:52.581249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76c1aa5e-e35d-4568-beb7-050978eb19f6 req-2771010a-383d-45d9-8683-84ed1bf04ba7 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Oct 11 15:25:52.589351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253f91-d7db-4249-bc8e-33369580b5f7 req-fb544dd6-7369-4ff2-bc37-e9c7d0f182ce tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.591113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2253f91-d7db-4249-bc8e-33369580b5f7 req-fb544dd6-7369-4ff2-bc37-e9c7d0f182ce tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.0737047 Oct 11 15:25:52.643189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2253f91-d7db-4249-bc8e-33369580b5f7 req-ae8d0ef4-3907-4ae6-8c6e-42a3baa916f4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Oct 11 15:25:52.771765 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835635-f858-49ef-ae45-fc2904b96a30 req-b68caa94-f06a-40dc-a14e-812db69b074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.773262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84835635-f858-49ef-ae45-fc2904b96a30 req-b68caa94-f06a-40dc-a14e-812db69b074c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1101 time: 0.0697517 Oct 11 15:25:52.803730 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:52.855914 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Deleting subnet 391b67c5-1536-4f90-b795-b8820cef5947 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:25:52.859598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:52.879304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84835635-f858-49ef-ae45-fc2904b96a30 req-e9214d2b-cc00-4a2c-a07b-ba5a033a81a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Oct 11 15:25:52.902262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee675ea-12d5-4fbf-8f2d-e2bdca3f9268 req-b5fa7591-45e3-420a-8965-e1a870815dec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:52.908223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:52.914371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee675ea-12d5-4fbf-8f2d-e2bdca3f9268 req-b5fa7591-45e3-420a-8965-e1a870815dec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.0895143 Oct 11 15:25:52.949692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:52.952172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-06bce811-a9af-40ce-8e6b-8e50f0c23e71 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356612 Oct 11 15:25:52.981248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee675ea-12d5-4fbf-8f2d-e2bdca3f9268 req-f664a50a-d4e3-4e2c-ab0e-747e99913981 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658176 Oct 11 15:25:53.017867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.043359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391b67c5-1536-4f90-b795-b8820cef5947,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:53.047710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.053252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02fd672d-cd45-4a62-ae8b-350f22d6d0ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/391b67c5-1536-4f90-b795-b8820cef5947 HTTP/1.1" status: 204 len: 168 time: 0.2462926 Oct 11 15:25:53.054122 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:53.092723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-134862e5-e4a5-4e67-9c2f-66ba0b30517a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:53.094535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-134862e5-e4a5-4e67-9c2f-66ba0b30517a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309679 Oct 11 15:25:53.110517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-40f0ad2a-6266-443c-8f65-4cab58d8c134 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0097940 Oct 11 15:25:53.121212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.166578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-40fe8f17-5ba9-49aa-a131-25ccb8f98b66 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489974 Oct 11 15:25:53.205974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.227216 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6c01ab-17b3-4404-93c4-32a46cb2c5bf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:53.238043 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05a229d-b363-4c09-8c14-b34b4f7f2427') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:53.238451 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05a229d-b363-4c09-8c14-b34b4f7f2427') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:25:53.249535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.265816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.272346 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:25:53.272644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:25:53.274455 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:25:53.331619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.338659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.342198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] 10.222.0.31 "DELETE /v2.0/networks/af6c01ab-17b3-4404-93c4-32a46cb2c5bf HTTP/1.1" status: 204 len: 168 time: 0.2877734 Oct 11 15:25:53.356684 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622bd99-582f-4625-917f-08aa45e07791 admin admin] Pushing event deleted for resources: {'Network': ['ID=af6c01ab-17b3-4404-93c4-32a46cb2c5bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:53.474818 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:53.529726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-528d018c-7295-4f86-a164-77f665229729 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17690810c41247adb2a3aa822dc54e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511358 Oct 11 15:25:53.530280 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:53.626489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad5217-de31-4e95-bbac-44af6eca4d60 req-ce38a4a0-5ff7-4eab-9572-340dbf01ee78 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:53.628007 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ad5217-de31-4e95-bbac-44af6eca4d60 req-ce38a4a0-5ff7-4eab-9572-340dbf01ee78 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0999982 Oct 11 15:25:53.653167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.697202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.712751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ad5217-de31-4e95-bbac-44af6eca4d60 req-b0191150-a904-49ea-80ff-5dfdc4af681d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755284 Oct 11 15:25:53.770476 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-a75015b4-32ef-41e8-8a53-91fdc5e84f21 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:53.772112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-a75015b4-32ef-41e8-8a53-91fdc5e84f21 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.0674510 Oct 11 15:25:53.786167 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:53.855963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a6f9585-c8e5-49dd-bbcb-f183823aa466 req-a4c019c4-a039-4ad8-80e4-9e7a213658f9 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 210 time: 0.0563922 Oct 11 15:25:53.879844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eefe1-5a18-453e-a56e-0f363214b179 req-b97afdf2-1975-4c41-8b36-344d69e3d636 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:53.884742 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 376c55f7-451e-47f3-a80f-3a1de79a00fc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:53.890012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-066eefe1-5a18-453e-a56e-0f363214b179 req-b97afdf2-1975-4c41-8b36-344d69e3d636 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 945 time: 0.1762784 Oct 11 15:25:53.900097 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 376c55f7-451e-47f3-a80f-3a1de79a00fc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:53.900469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.932164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.934830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:53.938882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a700f67b-3725-4691-98c1-490ebfc17366 HTTP/1.1" status: 204 len: 168 time: 0.4053264 Oct 11 15:25:53.976350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-066eefe1-5a18-453e-a56e-0f363214b179 req-b4766f34-b544-4a00-b405-c7442cb83ce6 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Oct 11 15:25:53.976350 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a700f67b-3725-4691-98c1-490ebfc17366,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:53.986804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.989202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.989776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.990296 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.990791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.992052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.993445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.994017 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.995289 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.996668 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:53.999580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:54.000286 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c0d21-30dd-4754-8b2c-f0418ec022ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:25:54.037315 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port a356aac8-89ec-41ab-87b6-27dca8ef7c8c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:25:54.037907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.059430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.097706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:54.104722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.147198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e95c-b254-4128-84f7-f4ff288d98b1 req-3262ec9f-9b6e-4155-bd44-a28d8003d56a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:54.152425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa23e95c-b254-4128-84f7-f4ff288d98b1 req-3262ec9f-9b6e-4155-bd44-a28d8003d56a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.1324954 Oct 11 15:25:54.176825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:54.245866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa23e95c-b254-4128-84f7-f4ff288d98b1 req-f3933775-43f1-44cc-879b-b2fd790edf73 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873184 Oct 11 15:25:54.267871 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c8724-d5ee-4eec-a936-3ef246c3a4a4 req-f6d0c245-afd5-4dfe-94dc-02c81cadeb9a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:54.277027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd1c8724-d5ee-4eec-a936-3ef246c3a4a4 req-f6d0c245-afd5-4dfe-94dc-02c81cadeb9a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.0785134 Oct 11 15:25:54.292023 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port a356aac8-89ec-41ab-87b6-27dca8ef7c8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:54.292618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.311010 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for a356aac8-89ec-41ab-87b6-27dca8ef7c8c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:25:54.396862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd1c8724-d5ee-4eec-a936-3ef246c3a4a4 req-df7aef75-c934-4c83-a6e6-39afdb8d3845 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Oct 11 15:25:54.407264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:25:54.485159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.544189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:54.544189 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:54.547297 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a6f5ca-641b-4658-b534-10c306052456" -d '{"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-plugged", "status": "completed", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:54.552861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=a356aac8-89ec-41ab-87b6-27dca8ef7c8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:54.562345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a356aac8-89ec-41ab-87b6-27dca8ef7c8c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:54.654604 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e49b9d-380a-45de-bd5e-cff598643059 x-openstack-request-id: req-c9e49b9d-380a-45de-bd5e-cff598643059 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:54.655172 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-plugged", "status": "completed", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:54.655697 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9e49b9d-380a-45de-bd5e-cff598643059 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:54.656253 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'code': 200} Oct 11 15:25:54.657358 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:54.657894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a57b8b99-828b-4d00-9e3c-47fb4d1c7b28 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:54.658566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c5b8393-6eb2-4384-a3fd-0a24206daf97 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:54.659569 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port a356aac8-89ec-41ab-87b6-27dca8ef7c8c on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:25:54.662690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.683662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6794d8b7-5b97-43e1-b60d-e8d95f94357f req-9cc47c7d-c9e4-465e-b111-bef47903d837 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "DELETE /v2.0/ports/a356aac8-89ec-41ab-87b6-27dca8ef7c8c HTTP/1.1" status: 204 len: 173 time: 0.9025686 Oct 11 15:25:54.683662 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'name': 'network-vif-deleted', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:54.685977 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b8ab3-eab9-499f-9b9f-1772ff53f218" -d '{"events": [{"server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "name": "network-vif-deleted", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:54.722999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 0c5b8393-6eb2-4384-a3fd-0a24206daf97 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:54.735564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c5b8393-6eb2-4384-a3fd-0a24206daf97 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:54.776300 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:54.810022 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fef53d-1648-452e-a358-0bfb6c314aa1 x-openstack-request-id: req-79fef53d-1648-452e-a358-0bfb6c314aa1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:54.810345 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c44e6ba-86a9-4481-8885-60d846e3f8c6", "name": "network-vif-deleted", "tag": "a356aac8-89ec-41ab-87b6-27dca8ef7c8c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:54.811016 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79fef53d-1648-452e-a358-0bfb6c314aa1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:54.811427 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c44e6ba-86a9-4481-8885-60d846e3f8c6', 'name': 'network-vif-deleted', 'tag': 'a356aac8-89ec-41ab-87b6-27dca8ef7c8c', 'status': 'completed', 'code': 200} Oct 11 15:25:54.834360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'mac_address': 'fa:16:3e:27:29:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:25:54.914612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:54.942562 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:54.958570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378418-3c11-400c-996e-8dd39db46635 req-7f3b72b2-43c4-4c94-badd-273c5b5e72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:54.960178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd378418-3c11-400c-996e-8dd39db46635 req-7f3b72b2-43c4-4c94-badd-273c5b5e72c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1096 time: 0.1257231 Oct 11 15:25:54.984023 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:54.988725 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:55.007942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd378418-3c11-400c-996e-8dd39db46635 req-7866aaff-9b5d-4c03-b4fc-68d82071a9cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Oct 11 15:25:55.016430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050bb1-324b-49ea-a02a-6e9f40627b1b req-a2d02d1e-d41e-4512-8a0b-1c17a83aa25c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:55.018553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd050bb1-324b-49ea-a02a-6e9f40627b1b req-a2d02d1e-d41e-4512-8a0b-1c17a83aa25c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1334991 Oct 11 15:25:55.052811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-135fa8b7-3ff8-4a95-b7f3-78c3746ad898 req-34b92363-6d3b-448a-b014-38ca02845402 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 210 time: 0.0330873 Oct 11 15:25:55.095931 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:55.127711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd050bb1-324b-49ea-a02a-6e9f40627b1b req-f6f005df-040d-4ba9-94b5-277e17bc5b9c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778697 Oct 11 15:25:55.172281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4cdad1a-1c4c-4066-b0cf-6a94b6bcf538 req-a7a6e10a-2837-4d95-9581-e2ed112843ef tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c44e6ba-86a9-4481-8885-60d846e3f8c6 HTTP/1.1" status: 200 len: 210 time: 0.0435386 Oct 11 15:25:55.282124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd49d667-baf2-44e2-8fa0-98e30f871a65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:55.356149 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad49a-d03c-4e37-982e-1548b27dbbb0 req-31dfe4d6-fe55-4555-817d-ff361b1afa39 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:55.365899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aaad49a-d03c-4e37-982e-1548b27dbbb0 req-31dfe4d6-fe55-4555-817d-ff361b1afa39 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1169894 Oct 11 15:25:55.439478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aaad49a-d03c-4e37-982e-1548b27dbbb0 req-7a6fcb21-9b7b-4d9c-89f6-3a3c12bee866 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721321 Oct 11 15:25:55.535404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce9344-ebe1-4120-a262-b2e4605bb567 req-3bc5fa67-929f-4b97-9366-7482255b4155 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:55.538036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56ce9344-ebe1-4120-a262-b2e4605bb567 req-3bc5fa67-929f-4b97-9366-7482255b4155 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0812869 Oct 11 15:25:55.581774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-144278b2-581b-4289-89ac-f708eba3e8e8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460749 Oct 11 15:25:55.602972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bdff3-82de-4ff2-8661-9905f3957d06 req-3e776f05-b20c-4612-a91c-4da125ca0d63 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:55.604501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-319bdff3-82de-4ff2-8661-9905f3957d06 req-3e776f05-b20c-4612-a91c-4da125ca0d63 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.0958507 Oct 11 15:25:55.626897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56ce9344-ebe1-4120-a262-b2e4605bb567 req-bf884e69-6c45-4559-908c-03f9f6309eb5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678265 Oct 11 15:25:55.689220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-319bdff3-82de-4ff2-8661-9905f3957d06 req-42345e6f-247e-4f83-9220-400e60cdf763 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612037 Oct 11 15:25:55.776602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-20ddd232-13ca-475f-a545-4ed91b8585da tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:55.778258 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-20ddd232-13ca-475f-a545-4ed91b8585da tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889246 Oct 11 15:25:55.794238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '889061a4-2a6f-4de2-862f-163843a94d23', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:56.014646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:56.020246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.142273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9da38e-a79d-4898-bf92-e4ff64f0aee1 req-57747441-efa0-41a9-9f8a-44441ac79fa7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:56.143963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c9da38e-a79d-4898-bf92-e4ff64f0aee1 req-57747441-efa0-41a9-9f8a-44441ac79fa7 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0666020 Oct 11 15:25:56.232151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83734c18-8b3c-453e-9c15-86289ef16c1a req-06d39d92-9d85-46d8-b9c0-3bdadc11a201 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 210 time: 0.0631552 Oct 11 15:25:56.244468 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.112 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:56.257276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-cf08c855-b0f2-482f-bf1b-3214aa1f0ad4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729887 Oct 11 15:25:56.291696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c9da38e-a79d-4898-bf92-e4ff64f0aee1 req-35f54959-b07c-4e35-8d14-60c1035dd393 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412070 Oct 11 15:25:56.412479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:25:56.476915 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-3ee7e626-5701-49c5-b893-d42db56ba2c8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:56.478088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-3ee7e626-5701-49c5-b893-d42db56ba2c8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118037 Oct 11 15:25:56.498840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '04a32c86-971f-443d-929b-2774985419fb', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:56.506939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port cd49d667-baf2-44e2-8fa0-98e30f871a65 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:25:56.517270 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port cd49d667-baf2-44e2-8fa0-98e30f871a65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:56.517742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.675560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.678562 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.720593 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:56.723806 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb135174-dbf3-419e-8c09-b0907fbc147f" -d '{"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:56.740797 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:25:56.741594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.745757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.746687 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a356aac8-89ec-41ab-87b6-27dca8ef7c8c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:25:56.777185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:56.780220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:56.792140 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:56.800171 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:56.804484 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:56.839953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:56.849809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: a356aac8-89ec-41ab-87b6-27dca8ef7c8c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:25:56.849809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a356aac8-89ec-41ab-87b6-27dca8ef7c8c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:25:56.906686 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:56.907628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:56.933087 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-294177a0-09b8-44e2-9464-9a5386296659 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1447001 Oct 11 15:25:56.935957 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:56.951784 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Request body: {'port': {'device_id': '889061a4-2a6f-4de2-862f-163843a94d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:56.971076 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:57.064511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.115704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352efcc-3d3c-4a1d-919b-8d5b9825277d req-d145e19e-b3ca-43b6-9b2c-8c3262b9915d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:57.117367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6352efcc-3d3c-4a1d-919b-8d5b9825277d req-d145e19e-b3ca-43b6-9b2c-8c3262b9915d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.3714106 Oct 11 15:25:57.139070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-8ae5d5c5-f598-4889-820c-f9c054a3b3f9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:57.141039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-8ae5d5c5-f598-4889-820c-f9c054a3b3f9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.4697883 Oct 11 15:25:57.141859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:57.145626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.189157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f433f142-00df-4b32-a7ef-425e4dd5da39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.200983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-de0efedc-050c-4966-a286-eb1f77aad0da tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0450892 Oct 11 15:25:57.241280 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3b8b6bb0-734b-474e-b0d4-7efc036b7bd3 None None] Provisioning complete for port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:57.242406 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b8b6bb0-734b-474e-b0d4-7efc036b7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.248176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-40d32a10-9753-41d1-95b7-ca62b9fbbe4c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373285 Oct 11 15:25:57.324713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b6bb0-734b-474e-b0d4-7efc036b7bd3 None None] Port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:57.374112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6352efcc-3d3c-4a1d-919b-8d5b9825277d req-31feb016-782f-4b0f-8b6d-e8c0799b1731 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252240 Oct 11 15:25:57.483892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f433f142-00df-4b32-a7ef-425e4dd5da39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.489765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-fbdcb870-a476-4122-8888-600784999e1a service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276442 Oct 11 15:25:57.499911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f433f142-00df-4b32-a7ef-425e4dd5da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.554803 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f433f142-00df-4b32-a7ef-425e4dd5da39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58762487e11d47acbc81fedbdb829e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147981 Oct 11 15:25:57.555040 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5ae65-d9d9-4f88-960d-d63f6ad368e7 req-a12c8db3-fcf4-4ddf-8e68-27e66c388373 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:57.556704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30b5ae65-d9d9-4f88-960d-d63f6ad368e7 req-a12c8db3-fcf4-4ddf-8e68-27e66c388373 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1123645 Oct 11 15:25:57.556842 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:57.573452 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433f142-00df-4b32-a7ef-425e4dd5da39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95097a18-b6c0-4b81-8a96-cdda4626345d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:57.633954 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:57.645808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.671851 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Transition to ACTIVE for port object a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:57.688933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.706856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.751800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.786642 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:57.924740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.927463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:57.929246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95097a18-b6c0-4b81-8a96-cdda4626345d HTTP/1.1" status: 204 len: 168 time: 0.3714180 Oct 11 15:25:57.940025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30b5ae65-d9d9-4f88-960d-d63f6ad368e7 req-96ca4826-9e36-47d6-9216-83a2ca47523d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757164 Oct 11 15:25:57.949201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-baec62ce-3930-485f-b158-3fce250432ec service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471130 Oct 11 15:25:57.949710 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc5fc-7447-4cf2-a824-6d05ce990638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95097a18-b6c0-4b81-8a96-cdda4626345d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:57.957136 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Attempting to bind port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:25:57.957670 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Attempting to bind port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:25:57.958302 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Attempting to bind port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:57.969088 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:25:57.969408 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Attempting to bind port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:25:57.982642 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:25:57.982912 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:25:57.983093 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:25:57.983643 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Bound port: a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:25:57.984922 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.17 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/950435cf-cc40-4d56-a937-06fcf7c34b42) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:25:57.986638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.121198 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13090a5c-d184-44e7-a216-c36d6a3cb8b8 x-openstack-request-id: req-13090a5c-d184-44e7-a216-c36d6a3cb8b8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:58.128924 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:58.129969 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13090a5c-d184-44e7-a216-c36d6a3cb8b8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:58.132644 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'code': 200} Oct 11 15:25:58.137434 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:25:58.143143 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:25:58.148943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.245518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.246424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.250528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 HTTP/1.1" status: 200 len: 1096 time: 1.3055134 Oct 11 15:25:58.262051 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:25:58.284141 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f76fcd-cfff-4763-ad82-660d01593831" -d '{"events": [{"name": "network-changed", "server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:25:58.324669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c00ec3f-3027-4bbc-b7f1-a54908bb3f6c req-f8c56445-6c06-42f0-ac9c-6f8d638b26e2 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 210 time: 0.0669963 Oct 11 15:25:58.408823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.429644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b53da-76ef-4fef-b3af-970b3b03278e req-59a484b4-a9a1-489f-96cd-96542de7f4d5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.436977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea4b53da-76ef-4fef-b3af-970b3b03278e req-59a484b4-a9a1-489f-96cd-96542de7f4d5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0870626 Oct 11 15:25:58.442439 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d0f9-48cc-4faf-8913-017dd79f7af9 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:58.494869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-8a489015-8300-4f92-91f3-c6b935ed4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.507993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-8a489015-8300-4f92-91f3-c6b935ed4650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 1099 time: 0.1897490 Oct 11 15:25:58.513966 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376d830-c2e6-488b-bb2f-74248f22b338 req-42f98ef2-2381-48c7-a400-ecfb24dd056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.515459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8376d830-c2e6-488b-bb2f-74248f22b338 req-42f98ef2-2381-48c7-a400-ecfb24dd056e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1100 time: 0.2624936 Oct 11 15:25:58.519379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea4b53da-76ef-4fef-b3af-970b3b03278e req-80a10b20-bfee-41c8-8ffd-68816362fab8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814443 Oct 11 15:25:58.628119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f9754be-2536-4223-82dd-cb3332ee6332 req-8f2abaad-1e44-4875-a290-511699540e3a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0731969 Oct 11 15:25:58.644884 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb2db3-0d7f-4dc7-bd4b-a93f61d3b5ba x-openstack-request-id: req-e3eb2db3-0d7f-4dc7-bd4b-a93f61d3b5ba {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:25:58.645170 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:25:58.645427 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3eb2db3-0d7f-4dc7-bd4b-a93f61d3b5ba {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:25:58.651581 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.652828 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13', 'status': 'completed', 'code': 200} Oct 11 15:25:58.667597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:58.667797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-4d7cec2d-e0d1-41f6-96c3-28b364dac4d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 HTTP/1.1" status: 200 len: 217 time: 0.1511838 Oct 11 15:25:58.714262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:25:58.815094 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-fa807b8c-626e-4dd1-8f5b-d675a1fc929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.816562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-fa807b8c-626e-4dd1-8f5b-d675a1fc929f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1339421 Oct 11 15:25:58.818331 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:25:58.820599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8376d830-c2e6-488b-bb2f-74248f22b338 req-dd7935d5-2d7f-4ddd-a143-6b37968c8d03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845235 Oct 11 15:25:58.836785 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:58.840934 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:25:58.845155 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:25:58.895035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c145b3-147b-48b4-ab30-85dbfacd35e1 req-e6ceed2c-c8b3-40a7-9a3c-ef8fb488d392 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.898758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40c145b3-147b-48b4-ab30-85dbfacd35e1 req-e6ceed2c-c8b3-40a7-9a3c-ef8fb488d392 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.2318907 Oct 11 15:25:58.974012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:58.974762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:58.992704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-19a6dc41-5edd-4b10-a834-c773bba99b03 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5016937 Oct 11 15:25:59.021374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Request body: {'port': {'device_id': '04a32c86-971f-443d-929b-2774985419fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:59.038751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40c145b3-147b-48b4-ab30-85dbfacd35e1 req-20477f81-d9f2-4ccc-90a0-dae38e2ae33e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248045 Oct 11 15:25:59.140517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-c3ff22b5-108b-4cb2-aad6-0b523d3b7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:59.141991 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-c3ff22b5-108b-4cb2-aad6-0b523d3b7b60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207397 Oct 11 15:25:59.248430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.272262 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a1dd3e3-f9f1-4b99-8564-885c69ba580d None None] Provisioning complete for port 950435cf-cc40-4d56-a937-06fcf7c34b42 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:25:59.273275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd3e3-f9f1-4b99-8564-885c69ba580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.289963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:25:59.316199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-be7f6551-0357-4015-b952-8138941f5515 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614554 Oct 11 15:25:59.347498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dd3e3-f9f1-4b99-8564-885c69ba580d None None] Port 950435cf-cc40-4d56-a937-06fcf7c34b42 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:25:59.454435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1657477812-network', 'tenant_id': 'c86709e9968e4082b091b3bf221ca782'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:25:59.481080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-612b44c7-2933-4edc-8efb-fc8ddff0c9e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542439 Oct 11 15:25:59.500055 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Made reservation on behalf of c86709e9968e4082b091b3bf221ca782 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:25:59.504493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.508121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e5b8-3364-4daf-9c86-2e8b9f29cc39 req-99d09127-000c-44fb-bd5c-0e6fe16932fe tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:59.509649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a54e5b8-3364-4daf-9c86-2e8b9f29cc39 req-99d09127-000c-44fb-bd5c-0e6fe16932fe tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1096 time: 0.3393664 Oct 11 15:25:59.514855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.535631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a548-19ab-4f09-ae2f-6d3524f34caa req-934b3bac-58c0-4035-a52f-42c0c2d39d60 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:59.537612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2be0a548-19ab-4f09-ae2f-6d3524f34caa req-934b3bac-58c0-4035-a52f-42c0c2d39d60 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.2825389 Oct 11 15:25:59.600484 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76fcd-cfff-4763-ad82-660d01593831 req-6abacd44-41ed-4d8d-aa92-6964862d87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:59.602127 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-6abacd44-41ed-4d8d-aa92-6964862d87dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 1099 time: 0.0675347 Oct 11 15:25:59.668156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a54e5b8-3364-4daf-9c86-2e8b9f29cc39 req-8bfdf122-4582-46a7-a278-2625a011c638 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294382 Oct 11 15:25:59.675041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.679495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2be0a548-19ab-4f09-ae2f-6d3524f34caa req-adea5554-db74-40fb-969f-987e0561a780 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291111 Oct 11 15:25:59.692083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.728408 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:25:59.742840 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:25:59.757773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.758019 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Added segment 734846ea-238e-44fa-97be-cabdba9f3ded of type vlan for network 54add379-42ca-4f7c-ba7a-e5bc72be3cce Oct 11 15:25:59.798843 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76fcd-cfff-4763-ad82-660d01593831 req-1dba2dd1-4126-4c37-a92a-d98f7ba5da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:25:59.802035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-1dba2dd1-4126-4c37-a92a-d98f7ba5da6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1882415 Oct 11 15:25:59.830308 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950435cf-cc40-4d56-a937-06fcf7c34b42 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:25:59.849523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.914856 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Transition to ACTIVE for port object 950435cf-cc40-4d56-a937-06fcf7c34b42 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:25:59.938076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:25:59.942639 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-994c609e-a933-475a-b7b2-12fa3854cf33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 HTTP/1.1" status: 200 len: 217 time: 0.1217310 Oct 11 15:25:59.962176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.057513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.058467 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.059049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.074323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e294-f542-478e-8791-2178c0dab9b2 req-cf4d30b4-dde8-44eb-a225-2476f557e160 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.082690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c94e294-f542-478e-8791-2178c0dab9b2 req-cf4d30b4-dde8-44eb-a225-2476f557e160 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 947 time: 0.2280760 Oct 11 15:26:00.095139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116f58f-4a6b-4e19-b03e-247574c10b32 req-0241dd23-c9a3-4a76-b354-68c614f73d27 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.096690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f116f58f-4a6b-4e19-b03e-247574c10b32 req-0241dd23-c9a3-4a76-b354-68c614f73d27 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1691246 Oct 11 15:26:00.104103 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Pushing event updated for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:00.149966 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76fcd-cfff-4763-ad82-660d01593831 req-be5a517e-5128-459c-9a62-f1bb6b56231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.151470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-be5a517e-5128-459c-9a62-f1bb6b56231c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1650257 Oct 11 15:26:00.172121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8774896 Oct 11 15:26:00.173164 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:00.197410 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Request body: {'subnet': {'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1657477812-subnet', 'tenant_id': 'c86709e9968e4082b091b3bf221ca782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:00.208791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-fe597d29-0102-4fa5-b638-624cff52c543 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.210495 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-fe597d29-0102-4fa5-b638-624cff52c543 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.2885082 Oct 11 15:26:00.237550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c94e294-f542-478e-8791-2178c0dab9b2 req-e0a86a73-950e-4fef-805d-6bc8dbffddb2 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458685 Oct 11 15:26:00.245035 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:00.248683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52364b-a8da-4861-abdb-2e1e086d9508 admin admin] Pushing event updated for resources: {'Network': ['ID=54add379-42ca-4f7c-ba7a-e5bc72be3cce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:00.262472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 54add379-42ca-4f7c-ba7a-e5bc72be3cce details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:26:00.272479 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f116f58f-4a6b-4e19-b03e-247574c10b32 req-9744d2bf-58d1-4351-9995-e6f6cf3ed957 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641591 Oct 11 15:26:00.295197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Made reservation on behalf of c86709e9968e4082b091b3bf221ca782 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:00.298423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.377334 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76fcd-cfff-4763-ad82-660d01593831 req-41fe362b-9a0a-4cdd-8dfa-ff6c4e7380ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.379317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-41fe362b-9a0a-4cdd-8dfa-ff6c4e7380ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070229 Oct 11 15:26:00.487520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Attempting to bind port 950435cf-cc40-4d56-a937-06fcf7c34b42 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:00.487955 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Attempting to bind port 950435cf-cc40-4d56-a937-06fcf7c34b42 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:00.488357 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Attempting to bind port 950435cf-cc40-4d56-a937-06fcf7c34b42 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:00.493779 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:00.493935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-868336a6-0e38-415f-8286-c78e9c6caa3f req-ebe7a032-6481-48ac-b1e5-dfe2a15038c0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0355937 Oct 11 15:26:00.498056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.500092 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Port 950435cf-cc40-4d56-a937-06fcf7c34b42 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:00.500491 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Attempting to bind port 950435cf-cc40-4d56-a937-06fcf7c34b42 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:00.511982 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:00.512606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:00.513474 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:00.514026 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Bound port: 950435cf-cc40-4d56-a937-06fcf7c34b42, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:00.514462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.613852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.676069 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:00.682941 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=950435cf-cc40-4d56-a937-06fcf7c34b42,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:00.694446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.710295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad45e1bf-9b8f-410b-9df9-1b167bf0a654,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:00.749208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:00.750092 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:00.752942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] 10.222.0.43 "PUT /v2.0/ports/950435cf-cc40-4d56-a937-06fcf7c34b42 HTTP/1.1" status: 200 len: 1095 time: 1.7403593 Oct 11 15:26:00.755564 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:00.758238 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239642d-e2ce-4956-b24f-5880afe1bc37" -d '{"events": [{"name": "network-changed", "server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:00.765400 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Checking segment: {'id': '734846ea-238e-44fa-97be-cabdba9f3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:00.765857 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Network hostable DHCP agents. Network: 54add379-42ca-4f7c-ba7a-e5bc72be3cce, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:26:00.844742 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a6151c-951a-440d-a802-7aed73f25d1c x-openstack-request-id: req-82a6151c-951a-440d-a802-7aed73f25d1c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:00.845090 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:00.845991 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82a6151c-951a-440d-a802-7aed73f25d1c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:00.846468 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42', 'status': 'completed', 'code': 200} Oct 11 15:26:00.933508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-19dfa34d-bd4e-4cf8-9369-7e3ae81b5936 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409615 Oct 11 15:26:00.982234 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032a1b8-5d88-4750-8bce-ed92ace162cf service neutron] Pushing event updated for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:01.006457 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Network 54add379-42ca-4f7c-ba7a-e5bc72be3cce is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:26:01.036460 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54add379-42ca-4f7c-ba7a-e5bc72be3cce) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:01.040782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-42af4dc5-d177-4393-9fa1-1e7ca7ed46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.043173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-42af4dc5-d177-4393-9fa1-1e7ca7ed46bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 1098 time: 0.2306347 Oct 11 15:26:01.047018 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7f546-e325-4c87-896e-8cc28d98fbe6 None None] Network 54add379-42ca-4f7c-ba7a-e5bc72be3cce requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:26:01.052090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.052856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:01.062942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e958e6-7b7f-4fe4-ac6d-d691d6e5ee1f req-ca3c7e12-0f43-4247-8af7-617fcf70dc15 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.064752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00e958e6-7b7f-4fe4-ac6d-d691d6e5ee1f req-ca3c7e12-0f43-4247-8af7-617fcf70dc15 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.2036800 Oct 11 15:26:01.116646 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.11 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:01.123105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-89f0ad87-1949-4c69-acf3-a1dfc8d86c37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=950435cf-cc40-4d56-a937-06fcf7c34b42 HTTP/1.1" status: 200 len: 217 time: 0.0555820 Oct 11 15:26:01.128793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-36969159-d4bf-41f2-9d5a-b4449b1075c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9381349 Oct 11 15:26:01.179664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-41f76fcd-cfff-4763-ad82-660d01593831 req-c8966a11-feef-4e82-9b77-04dc34bde2f2 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349799 Oct 11 15:26:01.191525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00e958e6-7b7f-4fe4-ac6d-d691d6e5ee1f req-485dc838-14bb-4e1d-8e66-304f53030fb2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Oct 11 15:26:01.220808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-1308bbb9-f910-4fff-a12f-d8e72290c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.222524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-1308bbb9-f910-4fff-a12f-d8e72290c9ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0876153 Oct 11 15:26:01.321883 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5b033-d03f-4ddd-af9d-e47a3e8a1c22 None None] Network 54add379-42ca-4f7c-ba7a-e5bc72be3cce requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:26:01.401520 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-1c3ad018-621f-4063-a9f9-1c4607a25b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.403355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-1c3ad018-621f-4063-a9f9-1c4607a25b96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637475 Oct 11 15:26:01.424401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:01.427291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684adc7e-d1cb-444e-a8b7-7d8eed03e350 req-2fd9776b-977a-47d7-bb2e-24be2042bb55 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.435098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-684adc7e-d1cb-444e-a8b7-7d8eed03e350 req-2fd9776b-977a-47d7-bb2e-24be2042bb55 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1389048 Oct 11 15:26:01.464464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:01.466787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795398-6b6d-479a-adc1-971501bfd40a req-b55ed7c9-bada-4073-be84-06cfb0d25d8c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.475703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6795398-6b6d-479a-adc1-971501bfd40a req-b55ed7c9-bada-4073-be84-06cfb0d25d8c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 947 time: 0.1490111 Oct 11 15:26:01.516624 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:01.519838 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:01.524542 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:01.529208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:01.568150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-684adc7e-d1cb-444e-a8b7-7d8eed03e350 req-27955638-aade-4443-b8af-6f795c614418 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298928 Oct 11 15:26:01.584634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6795398-6b6d-479a-adc1-971501bfd40a req-114802cd-4642-44d4-b33c-241036ece8cf tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988808 Oct 11 15:26:01.592659 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.593410 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:01.613950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-c5402df4-c1f4-4377-9905-8d41c017eae2 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707568 Oct 11 15:26:01.620751 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-4ff22512-d881-477b-be58-84d4a8f7e3aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3804967 Oct 11 15:26:01.640132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Request body: {'port': {'device_id': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:01.718448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:01.767515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66eaa-2b1d-4756-91fb-89cabd1f10b7 req-d2a0e5ec-8292-4f73-9d6e-5328b10aa1a4 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:01.769128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11e66eaa-2b1d-4756-91fb-89cabd1f10b7 req-d2a0e5ec-8292-4f73-9d6e-5328b10aa1a4 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1015341 Oct 11 15:26:01.808210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5bf0aae-be67-4d37-9c6e-e5a3a876b555 req-0d857790-8660-49e7-bb5a-fa69e5237570 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833344 Oct 11 15:26:01.856162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11e66eaa-2b1d-4756-91fb-89cabd1f10b7 req-7110aa19-6ed9-4fc9-952d-fd71bf2faa15 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Oct 11 15:26:02.054384 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-d5f38192-6f0a-4297-8c5e-c87c8f146282 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.055809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-d5f38192-6f0a-4297-8c5e-c87c8f146282 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/networks?id=54add379-42ca-4f7c-ba7a-e5bc72be3cce HTTP/1.1" status: 200 len: 821 time: 0.1712575 Oct 11 15:26:02.069355 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:02.076993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.090044 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Transition to ACTIVE for port object ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:02.093980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.101836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-1419ce47-bce6-4078-baa1-bcfe8d340c13 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/quotas/c86709e9968e4082b091b3bf221ca782 HTTP/1.1" status: 200 len: 375 time: 0.0238252 Oct 11 15:26:02.105096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-fcec9016-e7f8-4aef-904a-36ccdc1baff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.107191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-fcec9016-e7f8-4aef-904a-36ccdc1baff8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 1098 time: 0.1958077 Oct 11 15:26:02.128466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef48af-8f19-4add-970d-ff42f91e83d8 req-e79b4274-0769-428b-9a9b-dc45edb4cbaa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.130009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30ef48af-8f19-4add-970d-ff42f91e83d8 req-e79b4274-0769-428b-9a9b-dc45edb4cbaa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 932 time: 0.0957325 Oct 11 15:26:02.143811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:02.164561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-fe3782ac-ebcc-4629-ad95-617a2089d2df tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c86709e9968e4082b091b3bf221ca782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524971 Oct 11 15:26:02.214829 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Attempting to bind port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:02.215158 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Attempting to bind port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:02.215481 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Attempting to bind port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:02.220306 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:02.220626 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Attempting to bind port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:02.225436 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:02.225802 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:02.226187 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:02.226615 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Bound port: ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:02.226968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.277868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30ef48af-8f19-4add-970d-ff42f91e83d8 req-f4fda781-764e-4ed3-beb6-bd5f6c12d0f7 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155977 Oct 11 15:26:02.291116 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:02.300838 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:02.310385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.327934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-ab86adfa-870b-4eee-8351-67820d8ea8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.329813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-ab86adfa-870b-4eee-8351-67820d8ea8d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1975806 Oct 11 15:26:02.332273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80a3d1cf-49a2-4247-b238-c6803f04c876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.348725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-30fc9f7a-5ffe-4f31-bd45-e6b8bf89e321 service neutron] 10.222.0.31 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587391 Oct 11 15:26:02.356317 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.357768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.359282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f HTTP/1.1" status: 200 len: 1092 time: 0.7281904 Oct 11 15:26:02.359884 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:02.362164 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2251e9-2321-44b0-ad1d-3753fdf13896" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:02.388274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-61314721-036e-45a4-a12a-74a3e17ef1d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=950435cf-cc40-4d56-a937-06fcf7c34b42 HTTP/1.1" status: 200 len: 217 time: 0.0498414 Oct 11 15:26:02.400145 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1186-cc6c-4c1e-a498-0a545253aad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:02.446119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-46ac3d1d-13ab-4b8f-94b6-1f157967e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.447200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:02.447651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-46ac3d1d-13ab-4b8f-94b6-1f157967e552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 1095 time: 0.0432663 Oct 11 15:26:02.484553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-308154d2-36c0-4d1e-a0fc-ca5c2fbee47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.486128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-308154d2-36c0-4d1e-a0fc-ca5c2fbee47b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0609879 Oct 11 15:26:02.498261 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab8cd7e-d024-4dd5-8239-b364666d5a62 x-openstack-request-id: req-0ab8cd7e-d024-4dd5-8239-b364666d5a62 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:02.498621 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:02.498932 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ab8cd7e-d024-4dd5-8239-b364666d5a62 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:02.499401 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f', 'status': 'completed', 'code': 200} Oct 11 15:26:02.500991 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-676a358a-c271-4071-9da2-0e7c2b5ee9aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f HTTP/1.1" status: 200 len: 217 time: 0.0456636 Oct 11 15:26:02.535201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-522a21ac-3092-426b-b0e4-80deac80c2e5 service neutron] 10.222.0.31 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552491 Oct 11 15:26:02.549041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-9c595d79-ad4c-45bd-bda3-38e24df5fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.550849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-9c595d79-ad4c-45bd-bda3-38e24df5fb79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533066 Oct 11 15:26:02.558811 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-405bc929-9e66-4747-8485-f385bcd1fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.560891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-405bc929-9e66-4747-8485-f385bcd1fdda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0518916 Oct 11 15:26:02.561984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:02.573241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13', 'mac_address': 'fa:16:3e:6f:2e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:02.621641 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.625861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-1bf41e32-3bcc-4abb-9ca9-356b754ccae3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524571 Oct 11 15:26:02.636989 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:02.639813 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ecea4310-bc6b-416d-86c8-9aa15735c65d req-811f0fea-8fd5-4075-b9df-0deb80c54d9e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:26:02.640828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecea4310-bc6b-416d-86c8-9aa15735c65d req-811f0fea-8fd5-4075-b9df-0deb80c54d9e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0331142 Oct 11 15:26:02.679273 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:02.685683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:02.754993 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:02.767912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-ad96242f-75f5-4fc1-8569-e53331d2fa0b service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015665 Oct 11 15:26:02.801566 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-c14c32c1-725c-4676-b214-9f8348b84aee service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679494 Oct 11 15:26:02.851660 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ae9d-724f-492b-a049-97588a57b445 req-e493d499-6cea-4793-bc5d-132f25e8908b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:02.859758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f0ae9d-724f-492b-a049-97588a57b445 req-e493d499-6cea-4793-bc5d-132f25e8908b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 947 time: 0.1321568 Oct 11 15:26:02.923741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bf4ef44-afb7-4591-8664-1bda1660c952 req-c0e5f015-dffc-4a3c-972c-d5f6e1eb019b tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 210 time: 0.0451348 Oct 11 15:26:02.942190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f0ae9d-724f-492b-a049-97588a57b445 req-4a1c4b34-b230-4ac5-a431-491afc394b60 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Oct 11 15:26:02.954001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-a5354b78-7ee3-423b-88a1-f3c236cacb87 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803158 Oct 11 15:26:02.971471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3820e457-ab4a-4df5-a32b-b74d810c2895 req-f3b0b029-4caa-46ec-8cde-9b592c1b83f0 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622047 Oct 11 15:26:02.973294 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:03.038278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239642d-e2ce-4956-b24f-5880afe1bc37 req-a8622da1-a360-4d0a-8d84-1b40fa32e6b5 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619455 Oct 11 15:26:03.120886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-c7b88460-0632-40b4-acb6-d39d6c1a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.128233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-c7b88460-0632-40b4-acb6-d39d6c1a66ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 1095 time: 0.1003149 Oct 11 15:26:03.186657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d25eb5-93c5-47a7-a27d-b5f7201b6ec7 req-bfeb624f-4194-4bc8-b7f5-cbfc208ef5c6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.188589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d25eb5-93c5-47a7-a27d-b5f7201b6ec7 req-bfeb624f-4194-4bc8-b7f5-cbfc208ef5c6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0692165 Oct 11 15:26:03.196479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f0b22-09fa-4bd1-a48b-7f66f44cc528 req-ea84d91c-cc27-4885-8ffd-0e60d55a61ad tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.198406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc2f0b22-09fa-4bd1-a48b-7f66f44cc528 req-ea84d91c-cc27-4885-8ffd-0e60d55a61ad tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1449420 Oct 11 15:26:03.268763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d25eb5-93c5-47a7-a27d-b5f7201b6ec7 req-b4fe9c7e-71f0-4ab2-8b2c-676f11fb4d66 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620060 Oct 11 15:26:03.295567 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-0dceef72-dd79-409c-8196-0ee946d2b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.298786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-0dceef72-dd79-409c-8196-0ee946d2b49d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.1633995 Oct 11 15:26:03.316347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc2f0b22-09fa-4bd1-a48b-7f66f44cc528 req-8edbc640-c203-43fb-adc0-5fee7cb0d149 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936177 Oct 11 15:26:03.380786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-65c35f9f-bbb3-4d9e-91ae-3f2c7f95a274 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f HTTP/1.1" status: 200 len: 217 time: 0.0730555 Oct 11 15:26:03.446255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77058-845b-406e-b4b8-e523acf5679b req-ee0c9fe7-f748-4fe9-bcdf-00ca5dd81303 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.447879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16c77058-845b-406e-b4b8-e523acf5679b req-ee0c9fe7-f748-4fe9-bcdf-00ca5dd81303 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 944 time: 0.0744216 Oct 11 15:26:03.478285 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-a172354a-509b-42b5-8ac0-92d5e3417ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:03.480014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-a172354a-509b-42b5-8ac0-92d5e3417ede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0894201 Oct 11 15:26:03.499788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16c77058-845b-406e-b4b8-e523acf5679b req-05e33458-e156-4a19-af48-ab98ccf6cb05 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Oct 11 15:26:03.535619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-598fea35-767f-447b-9cf8-1030bd7776af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448947 Oct 11 15:26:03.688247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-d0fa3c59-60c8-40e3-abc4-63a493ac871a service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440289 Oct 11 15:26:03.800451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2251e9-2321-44b0-ad1d-3753fdf13896 req-48cad3ba-42a1-40b1-bc22-9d99932383fb service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013837 Oct 11 15:26:04.073626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ead8b696-83c9-4013-8a46-ba17fc68ef92 req-f90ad6c6-dd86-4b9e-bec4-e47d91723107 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 210 time: 0.0681419 Oct 11 15:26:04.122001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc48f-70d6-465c-806a-2ab6db5576fe req-93a7f1ba-1c09-4e01-83d1-bc87d8adbfd4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.125304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-642fc48f-70d6-465c-806a-2ab6db5576fe req-93a7f1ba-1c09-4e01-83d1-bc87d8adbfd4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 947 time: 0.1048849 Oct 11 15:26:04.203198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-642fc48f-70d6-465c-806a-2ab6db5576fe req-faa96e5f-0b40-499d-868c-2409750cfe95 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689898 Oct 11 15:26:04.308558 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-a5765c10-0e7d-4964-9364-a1203c6dd5a4 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.311647 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-a5765c10-0e7d-4964-9364-a1203c6dd5a4 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.36 "GET /v2.0/networks?id=54add379-42ca-4f7c-ba7a-e5bc72be3cce HTTP/1.1" status: 200 len: 821 time: 0.1602321 Oct 11 15:26:04.327308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Request body: {'port': {'device_id': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce', 'admin_state_up': True, 'tenant_id': 'c86709e9968e4082b091b3bf221ca782'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:04.430204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed52ff-e709-489b-a80e-8fcdece94f0a req-e6e35646-e40a-450f-b4c2-aece0850f714 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.431945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49ed52ff-e709-489b-a80e-8fcdece94f0a req-e6e35646-e40a-450f-b4c2-aece0850f714 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0846283 Oct 11 15:26:04.451681 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Made reservation on behalf of c86709e9968e4082b091b3bf221ca782 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:04.455048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.460403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:04.465197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f399-f991-4d88-bf86-11aea2c2b17d req-eeb56073-eb7d-4dc8-b557-33a15418c0fd tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.467247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19c7f399-f991-4d88-bf86-11aea2c2b17d req-eeb56073-eb7d-4dc8-b557-33a15418c0fd tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0809598 Oct 11 15:26:04.485395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49ed52ff-e709-489b-a80e-8fcdece94f0a req-34b75eaf-976d-471a-9760-a0596b6020c8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Oct 11 15:26:04.527085 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:04.533414 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:04.534140 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.557680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19c7f399-f991-4d88-bf86-11aea2c2b17d req-363b85ed-ee90-4fb7-a93a-5464070109aa tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711915 Oct 11 15:26:04.635803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.662704 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Allocated IP 172.20.0.9 (54add379-42ca-4f7c-ba7a-e5bc72be3cce/ad45e1bf-9b8f-410b-9df9-1b167bf0a654/7562f045-c56a-4a05-a742-bfbcac486a83) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:04.705968 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e5561-ca1d-4ec5-b3ab-d5b7a9993708 req-10ae6e10-5302-4b4b-ae84-cf31c6d101d5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.710912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd8e5561-ca1d-4ec5-b3ab-d5b7a9993708 req-10ae6e10-5302-4b4b-ae84-cf31c6d101d5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 944 time: 0.1007185 Oct 11 15:26:04.725732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:04.726945 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:04.736954 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956c75ac-2c5d-4136-9161-915b5d62336d" -d '{"events": [{"server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "name": "network-vif-plugged", "status": "completed", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:04.742593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.786156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd8e5561-ca1d-4ec5-b3ab-d5b7a9993708 req-506c1c18-0ae2-4d82-b405-4a39f23d7a97 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Oct 11 15:26:04.834574 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf382b7-9428-4fd0-9a66-f04de664c629 x-openstack-request-id: req-edf382b7-9428-4fd0-9a66-f04de664c629 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:04.836220 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "name": "network-vif-plugged", "status": "completed", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:04.843691 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edf382b7-9428-4fd0-9a66-f04de664c629 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:04.844375 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13', 'code': 200} Oct 11 15:26:04.867856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f87ed539-42a1-4c5e-95d7-42980b012330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.874520 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-89c14d79-bb07-4876-b2b3-4f1a54318750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.875650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-89c14d79-bb07-4876-b2b3-4f1a54318750 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1100 time: 0.1524708 Oct 11 15:26:04.894797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:04.946235 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980caf-91a5-463e-bf20-09515d4e63b5 req-7d52174f-8719-41da-b7f2-0c7e679e158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:04.947878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28980caf-91a5-463e-bf20-09515d4e63b5 req-7d52174f-8719-41da-b7f2-0c7e679e158f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 1101 time: 0.0449255 Oct 11 15:26:04.951409 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:04.983310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28980caf-91a5-463e-bf20-09515d4e63b5 req-16b4f146-afb2-44b9-869a-ce7394a3489b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284810 Oct 11 15:26:05.054184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-64af9598-8d69-4d8c-96f2-61ef832da626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.055859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-64af9598-8d69-4d8c-96f2-61ef832da626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1678374 Oct 11 15:26:05.057272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.102057 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Network 54add379-42ca-4f7c-ba7a-e5bc72be3cce is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:05.105271 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:05.109285 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:05.134245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Pushing event updated for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:05.164357 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.164974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.181413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-f8b6a348-60fc-4a6a-8270-2befb8830aec tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592796 Oct 11 15:26:05.199959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2008-01ee-4a3f-aba7-3f7bbcb6e48a req-b94d67c0-4ef6-4ee0-96de-1cffb33e2ec6 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.202154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ccd2008-01ee-4a3f-aba7-3f7bbcb6e48a req-b94d67c0-4ef6-4ee0-96de-1cffb33e2ec6 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 931 time: 0.0529165 Oct 11 15:26:05.212742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Request body: {'port': {'device_id': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:05.264065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ccd2008-01ee-4a3f-aba7-3f7bbcb6e48a req-aba10a75-8b86-4694-a42b-bc37f8a6f7bd tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499716 Oct 11 15:26:05.296554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-115125e5-c547-4a2f-98df-a77fd240b208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0943375 Oct 11 15:26:05.335411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2fbef-c4d5-4567-ab82-8a6ff9f13eec req-e81ef8ac-c0c9-4e86-bbc2-371f21dabb3e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.336880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56c2fbef-c4d5-4567-ab82-8a6ff9f13eec req-e81ef8ac-c0c9-4e86-bbc2-371f21dabb3e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 947 time: 0.0512547 Oct 11 15:26:05.368636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.388472 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-7856962d-9fc5-4474-aeab-221ab6586885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.390120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-7856962d-9fc5-4474-aeab-221ab6586885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0848532 Oct 11 15:26:05.391321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56c2fbef-c4d5-4567-ab82-8a6ff9f13eec req-23abde43-4570-4475-903a-cab250037fa6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478938 Oct 11 15:26:05.524046 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-84080f35-aba2-4a18-b4b1-88677bf5186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.525564 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-84080f35-aba2-4a18-b4b1-88677bf5186f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066792 Oct 11 15:26:05.612756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f459d-ffd3-4648-8b90-42af977110cc req-822999e7-d667-4234-9456-0830d7d164b9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.614436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30f459d-ffd3-4648-8b90-42af977110cc req-822999e7-d667-4234-9456-0830d7d164b9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0527620 Oct 11 15:26:05.686971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30f459d-ffd3-4648-8b90-42af977110cc req-e6d4b024-2c9c-44a7-a936-24bd0f9b1ab8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655849 Oct 11 15:26:05.709521 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61487-96b9-4e18-9067-b8edecc0ecc8 req-02251274-9947-4bff-b654-a87258bea760 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:05.711253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fa61487-96b9-4e18-9067-b8edecc0ecc8 req-02251274-9947-4bff-b654-a87258bea760 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0694673 Oct 11 15:26:05.733600 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-b403ed80-2b67-4cbc-a417-dad692b7f1a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911616 Oct 11 15:26:05.751922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fa61487-96b9-4e18-9067-b8edecc0ecc8 req-a9ce039b-9620-4dbd-ab77-15ec6f18ad1b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336266 Oct 11 15:26:05.796159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.823511 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 950435cf-cc40-4d56-a937-06fcf7c34b42 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:05.835785 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7562f045-c56a-4a05-a742-bfbcac486a83 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:05.851284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.915926 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Transition to ACTIVE for port object 7562f045-c56a-4a05-a742-bfbcac486a83 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:05.923368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.928114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:05.937900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-ffc3f882-971a-4e52-81ef-ad4a3fd5996b service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914434 Oct 11 15:26:05.975911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=950435cf-cc40-4d56-a937-06fcf7c34b42,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:05.988739 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '950435cf-cc40-4d56-a937-06fcf7c34b42', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '950435cf-cc40-4d56-a937-06fcf7c34b42', 'mac_address': 'fa:16:3e:0f:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:06.000768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6dae-d399-4a03-ba52-2f8b2253fbc8 req-4633dda8-c6d6-48fa-a60d-96e062d7e54a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.002417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-809a6dae-d399-4a03-ba52-2f8b2253fbc8 req-4633dda8-c6d6-48fa-a60d-96e062d7e54a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 944 time: 0.1012504 Oct 11 15:26:06.034061 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.035429 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:06.049228 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950435cf-cc40-4d56-a937-06fcf7c34b42 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:06.076689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-809a6dae-d399-4a03-ba52-2f8b2253fbc8 req-4af1f50a-fe20-441e-943c-1c38ca107944 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Oct 11 15:26:06.079922 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=950435cf-cc40-4d56-a937-06fcf7c34b42,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:06.090684 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.139253 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Attempting to bind port 7562f045-c56a-4a05-a742-bfbcac486a83 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:06.139725 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Attempting to bind port 7562f045-c56a-4a05-a742-bfbcac486a83 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '734846ea-238e-44fa-97be-cabdba9f3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:06.140138 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Attempting to bind port 7562f045-c56a-4a05-a742-bfbcac486a83 on network 54add379-42ca-4f7c-ba7a-e5bc72be3cce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:06.144444 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Port 7562f045-c56a-4a05-a742-bfbcac486a83 on network 54add379-42ca-4f7c-ba7a-e5bc72be3cce not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:06.144957 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Attempting to bind port 7562f045-c56a-4a05-a742-bfbcac486a83 on network 54add379-42ca-4f7c-ba7a-e5bc72be3cce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:06.150212 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:06.150673 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Checking segment: {'id': '734846ea-238e-44fa-97be-cabdba9f3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:06.151136 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Bound using segment: {'id': '734846ea-238e-44fa-97be-cabdba9f3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:06.151659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Bound port: 7562f045-c56a-4a05-a742-bfbcac486a83, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734846ea-238e-44fa-97be-cabdba9f3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:06.152130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.157185 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:06.214542 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:06.218076 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7562f045-c56a-4a05-a742-bfbcac486a83,segment=NetworkSegment(734846ea-238e-44fa-97be-cabdba9f3ded),segment_id=734846ea-238e-44fa-97be-cabdba9f3ded)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:06.223526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.260776 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.261381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.262822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/7562f045-c56a-4a05-a742-bfbcac486a83 HTTP/1.1" status: 200 len: 1091 time: 1.0538664 Oct 11 15:26:06.263267 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:06.265577 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:06.295625 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96685390-9a13-41ba-8cb9-f9b292e101c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:06.317416 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68de0d-5139-43e6-8150-9d6c977137ac x-openstack-request-id: req-5e68de0d-5139-43e6-8150-9d6c977137ac {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:06.317796 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:06.318137 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e68de0d-5139-43e6-8150-9d6c977137ac {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:06.318633 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83', 'status': 'completed', 'code': 200} Oct 11 15:26:06.397989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-3d0f8ec6-3c71-4f35-a11b-578672fa278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.399503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-3d0f8ec6-3c71-4f35-a11b-578672fa278b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c86709e9968e4082b091b3bf221ca782&device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 1094 time: 0.0559287 Oct 11 15:26:06.422163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27743b5d-6b70-48f6-88fc-51d98009cb18 req-019d2e09-3a5f-4b9b-865c-abe7de4c45ba tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.430217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27743b5d-6b70-48f6-88fc-51d98009cb18 req-019d2e09-3a5f-4b9b-865c-abe7de4c45ba tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 943 time: 0.0587552 Oct 11 15:26:06.461222 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-2c51c0d7-ec40-4411-a5c3-d8bc63d84ea2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7562f045-c56a-4a05-a742-bfbcac486a83 HTTP/1.1" status: 200 len: 217 time: 0.0437448 Oct 11 15:26:06.475833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:06.497315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27743b5d-6b70-48f6-88fc-51d98009cb18 req-0e39741e-331c-4be0-b2fe-78670e375e7c tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 Oct 11 15:26:06.521922 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-eaad35a2-6529-4efd-b2ab-d23d9b8630c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.523619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-eaad35a2-6529-4efd-b2ab-d23d9b8630c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad45e1bf-9b8f-410b-9df9-1b167bf0a654 HTTP/1.1" status: 200 len: 861 time: 0.0548973 Oct 11 15:26:06.554216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602fccc-fad7-4501-be6a-cb0fc63fad84 req-2afe3635-595b-41d8-b598-b5bb4a850e2d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.556131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1602fccc-fad7-4501-be6a-cb0fc63fad84 req-2afe3635-595b-41d8-b598-b5bb4a850e2d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 948 time: 0.0573983 Oct 11 15:26:06.564929 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-6c597122-0f17-4957-9df9-609ad3c75a15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54add379-42ca-4f7c-ba7a-e5bc72be3cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341158 Oct 11 15:26:06.597513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1602fccc-fad7-4501-be6a-cb0fc63fad84 req-d7ebdc55-adaf-4fe3-b3e8-c6f6428047f7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345807 Oct 11 15:26:06.613574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:06.678579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-3bd74507-b5b0-4a15-88c2-a8a7c8e92425 service neutron] 10.222.0.36 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019385 Oct 11 15:26:06.742594 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f', 'mac_address': 'fa:16:3e:22:d0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:06.780552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-687a3c9a-e6b0-4270-abe1-5a028ed4238f req-72e6aa50-352e-4c5d-b592-52be9a3d3d12 service neutron] 10.222.0.36 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948968 Oct 11 15:26:06.786903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['950435cf-cc40-4d56-a937-06fcf7c34b42'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:06.789378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.826325 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:06.862340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:06.870207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:06.873575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99a60e-d7a7-4209-aec3-d6b3693d791d req-d77e37df-36ea-4fc6-ae5c-bdca65b8fd4f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.880241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e99a60e-d7a7-4209-aec3-d6b3693d791d req-d77e37df-36ea-4fc6-ae5c-bdca65b8fd4f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1159494 Oct 11 15:26:06.911594 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-efe5d40f-17fe-4621-8375-7319ef09d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:06.914217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-efe5d40f-17fe-4621-8375-7319ef09d8ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c86709e9968e4082b091b3bf221ca782&device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 1094 time: 0.0810869 Oct 11 15:26:06.957811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e99a60e-d7a7-4209-aec3-d6b3693d791d req-067f1016-390b-4a77-b162-fca565c18196 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764713 Oct 11 15:26:06.981415 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:07.014150 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6b36-0b1e-46ea-b79e-19ab8a9dd2d4 req-e5acd1ed-0b7b-4396-b88c-082208363e05 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.015693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c2d6b36-0b1e-46ea-b79e-19ab8a9dd2d4 req-e5acd1ed-0b7b-4396-b88c-082208363e05 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1322253 Oct 11 15:26:07.068794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c2d6b36-0b1e-46ea-b79e-19ab8a9dd2d4 req-3a3c590b-4233-4080-b550-da214bf05806 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Oct 11 15:26:07.070823 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-59559d5d-c97d-4f1b-8b78-1b5a54c42ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.072260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-59559d5d-c97d-4f1b-8b78-1b5a54c42ad0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54add379-42ca-4f7c-ba7a-e5bc72be3cce HTTP/1.1" status: 200 len: 922 time: 0.1507611 Oct 11 15:26:07.120071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-9d2296eb-805b-435c-b8c7-febd734c5153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7562f045-c56a-4a05-a742-bfbcac486a83 HTTP/1.1" status: 200 len: 217 time: 0.0382440 Oct 11 15:26:07.170914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-e8d57e5f-5e1e-4364-a8c5-e8085dfb68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.172664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-e8d57e5f-5e1e-4364-a8c5-e8085dfb68aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad45e1bf-9b8f-410b-9df9-1b167bf0a654 HTTP/1.1" status: 200 len: 861 time: 0.0440385 Oct 11 15:26:07.186077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:07.206331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-ec52d89c-4c24-4265-b132-f8bb20e72ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54add379-42ca-4f7c-ba7a-e5bc72be3cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262420 Oct 11 15:26:07.219512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1ce1a-93f6-4904-9e89-be7897dfd851 req-988b29fc-94c4-4154-91ca-22f2b162ab46 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.220992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3c1ce1a-93f6-4904-9e89-be7897dfd851 req-988b29fc-94c4-4154-91ca-22f2b162ab46 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 945 time: 0.0506535 Oct 11 15:26:07.266058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3c1ce1a-93f6-4904-9e89-be7897dfd851 req-48a20470-d0df-4a37-b6d9-ce3acc393a6a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Oct 11 15:26:07.315533 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-556d6f70-b919-478a-8114-5e9075a4abd4 service neutron] 10.222.0.36 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015637 Oct 11 15:26:07.415425 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5e1f05-638e-4ea3-9f98-f8b2210ee91f req-f1e7868f-2dfe-4da1-a38e-bd2dfe8e0baa service neutron] 10.222.0.36 "GET /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Oct 11 15:26:07.576466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:07.609596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099c2b-33a2-4af5-bb89-f69218c391ca req-59a65e9c-bd14-4181-90af-413da7817c41 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.610977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01099c2b-33a2-4af5-bb89-f69218c391ca req-59a65e9c-bd14-4181-90af-413da7817c41 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 943 time: 0.0557847 Oct 11 15:26:07.649670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01099c2b-33a2-4af5-bb89-f69218c391ca req-27896b1b-3210-4a0b-9542-e08ca6e926a9 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Oct 11 15:26:07.713075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8993-d837-4def-9c2e-4c0b4484fe8b req-4b38241b-60cc-41f4-a56e-22714b104ab0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:07.714555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d47b8993-d837-4def-9c2e-4c0b4484fe8b req-4b38241b-60cc-41f4-a56e-22714b104ab0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 948 time: 0.0484195 Oct 11 15:26:07.756967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d47b8993-d837-4def-9c2e-4c0b4484fe8b req-c3dff521-53f0-4e87-af35-d07efedc542f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Oct 11 15:26:08.355062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b85ca-e003-41bc-94cf-400be7bfb8d6 req-ed775e76-8dff-4d81-aa17-26b0aceb5ccf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.356573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c57b85ca-e003-41bc-94cf-400be7bfb8d6 req-ed775e76-8dff-4d81-aa17-26b0aceb5ccf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.3312309 Oct 11 15:26:08.376848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c798-4e1f-431e-be6a-9cba396db7d2 req-a0fd72eb-5af3-4ea2-9e27-3a0d9a990c92 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.378280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb38c798-4e1f-431e-be6a-9cba396db7d2 req-a0fd72eb-5af3-4ea2-9e27-3a0d9a990c92 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0708678 Oct 11 15:26:08.424932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c57b85ca-e003-41bc-94cf-400be7bfb8d6 req-10f71419-05e5-4a56-a36e-ef09c596b81c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611577 Oct 11 15:26:08.449151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb38c798-4e1f-431e-be6a-9cba396db7d2 req-5c0138e9-8639-4d25-922f-81279dcbc8b6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Oct 11 15:26:08.495777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:08.541876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122a52-fb28-481c-b94e-5bfafbf6af1f req-830e5dfa-c1a8-4443-9b48-983a181f78d8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.544616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9122a52-fb28-481c-b94e-5bfafbf6af1f req-830e5dfa-c1a8-4443-9b48-983a181f78d8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 945 time: 0.0599394 Oct 11 15:26:08.546293 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:08.550697 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:08.551334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:08.591851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9122a52-fb28-481c-b94e-5bfafbf6af1f req-08587ad4-b495-4b55-beac-0cc687fc4b60 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394242 Oct 11 15:26:08.640158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac5ea-b5aa-45e2-b6f5-935d5b04d95d req-ea11be8d-29c0-47a2-ad3f-3d205d14e23f tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.642548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d16ac5ea-b5aa-45e2-b6f5-935d5b04d95d req-ea11be8d-29c0-47a2-ad3f-3d205d14e23f tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1097 time: 0.0418544 Oct 11 15:26:08.658388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:08.682072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d16ac5ea-b5aa-45e2-b6f5-935d5b04d95d req-95b165ed-103d-46f8-a1b3-815a81241d8c tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Oct 11 15:26:08.687521 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:08.690132 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8bfe6-4f55-42f1-8499-066bd7ee60f3" -d '{"events": [{"server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "name": "network-vif-plugged", "status": "completed", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:08.706823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:08.714167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:08.780349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:08.784177 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ca2d2-d59f-400a-b60f-d9a5bf31b74a x-openstack-request-id: req-615ca2d2-d59f-400a-b60f-d9a5bf31b74a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:08.784586 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "name": "network-vif-plugged", "status": "completed", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:08.784930 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-615ca2d2-d59f-400a-b60f-d9a5bf31b74a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:08.785410 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f', 'code': 200} Oct 11 15:26:08.796983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc349-c261-473f-9d72-8c485028165d req-5a137efe-ffb1-46d0-b6f4-cee9c89886d1 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.798553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-536dc349-c261-473f-9d72-8c485028165d req-5a137efe-ffb1-46d0-b6f4-cee9c89886d1 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 943 time: 0.0686004 Oct 11 15:26:08.841550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-536dc349-c261-473f-9d72-8c485028165d req-3dbf9383-166e-42cb-917f-e8648ea032d6 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Oct 11 15:26:08.889450 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ae06d-7f76-4443-aa93-c151dc9f7a14 req-cc41886b-63e1-4b1f-bf75-340949196ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.891535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b8ae06d-7f76-4443-aa93-c151dc9f7a14 req-cc41886b-63e1-4b1f-bf75-340949196ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 1097 time: 0.0561240 Oct 11 15:26:08.936711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b8ae06d-7f76-4443-aa93-c151dc9f7a14 req-b8767239-90c2-4f31-9008-fff0af1cf559 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Oct 11 15:26:08.980833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ae0c-d5be-492a-80ef-be7e9f1196a4 req-13f9c586-6304-48cf-85ed-c462d7b04cff tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:08.983004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4557ae0c-d5be-492a-80ef-be7e9f1196a4 req-13f9c586-6304-48cf-85ed-c462d7b04cff tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 948 time: 0.0529354 Oct 11 15:26:09.001414 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:09.026544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4557ae0c-d5be-492a-80ef-be7e9f1196a4 req-664687cf-2e2c-4937-9e35-124fc3e41b04 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Oct 11 15:26:09.549960 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698922d3-3068-4f2a-9e42-9d703abe7e9b req-5615f661-ad8e-46f7-8ee0-b6a1bd45c28d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:09.551421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-698922d3-3068-4f2a-9e42-9d703abe7e9b req-5615f661-ad8e-46f7-8ee0-b6a1bd45c28d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0544434 Oct 11 15:26:09.568995 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-b5446bec-8db9-4aaf-a2f8-94729736be3b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:26:09.569956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-b5446bec-8db9-4aaf-a2f8-94729736be3b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058892 Oct 11 15:26:09.620023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-698922d3-3068-4f2a-9e42-9d703abe7e9b req-59b419c5-da87-4426-86fe-a63185addec8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623207 Oct 11 15:26:09.621360 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-ae37d23e-aba2-4ce7-aa14-783149211325 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:09.623333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-ae37d23e-aba2-4ce7-aa14-783149211325 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 1094 time: 0.0469501 Oct 11 15:26:09.631955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:09.632403 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:26:09.778707 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb616d-506f-4007-9d72-6d09d21c645b req-9baca49e-5c86-45f6-9bae-0f84768b8954 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:09.780069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abeb616d-506f-4007-9d72-6d09d21c645b req-9baca49e-5c86-45f6-9bae-0f84768b8954 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0987487 Oct 11 15:26:09.828271 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:09.828599 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:09.828913 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:09.837290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abeb616d-506f-4007-9d72-6d09d21c645b req-9d797e77-2fd5-41ce-8e95-f1648fca3be0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470922 Oct 11 15:26:09.837981 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:09.838289 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:09.844230 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:09.844565 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:09.845108 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:09.845557 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Bound port: aae77c0d-3583-4f95-b703-eb331754f182, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:09.846578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 950435cf-cc40-4d56-a937-06fcf7c34b42 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:09.909308 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 950435cf-cc40-4d56-a937-06fcf7c34b42 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:09.914032 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 950435cf-cc40-4d56-a937-06fcf7c34b42 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:09.914486 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:09.930296 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:09.938665 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:09.939819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-13194720-ff16-4c0d-9338-dafe7ab57e05 service neutron] 10.222.0.31 "POST /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182/bindings HTTP/1.1" status: 201 len: 389 time: 0.3111115 Oct 11 15:26:09.962242 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd897d0-926d-404f-b9ce-0c5f342ae5eb req-f40488cb-f0f2-4038-993d-9caffb9566c0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:09.963981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd897d0-926d-404f-b9ce-0c5f342ae5eb req-f40488cb-f0f2-4038-993d-9caffb9566c0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 946 time: 0.0630124 Oct 11 15:26:10.013962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:10.030337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd897d0-926d-404f-b9ce-0c5f342ae5eb req-8c05b6d6-51d2-4f1b-ba21-b887e587c957 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539145 Oct 11 15:26:10.068354 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=950435cf-cc40-4d56-a937-06fcf7c34b42,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:10.074100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:10.156999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:10.200322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befc68b-893b-45b9-8323-a79a9f439dd6 req-fde058a8-67ac-4226-b43f-05a4cf8c505d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.207750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0befc68b-893b-45b9-8323-a79a9f439dd6 req-fde058a8-67ac-4226-b43f-05a4cf8c505d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.1175325 Oct 11 15:26:10.256525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2864e-a110-435e-bfb9-1cd56482304e req-803ff1a0-f51c-44b6-b9a1-5abe80e5a2da tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.258079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ada2864e-a110-435e-bfb9-1cd56482304e req-803ff1a0-f51c-44b6-b9a1-5abe80e5a2da tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 943 time: 0.1067383 Oct 11 15:26:10.278583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0befc68b-893b-45b9-8323-a79a9f439dd6 req-531e238a-f4bc-49c7-92ac-a6d7ed3e11ee tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Oct 11 15:26:10.333840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ada2864e-a110-435e-bfb9-1cd56482304e req-580732fc-2205-4cf7-abd3-9d4bf293834d tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644500 Oct 11 15:26:10.342814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:10.352150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-b8d26c3a-4cf5-4c29-856b-5c857320a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.353901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-b8d26c3a-4cf5-4c29-856b-5c857320a1c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1097 time: 0.0554433 Oct 11 15:26:10.415279 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16abd0-424b-4fd5-be5e-5424c73a2e7c req-c42f3f76-e279-4ec8-a6ec-ca68eb39ad12 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.418394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a16abd0-424b-4fd5-be5e-5424c73a2e7c req-c42f3f76-e279-4ec8-a6ec-ca68eb39ad12 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 949 time: 0.0534890 Oct 11 15:26:10.456544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a16abd0-424b-4fd5-be5e-5424c73a2e7c req-4f0115fc-d73f-42c0-8b28-d313bae6ab68 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Oct 11 15:26:10.463355 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-5b59bf34-bedb-4e97-aa70-9a40667ddef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.464798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-5b59bf34-bedb-4e97-aa70-9a40667ddef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1001604 Oct 11 15:26:10.506637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-c6faacbc-5f28-4e69-807b-35292ef9f9ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 217 time: 0.0346069 Oct 11 15:26:10.506974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7562f045-c56a-4a05-a742-bfbcac486a83 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:10.565524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-8452efc1-722a-4c26-9d3d-436921689179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.567135 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-8452efc1-722a-4c26-9d3d-436921689179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0466719 Oct 11 15:26:10.603643 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-c3f83bf9-06c4-485a-94ea-a82581ab839d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254760 Oct 11 15:26:10.612184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7562f045-c56a-4a05-a742-bfbcac486a83,segment=NetworkSegment(734846ea-238e-44fa-97be-cabdba9f3ded),segment_id=734846ea-238e-44fa-97be-cabdba9f3ded)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:10.623702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '7562f045-c56a-4a05-a742-bfbcac486a83', 'network_id': '54add379-42ca-4f7c-ba7a-e5bc72be3cce', 'port_id': '7562f045-c56a-4a05-a742-bfbcac486a83', 'mac_address': 'fa:16:3e:0b:ee:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad45e1bf-9b8f-410b-9df9-1b167bf0a654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:10.675678 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:10.692587 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7562f045-c56a-4a05-a742-bfbcac486a83 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:10.722065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7562f045-c56a-4a05-a742-bfbcac486a83,segment=NetworkSegment(734846ea-238e-44fa-97be-cabdba9f3ded),segment_id=734846ea-238e-44fa-97be-cabdba9f3ded)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:10.727987 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:10.752034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5863-887b-4798-8cc9-f12b686e3c35 req-1279c2f2-5029-49e9-95e7-c01a90155efb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.753897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-141e5863-887b-4798-8cc9-f12b686e3c35 req-1279c2f2-5029-49e9-95e7-c01a90155efb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0602579 Oct 11 15:26:10.786990 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:10.790133 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97130391-6925-4e4a-9cf8-a0077c611b31" -d '{"events": [{"server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "name": "network-vif-plugged", "status": "completed", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:10.794815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:10.807235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-141e5863-887b-4798-8cc9-f12b686e3c35 req-e903a8d1-58f5-43c7-810c-19c41be095b3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Oct 11 15:26:10.842149 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f6687-da3f-4472-9fe8-5fcfd76b40a6 x-openstack-request-id: req-2e8f6687-da3f-4472-9fe8-5fcfd76b40a6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:10.842439 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "name": "network-vif-plugged", "status": "completed", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:10.842692 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8f6687-da3f-4472-9fe8-5fcfd76b40a6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:10.843079 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42', 'code': 200} Oct 11 15:26:10.972983 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-0e4921f6-02b1-498f-90c6-17b7dfc95f96 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545892 Oct 11 15:26:10.988398 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c607a-c450-40e1-bbde-80f7eda5cdab req-d5a87ade-50f7-48d6-be35-613733f700b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.989989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6c607a-c450-40e1-bbde-80f7eda5cdab req-d5a87ade-50f7-48d6-be35-613733f700b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 1100 time: 0.0747142 Oct 11 15:26:10.997343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17306a2-e801-4799-9c50-e651f045aa39 req-c5b2ad5d-b4c6-4eb6-8358-f0d1fb75eb7c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:10.998849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d17306a2-e801-4799-9c50-e651f045aa39 req-c5b2ad5d-b4c6-4eb6-8358-f0d1fb75eb7c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0756369 Oct 11 15:26:11.054089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d17306a2-e801-4799-9c50-e651f045aa39 req-4ad58455-720c-45b4-aefa-597aaa9e4ecb tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Oct 11 15:26:11.058765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7562f045-c56a-4a05-a742-bfbcac486a83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:11.080667 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-98984ae4-7641-4347-8816-654116420a40 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979652 Oct 11 15:26:11.089969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6c607a-c450-40e1-bbde-80f7eda5cdab req-172f85cd-e507-428a-905d-fe0989d1fc83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876086 Oct 11 15:26:11.154833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678b920-8648-42a7-97c4-a5166e7ba61a req-1c5ca9f0-7ebe-416c-9475-c39add2f263a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:11.156318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f678b920-8648-42a7-97c4-a5166e7ba61a req-1c5ca9f0-7ebe-416c-9475-c39add2f263a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Oct 11 15:26:11.196731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f678b920-8648-42a7-97c4-a5166e7ba61a req-ebba42b5-d439-4800-b23a-c84f2c72d3e1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Oct 11 15:26:11.421253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3b99-feac-41c5-ac3a-2e2f537a5776 req-813382a4-75f2-4e2f-af2c-c93cb693e3d7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:11.422915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-708d3b99-feac-41c5-ac3a-2e2f537a5776 req-813382a4-75f2-4e2f-af2c-c93cb693e3d7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0707369 Oct 11 15:26:11.522949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-708d3b99-feac-41c5-ac3a-2e2f537a5776 req-cdc8e1a3-f1b1-4d03-b4d7-1343ad347b77 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868680 Oct 11 15:26:11.541493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcccba-94af-4e0a-b955-0bd58e265e5e req-66a83af1-6245-4755-996e-4ed7aed0dca5 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:11.550102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44fcccba-94af-4e0a-b955-0bd58e265e5e req-66a83af1-6245-4755-996e-4ed7aed0dca5 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 944 time: 0.1261234 Oct 11 15:26:11.600959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44fcccba-94af-4e0a-b955-0bd58e265e5e req-87dad01a-d4fa-47ab-aa47-d224560eca0f tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Oct 11 15:26:11.704629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b879e4-c5ca-46ef-8307-a0f526a70e1c req-88c53afe-bbc2-44bd-a11c-b00115c5634b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:11.706459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b879e4-c5ca-46ef-8307-a0f526a70e1c req-88c53afe-bbc2-44bd-a11c-b00115c5634b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 949 time: 0.0546994 Oct 11 15:26:11.745909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b879e4-c5ca-46ef-8307-a0f526a70e1c req-4982c64a-3c8a-4c32-b11a-5f104afe0578 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Oct 11 15:26:11.935078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463daaa-378d-473f-9238-ab430a2c3253 req-4e69bf12-7602-4b9e-894b-6a07f76cda2f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:11.936466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3463daaa-378d-473f-9238-ab430a2c3253 req-4e69bf12-7602-4b9e-894b-6a07f76cda2f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0567806 Oct 11 15:26:11.976029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3463daaa-378d-473f-9238-ab430a2c3253 req-8042f08f-bfd4-4a12-958e-8c3921b8a2c0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Oct 11 15:26:12.201671 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5724a-7f59-4ecb-9224-e56eed652cbc req-cb2c1470-0764-4a0c-ba55-4c72d01b9ca1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:12.203398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0d5724a-7f59-4ecb-9224-e56eed652cbc req-cb2c1470-0764-4a0c-ba55-4c72d01b9ca1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0586350 Oct 11 15:26:12.243505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0d5724a-7f59-4ecb-9224-e56eed652cbc req-266b54ab-dd8d-4008-9570-3f4542cdaf6b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Oct 11 15:26:12.517784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7562f045-c56a-4a05-a742-bfbcac486a83 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:12.569219 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 7562f045-c56a-4a05-a742-bfbcac486a83 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:12.573156 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 7562f045-c56a-4a05-a742-bfbcac486a83 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:12.573564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:12.648432 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541815f2-9393-459a-b04b-3a167621e2c4 req-d90024ac-258c-42ef-8791-686f8dac0c6d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:12.650370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-541815f2-9393-459a-b04b-3a167621e2c4 req-d90024ac-258c-42ef-8791-686f8dac0c6d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0542924 Oct 11 15:26:12.674740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:12.699359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-541815f2-9393-459a-b04b-3a167621e2c4 req-54463ff0-b5f9-4072-8f15-7572087bcf55 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Oct 11 15:26:12.718928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7562f045-c56a-4a05-a742-bfbcac486a83,segment=NetworkSegment(734846ea-238e-44fa-97be-cabdba9f3ded),segment_id=734846ea-238e-44fa-97be-cabdba9f3ded)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:12.723309 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:12.789300 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:12.844712 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:12.845710 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61bf0f-d41d-4ff4-84b5-5ab90701f89b req-23e0bc7f-474c-45c6-b084-ce8e52f6cc2e tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:12.847694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe61bf0f-d41d-4ff4-84b5-5ab90701f89b req-23e0bc7f-474c-45c6-b084-ce8e52f6cc2e tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.0598724 Oct 11 15:26:12.850371 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850b8a4-a368-4f59-929a-765a7d2d7af5" -d '{"events": [{"server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "name": "network-vif-plugged", "status": "completed", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:12.894531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe61bf0f-d41d-4ff4-84b5-5ab90701f89b req-d9d11148-711e-42c0-ab37-36b37236d439 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Oct 11 15:26:13.033066 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffb326-53d4-4d5d-9b9b-82b10416ce9a x-openstack-request-id: req-f2ffb326-53d4-4d5d-9b9b-82b10416ce9a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:13.033402 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "name": "network-vif-plugged", "status": "completed", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:13.033735 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ffb326-53d4-4d5d-9b9b-82b10416ce9a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:13.034120 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83', 'code': 200} Oct 11 15:26:13.042029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1889ee-0457-4588-8bae-3a92a54e6e2c req-80723289-3dee-405d-b88b-0c8044bfee5d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:13.043554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec1889ee-0457-4588-8bae-3a92a54e6e2c req-80723289-3dee-405d-b88b-0c8044bfee5d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 949 time: 0.0713484 Oct 11 15:26:13.167598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec1889ee-0457-4588-8bae-3a92a54e6e2c req-722de7e1-1086-49ec-aa2d-5b91a27c549e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081734 Oct 11 15:26:13.202857 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c92c8-7747-498b-916e-c5316eb4d5df req-cb09c175-207d-4073-a826-4f67f899e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:13.204773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84ffb-c83a-4306-8794-c38ffad2dccc req-c03c5412-84bc-4b7d-bfb4-2e7666f16811 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:13.206623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a70c92c8-7747-498b-916e-c5316eb4d5df req-cb09c175-207d-4073-a826-4f67f899e5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 1096 time: 0.0778322 Oct 11 15:26:13.210069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2b84ffb-c83a-4306-8794-c38ffad2dccc req-c03c5412-84bc-4b7d-bfb4-2e7666f16811 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0782170 Oct 11 15:26:13.251256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2b84ffb-c83a-4306-8794-c38ffad2dccc req-59da3c4d-a7fb-4e81-a98c-98f8fcb1f368 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385547 Oct 11 15:26:13.260251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a70c92c8-7747-498b-916e-c5316eb4d5df req-6795f02f-7ce1-4f5b-bdf9-7a223cd9e65d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370741 Oct 11 15:26:13.364844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e2e19-a39f-4561-aa91-26a763adda00 req-341a1229-4e99-484c-9e2c-f859e32dd4ff tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:13.366654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c5e2e19-a39f-4561-aa91-26a763adda00 req-341a1229-4e99-484c-9e2c-f859e32dd4ff tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0500686 Oct 11 15:26:13.405643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c5e2e19-a39f-4561-aa91-26a763adda00 req-ab6b9eab-897a-4407-970b-44ab99639f97 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Oct 11 15:26:13.842251 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f7f74-f8b2-4529-bbdd-e2d9dfbe6076 req-9790aab4-047b-42c9-8361-21d5b9527ecc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:13.843784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c8f7f74-f8b2-4529-bbdd-e2d9dfbe6076 req-9790aab4-047b-42c9-8361-21d5b9527ecc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0574999 Oct 11 15:26:13.881895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c8f7f74-f8b2-4529-bbdd-e2d9dfbe6076 req-852176b9-63b4-48f6-9bae-676818123d71 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Oct 11 15:26:14.011094 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf137c-991e-43aa-8d2e-9a6702d59db8 req-299d1486-d8f2-40e3-8b9d-12cdd83a8c8d tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.013192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bcf137c-991e-43aa-8d2e-9a6702d59db8 req-299d1486-d8f2-40e3-8b9d-12cdd83a8c8d tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.0496266 Oct 11 15:26:14.052155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bcf137c-991e-43aa-8d2e-9a6702d59db8 req-b90e8bd5-cd1e-4069-8a7c-9937c39c2340 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Oct 11 15:26:14.287064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67899699-7b0e-409c-84ea-2d637d23757b req-4eb3dd0c-172f-47a0-8f3a-a2b76dd3dc0d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.288683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67899699-7b0e-409c-84ea-2d637d23757b req-4eb3dd0c-172f-47a0-8f3a-a2b76dd3dc0d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 949 time: 0.0496714 Oct 11 15:26:14.339570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67899699-7b0e-409c-84ea-2d637d23757b req-ac85f06e-e8b5-40b2-b5f8-1e143188f4c8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Oct 11 15:26:14.380513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c45d-5cff-4710-aa8d-52127b6dcf81 req-ca239cb4-568d-4989-8915-5fba7736cc57 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.382048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9718c45d-5cff-4710-aa8d-52127b6dcf81 req-ca239cb4-568d-4989-8915-5fba7736cc57 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0571501 Oct 11 15:26:14.444518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9718c45d-5cff-4710-aa8d-52127b6dcf81 req-60f369e2-82c4-47ca-88a8-fe40d6fc9930 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Oct 11 15:26:14.468209 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748e2e0-6ad4-4804-8aea-60af2c3be6f1 req-b6e9bcaf-7edf-4930-aa78-6f77026a4b62 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.473951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9748e2e0-6ad4-4804-8aea-60af2c3be6f1 req-b6e9bcaf-7edf-4930-aa78-6f77026a4b62 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 950 time: 0.0653031 Oct 11 15:26:14.524823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9748e2e0-6ad4-4804-8aea-60af2c3be6f1 req-56466654-c434-4ef4-b52f-6cbc208409c3 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492005 Oct 11 15:26:14.551839 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:26:14.563152 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a348aa-a0a6-4389-b899-5f14f11701f1 req-07b798c3-4c40-4a2f-a650-1b2ca6ed8fb6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.564634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a348aa-a0a6-4389-b899-5f14f11701f1 req-07b798c3-4c40-4a2f-a650-1b2ca6ed8fb6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0562825 Oct 11 15:26:14.609720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a348aa-a0a6-4389-b899-5f14f11701f1 req-0bea79a0-10f7-4ef3-838a-b2af411d4b32 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Oct 11 15:26:14.820550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4da00-37e5-46c0-8006-b957eb97cb12 req-8497783d-2551-4605-b62f-4477a0ba6150 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.826895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4da00-37e5-46c0-8006-b957eb97cb12 req-8497783d-2551-4605-b62f-4477a0ba6150 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:14.828635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fe4da00-37e5-46c0-8006-b957eb97cb12 req-8497783d-2551-4605-b62f-4477a0ba6150 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb&device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 1690 time: 0.0599644 Oct 11 15:26:14.866757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fe4da00-37e5-46c0-8006-b957eb97cb12 req-e7061970-a505-4f6b-83e9-030903587ff8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Oct 11 15:26:15.032222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604af8-a8ac-4c5f-8d44-ec97221e42f7 req-cf1cfb30-ba0e-4c71-ac08-238f46b5c674 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.033704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d604af8-a8ac-4c5f-8d44-ec97221e42f7 req-cf1cfb30-ba0e-4c71-ac08-238f46b5c674 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0769081 Oct 11 15:26:15.039547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5fb57-a933-473d-81ee-314a78991c6e req-0917506c-8dad-42dc-8d7d-2cf0a18e87aa tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.040927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1f5fb57-a933-473d-81ee-314a78991c6e req-0917506c-8dad-42dc-8d7d-2cf0a18e87aa tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 1100 time: 0.0576651 Oct 11 15:26:15.101849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d604af8-a8ac-4c5f-8d44-ec97221e42f7 req-9e294e78-7062-4122-87e3-0ef8275ce732 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598722 Oct 11 15:26:15.104205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1f5fb57-a933-473d-81ee-314a78991c6e req-2cf4e481-058f-4646-9849-b6f217c368e0 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562859 Oct 11 15:26:15.221206 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41eae2-749e-443c-aa38-10861f7fa211 req-fa3804f7-0d28-45d7-a5e0-b09121baf874 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.222733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de41eae2-749e-443c-aa38-10861f7fa211 req-fa3804f7-0d28-45d7-a5e0-b09121baf874 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.0505974 Oct 11 15:26:15.289233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de41eae2-749e-443c-aa38-10861f7fa211 req-943a2a62-0de9-446d-8dd3-1147517b5da2 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Oct 11 15:26:15.295943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a2ee-c5c4-471f-9d27-a8d80a4ecdb2 req-22db32cc-0692-46b3-a95c-05b8ebafdcb1 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.297092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fc8a2ee-c5c4-471f-9d27-a8d80a4ecdb2 req-22db32cc-0692-46b3-a95c-05b8ebafdcb1 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 1101 time: 0.0606642 Oct 11 15:26:15.334977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fc8a2ee-c5c4-471f-9d27-a8d80a4ecdb2 req-0b377f3c-1eed-46de-8db7-881ac9f5fa58 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Oct 11 15:26:15.583037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-594ecd09-f732-4ca5-b822-5d412cc1c6e5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405869 Oct 11 15:26:15.618728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737044d0-1208-43a3-ac14-d2fcb1878cf9 req-5cb1db1a-bfa8-49ee-8776-d99d278f5014 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.620082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-737044d0-1208-43a3-ac14-d2fcb1878cf9 req-5cb1db1a-bfa8-49ee-8776-d99d278f5014 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0904469 Oct 11 15:26:15.694564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-737044d0-1208-43a3-ac14-d2fcb1878cf9 req-a1b534ed-3fb3-46ed-bdc0-8401f4e1dcb5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Oct 11 15:26:15.733881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-0cfb8eea-b959-4f82-9722-8644511f9b98 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.735481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-0cfb8eea-b959-4f82-9722-8644511f9b98 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468287 Oct 11 15:26:15.762889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-f5caee0e-625e-4483-bd11-77ef17c0098e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0201986 Oct 11 15:26:15.846800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-87f5fa4f-7a1d-456b-99e8-5ad509e09da0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0830672 Oct 11 15:26:15.859597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8dcf9-8b0f-4869-acd9-833069d92598 req-4398d25b-b949-4b1d-a5b9-9c208f05049b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:15.861070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fe8dcf9-8b0f-4869-acd9-833069d92598 req-4398d25b-b949-4b1d-a5b9-9c208f05049b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0855675 Oct 11 15:26:15.910857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fe8dcf9-8b0f-4869-acd9-833069d92598 req-05692ab4-3e97-4839-9c2f-05abd1407860 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Oct 11 15:26:16.042657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42a15e4f-ae33-43bb-bb0b-03e281c7ab6b req-0e5335d5-c89b-4d33-87b0-30f35c519105 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 210 time: 0.0360310 Oct 11 15:26:16.272343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585d3ab-f51b-4cec-977a-4a11174c1007 req-a93b7269-89a0-42c4-8baa-3de02cdc67b2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:16.274140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9585d3ab-f51b-4cec-977a-4a11174c1007 req-a93b7269-89a0-42c4-8baa-3de02cdc67b2 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0859776 Oct 11 15:26:16.289102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3ade6-2914-4c7f-b11d-69e8fe2846ed req-f6fba7c3-5d49-47f5-90ac-bd4fa72db4d6 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:16.297535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d3ade6-2914-4c7f-b11d-69e8fe2846ed req-f6fba7c3-5d49-47f5-90ac-bd4fa72db4d6 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.0966895 Oct 11 15:26:16.360776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d3ade6-2914-4c7f-b11d-69e8fe2846ed req-3e60caa8-4708-444b-9701-f8463b707a4d tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Oct 11 15:26:16.364234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9585d3ab-f51b-4cec-977a-4a11174c1007 req-b34b802e-a703-4ca7-be3a-3f9b1e144500 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Oct 11 15:26:16.808714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a9e0a-3ce6-4a7f-854f-16a4e4ae7538 req-cf32ca3e-dff6-40d1-a1fe-55be3badc000 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:16.810265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909a9e0a-3ce6-4a7f-854f-16a4e4ae7538 req-cf32ca3e-dff6-40d1-a1fe-55be3badc000 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0489964 Oct 11 15:26:16.848547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909a9e0a-3ce6-4a7f-854f-16a4e4ae7538 req-0dcaaedc-a8c7-4244-86a3-9f464f1b18c3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Oct 11 15:26:17.026540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbec6a8-cf33-44c5-bebe-6230fa1ea997 req-9323ad80-0b0e-4370-8336-4c5deb4b9a19 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:17.028582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cbec6a8-cf33-44c5-bebe-6230fa1ea997 req-9323ad80-0b0e-4370-8336-4c5deb4b9a19 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0519912 Oct 11 15:26:17.091755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cbec6a8-cf33-44c5-bebe-6230fa1ea997 req-3652b288-bdb6-4c95-ad4e-4508e23cd88a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Oct 11 15:26:17.107599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-1bd816ce-6848-4999-a7b3-ff2ca517475e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244865 Oct 11 15:26:17.206847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2f0c528-5caf-4f78-9651-8814a08b4029 req-672cb02c-79be-4659-ba96-c567586dffbe tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 210 time: 0.0786591 Oct 11 15:26:17.264461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-9ec06568-2000-44c6-a50a-cf07ac011447 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:17.266060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-9ec06568-2000-44c6-a50a-cf07ac011447 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494346 Oct 11 15:26:17.301338 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '67f8d893-416e-4262-823c-e501228d452b', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:17.412782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:17.416805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:17.568297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02611ec-d699-4cb1-9443-8690c9272518 req-ad234d12-653c-43d7-bfa0-8eba0cbf8f4e tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:17.569712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e02611ec-d699-4cb1-9443-8690c9272518 req-ad234d12-653c-43d7-bfa0-8eba0cbf8f4e tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.1339588 Oct 11 15:26:17.616657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8be54-157f-4294-b08c-022d960e98b3 req-23927363-6d4d-40fa-9bf1-34a691393011 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:17.618135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36c8be54-157f-4294-b08c-022d960e98b3 req-23927363-6d4d-40fa-9bf1-34a691393011 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.1482368 Oct 11 15:26:17.677664 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.42 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/985492ad-9335-41c3-ab51-f01afce2a36e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:17.692168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e02611ec-d699-4cb1-9443-8690c9272518 req-d173f2ae-04a6-4c3f-95b8-b13301a7481f tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965896 Oct 11 15:26:17.704076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36c8be54-157f-4294-b08c-022d960e98b3 req-710a5e26-fb8c-4e03-a378-cd911ad749ca tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762007 Oct 11 15:26:17.815999 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-715bc11c-f4f2-4780-b9c4-ae22faff8ab5 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:17.817474 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-715bc11c-f4f2-4780-b9c4-ae22faff8ab5 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 945 time: 0.0506544 Oct 11 15:26:17.860401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:17.905448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:17.925739 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:17.929579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:17.931822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Deleting port 7562f045-c56a-4a05-a742-bfbcac486a83 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:26:17.932265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:17.957403 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:17.961432 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:17.978966 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:18.019638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:18.064690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] For port 7562f045-c56a-4a05-a742-bfbcac486a83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7562f045-c56a-4a05-a742-bfbcac486a83,segment=NetworkSegment(734846ea-238e-44fa-97be-cabdba9f3ded),segment_id=734846ea-238e-44fa-97be-cabdba9f3ded)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:18.065454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.086393 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Calling delete_port for 7562f045-c56a-4a05-a742-bfbcac486a83 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:26:18.100194 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:18.100730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.115551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8c74-ccdc-4176-905d-437c122ef13a req-c94288c4-5ddd-45cf-a226-40cd6a2e8b7d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:18.117047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11af8c74-ccdc-4176-905d-437c122ef13a req-c94288c4-5ddd-45cf-a226-40cd6a2e8b7d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1346569 Oct 11 15:26:18.137448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-96b589ba-8071-4a70-b448-b345846b09db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8398237 Oct 11 15:26:18.162106 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Request body: {'port': {'device_id': '67f8d893-416e-4262-823c-e501228d452b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:18.211596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11af8c74-ccdc-4176-905d-437c122ef13a req-90ba75e8-2cd8-45e9-82cd-c5a96deb3c28 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874236 Oct 11 15:26:18.281453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.309547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.315475 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Pushing event deleted for resources: {'Port': ['ID=7562f045-c56a-4a05-a742-bfbcac486a83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:18.366675 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] No DVR routers for this DVR port 7562f045-c56a-4a05-a742-bfbcac486a83 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:18.370399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.375122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-452b9ea8-c4ee-4f09-8fae-1c2387e42a0e req-8917a5e1-0681-4098-992f-c7c39be06065 tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.36 "DELETE /v2.0/ports/7562f045-c56a-4a05-a742-bfbcac486a83 HTTP/1.1" status: 204 len: 173 time: 0.5510514 Oct 11 15:26:18.375965 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'name': 'network-vif-deleted', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:18.379160 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2b005-044d-4555-8c7f-efdfeb4371d7" -d '{"events": [{"server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "name": "network-vif-deleted", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:18.389298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00aea-4e8a-4dfd-b385-d99c50f51c56 req-d55ed392-3022-480d-93f0-e2202654395c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:18.393710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ec00aea-4e8a-4dfd-b385-d99c50f51c56 req-d55ed392-3022-480d-93f0-e2202654395c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1736667 Oct 11 15:26:18.411294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eda23f90-270f-4c58-85f7-b6c87d8aa2f0 None None] Provisioning complete for port 985492ad-9335-41c3-ab51-f01afce2a36e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:18.411643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eda23f90-270f-4c58-85f7-b6c87d8aa2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.498941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eda23f90-270f-4c58-85f7-b6c87d8aa2f0 None None] Port 985492ad-9335-41c3-ab51-f01afce2a36e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:26:18.587208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f93ed-d15c-458d-bc8c-606134547654 req-5c2bf0de-7e95-4ed6-b962-fd123a25999b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:18.588865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f67f93ed-d15c-458d-bc8c-606134547654 req-5c2bf0de-7e95-4ed6-b962-fd123a25999b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 935 time: 0.2826066 Oct 11 15:26:18.618039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ec00aea-4e8a-4dfd-b385-d99c50f51c56 req-6b51a171-4dd0-402a-a46b-e1a80a933940 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102876 Oct 11 15:26:18.658058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f67f93ed-d15c-458d-bc8c-606134547654 req-6f71b659-87ae-461d-9c05-263e63f366db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Oct 11 15:26:18.708057 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082a4c6-3b55-48df-890d-51093963d826 x-openstack-request-id: req-b082a4c6-3b55-48df-890d-51093963d826 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:18.708635 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21654d-d0b9-49b0-901c-f39e8416ab08", "name": "network-vif-deleted", "tag": "7562f045-c56a-4a05-a742-bfbcac486a83", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:18.709094 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b082a4c6-3b55-48df-890d-51093963d826 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:18.709711 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21654d-d0b9-49b0-901c-f39e8416ab08', 'name': 'network-vif-deleted', 'tag': '7562f045-c56a-4a05-a742-bfbcac486a83', 'status': 'completed', 'code': 200} Oct 11 15:26:18.750131 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985492ad-9335-41c3-ab51-f01afce2a36e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:18.761633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.782585 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Transition to ACTIVE for port object 985492ad-9335-41c3-ab51-f01afce2a36e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:18.788416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:18.893418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f38044f-86a9-4f70-9bea-c534dee0fc18 req-f977f992-f8d3-4df2-bdff-ed060cede3cf tempest-ServerMetadataNegativeTestJSON-1650343145 tempest-ServerMetadataNegativeTestJSON-1650343145-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f21654d-d0b9-49b0-901c-f39e8416ab08 HTTP/1.1" status: 200 len: 210 time: 0.0686991 Oct 11 15:26:18.910810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Pushing event updated for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:19.003946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee893-6610-47ab-80c2-987b88e3cde1 req-fc550f82-12c2-4e96-a853-9089d0c5b4a9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.005733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d1ee893-6610-47ab-80c2-987b88e3cde1 req-fc550f82-12c2-4e96-a853-9089d0c5b4a9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.1823156 Oct 11 15:26:19.058190 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Attempting to bind port 985492ad-9335-41c3-ab51-f01afce2a36e on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:19.058524 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Attempting to bind port 985492ad-9335-41c3-ab51-f01afce2a36e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:19.058850 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Attempting to bind port 985492ad-9335-41c3-ab51-f01afce2a36e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:19.073993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d1ee893-6610-47ab-80c2-987b88e3cde1 req-aa843200-8dc5-4474-b14a-c3911d6ac305 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555303 Oct 11 15:26:19.075250 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Port 985492ad-9335-41c3-ab51-f01afce2a36e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:19.075627 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Attempting to bind port 985492ad-9335-41c3-ab51-f01afce2a36e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:19.081192 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:19.081550 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:19.081970 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:19.082346 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Bound port: 985492ad-9335-41c3-ab51-f01afce2a36e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:19.082685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:19.147091 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:19.150169 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=985492ad-9335-41c3-ab51-f01afce2a36e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:19.155245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:19.172084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7562f045-c56a-4a05-a742-bfbcac486a83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:19.191558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.192178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:19.193628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] 10.222.0.43 "PUT /v2.0/ports/985492ad-9335-41c3-ab51-f01afce2a36e HTTP/1.1" status: 200 len: 1095 time: 1.0412405 Oct 11 15:26:19.194097 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:19.196360 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a9baa-1381-4099-9929-52c3a920dde3" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:19.222321 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ce867-cc74-45cd-8f58-b5006cb4587e service neutron] Pushing event updated for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:19.254796 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae2529a-8ac0-45c6-814a-14a2eaadc803 x-openstack-request-id: req-2ae2529a-8ac0-45c6-814a-14a2eaadc803 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:19.255149 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:19.255359 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ae2529a-8ac0-45c6-814a-14a2eaadc803 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:19.255699 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e', 'status': 'completed', 'code': 200} Oct 11 15:26:19.290900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-9822c423-0438-4c7f-8fcc-c67c9c237c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.292381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-9822c423-0438-4c7f-8fcc-c67c9c237c6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 1098 time: 0.0481608 Oct 11 15:26:19.366934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-a06a62d2-95ff-4d3c-82ff-81924be1cb6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=985492ad-9335-41c3-ab51-f01afce2a36e HTTP/1.1" status: 200 len: 217 time: 0.0591915 Oct 11 15:26:19.403177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85839d6f-7f98-42cd-8567-83da60bfb58e req-10628552-3a7c-4aa7-850e-423b8fa72261 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.410760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85839d6f-7f98-42cd-8567-83da60bfb58e req-10628552-3a7c-4aa7-850e-423b8fa72261 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1133444 Oct 11 15:26:19.468333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85839d6f-7f98-42cd-8567-83da60bfb58e req-5d15e679-15a6-4193-a354-1585bc640eb3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566425 Oct 11 15:26:19.490802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-7cd2dc34-cae3-4fa3-8023-ba47e2091fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.492518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-7cd2dc34-cae3-4fa3-8023-ba47e2091fa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1101923 Oct 11 15:26:19.566204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-ea4348aa-abf0-427d-b537-a9cf7dd041bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.567741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-ea4348aa-abf0-427d-b537-a9cf7dd041bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542796 Oct 11 15:26:19.986136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a1fa5-b7f4-42ff-85a3-83993b850c01 req-8d9d7ff5-5268-45eb-9c77-254a0e8a9982 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:19.987522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc1a1fa5-b7f4-42ff-85a3-83993b850c01 req-8d9d7ff5-5268-45eb-9c77-254a0e8a9982 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 947 time: 0.1180916 Oct 11 15:26:20.001065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb93c3c-7395-4394-bf5f-6375d70c7ebe req-00c960d8-31d7-4f75-a3d8-52990ec6b46c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.002508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bb93c3c-7395-4394-bf5f-6375d70c7ebe req-00c960d8-31d7-4f75-a3d8-52990ec6b46c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1342227 Oct 11 15:26:20.048132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-786bc100-f003-452a-a499-f6dfd84c8119 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594116 Oct 11 15:26:20.083925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc1a1fa5-b7f4-42ff-85a3-83993b850c01 req-9d20d5a2-b574-4dc5-935e-d6ab731a4b50 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787003 Oct 11 15:26:20.100854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bb93c3c-7395-4394-bf5f-6375d70c7ebe req-aeb3dcc3-a3b9-43bb-85d8-e76901a87277 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859807 Oct 11 15:26:20.148678 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:20.240960 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Deleting subnet ad45e1bf-9b8f-410b-9df9-1b167bf0a654 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:26:20.247880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf8f8e7-4aa9-4dd9-9200-0d4017fbd373 req-b5a8b33c-d846-4977-b12f-dc15ad37c5ba service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795225 Oct 11 15:26:20.249217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.298803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260a0f8-b99a-4d23-8dc4-5d09cd929317 req-0fcc3308-6933-4574-86ab-210efc4dce23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.300271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f260a0f8-b99a-4d23-8dc4-5d09cd929317 req-0fcc3308-6933-4574-86ab-210efc4dce23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0979586 Oct 11 15:26:20.302509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.383358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.418613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f260a0f8-b99a-4d23-8dc4-5d09cd929317 req-4108703a-ffb3-4a5a-8438-9102a757b676 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971422 Oct 11 15:26:20.425155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-5aa72f21-f6ca-4365-ac25-91b56abee0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.426596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-5aa72f21-f6ca-4365-ac25-91b56abee0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 1098 time: 0.1041548 Oct 11 15:26:20.537386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-a3be26f0-58bc-489b-9010-1d266a12f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.539246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-a3be26f0-58bc-489b-9010-1d266a12f41e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1029997 Oct 11 15:26:20.541074 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.600240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.600978 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:20.605922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad45e1bf-9b8f-410b-9df9-1b167bf0a654 HTTP/1.1" status: 204 len: 168 time: 0.4559987 Oct 11 15:26:20.659143 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06852ef5-d514-4fb9-aebb-0663f978a6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad45e1bf-9b8f-410b-9df9-1b167bf0a654,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:20.674845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-d03d10e6-860d-4ceb-ad4b-3bc255c2576b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=985492ad-9335-41c3-ab51-f01afce2a36e HTTP/1.1" status: 200 len: 217 time: 0.1206546 Oct 11 15:26:20.704603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.753814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0adb-8a00-4589-9bb9-9ffcb55346be req-f99a3d6c-32d1-4a1d-8b63-cba1dea3526a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.755192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a0c0adb-8a00-4589-9bb9-9ffcb55346be req-f99a3d6c-32d1-4a1d-8b63-cba1dea3526a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.2025588 Oct 11 15:26:20.771117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-aacff1b5-db01-451f-bbad-053aa8319bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.772512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-aacff1b5-db01-451f-bbad-053aa8319bbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0900614 Oct 11 15:26:20.788327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.808512 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54add379-42ca-4f7c-ba7a-e5bc72be3cce']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:20.818556 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734846ea-238e-44fa-97be-cabdba9f3ded') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:20.818868 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734846ea-238e-44fa-97be-cabdba9f3ded') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:20.826274 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a73d9-5bba-491a-b18c-308b4e9f1f5e req-a2a508fb-ba29-460e-b755-a77ba0bbd3b4 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.827767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-092a73d9-5bba-491a-b18c-308b4e9f1f5e req-a2a508fb-ba29-460e-b755-a77ba0bbd3b4 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1096 time: 0.1114862 Oct 11 15:26:20.829197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.843227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.849058 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:26:20.849446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.858443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a0c0adb-8a00-4589-9bb9-9ffcb55346be req-9dfacbc5-5bfe-446d-a010-a7c09099e659 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922039 Oct 11 15:26:20.869091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-ec33c1ea-7d73-422a-888e-81981f6918d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:20.870582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-ec33c1ea-7d73-422a-888e-81981f6918d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830395 Oct 11 15:26:20.886072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-092a73d9-5bba-491a-b18c-308b4e9f1f5e req-40d61765-c77d-4931-8976-d15560f55370 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:26:20.901023 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:26:20.929760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.945202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:20.952965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/54add379-42ca-4f7c-ba7a-e5bc72be3cce HTTP/1.1" status: 204 len: 168 time: 0.3534892 Oct 11 15:26:20.969695 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901f65f-4467-4f25-8e1f-484bf17bc0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=54add379-42ca-4f7c-ba7a-e5bc72be3cce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:21.016202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-f62bc2e5-dac2-41a0-9248-3b8dc2ff5c55 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278689 Oct 11 15:26:21.111293 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:21.139543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b2a9baa-1381-4099-9929-52c3a920dde3 req-010943d2-3b1b-4024-9d01-91ca4b21e022 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081450 Oct 11 15:26:21.172527 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fb8ed1e-0233-4fbc-beeb-ec79db517d51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c86709e9968e4082b091b3bf221ca782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598624 Oct 11 15:26:21.175032 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:21.218605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1258-9c04-4afe-a314-adfa0e25cb6e req-e0c8294a-2a7f-458d-8596-791846988306 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:21.219775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f0d1258-9c04-4afe-a314-adfa0e25cb6e req-e0c8294a-2a7f-458d-8596-791846988306 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 947 time: 0.0537629 Oct 11 15:26:21.226090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:21.248371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:21.260760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f0d1258-9c04-4afe-a314-adfa0e25cb6e req-39e2ba69-7c90-40d4-bd5c-9f3b89e3ccff tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Oct 11 15:26:21.302294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:21.305238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:21.306479 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb0a73f3-4d16-4e96-8255-fbf4cc572dd7 HTTP/1.1" status: 204 len: 168 time: 0.1303868 Oct 11 15:26:21.314945 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872ff4-dd1d-4459-90f3-b941e562587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a73f3-4d16-4e96-8255-fbf4cc572dd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:21.391393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc2015-62f1-4385-85a3-be574321bb3c req-81e15042-fe21-4376-a73d-8f050a88cfd3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:21.392939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49dc2015-62f1-4385-85a3-be574321bb3c req-81e15042-fe21-4376-a73d-8f050a88cfd3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0720103 Oct 11 15:26:21.436497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49dc2015-62f1-4385-85a3-be574321bb3c req-430ed373-47e8-48a2-bffb-580314ed32aa tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Oct 11 15:26:21.639429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783c9f-3928-4753-b7e5-659bf5384c34 req-2a608901-38f2-4a72-901b-8517a5835d0c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:21.640931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29783c9f-3928-4753-b7e5-659bf5384c34 req-2a608901-38f2-4a72-901b-8517a5835d0c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0652592 Oct 11 15:26:21.693228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29783c9f-3928-4753-b7e5-659bf5384c34 req-857d8e27-1522-4e5d-97d4-31c80e8be8e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Oct 11 15:26:21.843289 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-5e4b7169-8baa-47a0-8597-a7bb80cd64f0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:26:21.844254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-5e4b7169-8baa-47a0-8597-a7bb80cd64f0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061455 Oct 11 15:26:21.883275 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-1f40912c-8c6c-47fd-9e0a-c118ae6b2948 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:21.884654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-1f40912c-8c6c-47fd-9e0a-c118ae6b2948 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 1093 time: 0.0347145 Oct 11 15:26:21.894058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:21.894512 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:26:22.033168 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e485ddf-a310-480b-8c49-8e54dae6ebf8 req-a160972b-c73f-439d-81e2-9b0a00f701d5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:22.034659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e485ddf-a310-480b-8c49-8e54dae6ebf8 req-a160972b-c73f-439d-81e2-9b0a00f701d5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1024559 Oct 11 15:26:22.097855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e485ddf-a310-480b-8c49-8e54dae6ebf8 req-95332f42-0361-447e-8876-d029cc4c87a2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525358 Oct 11 15:26:22.098705 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:22.099032 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:22.099347 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:22.103638 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:22.103953 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:22.109221 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:22.109621 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:22.109930 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:22.110447 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Bound port: 376c55f7-451e-47f3-a80f-3a1de79a00fc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:22.171629 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:22.177606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.178803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-ab41a10e-9875-402a-8285-77c023415aa5 service neutron] 10.222.0.31 "POST /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2885427 Oct 11 15:26:22.331650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688e9f-6349-4629-becb-9f5e4e5012fa req-c5a8f433-634a-4962-bc77-80b97ce5ecb1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:22.333232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94688e9f-6349-4629-becb-9f5e4e5012fa req-c5a8f433-634a-4962-bc77-80b97ce5ecb1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0532353 Oct 11 15:26:22.396825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94688e9f-6349-4629-becb-9f5e4e5012fa req-02820990-7364-44a9-b1e5-e5adabc48f11 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Oct 11 15:26:22.400477 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:22.416887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675d43a-8a15-4ea0-8ef7-44ec640124aa req-b6b5a780-e4c2-469c-832b-f82bc4c9fd68 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:22.419019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e675d43a-8a15-4ea0-8ef7-44ec640124aa req-b6b5a780-e4c2-469c-832b-f82bc4c9fd68 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 947 time: 0.0823855 Oct 11 15:26:22.456110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e675d43a-8a15-4ea0-8ef7-44ec640124aa req-23c2b610-6b9c-4de5-9e61-922176442796 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Oct 11 15:26:22.524694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd74fe6-39aa-4058-85da-d8f0a1460e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.582970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7562f045-c56a-4a05-a742-bfbcac486a83 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:22.594179 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a08d5-2cee-4d51-9bbf-32aba0b5128e req-07d79604-1d72-4b3b-85e6-9d35b8bcde0d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:22.599132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c39a08d5-2cee-4d51-9bbf-32aba0b5128e req-07d79604-1d72-4b3b-85e6-9d35b8bcde0d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0888836 Oct 11 15:26:22.606889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 7562f045-c56a-4a05-a742-bfbcac486a83 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:26:22.607307 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7562f045-c56a-4a05-a742-bfbcac486a83 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:22.660309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c39a08d5-2cee-4d51-9bbf-32aba0b5128e req-01ecc6e9-03b6-429a-a650-11f34de55f0b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Oct 11 15:26:22.679619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd74fe6-39aa-4058-85da-d8f0a1460e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.684211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd74fe6-39aa-4058-85da-d8f0a1460e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.724284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3bd74fe6-39aa-4058-85da-d8f0a1460e0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=397a21f978a54fdb900979754ff17ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226233 Oct 11 15:26:22.725187 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd74fe6-39aa-4058-85da-d8f0a1460e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43b8cc-3ec1-4ea9-845c-9d4c542fe8ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:22.730244 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:22.782057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.830864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.870036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff100c66-73d6-442c-b57d-c8dcad76841b req-3fc0f5bf-fbb1-4027-9e37-b125d280b6fc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:22.872074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff100c66-73d6-442c-b57d-c8dcad76841b req-3fc0f5bf-fbb1-4027-9e37-b125d280b6fc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0911624 Oct 11 15:26:22.912174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.914798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:22.916053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f43b8cc-3ec1-4ea9-845c-9d4c542fe8ca HTTP/1.1" status: 204 len: 168 time: 0.1840973 Oct 11 15:26:22.922216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff100c66-73d6-442c-b57d-c8dcad76841b req-e6235c64-d13d-4ba1-a1c5-aeb832112b41 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Oct 11 15:26:22.927150 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c768-6bf2-41c5-889b-4bd235fc0983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43b8cc-3ec1-4ea9-845c-9d4c542fe8ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:23.213696 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dadd5-cb3c-490e-90ca-081e19829cc8 req-92aa2406-d05e-491f-a2fb-5203faac1607 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:23.215478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b94dadd5-cb3c-490e-90ca-081e19829cc8 req-92aa2406-d05e-491f-a2fb-5203faac1607 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0500073 Oct 11 15:26:23.253799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b94dadd5-cb3c-490e-90ca-081e19829cc8 req-6c5ff21a-ca70-4f8f-8c28-b53552fdf36d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Oct 11 15:26:23.519280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3035945-2bc6-4dfa-a201-7e009f3fdad8 req-97a941e0-3c06-49ad-8d7d-5d4e5e34803f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:23.521946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3035945-2bc6-4dfa-a201-7e009f3fdad8 req-97a941e0-3c06-49ad-8d7d-5d4e5e34803f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0557158 Oct 11 15:26:23.587372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3035945-2bc6-4dfa-a201-7e009f3fdad8 req-fbd06d7b-bce1-426d-88d0-d6c0146ac329 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607307 Oct 11 15:26:23.601470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6be4f-53e9-4e7d-ad4c-9bee5e5f9192 req-d9c3d4f5-a7b7-48f9-bc8f-464004f71fac tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:23.602622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f6be4f-53e9-4e7d-ad4c-9bee5e5f9192 req-d9c3d4f5-a7b7-48f9-bc8f-464004f71fac tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 947 time: 0.0679958 Oct 11 15:26:23.643286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f6be4f-53e9-4e7d-ad4c-9bee5e5f9192 req-53d5c85b-72ce-4f35-8aeb-db5280eb3b32 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Oct 11 15:26:23.817590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaa5b-3ebe-44ee-8d87-2c76d9949b91 req-6b77d968-47a0-4433-a9b4-e135dcc11141 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:23.819058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-93deaa5b-3ebe-44ee-8d87-2c76d9949b91 req-6b77d968-47a0-4433-a9b4-e135dcc11141 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0506852 Oct 11 15:26:23.857903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-93deaa5b-3ebe-44ee-8d87-2c76d9949b91 req-0898361e-d561-4d37-8025-2d6641dfff4c tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Oct 11 15:26:23.922647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 985492ad-9335-41c3-ab51-f01afce2a36e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:24.019549 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=985492ad-9335-41c3-ab51-f01afce2a36e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:24.032104 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '985492ad-9335-41c3-ab51-f01afce2a36e', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '985492ad-9335-41c3-ab51-f01afce2a36e', 'mac_address': 'fa:16:3e:b0:c2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:24.052919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ded4-eba9-421d-9cdd-193feaad3331 req-83c5ab68-aec1-4e9b-af19-0f5c24430d1e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:24.054446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e40ded4-eba9-421d-9cdd-193feaad3331 req-83c5ab68-aec1-4e9b-af19-0f5c24430d1e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0576618 Oct 11 15:26:24.074865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.088977 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985492ad-9335-41c3-ab51-f01afce2a36e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:24.113622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e40ded4-eba9-421d-9cdd-193feaad3331 req-62b9b8d7-25ca-4f61-ab73-b54d4ce3003b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Oct 11 15:26:24.118466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=985492ad-9335-41c3-ab51-f01afce2a36e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:24.122975 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.143485 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:24.169608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:24.250345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e827309-fffc-42ff-ac5d-2587a69e4fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.327444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e827309-fffc-42ff-ac5d-2587a69e4fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.337031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e827309-fffc-42ff-ac5d-2587a69e4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.394617 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e827309-fffc-42ff-ac5d-2587a69e4fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de66c4-853e-4f6d-aa13-d914eb17fe8c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:24.399496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0e827309-fffc-42ff-ac5d-2587a69e4fcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6af6957582b94b5d8f21ba58cdc0fbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550018 Oct 11 15:26:24.402840 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:24.411920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc37c-9bce-4870-9763-72537293dd38 req-ce77a199-dfee-4c8e-bd14-a89e8ecfd013 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:24.413390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efcbc37c-9bce-4870-9763-72537293dd38 req-ce77a199-dfee-4c8e-bd14-a89e8ecfd013 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0887802 Oct 11 15:26:24.453726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.455782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efcbc37c-9bce-4870-9763-72537293dd38 req-cb15b169-e167-41bb-be44-621791ab54c2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357883 Oct 11 15:26:24.474850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.522785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.525307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:24.526487 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52de66c4-853e-4f6d-aa13-d914eb17fe8c HTTP/1.1" status: 204 len: 168 time: 0.1218743 Oct 11 15:26:24.533781 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f8d4b-92f7-48d1-a086-32efd8402c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de66c4-853e-4f6d-aa13-d914eb17fe8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:24.696433 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['985492ad-9335-41c3-ab51-f01afce2a36e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:24.710638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac04b7-2a31-4f14-9e13-99b26a0fbde2 req-03d36e4d-8a73-41f3-b9b5-d2061517938b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:24.714041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebac04b7-2a31-4f14-9e13-99b26a0fbde2 req-03d36e4d-8a73-41f3-b9b5-d2061517938b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0571969 Oct 11 15:26:24.792678 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1338-6e7e-40fc-8ce9-ffc1faa2f44d req-d2befc4a-0541-490f-bedc-9320eec1e38b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:24.800424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dbc1338-6e7e-40fc-8ce9-ffc1faa2f44d req-d2befc4a-0541-490f-bedc-9320eec1e38b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 948 time: 0.0852482 Oct 11 15:26:24.810231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebac04b7-2a31-4f14-9e13-99b26a0fbde2 req-ca74a56e-d93f-4545-938b-eb906dc24d9d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848718 Oct 11 15:26:24.838655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dbc1338-6e7e-40fc-8ce9-ffc1faa2f44d req-0ead8e7b-b355-4db2-bf8a-fdc62b08c254 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Oct 11 15:26:24.976177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b53b-f80b-481e-a91d-1b8ef1cac71e req-ac7e93a5-3372-43fa-aecb-9fb24602900d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:24.977701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4402b53b-f80b-481e-a91d-1b8ef1cac71e req-ac7e93a5-3372-43fa-aecb-9fb24602900d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0513368 Oct 11 15:26:25.018481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4402b53b-f80b-481e-a91d-1b8ef1cac71e req-2a77c516-a5f8-48a4-ac3f-830c96a568ad tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Oct 11 15:26:25.216163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277f1b-c674-4780-8999-7e943cec47d8 req-dc0fd886-5a4f-4fed-a78d-dc0b1e9c3513 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:25.218005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a277f1b-c674-4780-8999-7e943cec47d8 req-dc0fd886-5a4f-4fed-a78d-dc0b1e9c3513 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0494618 Oct 11 15:26:25.255926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a277f1b-c674-4780-8999-7e943cec47d8 req-fd2c62cf-bfe4-4e52-9523-31bc653f3078 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Oct 11 15:26:25.570538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf094e6-8fb7-4bd3-bb9b-f39e250f9c23 req-89141374-c753-4d06-b546-4f83523e0f7b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:25.572124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcf094e6-8fb7-4bd3-bb9b-f39e250f9c23 req-89141374-c753-4d06-b546-4f83523e0f7b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0488713 Oct 11 15:26:25.610473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcf094e6-8fb7-4bd3-bb9b-f39e250f9c23 req-70d674b1-0f03-480e-b828-3fc2aa2b9ca9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Oct 11 15:26:25.952220 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e86f5d-69c2-45ea-bf6e-55ba2c6c2b0a req-b6b80aff-e170-4c5e-9cd7-d3d129758f0f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:25.953700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63e86f5d-69c2-45ea-bf6e-55ba2c6c2b0a req-b6b80aff-e170-4c5e-9cd7-d3d129758f0f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0656438 Oct 11 15:26:26.019194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63e86f5d-69c2-45ea-bf6e-55ba2c6c2b0a req-abc63672-7ea0-4a9f-a21f-32cdf227fc2d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565856 Oct 11 15:26:26.027676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726467c-5140-410f-8b04-9614e619be29 req-92f927d5-21b3-4829-9e0f-7ff2ecd0a420 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:26.029162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3726467c-5140-410f-8b04-9614e619be29 req-92f927d5-21b3-4829-9e0f-7ff2ecd0a420 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 948 time: 0.0918436 Oct 11 15:26:26.075161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3726467c-5140-410f-8b04-9614e619be29 req-8298da48-cf66-4700-81af-366c7be9ee68 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Oct 11 15:26:26.188179 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef661-1909-4990-a978-5af13273b47f req-7d27b535-5844-450d-9026-113e8868fbcc tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:26.189726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-179ef661-1909-4990-a978-5af13273b47f req-7d27b535-5844-450d-9026-113e8868fbcc tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0520647 Oct 11 15:26:26.227420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-179ef661-1909-4990-a978-5af13273b47f req-b93a2072-da06-460b-b9f9-cbef84f2c1c6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Oct 11 15:26:26.382664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424fc0f-e3a5-4811-a35e-1cea0a1fd4f0 req-cdce1409-0126-4a00-bb77-d5af557fd8b5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:26.384254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2424fc0f-e3a5-4811-a35e-1cea0a1fd4f0 req-cdce1409-0126-4a00-bb77-d5af557fd8b5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 946 time: 0.0533991 Oct 11 15:26:26.423193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2424fc0f-e3a5-4811-a35e-1cea0a1fd4f0 req-6f6f171e-44a4-49bf-8b22-d77d8f471d5b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Oct 11 15:26:26.731635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769da4a8-1758-495d-873b-6641cb0cc0f9 req-652b5258-2f4d-43a6-9ec7-f0acf3b05b2f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:26.733130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-769da4a8-1758-495d-873b-6641cb0cc0f9 req-652b5258-2f4d-43a6-9ec7-f0acf3b05b2f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0534596 Oct 11 15:26:26.774419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-769da4a8-1758-495d-873b-6641cb0cc0f9 req-516828da-9386-4bf4-aec9-0ff50926f195 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Oct 11 15:26:26.798865 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:26.918517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc91758-ce76-427a-92a4-6af5ba84a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:26.993828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc91758-ce76-427a-92a4-6af5ba84a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:26.998486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc91758-ce76-427a-92a4-6af5ba84a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.036443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cc91758-ce76-427a-92a4-6af5ba84a7bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=581104852bf644cba017aa262ebe29ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360785 Oct 11 15:26:27.037356 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc91758-ce76-427a-92a4-6af5ba84a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465122f-ba0b-4d4c-94de-11b769199236,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:27.039152 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:27.113344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.158817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.188166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b9c94-b5a7-4b9a-aefe-0361fc5fcd26 req-44e9bcab-fdd5-41dd-8420-5c686c57df4f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.190018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e9b9c94-b5a7-4b9a-aefe-0361fc5fcd26 req-44e9bcab-fdd5-41dd-8420-5c686c57df4f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0906668 Oct 11 15:26:27.216356 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-a23c4009-6a51-4a23-82de-bdf51e92f25d tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.218238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-a23c4009-6a51-4a23-82de-bdf51e92f25d tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.0467794 Oct 11 15:26:27.231821 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:27.276744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e9b9c94-b5a7-4b9a-aefe-0361fc5fcd26 req-8bfef79d-8b63-469d-932d-bf26f3c38849 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759530 Oct 11 15:26:27.289808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.295465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86693496-1375-470a-9877-3399aa12b5b9 req-5e65c86c-b12e-425b-9db8-e3c546fd93e8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.297038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86693496-1375-470a-9877-3399aa12b5b9 req-5e65c86c-b12e-425b-9db8-e3c546fd93e8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 948 time: 0.0713413 Oct 11 15:26:27.303065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.307106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.311041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e465122f-ba0b-4d4c-94de-11b769199236 HTTP/1.1" status: 204 len: 168 time: 0.2665846 Oct 11 15:26:27.335315 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48868-f94a-4e11-abbf-c1af66ce0d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465122f-ba0b-4d4c-94de-11b769199236,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:27.366267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86693496-1375-470a-9877-3399aa12b5b9 req-0ffdd0c6-d628-4419-bbfc-b8da2a624125 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548639 Oct 11 15:26:27.483659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:27.511201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ed82-4e4f-4ef1-a21e-7036dd6fa0c6 req-db7f626e-d3bf-4684-898a-b176645c8e26 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.513572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0776ed82-4e4f-4ef1-a21e-7036dd6fa0c6 req-db7f626e-d3bf-4684-898a-b176645c8e26 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 946 time: 0.0866210 Oct 11 15:26:27.521947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d5bd-020b-4680-9306-d214d8566619 req-f530ef08-614d-48d1-ac74-d6e83592ddab tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.522373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:27.523611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc64d5bd-020b-4680-9306-d214d8566619 req-f530ef08-614d-48d1-ac74-d6e83592ddab tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0842767 Oct 11 15:26:27.569314 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:27.572160 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b86e9e-c9ec-4e91-86ed-1f89e9c35369" -d '{"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-unplugged", "status": "completed", "tag": "aae77c0d-3583-4f95-b703-eb331754f182"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:27.577341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.584795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.587328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0776ed82-4e4f-4ef1-a21e-7036dd6fa0c6 req-abacdc3f-179c-43e2-989e-2ca39cf0b372 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621336 Oct 11 15:26:27.605754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc64d5bd-020b-4680-9306-d214d8566619 req-29fa0df0-d1fb-42dd-a701-bbe8a08c291b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677743 Oct 11 15:26:27.637311 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:27.653379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0f3-9fba-4462-9e43-94832666b935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.671754 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7f263a-4b89-4925-aefa-98b7e02e5522 x-openstack-request-id: req-4a7f263a-4b89-4925-aefa-98b7e02e5522 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:27.672133 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-unplugged", "status": "completed", "tag": "aae77c0d-3583-4f95-b703-eb331754f182", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:27.672411 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a7f263a-4b89-4925-aefa-98b7e02e5522 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:27.672795 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182', 'code': 200} Oct 11 15:26:27.692032 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:27.696792 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:27.697137 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:27.697448 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:27.702976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:27.703294 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Attempting to bind port aae77c0d-3583-4f95-b703-eb331754f182 on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:27.708364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:27.708814 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:27.709196 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:27.709646 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Bound port: aae77c0d-3583-4f95-b703-eb331754f182, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:27.710002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.745364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7dae1-ef34-4fc6-b3fe-38f25154019e req-106304b0-941f-413b-9413-3957512e6f1c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.746939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ec7dae1-ef34-4fc6-b3fe-38f25154019e req-106304b0-941f-413b-9413-3957512e6f1c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.0754454 Oct 11 15:26:27.782579 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:27.785696 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:27.791701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.792737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0f3-9fba-4462-9e43-94832666b935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.798313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0f3-9fba-4462-9e43-94832666b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.828201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ec7dae1-ef34-4fc6-b3fe-38f25154019e req-75dfa4e2-08e5-4743-a1f2-3fc79707c3c5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Oct 11 15:26:27.847242 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4f0f3-9fba-4462-9e43-94832666b935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992103c8-13fb-4e6d-bf95-883f6069185d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:27.854093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-19e4f0f3-9fba-4462-9e43-94832666b935 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=356b164ad1074d6da8f230884bd5bb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132087 Oct 11 15:26:27.854351 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:27.880186 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.881266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.882998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] 10.222.0.36 "PUT /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 1122 time: 0.6557343 Oct 11 15:26:27.886761 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56df0c-a4cb-4bac-bcd9-acf3b4e8fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:27.938915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 985492ad-9335-41c3-ab51-f01afce2a36e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:27.947048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524e8cd-1e09-4adb-ab65-def9e31b2215 req-16b8e7c3-20a6-4a97-9ec4-90ff31855f7b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:27.948522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a524e8cd-1e09-4adb-ab65-def9e31b2215 req-16b8e7c3-20a6-4a97-9ec4-90ff31855f7b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0867331 Oct 11 15:26:27.949894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.983773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:27.999980 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 985492ad-9335-41c3-ab51-f01afce2a36e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:28.004553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 985492ad-9335-41c3-ab51-f01afce2a36e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:28.005178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:28.023975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a524e8cd-1e09-4adb-ab65-def9e31b2215 req-6dbbe796-ed9e-4030-b60e-9e0e54d16a9c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Oct 11 15:26:28.049815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aae77c0d-3583-4f95-b703-eb331754f182'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:28.052007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['aae77c0d-3583-4f95-b703-eb331754f182'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:28.054179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:28.059520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:28.063091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/992103c8-13fb-4e6d-bf95-883f6069185d HTTP/1.1" status: 204 len: 168 time: 0.2055140 Oct 11 15:26:28.069955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4d70-4e46-415a-a25e-954380a785f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992103c8-13fb-4e6d-bf95-883f6069185d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:28.228806 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:28.276384 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:28.278680 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b3fb7-2f0e-4e90-ac8c-059fcb490106" -d '{"events": [{"server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "name": "network-vif-plugged", "status": "completed", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:28.310605 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=985492ad-9335-41c3-ab51-f01afce2a36e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:28.333354 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f8bcc-3cf9-44ba-ac92-cdd6e6ab9a87 x-openstack-request-id: req-1f0f8bcc-3cf9-44ba-ac92-cdd6e6ab9a87 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:28.333689 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "name": "network-vif-plugged", "status": "completed", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:28.333897 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f0f8bcc-3cf9-44ba-ac92-cdd6e6ab9a87 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:28.334282 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e', 'code': 200} Oct 11 15:26:28.336616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:28.428173 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:28.439821 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40185a-fec1-4c8b-b5c2-0986a03141b1 req-a275db08-9513-431a-8f37-33b04741651c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.441731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd40185a-fec1-4c8b-b5c2-0986a03141b1 req-a275db08-9513-431a-8f37-33b04741651c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0829408 Oct 11 15:26:28.511982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1c53-d205-4b29-9f99-a4d8a967019c req-1032db2d-d357-4c77-97e1-6f91934bd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.513406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-145a1c53-d205-4b29-9f99-a4d8a967019c req-1032db2d-d357-4c77-97e1-6f91934bd6f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 1100 time: 0.0707245 Oct 11 15:26:28.525847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd40185a-fec1-4c8b-b5c2-0986a03141b1 req-82cde19e-b293-4493-9ebe-f031634b029d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Oct 11 15:26:28.580452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-145a1c53-d205-4b29-9f99-a4d8a967019c req-6cebc4cb-114d-45a7-bf6d-be3e7a82d6c5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Oct 11 15:26:28.587909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a8a8d-f5c2-4e2d-aafe-b53b5356eb8a req-deb42878-3daf-448c-99e5-10e56a9586fa tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.589316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f96a8a8d-f5c2-4e2d-aafe-b53b5356eb8a req-deb42878-3daf-448c-99e5-10e56a9586fa tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.0818448 Oct 11 15:26:28.630549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f96a8a8d-f5c2-4e2d-aafe-b53b5356eb8a req-0ee44372-7987-44e8-bfac-97e69579a7c3 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344255 Oct 11 15:26:28.650903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:28.752778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204e4ce-0b57-4344-9b2b-7d3d33310ad9 req-d987797d-f6e0-4d73-8a1a-ddb552c848b0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.754317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d204e4ce-0b57-4344-9b2b-7d3d33310ad9 req-d987797d-f6e0-4d73-8a1a-ddb552c848b0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 946 time: 0.0867200 Oct 11 15:26:28.777220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:28.789907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:26:28.794973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e5bf-6959-44c2-bd80-2d96bf8a7be1 req-7eab9947-f7aa-49dc-8163-887263975d19 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.796411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8cf1e5bf-6959-44c2-bd80-2d96bf8a7be1 req-7eab9947-f7aa-49dc-8163-887263975d19 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0835569 Oct 11 15:26:28.817369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d204e4ce-0b57-4344-9b2b-7d3d33310ad9 req-956c49b7-df9c-41b0-9363-3cff3c7548bb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Oct 11 15:26:28.843688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8cf1e5bf-6959-44c2-bd80-2d96bf8a7be1 req-6a360f52-dcb0-433f-9382-4a1b2059bfba tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396509 Oct 11 15:26:28.971576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f34c-eca9-447c-9b69-09ff04c8104d req-96c4ca37-62b3-4de1-90ea-f3ae671fbe4f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:28.973395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2c3f34c-eca9-447c-9b69-09ff04c8104d req-96c4ca37-62b3-4de1-90ea-f3ae671fbe4f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.0521801 Oct 11 15:26:29.011437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2c3f34c-eca9-447c-9b69-09ff04c8104d req-bf8c291c-b89f-4b15-a07e-54933d3a07d1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Oct 11 15:26:29.140390 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61412f-d1d7-4c65-b571-ef66c6e6c823 req-01ae3c4a-89df-468f-b516-a936eb0307e4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:29.141899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a61412f-d1d7-4c65-b571-ef66c6e6c823 req-01ae3c4a-89df-468f-b516-a936eb0307e4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0499203 Oct 11 15:26:29.181821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a61412f-d1d7-4c65-b571-ef66c6e6c823 req-a2262a60-cc96-439a-bb46-1c20d2d4948f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Oct 11 15:26:29.301717 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-baccaeee-9f32-4e5c-a09c-c856add1fabc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:29.303150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-baccaeee-9f32-4e5c-a09c-c856add1fabc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 946 time: 0.0521765 Oct 11 15:26:29.394940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:26:29.395280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:29.491261 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:29.491607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:29.504565 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:26:29.641823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:29.649509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385594f-f0da-4081-9a63-31e668d87932 req-55c9094f-d078-4900-979e-ec2ddee3bad0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:29.657679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:29.658507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b385594f-f0da-4081-9a63-31e668d87932 req-55c9094f-d078-4900-979e-ec2ddee3bad0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0542352 Oct 11 15:26:29.681779 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:29.686539 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8699e1-2462-42ae-8ea1-444086ceee67" -d '{"events": [{"name": "network-changed", "server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "tag": "aae77c0d-3583-4f95-b703-eb331754f182"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:29.693769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:29.714048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b385594f-f0da-4081-9a63-31e668d87932 req-e0cc1799-4f17-4ad8-9370-55f7f2bf1ddd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Oct 11 15:26:29.744384 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:29.748852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:29.751526 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d463832-6a27-4fcb-b4cb-925a89c721f9 req-7e549642-2536-4bb0-8f59-6395f144583c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "DELETE /v2.0/ports/ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f HTTP/1.1" status: 204 len: 173 time: 0.4414911 Oct 11 15:26:29.777404 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1fbe1-05c1-4027-b478-f87845e85620 x-openstack-request-id: req-22a1fbe1-05c1-4027-b478-f87845e85620 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:29.777920 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "tag": "aae77c0d-3583-4f95-b703-eb331754f182", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:29.778338 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22a1fbe1-05c1-4027-b478-f87845e85620 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:29.778735 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182', 'status': 'completed', 'code': 200} Oct 11 15:26:29.792698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ca36-ba42-40ea-85bd-94f5e8a53fd9 req-8dd49338-9a22-4333-922d-0377180c0417 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:29.794770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64d3ca36-ba42-40ea-85bd-94f5e8a53fd9 req-8dd49338-9a22-4333-922d-0377180c0417 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.0599132 Oct 11 15:26:29.867261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64d3ca36-ba42-40ea-85bd-94f5e8a53fd9 req-b2e64e6b-5b87-4c79-ab83-71c3af8de7a3 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657213 Oct 11 15:26:29.877834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-a5411c59-111e-4505-8084-d363ae047c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:29.879596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-a5411c59-111e-4505-8084-d363ae047c58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1125 time: 0.0636876 Oct 11 15:26:29.994956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50e832be-1f5d-46fe-bf39-20e6ffa65e19 req-149f4f86-98b0-4bfc-ad44-e665051fb53d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0852270 Oct 11 15:26:30.064775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5950fc-4f5a-404c-b7e0-0da049b54d2d req-9c6d6e9f-0cf9-405d-aac6-d178843a36ea tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.066487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea5950fc-4f5a-404c-b7e0-0da049b54d2d req-9c6d6e9f-0cf9-405d-aac6-d178843a36ea tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0987585 Oct 11 15:26:30.067540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-a4ee80f0-02a9-486e-bd15-f3c0e4632789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.069115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-a4ee80f0-02a9-486e-bd15-f3c0e4632789 service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1788008 Oct 11 15:26:30.140761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-866e6840-d030-4c8d-ad69-137b9a3aefec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 217 time: 0.0494583 Oct 11 15:26:30.218076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea5950fc-4f5a-404c-b7e0-0da049b54d2d req-8b8953a2-944c-455a-8a6f-36c1b3423322 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428590 Oct 11 15:26:30.238999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-f75ba0aa-b0c4-4543-be3f-ce716736068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.240453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-f75ba0aa-b0c4-4543-be3f-ce716736068a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0840039 Oct 11 15:26:30.249496 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48af9a-3a2e-4226-a1bb-36a6ce12076c req-b12eb01a-a918-4011-a00b-3fcbeb16e556 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.256342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be48af9a-3a2e-4226-a1bb-36a6ce12076c req-b12eb01a-a918-4011-a00b-3fcbeb16e556 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1130669 Oct 11 15:26:30.306693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-1dc0e1c1-74ab-4747-896d-5bdc200b030b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477445 Oct 11 15:26:30.455512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be48af9a-3a2e-4226-a1bb-36a6ce12076c req-402be54d-c7c2-449d-b56a-ea986ff33d92 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889334 Oct 11 15:26:30.522314 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75a012-808d-4782-bf91-9040fe65d0dd req-f797710b-bd52-4969-a4d9-5ce0c2bd10f9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.523971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d75a012-808d-4782-bf91-9040fe65d0dd req-f797710b-bd52-4969-a4d9-5ce0c2bd10f9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1743934 Oct 11 15:26:30.555256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-e724766f-4ae1-4f41-ae24-701de6dfbd61 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232490 Oct 11 15:26:30.733105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d75a012-808d-4782-bf91-9040fe65d0dd req-b2682df9-5a10-4109-a7a5-f8f51eee0ea9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885397 Oct 11 15:26:30.752133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8699e1-2462-42ae-8ea1-444086ceee67 req-c04503e1-a233-43aa-87ae-6b6286c65dfa service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809235 Oct 11 15:26:30.869134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e183c30-8abe-4482-a8a8-7ec2342804d7 req-c679d4cc-1957-4b7d-a95e-89ae462bb4aa tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:30.870962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e183c30-8abe-4482-a8a8-7ec2342804d7 req-c679d4cc-1957-4b7d-a95e-89ae462bb4aa tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0597208 Oct 11 15:26:30.943659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e183c30-8abe-4482-a8a8-7ec2342804d7 req-70e10375-feb8-4ee0-9997-110055538829 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Oct 11 15:26:31.038500 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:31.042108 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b04bd-5c76-48f6-bcca-9ed0d58cf077 req-d42b9c01-0b1f-4be1-9a72-6c414ccae398 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:31.050394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465b04bd-5c76-48f6-bcca-9ed0d58cf077 req-d42b9c01-0b1f-4be1-9a72-6c414ccae398 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.0799270 Oct 11 15:26:31.097188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465b04bd-5c76-48f6-bcca-9ed0d58cf077 req-93c5cdec-f3a2-434d-a2ef-a1e46b734514 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Oct 11 15:26:31.124147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-153babf1-a320-441f-8b3d-72c2abd12e7c req-bc0388b1-7c2d-40de-ab47-f7492ec0f8ce tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0440960 Oct 11 15:26:31.158122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e756f3ca-7624-4f9e-b777-9d8d61f70a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.227378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e411b2-95d9-4181-af96-edbefc80f812 req-1ec33d55-a24d-4262-a1c7-999b5c15bca2 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:31.228890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04e411b2-95d9-4181-af96-edbefc80f812 req-1ec33d55-a24d-4262-a1c7-999b5c15bca2 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 1100 time: 0.0408950 Oct 11 15:26:31.241097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e756f3ca-7624-4f9e-b777-9d8d61f70a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.246674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e756f3ca-7624-4f9e-b777-9d8d61f70a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.267394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04e411b2-95d9-4181-af96-edbefc80f812 req-3cfebd64-2b16-4226-aafb-53047c5726fd tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303249 Oct 11 15:26:31.304041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e756f3ca-7624-4f9e-b777-9d8d61f70a7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b325ea83e014fa7b1960875186a45a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635365 Oct 11 15:26:31.306782 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:31.312047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756f3ca-7624-4f9e-b777-9d8d61f70a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b5c6c6-5233-48ed-8a37-b1a55a9580ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:31.675563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-04bab0ce-4422-4c1a-b0d2-07286a7e3a8b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369930 Oct 11 15:26:31.716956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.754517 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c035e-99fb-4f57-965a-95e9bfd88669 req-ececec8b-f0d4-47e6-90c0-8028fe2bc038 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:31.756050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-026c035e-99fb-4f57-965a-95e9bfd88669 req-ececec8b-f0d4-47e6-90c0-8028fe2bc038 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.4152737 Oct 11 15:26:31.779786 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'name': 'network-vif-deleted', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:31.782178 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b9800-8826-495e-bc88-14fdeab85005" -d '{"events": [{"server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "name": "network-vif-deleted", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:31.793746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.871788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-026c035e-99fb-4f57-965a-95e9bfd88669 req-5cecde26-ec97-4c77-9221-84f72c8f44fd tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029129 Oct 11 15:26:31.879504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-23b46c0a-1c9d-499f-9554-c524f3cd647f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:31.880950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-23b46c0a-1c9d-499f-9554-c524f3cd647f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992221 Oct 11 15:26:31.902049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-0fe897a0-76f0-4bd9-b4ea-1f6a9a1b8a07 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0151291 Oct 11 15:26:31.909728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.912665 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:31.913953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14b5c6c6-5233-48ed-8a37-b1a55a9580ad HTTP/1.1" status: 204 len: 168 time: 0.6059144 Oct 11 15:26:31.955751 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fdcc7-a20d-433e-b034-e212c7a10bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b5c6c6-5233-48ed-8a37-b1a55a9580ad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:32.028694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-5e932a01-8b6c-466c-8d92-80fc2d6ad280 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1133349 Oct 11 15:26:32.042625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba4201-afec-4908-b9ae-8077384bdd9b req-019fa010-4aeb-4f13-bddb-1a0c061d0b57 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:32.044291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7aba4201-afec-4908-b9ae-8077384bdd9b req-019fa010-4aeb-4f13-bddb-1a0c061d0b57 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.0910838 Oct 11 15:26:32.100300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7aba4201-afec-4908-b9ae-8077384bdd9b req-1b6659da-5633-4453-912c-7e33b9fe2510 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Oct 11 15:26:32.253283 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd87bb6-8c53-4c29-9f7d-9e017c659455 x-openstack-request-id: req-7cd87bb6-8c53-4c29-9f7d-9e017c659455 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:32.254186 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3dbece-a109-4014-a756-ea2b9acdbcd6", "name": "network-vif-deleted", "tag": "ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:32.254632 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cd87bb6-8c53-4c29-9f7d-9e017c659455 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:32.255225 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3dbece-a109-4014-a756-ea2b9acdbcd6', 'name': 'network-vif-deleted', 'tag': 'ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f', 'status': 'completed', 'code': 200} Oct 11 15:26:32.281722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04f7de-dcb4-438f-8541-b3be281a4ec6 req-c8812e2c-9fe5-47c3-b706-4069f68470f3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:32.283450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c04f7de-dcb4-438f-8541-b3be281a4ec6 req-c8812e2c-9fe5-47c3-b706-4069f68470f3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0643470 Oct 11 15:26:32.328923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50b04882-565a-4df0-a9fc-8d30faec72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.349918 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:32.363108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebaa8-7c91-4827-a168-9cff1173c90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.378034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c04f7de-dcb4-438f-8541-b3be281a4ec6 req-1422f261-3307-48a1-ac72-ad4a7f032f94 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884602 Oct 11 15:26:32.424399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf0ce1-b085-4f64-a379-dd976f43ca55 req-aa597c6f-8242-4025-9b19-acc5c55e2140 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:32.434095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abaf0ce1-b085-4f64-a379-dd976f43ca55 req-aa597c6f-8242-4025-9b19-acc5c55e2140 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1075475 Oct 11 15:26:32.502117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebaa8-7c91-4827-a168-9cff1173c90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.507136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebaa8-7c91-4827-a168-9cff1173c90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.517609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aeae663d-fdd5-458a-8232-12ff07da975b req-cc0bd4d0-8fad-4be1-867a-dbf17083b314 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0528162 Oct 11 15:26:32.550426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abaf0ce1-b085-4f64-a379-dd976f43ca55 req-0c3c540a-5e1d-4e31-859d-d303dfcde728 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150501 Oct 11 15:26:32.552746 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d6ebaa8-7c91-4827-a168-9cff1173c90f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f692ff286c04c4fb749926e3ce071eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017407 Oct 11 15:26:32.553637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ebaa8-7c91-4827-a168-9cff1173c90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26426c5-c91d-4eaf-bb75-9f578f92cb62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:32.555330 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:32.634003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b6397ad-eff7-49ad-96a6-b3d0b8280783 req-4deadd7f-5110-4bc5-a0ee-c380aa49ff04 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 210 time: 0.0323620 Oct 11 15:26:32.653245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.681270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:32.685799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.709833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:26:32.710178 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ab4a5e6b-cf77-4fdc-87e5-bb293923ec3f not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:32.740073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.743423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:32.753873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f26426c5-c91d-4eaf-bb75-9f578f92cb62 HTTP/1.1" status: 204 len: 168 time: 0.1912091 Oct 11 15:26:32.764556 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad307-7fed-4d21-baf5-fa75720b1923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26426c5-c91d-4eaf-bb75-9f578f92cb62,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:33.018480 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cec8e-ed49-40e9-bed6-6ab6f7d04c95 req-8fcb5780-6ddc-404d-8961-83e4af9a7db3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:33.020137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-714cec8e-ed49-40e9-bed6-6ab6f7d04c95 req-8fcb5780-6ddc-404d-8961-83e4af9a7db3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0707183 Oct 11 15:26:33.060307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-714cec8e-ed49-40e9-bed6-6ab6f7d04c95 req-36e08e90-bd29-4b00-8ce5-bc5283dace03 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Oct 11 15:26:33.236682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c7007-8edc-4e17-9ccb-4bcc0b630191 req-fa232188-39ac-4ee9-a555-a03da757097d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:33.238993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-805c7007-8edc-4e17-9ccb-4bcc0b630191 req-fa232188-39ac-4ee9-a555-a03da757097d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.0592647 Oct 11 15:26:33.281537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-805c7007-8edc-4e17-9ccb-4bcc0b630191 req-dd59cace-7589-4739-8c70-4bab616246c5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Oct 11 15:26:33.501014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c649816-ddb6-40eb-aa0c-fc7d726ee2fb req-b36b7d5b-4650-48cf-86e4-5ab3837f241e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:33.503209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c649816-ddb6-40eb-aa0c-fc7d726ee2fb req-b36b7d5b-4650-48cf-86e4-5ab3837f241e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0565786 Oct 11 15:26:33.570853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-45139b73-8b46-4422-bbc9-e723f86a833b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497279 Oct 11 15:26:33.639347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c649816-ddb6-40eb-aa0c-fc7d726ee2fb req-7ed17817-ade7-4817-aba7-5b2e1f08ef59 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295393 Oct 11 15:26:33.810124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-376d7d03-9df1-48dc-b8da-a0f9577ba374 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:33.811325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-376d7d03-9df1-48dc-b8da-a0f9577ba374 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197328 Oct 11 15:26:33.814869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4bbc84b-fe79-4f98-9331-b49c3f503ed0 req-301e57c1-52ff-4398-9211-d760c49d7f1d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0518174 Oct 11 15:26:33.831191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39789b41-ca9b-43e1-adb9-5650b0f79fb5 req-9993da82-f49d-4ef5-84dc-9ebd99a2c7cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:33.832928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39789b41-ca9b-43e1-adb9-5650b0f79fb5 req-9993da82-f49d-4ef5-84dc-9ebd99a2c7cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1561871 Oct 11 15:26:33.841831 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:33.952441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7622e5b-eb89-4b37-8df2-6e00f24a1f6f req-8ba8fd18-6f71-44b8-86a9-f472213b38b4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 210 time: 0.0527260 Oct 11 15:26:33.960011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39789b41-ca9b-43e1-adb9-5650b0f79fb5 req-d6cf7fbe-fc0d-46ab-8b10-3b70c9cfef47 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136796 Oct 11 15:26:34.023553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:34.028358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.190448 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.67 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/49843221-1fa6-42d4-bdd7-a6b79bc692ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:34.251334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef747bd-adb3-44da-be0f-410f39fddb1e req-024c3fc0-4a8f-4ccf-a3c1-f3d65a3a1ef8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:34.252831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ef747bd-adb3-44da-be0f-410f39fddb1e req-024c3fc0-4a8f-4ccf-a3c1-f3d65a3a1ef8 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0851989 Oct 11 15:26:34.344590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ef747bd-adb3-44da-be0f-410f39fddb1e req-9e42f99b-b09f-492a-9db0-ed8215d1b69e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837820 Oct 11 15:26:34.427003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.506890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409610d1-2785-4d3a-a6b2-ea28a40f31db req-df535334-b054-4a76-aa7c-6ea96967eca8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:34.508476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-409610d1-2785-4d3a-a6b2-ea28a40f31db req-df535334-b054-4a76-aa7c-6ea96967eca8 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.0728052 Oct 11 15:26:34.515217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.534330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:34.539403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42', '985492ad-9335-41c3-ab51-f01afce2a36e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:34.585547 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:34.599852 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:34.603283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:34.606379 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:34.611174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-409610d1-2785-4d3a-a6b2-ea28a40f31db req-39737617-0b37-4e26-97af-0619fdf8bcee tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934370 Oct 11 15:26:34.670376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:34.671029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.694636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-b98e7830-ca01-47ff-b330-5c18d80f0690 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8563089 Oct 11 15:26:34.716079 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Request body: {'port': {'device_id': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:34.863244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.867295 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3037da41-943e-4928-bc05-bf1ef99de0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:34.893579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f318-b8e8-4dc3-905c-1b0d452eefe5 req-8b9e6a89-0ec0-4886-b045-2bcb62f01014 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:34.895382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2721f318-b8e8-4dc3-905c-1b0d452eefe5 req-8b9e6a89-0ec0-4886-b045-2bcb62f01014 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1378486 Oct 11 15:26:34.994581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b62f8e26-b073-4e32-b06f-359ba70e359e req-a57cb9dd-0916-494c-acab-20c314888cba tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d3dbece-a109-4014-a756-ea2b9acdbcd6 HTTP/1.1" status: 200 len: 210 time: 0.0415041 Oct 11 15:26:35.000981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2721f318-b8e8-4dc3-905c-1b0d452eefe5 req-77b67945-8562-4ca4-9194-e3a5c7f6da53 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820179 Oct 11 15:26:35.058363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a2f5584-4ea1-42b3-b2e4-ac23a4bbf0cc None None] Provisioning complete for port 49843221-1fa6-42d4-bdd7-a6b79bc692ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:35.059231 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5584-4ea1-42b3-b2e4-ac23a4bbf0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.140749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f5584-4ea1-42b3-b2e4-ac23a4bbf0cc None None] Port 49843221-1fa6-42d4-bdd7-a6b79bc692ff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:26:35.242545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2dca7-7462-491a-9ffa-00b4c8533ce2 req-3f3026e2-1f9a-495d-bc05-c8e955f69a92 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.244491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df2dca7-7462-491a-9ffa-00b4c8533ce2 req-3f3026e2-1f9a-495d-bc05-c8e955f69a92 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1039565 Oct 11 15:26:35.253787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896bf8-4fbc-4f5e-be8e-4c2e13578f37 req-efa26f21-b056-4975-9722-cc13b26ac9f5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.260538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1896bf8-4fbc-4f5e-be8e-4c2e13578f37 req-efa26f21-b056-4975-9722-cc13b26ac9f5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 935 time: 0.1286554 Oct 11 15:26:35.346809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df2dca7-7462-491a-9ffa-00b4c8533ce2 req-5bf28f7b-f919-42ed-9a9f-c285b9f017ee tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836315 Oct 11 15:26:35.357970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1896bf8-4fbc-4f5e-be8e-4c2e13578f37 req-f673a0ad-4572-40e3-a99a-e27821f77d2c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963962 Oct 11 15:26:35.413596 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49843221-1fa6-42d4-bdd7-a6b79bc692ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:35.422981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.461719 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Transition to ACTIVE for port object 49843221-1fa6-42d4-bdd7-a6b79bc692ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:35.467380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.519036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5b152-3097-418c-a956-39647ebf64d8 req-7592b05a-217a-47a4-93c9-d925da02f8ea tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.520578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bee5b152-3097-418c-a956-39647ebf64d8 req-7592b05a-217a-47a4-93c9-d925da02f8ea tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0932949 Oct 11 15:26:35.543349 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Pushing event updated for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:35.608656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bee5b152-3097-418c-a956-39647ebf64d8 req-96b8c1ce-04a5-4074-a8af-5f24fa80d114 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Oct 11 15:26:35.640791 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Attempting to bind port 49843221-1fa6-42d4-bdd7-a6b79bc692ff on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:35.641124 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Attempting to bind port 49843221-1fa6-42d4-bdd7-a6b79bc692ff by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:35.641456 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Attempting to bind port 49843221-1fa6-42d4-bdd7-a6b79bc692ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:35.646351 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Port 49843221-1fa6-42d4-bdd7-a6b79bc692ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:35.646506 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Attempting to bind port 49843221-1fa6-42d4-bdd7-a6b79bc692ff on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:35.651489 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:35.651823 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:35.652832 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:35.653256 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Bound port: 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:35.653637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.760140 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:35.776990 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:35.784046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.796291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.823353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f796abf-199e-4b88-aa5a-f302418369a8 req-3494fd32-89f5-491d-90aa-1c11d071a053 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.825414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f796abf-199e-4b88-aa5a-f302418369a8 req-3494fd32-89f5-491d-90aa-1c11d071a053 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1033964 Oct 11 15:26:35.832106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.832640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.834095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] 10.222.0.43 "PUT /v2.0/ports/49843221-1fa6-42d4-bdd7-a6b79bc692ff HTTP/1.1" status: 200 len: 1095 time: 1.1260414 Oct 11 15:26:35.834551 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:35.836810 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978b45a-6eca-48e2-bf95-90ea2acec943" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:35.883087 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc625ad-b742-40b8-b736-4b3ebe72e9db x-openstack-request-id: req-efc625ad-b742-40b8-b736-4b3ebe72e9db {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:35.883374 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:35.883625 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efc625ad-b742-40b8-b736-4b3ebe72e9db {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:35.884024 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff', 'status': 'completed', 'code': 200} Oct 11 15:26:35.890394 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30697-53bd-4e89-abf3-14316fa071bd service neutron] Pushing event updated for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:35.902714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f796abf-199e-4b88-aa5a-f302418369a8 req-54cf4118-bf8b-4faf-843f-aad522823f2f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562582 Oct 11 15:26:35.912601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:35.952581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-1795a642-5616-4599-88ee-59b27ffbe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:35.954371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-1795a642-5616-4599-88ee-59b27ffbe705 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 1098 time: 0.0507665 Oct 11 15:26:36.007733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-a677d838-e2ed-475e-ad72-2b5d2800ca99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff HTTP/1.1" status: 200 len: 217 time: 0.0396571 Oct 11 15:26:36.066797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-74eebd9b-33fd-4903-9b9f-2122eb692f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.068480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-74eebd9b-33fd-4903-9b9f-2122eb692f2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0523810 Oct 11 15:26:36.133605 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:36.151573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-bc6d92d5-adb3-4df2-9ce1-2e09156147d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.153650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-bc6d92d5-adb3-4df2-9ce1-2e09156147d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767734 Oct 11 15:26:36.171698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218099-a6bc-48c8-8d60-03595e9e172b req-478527b8-0bf3-4138-b6af-8a8dd0925f60 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.173148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96218099-a6bc-48c8-8d60-03595e9e172b req-478527b8-0bf3-4138-b6af-8a8dd0925f60 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0596371 Oct 11 15:26:36.264116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2262-d8d8-4b0d-8dc9-01e2681d1033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.266377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96218099-a6bc-48c8-8d60-03595e9e172b req-d11de9bf-8ee1-452d-a877-3f2566f2ace1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845928 Oct 11 15:26:36.298537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-923e4b2c-cd15-4f9d-a08c-595e86fd25cb service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243970 Oct 11 15:26:36.343221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2262-d8d8-4b0d-8dc9-01e2681d1033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.347781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2262-d8d8-4b0d-8dc9-01e2681d1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.395169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1ab2262-d8d8-4b0d-8dc9-01e2681d1033 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a21c4bccbd2c4a348e2c1d6c7e5aae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581162 Oct 11 15:26:36.395519 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:36.403620 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab2262-d8d8-4b0d-8dc9-01e2681d1033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200803ee-cb68-4a52-ae0f-757c06c658c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:36.457414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.479460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.481273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3bc215-f737-4582-ab58-ae582e5bea7c req-21bd69dd-9ea4-4f85-9b61-03fc3dd0df10 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745420 Oct 11 15:26:36.521156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e290d-ffc0-452d-b920-3c3a761ca384 req-2b3a0de4-d3d5-4672-9226-d798ee2e77d1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.522858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb8e290d-ffc0-452d-b920-3c3a761ca384 req-2b3a0de4-d3d5-4672-9226-d798ee2e77d1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 947 time: 0.0862093 Oct 11 15:26:36.534290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.535661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aeeee-2c16-4f37-bdd5-237edb9361c2 req-8f174aff-3d65-40a9-a881-570a1c93a4cb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.536884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.537108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab9aeeee-2c16-4f37-bdd5-237edb9361c2 req-8f174aff-3d65-40a9-a881-570a1c93a4cb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0941832 Oct 11 15:26:36.540430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/200803ee-cb68-4a52-ae0f-757c06c658c0 HTTP/1.1" status: 204 len: 168 time: 0.1412208 Oct 11 15:26:36.548968 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526965b9-bf6b-4b2c-a8d6-68a4a8dd5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200803ee-cb68-4a52-ae0f-757c06c658c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:36.629396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb8e290d-ffc0-452d-b920-3c3a761ca384 req-3b687c82-467f-48e1-aa0c-bfe1b7c89b93 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913129 Oct 11 15:26:36.638273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab9aeeee-2c16-4f37-bdd5-237edb9361c2 req-15071435-e2f7-44b2-a38e-736a9a7c84a2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818667 Oct 11 15:26:36.640870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-f7cee0a5-39ac-4107-af8d-4f7b7d4b0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.642327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-f7cee0a5-39ac-4107-af8d-4f7b7d4b0423 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 1098 time: 0.1032834 Oct 11 15:26:36.835649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-a5b6f75a-b474-4a0f-9e29-b4fea8939bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.838211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-a5b6f75a-b474-4a0f-9e29-b4fea8939bcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1850970 Oct 11 15:26:36.839824 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:36.852474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a79d7e8b-e9a6-4f58-bb26-2d17e4d54f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.898691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9b95-6570-4564-94ee-c58c907ead48 req-1244cb56-9f9a-4d52-a9b2-c2a1d7c9a033 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.900171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-745a9b95-6570-4564-94ee-c58c907ead48 req-1244cb56-9f9a-4d52-a9b2-c2a1d7c9a033 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.1813457 Oct 11 15:26:36.941233 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b9b0-bfb6-4859-9a7a-e8ef8c238f78 req-14c008c7-33fb-417c-b6a5-6533a5f49b8a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:36.942761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f31b9b0-bfb6-4859-9a7a-e8ef8c238f78 req-14c008c7-33fb-417c-b6a5-6533a5f49b8a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1402910 Oct 11 15:26:36.949162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-e33715aa-dae7-4e99-801f-4117c84585da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff HTTP/1.1" status: 200 len: 217 time: 0.0767798 Oct 11 15:26:36.952035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a79d7e8b-e9a6-4f58-bb26-2d17e4d54f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.955991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a79d7e8b-e9a6-4f58-bb26-2d17e4d54f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:36.975639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-745a9b95-6570-4564-94ee-c58c907ead48 req-dc15f039-b6f0-4e55-90b5-3db02a7736fa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0427821 Oct 11 15:26:36.998000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a79d7e8b-e9a6-4f58-bb26-2d17e4d54f3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1165ef33fbe4d80aa0b3ba2d0046cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569428 Oct 11 15:26:37.000631 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:37.025842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d7e8b-e9a6-4f58-bb26-2d17e4d54f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7019b4-0965-4e35-ac08-9d579ad2b99d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:37.037500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f31b9b0-bfb6-4859-9a7a-e8ef8c238f78 req-6469d0eb-1de7-4631-84c3-f126baf73a28 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873022 Oct 11 15:26:37.046015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-745a9b95-6570-4564-94ee-c58c907ead48 req-28bd8dff-c793-40ee-9fb7-d996cd4c1345 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515888 Oct 11 15:26:37.085117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:37.108244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-ac1360a9-3c21-4a6a-a2fd-dbd3346f351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:37.109648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:37.109880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-ac1360a9-3c21-4a6a-a2fd-dbd3346f351f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1514578 Oct 11 15:26:37.159126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:37.162666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:37.164238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a7019b4-0965-4e35-ac08-9d579ad2b99d HTTP/1.1" status: 204 len: 168 time: 0.1624913 Oct 11 15:26:37.186772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed050bf-3e40-4c29-adc7-5c7c2bde7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7019b4-0965-4e35-ac08-9d579ad2b99d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:37.224632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-745a9b95-6570-4564-94ee-c58c907ead48 req-7f42e418-3ecb-4116-a4ba-3e87279cf837 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777806 Oct 11 15:26:37.231905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-7cdaac03-065d-4d9f-b760-5ee2bf72a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:37.233536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-7cdaac03-065d-4d9f-b760-5ee2bf72a52f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137187 Oct 11 15:26:37.259550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f659-a3c2-48f8-9523-fdf97966dffb req-b9409b85-693b-4d8e-b20e-5eafa7131af9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:37.260987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dd6f659-a3c2-48f8-9523-fdf97966dffb req-b9409b85-693b-4d8e-b20e-5eafa7131af9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1162274 Oct 11 15:26:37.584471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:37.680920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dd6f659-a3c2-48f8-9523-fdf97966dffb req-5de7efd1-9806-46c6-b112-c7be9642257c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802235 Oct 11 15:26:37.715362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-745a9b95-6570-4564-94ee-c58c907ead48 req-2d846a52-4dd5-46dd-9288-128f1e34623b service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787643 Oct 11 15:26:37.728075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-6988a0c1-7a06-4bb7-bbec-f9e7c6a004e8 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835219 Oct 11 15:26:37.882204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553f1c-e3a0-4bfb-b2da-69dce8cd09c5 req-427d512e-f96f-4a16-adfa-91a29ca6b5da tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:37.883695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc553f1c-e3a0-4bfb-b2da-69dce8cd09c5 req-427d512e-f96f-4a16-adfa-91a29ca6b5da tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0836415 Oct 11 15:26:37.959685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f978b45a-6eca-48e2-bf95-90ea2acec943 req-a9745144-2b6b-456a-a664-6494be3cb142 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215078 Oct 11 15:26:37.990846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc553f1c-e3a0-4bfb-b2da-69dce8cd09c5 req-7b7bb18c-4c33-48ea-9ca5-eab8a3bd88bb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947464 Oct 11 15:26:38.010630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174ba6e-3a3f-46df-a1fd-96099c969d25 req-2fd174ae-c6fa-400b-bfdc-b0149b0bc562 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:38.010630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6174ba6e-3a3f-46df-a1fd-96099c969d25 req-2fd174ae-c6fa-400b-bfdc-b0149b0bc562 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 947 time: 0.0854173 Oct 11 15:26:38.094554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6174ba6e-3a3f-46df-a1fd-96099c969d25 req-3e152f29-18df-4f44-ac31-a7c3418befc8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804617 Oct 11 15:26:38.142648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd26de-705b-42c9-a5a0-289f9e567973 req-58e7599b-d1de-4e46-8ee5-4b5fa0e67855 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:38.150856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fddd26de-705b-42c9-a5a0-289f9e567973 req-58e7599b-d1de-4e46-8ee5-4b5fa0e67855 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0826550 Oct 11 15:26:38.214059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fddd26de-705b-42c9-a5a0-289f9e567973 req-0e73e28e-aa1c-4ece-a2b6-30cc031782ef tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611942 Oct 11 15:26:38.325262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9669198d-ef1a-41e3-b4d7-d69fd8281335 req-784c5ad5-9475-4f09-89cc-7c409e7e42ac tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=5049c0a4-f28d-438e-afa9-087bc47ff040 HTTP/1.1" status: 200 len: 210 time: 0.0735974 Oct 11 15:26:38.383061 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c488f640-6f34-4689-892f-10ea23fe780d req-0582317d-8831-43bc-bd58-95195d7a498d service neutron] show failed (client error): The resource could not be found. Oct 11 15:26:38.384307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-0582317d-8831-43bc-bd58-95195d7a498d service neutron] 10.222.0.36 "GET /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1214654 Oct 11 15:26:38.399486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393bc6d-a65d-44e8-9fb5-4f7875d7d299 req-fa37b85c-63c5-45da-931b-33f3db9b9bda tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:38.408373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0393bc6d-a65d-44e8-9fb5-4f7875d7d299 req-fa37b85c-63c5-45da-931b-33f3db9b9bda tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0799553 Oct 11 15:26:38.458403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0393bc6d-a65d-44e8-9fb5-4f7875d7d299 req-1cd6c65d-2b07-4c8c-8af3-e55e58406b87 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488644 Oct 11 15:26:38.706734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-925a6a8a-a9c3-4da4-b156-2b7202c860f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:38.708947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-925a6a8a-a9c3-4da4-b156-2b7202c860f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1100 time: 0.0772080 Oct 11 15:26:38.729275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:38.856407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:38.951613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc979-96cc-4b96-a613-a15d441a52c6 req-be7db3a7-cdcc-4600-925d-5e60831b71ac tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:38.953346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22dfc979-96cc-4b96-a613-a15d441a52c6 req-be7db3a7-cdcc-4600-925d-5e60831b71ac tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 944 time: 0.1553235 Oct 11 15:26:39.007210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:39.064652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-e34e1f72-75f7-4cd1-9084-d1457e7a0425 service neutron] 10.222.0.43 "GET /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0817239 Oct 11 15:26:39.097271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22dfc979-96cc-4b96-a613-a15d441a52c6 req-5583fb37-418e-45d8-a435-843a05701f2f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306808 Oct 11 15:26:39.249581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6343827-dfec-48ab-a170-4148065d03b2 req-49bf335b-6c09-4aef-bef5-ebc053c5068f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.251005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6343827-dfec-48ab-a170-4148065d03b2 req-49bf335b-6c09-4aef-bef5-ebc053c5068f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1457818 Oct 11 15:26:39.291288 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:39.301833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d40d0-f6b2-4b75-b20b-ec490967a46c req-fd08382f-293c-4e4d-93a4-a1792964f352 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.303316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b1d40d0-f6b2-4b75-b20b-ec490967a46c req-fd08382f-293c-4e4d-93a4-a1792964f352 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 947 time: 0.1286883 Oct 11 15:26:39.321163 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:39.336894 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:39.354603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6343827-dfec-48ab-a170-4148065d03b2 req-26d2a343-0922-42ff-a2cf-4302e5e6da79 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914729 Oct 11 15:26:39.387260 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae77c0d-3583-4f95-b703-eb331754f182 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:39.396808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b1d40d0-f6b2-4b75-b20b-ec490967a46c req-7ebf4619-44aa-46d6-b39f-0af7ebb00e04 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Oct 11 15:26:39.406415 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:39.422088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:39.428776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:39.489329 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:39.491759 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f829e-95bf-4521-9329-5a2416a22899" -d '{"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-unplugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:39.504261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:39.525708 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] Transition to ACTIVE for port object aae77c0d-3583-4f95-b703-eb331754f182 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:39.530896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:39.580184 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Transition to ACTIVE for port object cd49d667-baf2-44e2-8fa0-98e30f871a65 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:39.593080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:39.606063 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] No DVR routers for this DVR port aae77c0d-3583-4f95-b703-eb331754f182 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:39.617396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] Pushing event updated for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:39.640873 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7764f243-60f7-436b-a276-8f1afc5feff2 service neutron] 10.222.0.43 "PUT /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5690033 Oct 11 15:26:39.655807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e0466-73c3-4fee-8044-eae650c58317 req-1ec15120-c009-47c3-89f7-41afc182fdeb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.657268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c70e0466-73c3-4fee-8044-eae650c58317 req-1ec15120-c009-47c3-89f7-41afc182fdeb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1838207 Oct 11 15:26:39.661822 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:39.742467 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] No DVR routers for this DVR port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:39.755350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-ea1648b5-ecac-4be7-9725-74cef0af9234 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.757231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-ea1648b5-ecac-4be7-9725-74cef0af9234 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.2848806 Oct 11 15:26:39.797416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c70e0466-73c3-4fee-8044-eae650c58317 req-ebd5ec27-468e-4e60-95b0-591b1847a951 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275744 Oct 11 15:26:39.804266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-6ae203f4-1cba-4bfd-bf64-3cfff35bf23e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0350296 Oct 11 15:26:39.836837 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:39.837676 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:39.838186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:39.843975 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-212e2ab2-a60f-4242-8634-a48946781a9a tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.846501 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-212e2ab2-a60f-4242-8634-a48946781a9a tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0563941 Oct 11 15:26:39.877630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-2a98789e-5a57-4e40-9b15-c12ecdb3c8ca tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643845 Oct 11 15:26:39.891027 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:39.891345 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:39.929598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-6c4c0832-03ea-4fc3-87f8-efdafbe76665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:39.931673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-6c4c0832-03ea-4fc3-87f8-efdafbe76665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf&tenant_id=2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 1096 time: 0.0730028 Oct 11 15:26:39.932207 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:39.932548 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:39.932981 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:39.933922 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Bound port: cd49d667-baf2-44e2-8fa0-98e30f871a65, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:39.934276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.000844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 49843221-1fa6-42d4-bdd7-a6b79bc692ff details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:40.004974 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-2de1c622-6880-4180-a22d-63866f57c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.007296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-2de1c622-6880-4180-a22d-63866f57c1c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1096 time: 0.0494871 Oct 11 15:26:40.009848 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:40.074957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-8a5ad2e9-aca6-4fea-9ea2-62e01fa6be5d service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964133 Oct 11 15:26:40.077204 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:40.082256 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:40.098361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d976-fe97-4d11-85cd-ff5d30679b9b req-c62ec3e4-ce19-485b-b206-bf4c0b8ad69a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.099926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91e9d976-fe97-4d11-85cd-ff5d30679b9b req-c62ec3e4-ce19-485b-b206-bf4c0b8ad69a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.1153238 Oct 11 15:26:40.100899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.127628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-8a3fa23e-6d34-45ab-97eb-d651511559b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.128767 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:40.129658 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-8a3fa23e-6d34-45ab-97eb-d651511559b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1155088 Oct 11 15:26:40.171693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '49843221-1fa6-42d4-bdd7-a6b79bc692ff', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '49843221-1fa6-42d4-bdd7-a6b79bc692ff', 'mac_address': 'fa:16:3e:6a:28:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:40.194257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.194874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.196257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] 10.222.0.43 "PUT /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 1095 time: 1.4727392 Oct 11 15:26:40.201476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-de804120-57e4-45dc-83c3-5aa3ad9c033f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 200 len: 217 time: 0.0643060 Oct 11 15:26:40.245246 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:40.263112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.270950 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7a5bea47-8ae5-4d8a-98df-51afdc53b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.272869 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-7a5bea47-8ae5-4d8a-98df-51afdc53b55b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0501127 Oct 11 15:26:40.293913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91e9d976-fe97-4d11-85cd-ff5d30679b9b req-dcb1a27e-2684-4e00-9d1d-dfecb90b55fc tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474786 Oct 11 15:26:40.294900 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49843221-1fa6-42d4-bdd7-a6b79bc692ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:40.307453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdbbf2-2835-42c3-ba95-8e37b61abef2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:40.326557 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-6ed31c8e-bd12-42e7-a049-0515a1153f15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464075 Oct 11 15:26:40.344362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:40.345534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.348597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.370623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-81c3a08f-b3df-4206-8b84-0eb9e6f4be56 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946928 Oct 11 15:26:40.371808 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:40.384879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-676f3736-782d-4441-86cb-b8474ccc0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.388146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-676f3736-782d-4441-86cb-b8474ccc0807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1098 time: 0.1579177 Oct 11 15:26:40.420025 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:40.477181 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45babece-cdf5-4733-91d1-15a0d2337662 x-openstack-request-id: req-45babece-cdf5-4733-91d1-15a0d2337662 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:40.477475 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-unplugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:40.477749 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45babece-cdf5-4733-91d1-15a0d2337662 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:40.478145 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'code': 200} Oct 11 15:26:40.481084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-02113f97-4c39-4610-8a5b-2d0e59f6b8d1 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455486 Oct 11 15:26:40.575167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-813f9d3b-80a2-452f-aa33-b98968a7df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.576989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-813f9d3b-80a2-452f-aa33-b98968a7df35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1798375 Oct 11 15:26:40.592081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e78b-efad-4e5c-bf64-2095893e513f req-da1e7d4a-25eb-4c4c-861c-5fe26b515050 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.593667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee19e78b-efad-4e5c-bf64-2095893e513f req-da1e7d4a-25eb-4c4c-861c-5fe26b515050 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.0838766 Oct 11 15:26:40.603614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-52f9b902-1f8c-440d-8b4b-08394e364003 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150167 Oct 11 15:26:40.631314 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be3a3285-f2a1-4ca2-b782-3ee6d86ce2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.684303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-8af103b1-3729-49a4-9ea6-bb35a866840f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0675676 Oct 11 15:26:40.781846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee19e78b-efad-4e5c-bf64-2095893e513f req-8036ce8c-d5c2-4528-b351-82c5ed240298 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634641 Oct 11 15:26:40.804916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-7718ceb1-93e3-4d40-9710-c8450f6e3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.817046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-7718ceb1-93e3-4d40-9710-c8450f6e3f58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1140237 Oct 11 15:26:40.834261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47522fc4-599d-43ed-a471-94dc86dd30b2 req-d2792150-91a5-4dbb-8b4f-2ae164d075cf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.835788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47522fc4-599d-43ed-a471-94dc86dd30b2 req-d2792150-91a5-4dbb-8b4f-2ae164d075cf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.1600413 Oct 11 15:26:40.890682 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-ff154d2a-4d35-420d-90fb-75091bbffc59 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.892656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-ff154d2a-4d35-420d-90fb-75091bbffc59 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0675013 Oct 11 15:26:40.964080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be3a3285-f2a1-4ca2-b782-3ee6d86ce2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.970630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47522fc4-599d-43ed-a471-94dc86dd30b2 req-acc463b7-1364-44ac-946e-505233318f93 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212492 Oct 11 15:26:40.975462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be3a3285-f2a1-4ca2-b782-3ee6d86ce2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:40.982014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f640-6f34-4689-892f-10ea23fe780d req-f8746c69-6be6-46e7-a700-5fca24fe5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:40.983489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-f8746c69-6be6-46e7-a700-5fca24fe5125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455739 Oct 11 15:26:41.019365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['49843221-1fa6-42d4-bdd7-a6b79bc692ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:41.051184 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-1ef248ad-fedf-40ed-b4ab-06ffccc62c0c service neutron] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:41.055122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-1ef248ad-fedf-40ed-b4ab-06ffccc62c0c service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.056784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0cce3bec-b036-46e7-9509-3c0cc1f8db96 req-1ef248ad-fedf-40ed-b4ab-06ffccc62c0c service neutron] 10.222.0.36 "DELETE /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1557610 Oct 11 15:26:41.076559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a4cb-3a0d-4ce4-aae3-a45bbea873d0 req-ddabd9d9-6ae8-4d43-a0dd-aa7c54244f4b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.078101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ab2a4cb-3a0d-4ce4-aae3-a45bbea873d0 req-ddabd9d9-6ae8-4d43-a0dd-aa7c54244f4b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 948 time: 0.1883214 Oct 11 15:26:41.095608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-be3a3285-f2a1-4ca2-b782-3ee6d86ce2d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dcb7d517e2949d287e71915fd6637fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226229 Oct 11 15:26:41.096424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3285-f2a1-4ca2-b782-3ee6d86ce2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3041b5-1323-4c2e-957a-43e0fae6e430,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:41.098530 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:41.120326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a14cb07f-2261-4b27-afb3-9b0216de48e0 req-2c6ca33c-b3ce-4acd-b56a-4c2da13b5f84 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 210 time: 0.0877891 Oct 11 15:26:41.175416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ab2a4cb-3a0d-4ce4-aae3-a45bbea873d0 req-ca42ea22-e8a3-4c8d-8829-b9793150221c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Oct 11 15:26:41.194956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-5cb78b2b-ca19-4fa5-a7f3-f6bc13bb98c9 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017503 Oct 11 15:26:41.230028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.257085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.301435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76e4de-ad47-40fa-b458-8e9706481f86 req-08d4c125-d3f7-443f-945a-cde608c075e0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.309059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd76e4de-ad47-40fa-b458-8e9706481f86 req-08d4c125-d3f7-443f-945a-cde608c075e0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1107125 Oct 11 15:26:41.327222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.332415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.334414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d3041b5-1323-4c2e-957a-43e0fae6e430 HTTP/1.1" status: 204 len: 168 time: 0.2345347 Oct 11 15:26:41.350414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43248e98-04fb-4e98-943d-bba850f4ff49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3041b5-1323-4c2e-957a-43e0fae6e430,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:41.357315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c488f640-6f34-4689-892f-10ea23fe780d req-2111e05e-5293-49f1-82ae-0a3ae2fd59ca service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484001 Oct 11 15:26:41.372594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd76e4de-ad47-40fa-b458-8e9706481f86 req-dd0d56c0-ee8d-4d39-90ce-efea8d2ee402 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626235 Oct 11 15:26:41.448325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d8fc5-dbb6-4cda-a3a5-08f6aa2b2a60 req-be3337ff-2644-4604-9493-6682d44212d6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.450415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4d8fc5-dbb6-4cda-a3a5-08f6aa2b2a60 req-be3337ff-2644-4604-9493-6682d44212d6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.0667174 Oct 11 15:26:41.522215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4d8fc5-dbb6-4cda-a3a5-08f6aa2b2a60 req-729e15c3-f4b3-408f-ac19-81de4be8667d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598793 Oct 11 15:26:41.530565 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90f8a-b25c-46ef-90be-1b97d7c30971 req-820d4e5b-f098-45d1-8e02-94436aa74d4f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.532047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4c90f8a-b25c-46ef-90be-1b97d7c30971 req-820d4e5b-f098-45d1-8e02-94436aa74d4f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.0804572 Oct 11 15:26:41.579348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4c90f8a-b25c-46ef-90be-1b97d7c30971 req-b31634e3-bd54-4b43-87e4-44e07b20628b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Oct 11 15:26:41.662671 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:41.678891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c235661c-1f3b-4a1d-85af-3de40a509362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.837557 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-833c04f8-1bfa-40a6-b53d-4d12eaf702c6 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.839066 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-833c04f8-1bfa-40a6-b53d-4d12eaf702c6 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.1360385 Oct 11 15:26:41.851953 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c235661c-1f3b-4a1d-85af-3de40a509362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.855702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': '271a6666-f576-4390-a69a-3c970a1c35a4', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:41.860173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c235661c-1f3b-4a1d-85af-3de40a509362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:41.918490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d2ec-5be8-4308-924e-73bee0a74236 req-57769fb1-8789-4382-b8a4-4f4e98645194 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:41.920073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f94d2ec-5be8-4308-924e-73bee0a74236 req-57769fb1-8789-4382-b8a4-4f4e98645194 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.0504522 Oct 11 15:26:41.939480 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c235661c-1f3b-4a1d-85af-3de40a509362 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c37a420ac3e49f48d439d93bd2c9f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732260 Oct 11 15:26:41.940720 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:41.958258 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235661c-1f3b-4a1d-85af-3de40a509362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4c8b4-caeb-4f20-9434-09db9e3f5356,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:41.984824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f94d2ec-5be8-4308-924e-73bee0a74236 req-15404fac-f2f8-4879-b9f8-bc2a020689f1 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585117 Oct 11 15:26:41.999614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:42.015332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.020022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:42.023990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.052938 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.117711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.147555 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:42.149926 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02174f09-641e-4627-9f4a-5f1263148c88" -d '{"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-unplugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:42.172753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:42.184125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842308-5577-47f3-bf4c-d1a12dac9aa1 req-c47161a1-d312-4c94-b48a-54843fd74197 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.185457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.187182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af842308-5577-47f3-bf4c-d1a12dac9aa1 req-c47161a1-d312-4c94-b48a-54843fd74197 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.1180992 Oct 11 15:26:42.189726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f343d-47a2-44ba-842a-044aed80bdb9 req-0204108e-ff50-45da-8c49-44bcb4096e1b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.191220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a73f343d-47a2-44ba-842a-044aed80bdb9 req-0204108e-ff50-45da-8c49-44bcb4096e1b tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1096 time: 0.0769870 Oct 11 15:26:42.204259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.8 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/d840e8c7-828b-48f7-a8ed-45a13d3081fd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:42.216453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.220503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.224617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41b4c8b4-caeb-4f20-9434-09db9e3f5356 HTTP/1.1" status: 204 len: 168 time: 0.2825441 Oct 11 15:26:42.256491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:42.267640 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35545f20-fd12-47a2-94d6-92a97b28119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4c8b4-caeb-4f20-9434-09db9e3f5356,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:42.285136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af842308-5577-47f3-bf4c-d1a12dac9aa1 req-5efe06bb-2653-40f0-9362-a1c14ab109cd tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900478 Oct 11 15:26:42.298742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a73f343d-47a2-44ba-842a-044aed80bdb9 req-1e751b3c-cfe1-47ec-8842-a20d9826b321 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Oct 11 15:26:42.365150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.387677 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf92429-0c0a-450c-8dc5-0ac569b0752f x-openstack-request-id: req-5bf92429-0c0a-450c-8dc5-0ac569b0752f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:42.388184 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-unplugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:42.388525 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bf92429-0c0a-450c-8dc5-0ac569b0752f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:42.389003 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'code': 200} Oct 11 15:26:42.392974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81ec1433-ef79-4021-ad84-21a1f430bfb4 req-6a61e1ab-60df-4b64-a29e-0db0319d18c2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 210 time: 0.0365465 Oct 11 15:26:42.416575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.482744 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:42.485415 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee6a59-5882-4e44-ae4b-0139453de1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:42.497084 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:42.504183 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:42.506988 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:42.514393 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:42.553879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445e6b9-7598-4da5-bab8-9c3a1e4b7618 req-f6dc8ea3-c0f4-4ea6-8bb3-91a6841d14c6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.556782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0445e6b9-7598-4da5-bab8-9c3a1e4b7618 req-f6dc8ea3-c0f4-4ea6-8bb3-91a6841d14c6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 948 time: 0.1057668 Oct 11 15:26:42.560286 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277414-c838-423a-a8e6-5eff07a26f23 req-f201cfdc-2fbc-45cc-9d91-a12808e9709c tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.561820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca277414-c838-423a-a8e6-5eff07a26f23 req-f201cfdc-2fbc-45cc-9d91-a12808e9709c tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 1096 time: 0.0731447 Oct 11 15:26:42.586854 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.587522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.607773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-15b986ff-06d8-419e-b908-52dbce287087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578120 Oct 11 15:26:42.622021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0445e6b9-7598-4da5-bab8-9c3a1e4b7618 req-cddf2176-1ee3-4b1c-8797-1ae33d2b3e8d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570281 Oct 11 15:26:42.628819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Request body: {'port': {'device_id': '271a6666-f576-4390-a69a-3c970a1c35a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:42.650077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca277414-c838-423a-a8e6-5eff07a26f23 req-3fa57024-10f0-448f-b8dc-e6f5eb990307 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670083 Oct 11 15:26:42.702345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:42.735288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:42.762146 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1d4725-9c20-498f-b8b2-061849578191 x-openstack-request-id: req-3e1d4725-9c20-498f-b8b2-061849578191 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:42.762374 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:42.762606 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e1d4725-9c20-498f-b8b2-061849578191 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:42.763008 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'status': 'completed', 'code': 200} Oct 11 15:26:42.794083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-2cdad16a-e38d-4b64-840c-4034d55dfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.795581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-2cdad16a-e38d-4b64-840c-4034d55dfcbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1096 time: 0.0924830 Oct 11 15:26:42.814093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:42.930292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7140b-c6b0-4067-a267-36eb15432358 req-c41f1d94-5e1e-4271-8c12-2034a587bfeb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.938150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09a7140b-c6b0-4067-a267-36eb15432358 req-c41f1d94-5e1e-4271-8c12-2034a587bfeb tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1701818 Oct 11 15:26:42.941194 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-d062a1dc-91f5-48ce-a9a5-9d6506ef104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:42.942607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-d062a1dc-91f5-48ce-a9a5-9d6506ef104e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1098 time: 0.1563692 Oct 11 15:26:43.041794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-53521cb2-8410-4424-810d-7f002ec13e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.043822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-53521cb2-8410-4424-810d-7f002ec13e35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1098 time: 0.2237315 Oct 11 15:26:43.127514 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-88c075d6-ee72-45c3-82fb-3ffce9bb754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.129016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-88c075d6-ee72-45c3-82fb-3ffce9bb754a service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.2781434 Oct 11 15:26:43.177318 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-e86f3ca6-8c9a-4bd7-a7d0-8288bc388640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 217 time: 0.0407584 Oct 11 15:26:43.257896 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-39b2b60e-52d4-43cf-8189-540cbcd4aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.259369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-39b2b60e-52d4-43cf-8189-540cbcd4aef0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0719876 Oct 11 15:26:43.330418 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-9a66682e-422b-4bce-bac0-64f069c839ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507333 Oct 11 15:26:43.367990 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d840e8c7-828b-48f7-a8ed-45a13d3081fd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:43.402834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:43.415526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09a7140b-c6b0-4067-a267-36eb15432358 req-993770b4-2a0a-4fd4-ba3b-2df3aa592973 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750378 Oct 11 15:26:43.438491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-7b968b0b-976b-4f64-82e2-8778d5da06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.440395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-7b968b0b-976b-4f64-82e2-8778d5da06d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.4879794 Oct 11 15:26:43.442795 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Transition to ACTIVE for port object d840e8c7-828b-48f7-a8ed-45a13d3081fd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:43.453984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:43.534348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-541771b1-c2ba-44b3-a3d6-2bcdd7311b1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0722065 Oct 11 15:26:43.550742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1ba6-1153-4fea-8d00-781a7ac3244c req-afeefb4d-cb87-4875-ad61-21511dd0cb7a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.558738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d6a1ba6-1153-4fea-8d00-781a7ac3244c req-afeefb4d-cb87-4875-ad61-21511dd0cb7a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 948 time: 0.5220227 Oct 11 15:26:43.578079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-6af1b12a-9cd2-428e-ad32-f63c5ca2847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.579878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-6af1b12a-9cd2-428e-ad32-f63c5ca2847d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.5205755 Oct 11 15:26:43.654996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-c8f61ccf-095f-4393-b6a5-5dc2a200b2b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0432479 Oct 11 15:26:43.722729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-2ad82fd6-723c-4c26-8512-14cf7a422737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.725032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-2ad82fd6-723c-4c26-8512-14cf7a422737 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1640799 Oct 11 15:26:43.756836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d6a1ba6-1153-4fea-8d00-781a7ac3244c req-337e4b21-1860-4ff1-8244-0223212c99ef tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971207 Oct 11 15:26:43.809196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-7310a690-dd34-4922-82cf-bdd2fdfdd419 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582505 Oct 11 15:26:43.809735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-3f0904e2-6ec9-4941-a679-db9b2f3592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.809858 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:43.809970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-3f0904e2-6ec9-4941-a679-db9b2f3592c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1369925 Oct 11 15:26:43.849592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-53d74193-4958-43a2-ba10-457cd903b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:43.855182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-53d74193-4958-43a2-ba10-457cd903b068 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973942 Oct 11 15:26:43.953631 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Attempting to bind port d840e8c7-828b-48f7-a8ed-45a13d3081fd on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:43.954096 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Attempting to bind port d840e8c7-828b-48f7-a8ed-45a13d3081fd by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:43.954659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Attempting to bind port d840e8c7-828b-48f7-a8ed-45a13d3081fd on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:43.963326 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Port d840e8c7-828b-48f7-a8ed-45a13d3081fd on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:43.963639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Attempting to bind port d840e8c7-828b-48f7-a8ed-45a13d3081fd on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:43.974256 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:43.974531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:43.974907 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:43.975344 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Bound port: d840e8c7-828b-48f7-a8ed-45a13d3081fd, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:43.975756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:43.991039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-7b3d4183-d96e-42c1-b37e-a7e26e8f2fdf service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489241 Oct 11 15:26:44.002200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 49843221-1fa6-42d4-bdd7-a6b79bc692ff up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:44.015720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-98b3117e-4a7a-40ef-afde-c873af60e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.017143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-98b3117e-4a7a-40ef-afde-c873af60e737 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888137 Oct 11 15:26:44.031494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-b56e3351-0244-4f31-8b92-a68f767e53e5 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--103704085&fields=id&tenant_id=23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 267 time: 0.1753452 Oct 11 15:26:44.105327 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 49843221-1fa6-42d4-bdd7-a6b79bc692ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:44.110574 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 49843221-1fa6-42d4-bdd7-a6b79bc692ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:44.111176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:44.128072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23495556-d38f-47f8-bba3-2a7c3e8c88a1 req-e31709cd-7f92-44f1-94d3-8734337781a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.135195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23495556-d38f-47f8-bba3-2a7c3e8c88a1 req-e31709cd-7f92-44f1-94d3-8734337781a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.2436461 Oct 11 15:26:44.144356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-3f415d32-e41a-4187-998f-af78c36ed9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918939 Oct 11 15:26:44.155985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:44.160041 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:44.169448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:44.214123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-7638a62a-6241-4090-89cc-51543bc5c467 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222001 Oct 11 15:26:44.225835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:44.300384 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:44.305912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:44.320512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:44.327001 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.327743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:44.330372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-35331d98-db48-4ad7-a111-1f269f38cf44 service neutron] 10.222.0.36 "PUT /v2.0/ports/d840e8c7-828b-48f7-a8ed-45a13d3081fd HTTP/1.1" status: 200 len: 1091 time: 1.7086880 Oct 11 15:26:44.332273 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:44.334558 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:44.361711 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-60415cd8-2bbb-4247-b833-49e8da4ae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.364604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-60415cd8-2bbb-4247-b833-49e8da4ae01a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 1096 time: 0.1834264 Oct 11 15:26:44.366451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23495556-d38f-47f8-bba3-2a7c3e8c88a1 req-e7876dfa-1d50-4171-b40e-150dd9c868cf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285254 Oct 11 15:26:44.410793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-c665385b-d8ea-4cb4-9ae6-c44260981eaf service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769865 Oct 11 15:26:44.413518 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:44.416616 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c8757-8e7b-4e11-89e3-b298993ebf3f" -d '{"events": [{"server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "name": "network-vif-plugged", "status": "completed", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:44.435534 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:44.492892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-49afb5a3-760b-46a9-942f-ef509970a54d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.500151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-49afb5a3-760b-46a9-942f-ef509970a54d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 823 time: 0.4545660 Oct 11 15:26:44.549000 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-ce1e11ea-e48a-476c-a05e-75442ea24423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.550470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-ce1e11ea-e48a-476c-a05e-75442ea24423 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 1094 time: 0.1647525 Oct 11 15:26:44.586631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-71bd8cf1-e0f6-49dc-b3d3-1b6035fe68ea tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/quotas/23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 375 time: 0.0852954 Oct 11 15:26:44.610864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-355a6395-5023-47de-868f-30c1dd2b77ab service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864672 Oct 11 15:26:44.650912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02baf7-5344-4655-96bc-738bc12df171 req-218f0668-0b60-4254-b0da-1a30d2f6aa74 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.660064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc02baf7-5344-4655-96bc-738bc12df171 req-218f0668-0b60-4254-b0da-1a30d2f6aa74 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 943 time: 0.1959324 Oct 11 15:26:44.669706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-254111b9-4b14-4f28-b42a-ae0529ff3c22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd HTTP/1.1" status: 200 len: 217 time: 0.1063645 Oct 11 15:26:44.736787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bee6a59-5882-4e44-ae4b-0139453de1a4 req-56ec686b-3e92-4782-9d77-af19c7eed703 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061745 Oct 11 15:26:44.761255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-b8014663-a89f-496f-82a6-b6d11d3671b2 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1734128 Oct 11 15:26:44.781410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc02baf7-5344-4655-96bc-738bc12df171 req-cc1084cc-335d-467e-a3d0-d5d5d56b6c31 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Oct 11 15:26:44.821175 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-6ed62d74-c9b5-42de-a402-77c4a6bb6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.822679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-6ed62d74-c9b5-42de-a402-77c4a6bb6574 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.3700235 Oct 11 15:26:44.862679 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2381b3-634e-4427-a410-2f07dcf24702 req-f8f170d9-88a8-4b66-8f37-024f82749577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:44.864173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-f8f170d9-88a8-4b66-8f37-024f82749577 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.1654153 Oct 11 15:26:44.974029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-f22c4205-9046-4e8f-a842-9bf67e813e62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571718 Oct 11 15:26:44.975201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-22d954d8-aba3-4954-9dfd-59c381f8d11b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 200 len: 217 time: 0.1430218 Oct 11 15:26:45.026372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290062fb-1130-431a-8073-7c2c600150b4 req-f597f863-00a6-4bcf-a988-0e22a6d01ff5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.028554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-290062fb-1130-431a-8073-7c2c600150b4 req-f597f863-00a6-4bcf-a988-0e22a6d01ff5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.1345232 Oct 11 15:26:45.109908 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-23288a61-6bc2-4c8c-acfa-acd28ed581da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.111399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-23288a61-6bc2-4c8c-acfa-acd28ed581da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1282043 Oct 11 15:26:45.113082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-5172ae1b-ae9f-4b1d-96cc-6babe76f9d3d service neutron] 10.222.0.31 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507395 Oct 11 15:26:45.126640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-dafa3e92-d67c-406f-b93a-1d1c69dc5a75 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.128502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-dafa3e92-d67c-406f-b93a-1d1c69dc5a75 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3b812e2-dc4a-49bb-8cd1-f87f0309e91f HTTP/1.1" status: 200 len: 945 time: 0.1876163 Oct 11 15:26:45.158946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-c6b0080d-d98a-4543-9364-91e29cae3fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388436 Oct 11 15:26:45.164303 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-83223cd8-70d1-4373-813a-dddc7d58741f service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721134 Oct 11 15:26:45.258722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-290062fb-1130-431a-8073-7c2c600150b4 req-51bfcfd8-575c-4aa4-9b06-b31b301f2aa6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209206 Oct 11 15:26:45.305079 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-33fbbf81-d9c9-47f9-93d3-21a408f73370 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379130 Oct 11 15:26:45.387038 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d996ce-fcba-4f07-8c0b-00464ea617cb x-openstack-request-id: req-69d996ce-fcba-4f07-8c0b-00464ea617cb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:45.387397 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:45.387720 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d996ce-fcba-4f07-8c0b-00464ea617cb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:45.388347 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd', 'status': 'completed', 'code': 200} Oct 11 15:26:45.399388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af2381b3-634e-4427-a410-2f07dcf24702 req-e7860b96-51e9-4e51-8335-b4d4956fa47e service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675148 Oct 11 15:26:45.456675 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3a3c24-8da0-46b9-9673-315068c4ccdc x-openstack-request-id: req-ff3a3c24-8da0-46b9-9673-315068c4ccdc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:45.457159 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "name": "network-vif-plugged", "status": "completed", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:45.457246 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff3a3c24-8da0-46b9-9673-315068c4ccdc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:45.458357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-8c8a2037-8ea2-4223-811a-6862d5f0c8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266754 Oct 11 15:26:45.459105 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff', 'code': 200} Oct 11 15:26:45.498465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b4a43080-2940-45eb-8a26-c8c4ff520432 req-d91ac8ba-74b9-4f19-a190-2c6dfd6e8347 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812379 Oct 11 15:26:45.511507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-1b858704-72c1-41c1-9ebe-f57dce7371ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.513187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-1b858704-72c1-41c1-9ebe-f57dce7371ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 1094 time: 0.0609753 Oct 11 15:26:45.664757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Deleting port b76d2fdf-2db6-447e-a46c-66f6ce76a017 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:26:45.665268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:45.672645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccb8e-686d-4266-afd4-5a26ccc0dad3 req-0485fe07-e38a-4ecd-882a-8838cb0b93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.674269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64dccb8e-686d-4266-afd4-5a26ccc0dad3 req-0485fe07-e38a-4ecd-882a-8838cb0b93e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 1100 time: 0.1280785 Oct 11 15:26:45.681617 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-a77e3e2e-b2fb-4aa2-84d9-cdbdf1490635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.684333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-a77e3e2e-b2fb-4aa2-84d9-cdbdf1490635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.1597495 Oct 11 15:26:45.692368 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bcd18-c621-4ba5-a39e-4704566adf02 req-38127af8-7110-49d3-9b66-71f9ed7599ed tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.700591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-448bcd18-c621-4ba5-a39e-4704566adf02 req-38127af8-7110-49d3-9b66-71f9ed7599ed tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1528864 Oct 11 15:26:45.764249 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-e940b813-54c6-4ce3-88f5-050c19452113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd HTTP/1.1" status: 200 len: 217 time: 0.0709980 Oct 11 15:26:45.836354 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-5f4abcee-7609-4a1e-b216-d7c40acf0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:45.837967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-5f4abcee-7609-4a1e-b216-d7c40acf0670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0629776 Oct 11 15:26:45.900846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-448bcd18-c621-4ba5-a39e-4704566adf02 req-ce797369-3be3-435f-b116-4341dd53a2d1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968627 Oct 11 15:26:45.913431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-b70f8209-54dc-4c67-85f1-fdbc5653af33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656810 Oct 11 15:26:45.923737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64dccb8e-686d-4266-afd4-5a26ccc0dad3 req-938285bb-346e-4b55-a897-95ab3d3e9315 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826267 Oct 11 15:26:45.938093 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] For port b76d2fdf-2db6-447e-a46c-66f6ce76a017, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b76d2fdf-2db6-447e-a46c-66f6ce76a017,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:45.945820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:45.982989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:46.019416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:46.020604 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddf4ad-a7d7-4731-b0c5-20fff941734a req-7ea8c73b-d34c-42d0-924b-3f2876c4dd9b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:46.030142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ddf4ad-a7d7-4731-b0c5-20fff941734a req-7ea8c73b-d34c-42d0-924b-3f2876c4dd9b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 948 time: 0.2116923 Oct 11 15:26:46.107836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-02a0df57-cc00-4426-840e-23df9c7c083d service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875937 Oct 11 15:26:46.229509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ddf4ad-a7d7-4731-b0c5-20fff941734a req-526de49e-e908-44b3-8822-acf29cadbe26 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932738 Oct 11 15:26:46.253817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8553822-48b1-446f-b436-56e2d044a688 req-f1963590-5cbf-430f-97f0-1eeb0a9c8cf3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:46.265454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0309707-a95c-4cb2-92c4-d5fedbd1e9a0 req-3164016d-e1ff-4293-afb5-ffe4e9848b49 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488953 Oct 11 15:26:46.267768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8553822-48b1-446f-b436-56e2d044a688 req-f1963590-5cbf-430f-97f0-1eeb0a9c8cf3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.2346783 Oct 11 15:26:46.269919 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:46.279984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8696d3a-be32-418a-8cad-0b936fe2d505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.311536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'ea06559c-7f7d-441d-80f8-14391226159f', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'ea06559c-7f7d-441d-80f8-14391226159f', 'mac_address': 'fa:16:3e:34:26:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:46.368891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d6c18c7-048a-44d5-9f05-878c785d17b5 req-5184a0ce-6886-4d35-a27a-c52e3fbc1f8c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 210 time: 0.0520658 Oct 11 15:26:46.369625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.393402 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:46.410381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8696d3a-be32-418a-8cad-0b936fe2d505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.419562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8696d3a-be32-418a-8cad-0b936fe2d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.423532 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:46.434511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.440716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8553822-48b1-446f-b436-56e2d044a688 req-955ec9cd-9cbf-4932-8415-a23a4477f197 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655214 Oct 11 15:26:46.481352 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:46.482206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8696d3a-be32-418a-8cad-0b936fe2d505 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09a84e3e8dc8431db559f18aaa6ef353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978728 Oct 11 15:26:46.483414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696d3a-be32-418a-8cad-0b936fe2d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee242f-dc1e-491a-9061-daece1317983,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:46.513757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.516286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.516682 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Floating IP 2be40738-e792-444a-9948-6b5c7abeacfd disassociated. External IP: 172.35.3.246, port: b76d2fdf-2db6-447e-a46c-66f6ce76a017. Oct 11 15:26:46.517160 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Calling delete_port for b76d2fdf-2db6-447e-a46c-66f6ce76a017 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:26:46.518676 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:46.705106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.714655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216449-df82-41d1-bc1b-8eb83a2319ad req-0ae483fd-7b11-4618-8338-9a2be6b4987e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:46.716146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38216449-df82-41d1-bc1b-8eb83a2319ad req-0ae483fd-7b11-4618-8338-9a2be6b4987e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 943 time: 0.1664133 Oct 11 15:26:46.725059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2201-1d27-4aa3-a02a-ab9a0bfedbe1 req-43b09cf8-b578-45ef-a3a0-a142599e90d4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:46.726529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb9e2201-1d27-4aa3-a02a-ab9a0bfedbe1 req-43b09cf8-b578-45ef-a3a0-a142599e90d4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.1779323 Oct 11 15:26:46.772691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.868651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38216449-df82-41d1-bc1b-8eb83a2319ad req-99f806d2-5051-4fc4-9222-fb07c6204941 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394184 Oct 11 15:26:46.880342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb9e2201-1d27-4aa3-a02a-ab9a0bfedbe1 req-240c639c-634e-47ac-a510-3dac14c0d949 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424146 Oct 11 15:26:46.894929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.933171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event deleted for resources: {'Port': ['ID=b76d2fdf-2db6-447e-a46c-66f6ce76a017,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:46.935830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.938569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:46.943326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56ee242f-dc1e-491a-9061-daece1317983 HTTP/1.1" status: 204 len: 168 time: 0.4579048 Oct 11 15:26:46.956056 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3aff4-8179-45cf-a70b-dc6e0e0bb5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee242f-dc1e-491a-9061-daece1317983,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:47.131262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:47.151152 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:26:47.204311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89399ac5-6275-4682-95bd-c54ee3c9f995 req-5f073190-3497-4243-9023-f60993952d31 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:47.214523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89399ac5-6275-4682-95bd-c54ee3c9f995 req-5f073190-3497-4243-9023-f60993952d31 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1376097 Oct 11 15:26:47.414084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89399ac5-6275-4682-95bd-c54ee3c9f995 req-7f560617-3322-4b37-b891-9ec9215a16b9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816704 Oct 11 15:26:47.463154 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-3e2ab53e-6949-40fc-9e2c-78ad131fb6ae tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:47.468934 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-3e2ab53e-6949-40fc-9e2c-78ad131fb6ae tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.36 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 823 time: 0.2790313 Oct 11 15:26:47.556755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-b31594eb-7ca7-4d7f-9100-783a720fa53d tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a04af4bc1747a088fb50e2bbbc7485 HTTP/1.1" status: 200 len: 379 time: 0.0779405 Oct 11 15:26:47.570650 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'port': {'device_id': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'admin_state_up': True, 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'security_groups': ['a3691111-a12c-4cc4-969a-61b167f099aa']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:47.740849 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Made reservation on behalf of 23a04af4bc1747a088fb50e2bbbc7485 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:47.744587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:47.894498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b016d3de-ad6a-4fdf-9a12-c8e78a45a031 req-afe12884-0603-4581-a120-d88373dc346c tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 210 time: 0.0328965 Oct 11 15:26:47.912519 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Allocated IP 172.20.0.3 (f50996e8-e401-4cca-ac89-3474155500db/16793b53-3da4-4fe3-89af-9cb4800763c5/b65713e1-0c6a-4a01-8eca-c34d688a1329) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:47.950200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2160a-2e4f-492d-877f-346b82a87da7 req-ed29fcb3-67ab-4e4f-99b1-35401e4917c3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:47.952204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fab2160a-2e4f-492d-877f-346b82a87da7 req-ed29fcb3-67ab-4e4f-99b1-35401e4917c3 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.6154914 Oct 11 15:26:47.973698 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:26:47.986880 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:26:48.002283 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:26:48.002903 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:26:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:48.016005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:48.155009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.155422 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] No DVR routers for this DVR port b76d2fdf-2db6-447e-a46c-66f6ce76a017 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:48.160545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.170828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fde6d21d-bc20-413d-bbf9-4fe13c03183b req-2507b2d6-33bc-4414-94fc-bd3df029ac15 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.43 "DELETE /v2.0/ports/b76d2fdf-2db6-447e-a46c-66f6ce76a017 HTTP/1.1" status: 204 len: 173 time: 2.9162798 Oct 11 15:26:48.175808 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'name': 'network-vif-deleted', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:48.187108 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21379e6-60b5-4886-ac28-c3a10797d410" -d '{"events": [{"server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "name": "network-vif-deleted", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:48.207855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:48.217634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fab2160a-2e4f-492d-877f-346b82a87da7 req-a69b4c28-ac7c-4f65-b639-b70cf0cdfcd6 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571659 Oct 11 15:26:48.230751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.254490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0b402-eb00-445f-8efe-0b4f6c335dc4 req-12e2c6b7-3983-491c-a80b-12114a9df5d5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:48.256468 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:26:48.259949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78f0b402-eb00-445f-8efe-0b4f6c335dc4 req-12e2c6b7-3983-491c-a80b-12114a9df5d5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 947 time: 0.2395754 Oct 11 15:26:48.262997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'mac_address': 'fa:16:3e:27:29:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:48.266966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device b76d2fdf-2db6-447e-a46c-66f6ce76a017 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:48.327148 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Network f50996e8-e401-4cca-ac89-3474155500db is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:48.335325 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:48.337395 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event updated for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:48.348096 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:48.368336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78f0b402-eb00-445f-8efe-0b4f6c335dc4 req-d742d874-8efe-45fb-a60d-412fa94fef90 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017649 Oct 11 15:26:48.384800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: b76d2fdf-2db6-447e-a46c-66f6ce76a017 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:26:48.385144 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device b76d2fdf-2db6-447e-a46c-66f6ce76a017 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:48.510405 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:48.515949 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.537600 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868918fb-6970-4d09-8834-8266eb45a206 req-7b0218b8-66d9-4711-9288-b5dd2eb30863 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:48.539894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-868918fb-6970-4d09-8834-8266eb45a206 req-7b0218b8-66d9-4711-9288-b5dd2eb30863 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 943 time: 0.0742657 Oct 11 15:26:48.542722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.562666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-fcfde22d-aa6b-4776-b9fa-961fe435f771 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9969814 Oct 11 15:26:48.577694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Request body: {'port': {'device_id': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:48.596228 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:48.637661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-868918fb-6970-4d09-8834-8266eb45a206 req-cef2c574-e2e3-4349-95bf-141b4866488c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602074 Oct 11 15:26:48.673308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916021-b195-47e1-b156-ea9f9b86faee req-c209c2f4-ad52-4d03-a861-542d28bb5eda tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:48.678758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18916021-b195-47e1-b156-ea9f9b86faee req-c209c2f4-ad52-4d03-a861-542d28bb5eda tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.1511569 Oct 11 15:26:48.690670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:48.692367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.701614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.743827 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:48.763268 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d840e8c7-828b-48f7-a8ed-45a13d3081fd details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:48.789936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18916021-b195-47e1-b156-ea9f9b86faee req-18204d5a-f196-4436-a7bb-3db254af389e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992591 Oct 11 15:26:48.829778 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d245fa-441b-4e06-a8be-900a9efac93d x-openstack-request-id: req-56d245fa-441b-4e06-a8be-900a9efac93d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:48.830071 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b812e2-dc4a-49bb-8cd1-f87f0309e91f", "name": "network-vif-deleted", "tag": "b76d2fdf-2db6-447e-a46c-66f6ce76a017", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:48.830324 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56d245fa-441b-4e06-a8be-900a9efac93d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:48.830719 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b812e2-dc4a-49bb-8cd1-f87f0309e91f', 'name': 'network-vif-deleted', 'tag': 'b76d2fdf-2db6-447e-a46c-66f6ce76a017', 'status': 'completed', 'code': 200} Oct 11 15:26:48.858302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea13ffef-d232-462b-ba5b-a529755d7f0f None None] Provisioning complete for port b65713e1-0c6a-4a01-8eca-c34d688a1329 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:48.858674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea13ffef-d232-462b-ba5b-a529755d7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:48.939707 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:48.962450 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:48.997146 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:26:49.004675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da159a89-c315-447c-a457-507624ab9aa7 req-920f37aa-d8a0-49ed-b046-48800eb3d152 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:49.007377 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:26:49.008161 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:26:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:49.009191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da159a89-c315-447c-a457-507624ab9aa7 req-920f37aa-d8a0-49ed-b046-48800eb3d152 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1112812 Oct 11 15:26:49.068146 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33ff1efe-5a60-4a2b-b83a-75770d40bce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.070021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ea13ffef-d232-462b-ba5b-a529755d7f0f None None] Port b65713e1-0c6a-4a01-8eca-c34d688a1329 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:26:49.109746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:49.121475 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd', 'mac_address': 'fa:16:3e:1e:68:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:49.170277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.178164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da159a89-c315-447c-a457-507624ab9aa7 req-3c97c6b3-a896-40cd-a5c2-1ea15389fc5a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639259 Oct 11 15:26:49.196151 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:26:49.251718 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d840e8c7-828b-48f7-a8ed-45a13d3081fd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:49.287629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33ff1efe-5a60-4a2b-b83a-75770d40bce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.298953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33ff1efe-5a60-4a2b-b83a-75770d40bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.336326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:49.349328 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65713e1-0c6a-4a01-8eca-c34d688a1329 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:49.352996 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.356104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-33ff1efe-5a60-4a2b-b83a-75770d40bce6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2426793d592f49429493b38ceb69084c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099956 Oct 11 15:26:49.360338 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:49.388569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.466467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:49.489264 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Transition to ACTIVE for port object b65713e1-0c6a-4a01-8eca-c34d688a1329 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:49.506324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.519359 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:26:49.521989 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff1efe-5a60-4a2b-b83a-75770d40bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16022ee7-2a29-4c7a-8934-3e758269174c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:49.533001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305c77-7644-4a3c-9939-fa0c44508a5c req-c4c35169-cb05-4350-ba26-aae2b687dc60 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:49.534507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad305c77-7644-4a3c-9939-fa0c44508a5c req-c4c35169-cb05-4350-ba26-aae2b687dc60 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 931 time: 0.1550272 Oct 11 15:26:49.550308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['cd49d667-baf2-44e2-8fa0-98e30f871a65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:49.568468 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd452945-1450-4fdc-9f20-584bba3f8e98 None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:26:49.606459 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Pushing event updated for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:49.618984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.662632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.663298 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.663638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.663973 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.665117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.665117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.665341 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.665752 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.666381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.666908 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.667589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.668161 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:49.687410 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.703512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad305c77-7644-4a3c-9939-fa0c44508a5c req-03047a6a-b024-4d21-917d-a9b1da17575f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374042 Oct 11 15:26:49.725437 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d840e8c7-828b-48f7-a8ed-45a13d3081fd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:49.732699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-a51627d1-6071-4a4b-9087-ff3ea1a10f7e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:49.736065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-a51627d1-6071-4a4b-9087-ff3ea1a10f7e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 948 time: 0.2516255 Oct 11 15:26:49.750265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6454d-5dc4-4281-bba9-5cfffd3acdb5 req-7f6ad3b2-1a3a-454c-af0d-5f80d03e869b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:49.763170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3a6454d-5dc4-4281-bba9-5cfffd3acdb5 req-7f6ad3b2-1a3a-454c-af0d-5f80d03e869b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 950 time: 0.2380548 Oct 11 15:26:49.836677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.840315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:49.841820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16022ee7-2a29-4c7a-8934-3e758269174c HTTP/1.1" status: 204 len: 168 time: 0.4775379 Oct 11 15:26:49.855593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ab632-ebb1-4c90-829f-e90a68f97a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16022ee7-2a29-4c7a-8934-3e758269174c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:49.889867 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Attempting to bind port b65713e1-0c6a-4a01-8eca-c34d688a1329 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:49.890199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Attempting to bind port b65713e1-0c6a-4a01-8eca-c34d688a1329 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:49.890515 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Attempting to bind port b65713e1-0c6a-4a01-8eca-c34d688a1329 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:49.895359 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Port b65713e1-0c6a-4a01-8eca-c34d688a1329 on network f50996e8-e401-4cca-ac89-3474155500db not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:49.895690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Attempting to bind port b65713e1-0c6a-4a01-8eca-c34d688a1329 on network f50996e8-e401-4cca-ac89-3474155500db {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:49.921281 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:49.921563 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Checking segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:49.921991 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Bound using segment: {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:49.922419 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Bound port: b65713e1-0c6a-4a01-8eca-c34d688a1329, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c42b173-049a-4f07-927f-713196fc56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:49.922768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:50.022153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3a6454d-5dc4-4281-bba9-5cfffd3acdb5 req-c4cc695b-4592-4606-8e34-2f63abd0352a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755323 Oct 11 15:26:50.037279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-1209b6de-b4d6-4d7a-a04e-5fb3e9177d7d service neutron] 10.222.0.43 "GET /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2730203 Oct 11 15:26:50.040019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:50.053223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:50.055439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad03e3-a375-469a-b735-ca7d35dfbae7 req-f7c35d57-35a9-4453-853d-ab039c3d7e43 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.056986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01ad03e3-a375-469a-b735-ca7d35dfbae7 req-f7c35d57-35a9-4453-853d-ab039c3d7e43 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.2156017 Oct 11 15:26:50.066847 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:50.078608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:50.165475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-7f62e48a-9ac1-44e1-8b0f-7d0e8c08b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.167389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-7f62e48a-9ac1-44e1-8b0f-7d0e8c08b491 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1099 time: 0.0865409 Oct 11 15:26:50.173941 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.176241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:50.177789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-57a33145-bfad-476c-8706-a380d51021cb service neutron] 10.222.0.36 "PUT /v2.0/ports/b65713e1-0c6a-4a01-8eca-c34d688a1329 HTTP/1.1" status: 200 len: 1091 time: 1.6049097 Oct 11 15:26:50.190464 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:50.193246 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cec1aa-26a2-47f0-9046-5aa27a1b072d" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:50.200030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01ad03e3-a375-469a-b735-ca7d35dfbae7 req-dada52ed-3d9e-44c5-8b43-72381e346c47 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244304 Oct 11 15:26:50.225285 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3937c-609f-4977-8c32-4bff891f5124 None None] New status for floating IP 2be40738-e792-444a-9948-6b5c7abeacfd: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:26:50.315619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e002b-41e7-4638-b3b8-3c9a1831049f req-16c0a582-304d-45ea-bc09-3c99628a3f50 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.317209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f03e002b-41e7-4638-b3b8-3c9a1831049f req-16c0a582-304d-45ea-bc09-3c99628a3f50 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 944 time: 0.1487622 Oct 11 15:26:50.328641 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33145-bfad-476c-8706-a380d51021cb service neutron] Pushing event updated for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:50.381368 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-62f6c668-1357-4150-947d-f5fcbc5f0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.389253 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-62f6c668-1357-4150-947d-f5fcbc5f0cca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 1094 time: 0.1602049 Oct 11 15:26:50.430044 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-723280e1-c9f9-40d8-9be9-b8dcab018bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.433631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-723280e1-c9f9-40d8-9be9-b8dcab018bf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2446165 Oct 11 15:26:50.471607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-78f0bb5d-fd0b-4e64-87e1-0dbe91d41f18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329 HTTP/1.1" status: 200 len: 217 time: 0.0713353 Oct 11 15:26:50.528359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f03e002b-41e7-4638-b3b8-3c9a1831049f req-792004a6-c775-4983-bfce-f0c653bcbbbb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780202 Oct 11 15:26:50.565209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-8f35b7bb-ccea-435e-9300-29772da95f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.567672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-8f35b7bb-ccea-435e-9300-29772da95f26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.0879130 Oct 11 15:26:50.576020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-8fe57a32-71d1-41c4-bf12-c6ffc04c26fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0766017 Oct 11 15:26:50.594128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0319-2dcc-4bea-b5f5-5664a1ee04dd req-6e77c588-18be-48ea-881d-591e6f546107 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.595905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e3a0319-2dcc-4bea-b5f5-5664a1ee04dd req-6e77c588-18be-48ea-881d-591e6f546107 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.1526985 Oct 11 15:26:50.618785 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4588d-262f-4541-aae8-7422f5edcbd3 x-openstack-request-id: req-d7c4588d-262f-4541-aae8-7422f5edcbd3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:50.619348 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:50.619348 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7c4588d-262f-4541-aae8-7422f5edcbd3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:50.619690 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'status': 'completed', 'code': 200} Oct 11 15:26:50.644532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-e53352b4-02d1-485e-886c-1547c67caf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.646348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-e53352b4-02d1-485e-886c-1547c67caf21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0493028 Oct 11 15:26:50.697956 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-c9c39929-bba6-418c-9513-f3858b1b3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.702590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-c9c39929-bba6-418c-9513-f3858b1b3e4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274748 Oct 11 15:26:50.726370 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port ea06559c-7f7d-441d-80f8-14391226159f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:50.726809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:50.790771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e3a0319-2dcc-4bea-b5f5-5664a1ee04dd req-904b93c1-38fe-4d4b-82ca-99cc13a1bb4c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409771 Oct 11 15:26:50.828644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-bd9fec11-be77-48ad-8cdb-e81752caece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.835643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-bd9fec11-be77-48ad-8cdb-e81752caece5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606941 Oct 11 15:26:50.844869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882871ae-3173-41b3-84d5-0835ab7e96b5 req-cbd058e2-69b8-422a-870b-9107cb2b77a3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:50.858125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-882871ae-3173-41b3-84d5-0835ab7e96b5 req-cbd058e2-69b8-422a-870b-9107cb2b77a3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1782730 Oct 11 15:26:50.875165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-f128b884-8331-49c8-8d78-59f0b2103b24 service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634154 Oct 11 15:26:50.896265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:50.968514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:50.970737 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:50.978071 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93954fa-8073-461c-8073-a28cea79bc70" -d '{"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:50.989817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:51.013736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-882871ae-3173-41b3-84d5-0835ab7e96b5 req-fba4cdde-5b75-422d-9118-a953129e4b82 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508310 Oct 11 15:26:51.063641 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5853b1-c21a-4c25-9af1-2f6689e5b343 req-ebbc07a1-5c93-4dee-8cb6-d3c62bda4546 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.070454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59a44469-dc71-4fed-bcc7-a66440e03805 req-4fef238a-8d37-4b5b-bf78-c968f9e4c3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873071 Oct 11 15:26:51.079631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5853b1-c21a-4c25-9af1-2f6689e5b343 req-ebbc07a1-5c93-4dee-8cb6-d3c62bda4546 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 943 time: 0.1875532 Oct 11 15:26:51.108160 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:51.111189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d67452c5-ec49-4a8c-984d-7e6e70d335a2 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500684 Oct 11 15:26:51.194822 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-b022e946-392c-49ea-9f46-bbab70cb4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.196439 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-b022e946-392c-49ea-9f46-bbab70cb4710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 1094 time: 0.0590067 Oct 11 15:26:51.210247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5853b1-c21a-4c25-9af1-2f6689e5b343 req-a68bcc2d-b505-4376-96e5-0a1e783e3d06 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291060 Oct 11 15:26:51.280996 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682810-805d-4b80-814f-acace987c304 req-dd18e052-aa80-44ae-8634-7419871944ec tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.283944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58682810-805d-4b80-814f-acace987c304 req-dd18e052-aa80-44ae-8634-7419871944ec tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 1100 time: 0.1664798 Oct 11 15:26:51.287316 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da90e6d-9b7a-4495-afcf-178ea564c878 x-openstack-request-id: req-5da90e6d-9b7a-4495-afcf-178ea564c878 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:51.287846 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-plugged", "status": "completed", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:51.287846 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5da90e6d-9b7a-4495-afcf-178ea564c878 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:51.288229 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'code': 200} Oct 11 15:26:51.318989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-77169399-11d1-4a9d-b389-acdcec9a2bff service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874471 Oct 11 15:26:51.352729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58682810-805d-4b80-814f-acace987c304 req-d464bae9-3eda-4915-b9f7-b337223b1713 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520504 Oct 11 15:26:51.445565 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-45cd214a-e54e-40f0-9991-d7f7a7f3214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.446953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-45cd214a-e54e-40f0-9991-d7f7a7f3214e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.2414782 Oct 11 15:26:51.505067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-768878d9-eb10-4165-b197-068fed518218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329 HTTP/1.1" status: 200 len: 217 time: 0.0493901 Oct 11 15:26:51.551640 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:26:51.587724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1a9b-83a9-48a1-9bcd-96b1fca5821e req-5bf0dbbb-e5ed-47d6-b106-0935ef88f1a5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.601874 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-d0b58fee-c9ca-42fb-8e6d-6c47810d865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.602574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11c1a9b-83a9-48a1-9bcd-96b1fca5821e req-5bf0dbbb-e5ed-47d6-b106-0935ef88f1a5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.2286329 Oct 11 15:26:51.603658 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-d0b58fee-c9ca-42fb-8e6d-6c47810d865e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.0842319 Oct 11 15:26:51.668647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-54140798-fe47-4834-8c88-ce252df9d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.670203 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-54140798-fe47-4834-8c88-ce252df9d009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539823 Oct 11 15:26:51.677972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11c1a9b-83a9-48a1-9bcd-96b1fca5821e req-203caccc-6afb-4435-a413-30abc1e749da tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742271 Oct 11 15:26:51.687770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6626-c512-4c07-ad60-7968ca2672f7 req-231f2cdc-5273-41dc-add8-17954c67aa00 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.689347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c9f6626-c512-4c07-ad60-7968ca2672f7 req-231f2cdc-5273-41dc-add8-17954c67aa00 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.2391553 Oct 11 15:26:51.712592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f746ce-6a77-494c-84fc-0732bea89f16 req-975b2634-da19-4f76-bb77-964b35d02f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:51.716215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37f746ce-6a77-494c-84fc-0732bea89f16 req-975b2634-da19-4f76-bb77-964b35d02f1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1102 time: 0.1098139 Oct 11 15:26:51.853646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c9f6626-c512-4c07-ad60-7968ca2672f7 req-1e928aee-5aae-41b6-bbc8-66d1859adf77 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504672 Oct 11 15:26:51.856726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-16d40f82-ae43-45c1-b49a-535d27d3107a service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669734 Oct 11 15:26:51.858443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37f746ce-6a77-494c-84fc-0732bea89f16 req-c2642074-85c8-4df4-b279-8335c5358ea7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Oct 11 15:26:51.993981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87513cd-afbd-4292-a6b5-83515345f3d6 req-ebecfd34-681f-490d-80a5-933aed337f40 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:52.003248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f87513cd-afbd-4292-a6b5-83515345f3d6 req-ebecfd34-681f-490d-80a5-933aed337f40 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 944 time: 0.1430254 Oct 11 15:26:52.011560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-f0f890c1-42ab-46ab-8bd1-2e3368847cdb tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600514 Oct 11 15:26:52.020380 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:52.038790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-96cec1aa-26a2-47f0-9046-5aa27a1b072d req-4199b3da-4af1-4ee7-b3b2-40540f7f6031 service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736319 Oct 11 15:26:52.047234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:52.107706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port cd49d667-baf2-44e2-8fa0-98e30f871a65 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:52.115235 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port cd49d667-baf2-44e2-8fa0-98e30f871a65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:52.115896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:52.141224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f87513cd-afbd-4292-a6b5-83515345f3d6 req-6dd68c7a-e462-43c3-a278-0ca88afb0473 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346781 Oct 11 15:26:52.240951 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-0d5e79e2-cb72-43a3-b9ff-78043d49f89e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:52.242497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-0d5e79e2-cb72-43a3-b9ff-78043d49f89e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277913 Oct 11 15:26:52.251986 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:52.282283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:52.287191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-cbec2e36-a603-45ed-9cab-1c85f18f6572 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/quotas/d3fb47c370764dbb9dc2870af89cd29e HTTP/1.1" status: 200 len: 375 time: 0.0345757 Oct 11 15:26:52.302313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:52.309626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:52.352852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4551e-81dc-44e6-a951-ff52ac456cf1 req-9d5ff7d8-68a8-4be3-aa2f-aef52121aaa2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:52.354919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23f4551e-81dc-44e6-a951-ff52ac456cf1 req-9d5ff7d8-68a8-4be3-aa2f-aef52121aaa2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1110120 Oct 11 15:26:52.357861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:52.385334 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:52.394109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.394488 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.394823 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.395157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.395530 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.395910 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.396237 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.396561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.396878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.397199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.397698 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.398048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:52.438839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-6d6b4621-36f4-47a3-8dab-0d5cf4894da4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1427698 Oct 11 15:26:52.495533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23f4551e-81dc-44e6-a951-ff52ac456cf1 req-f2dca4c3-fd62-4807-b32e-03a53ece322a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252925 Oct 11 15:26:52.558426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:52.752444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41aac6af-800d-417f-a8c1-6da32d27a369 req-0fdf45ae-ad93-4856-97f3-1d249916beeb tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 210 time: 0.1157429 Oct 11 15:26:52.786265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d840e8c7-828b-48f7-a8ed-45a13d3081fd up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:52.816559 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Allocated IP 172.35.3.222 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/0513b077-0f62-4cc1-bf8f-0aff068a012c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:52.865315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac52f56-a8ca-484d-8de8-123a5df36bce req-0c939ba8-3f0b-4498-893b-489a323f97ba tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:52.867185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ac52f56-a8ca-484d-8de8-123a5df36bce req-0c939ba8-3f0b-4498-893b-489a323f97ba tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 943 time: 0.2339742 Oct 11 15:26:52.880542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port d840e8c7-828b-48f7-a8ed-45a13d3081fd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:52.885295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port d840e8c7-828b-48f7-a8ed-45a13d3081fd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:52.886721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.001930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ac52f56-a8ca-484d-8de8-123a5df36bce req-ddbd3300-3953-4c69-abec-4acd971f865f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095057 Oct 11 15:26:53.041785 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b39d-3a26-49e1-8d5c-3967a967b56e req-ec3e23d3-f94e-4201-bf63-167baa8ecfe1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:53.049723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9280b39d-3a26-49e1-8d5c-3967a967b56e req-ec3e23d3-f94e-4201-bf63-167baa8ecfe1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.2193239 Oct 11 15:26:53.076648 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.134922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9280b39d-3a26-49e1-8d5c-3967a967b56e req-6a507514-7686-481c-9212-e84ce9289c07 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842977 Oct 11 15:26:53.169881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:53.187674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.201249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.274989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a949ff-8284-408d-b2ed-414dea6663b4 req-cd55f3d9-e635-4156-84b9-a517493ff671 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:53.282574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a949ff-8284-408d-b2ed-414dea6663b4 req-cd55f3d9-e635-4156-84b9-a517493ff671 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1631801 Oct 11 15:26:53.298934 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}, {'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:53.303581 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681c97f-9c69-479e-9e2d-55ca105da4dd" -d '{"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}, {"server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "name": "network-vif-plugged", "status": "completed", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:53.306696 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:53.349521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a949ff-8284-408d-b2ed-414dea6663b4 req-96c8ce22-4cc3-433d-b010-8a6c39fa3caf tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657685 Oct 11 15:26:53.366991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.378521 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258090-f25b-4f16-b944-1888c9e28171 req-d8794362-901a-4fa7-b576-5e158c37c00d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:53.386503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55258090-f25b-4f16-b944-1888c9e28171 req-d8794362-901a-4fa7-b576-5e158c37c00d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.1573982 Oct 11 15:26:53.449726 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8952eb37-e5c5-413d-981b-37371c7494f0 x-openstack-request-id: req-8952eb37-e5c5-413d-981b-37371c7494f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:53.450229 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "code": 200}, {"server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "name": "network-vif-plugged", "status": "completed", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:53.450755 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8952eb37-e5c5-413d-981b-37371c7494f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:53.451296 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'code': 200} Oct 11 15:26:53.451706 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd', 'code': 200} Oct 11 15:26:53.457258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55258090-f25b-4f16-b944-1888c9e28171 req-14109c70-6b48-4b56-bd16-0aceb3048cbe tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Oct 11 15:26:53.467975 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:53.471556 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:53.477992 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:53.519838 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Pushing event updated for resources: {'Port': ['ID=0513b077-0f62-4cc1-bf8f-0aff068a012c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:53.585013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.689809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:53.741003 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeabb50-e636-4c8e-9a4a-873ad8e5c739 req-6886460d-00ad-4c7a-b2ed-1f999bec7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:53.745963 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afeabb50-e636-4c8e-9a4a-873ad8e5c739 req-6886460d-00ad-4c7a-b2ed-1f999bec7709 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 1096 time: 0.1123590 Oct 11 15:26:53.810767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afeabb50-e636-4c8e-9a4a-873ad8e5c739 req-da0bb3fe-1f40-4d1a-8814-c2b8e5b984ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579429 Oct 11 15:26:53.918137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9918038d-1308-4f1c-aec6-abd68a5184f1 req-53b185fc-bf45-41e2-a0a1-dc700df5b85c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 210 time: 0.0402842 Oct 11 15:26:54.002148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac64be6-15da-4571-b5a0-6dc3bd63c60e req-fbf30e74-e746-4d62-a1a7-076469f4d243 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.003628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cac64be6-15da-4571-b5a0-6dc3bd63c60e req-fbf30e74-e746-4d62-a1a7-076469f4d243 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0842218 Oct 11 15:26:54.014198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.022270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.113943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cac64be6-15da-4571-b5a0-6dc3bd63c60e req-95d18480-3766-4db4-b5fc-3ff61fc5b48d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021419 Oct 11 15:26:54.123608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Pushing event updated for resources: {'Port': ['ID=0513b077-0f62-4cc1-bf8f-0aff068a012c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:54.168318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.168664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.169008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.169336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.169691 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.170018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.170348 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.170676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.171048 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.171375 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.171699 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.172016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:26:54.187433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.216177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7667-6092-4849-bbef-e6b652637f78 req-a96f3b05-ba25-4070-b753-754c5f1d61c6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.218312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-755a7667-6092-4849-bbef-e6b652637f78 req-a96f3b05-ba25-4070-b753-754c5f1d61c6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 943 time: 0.1102405 Oct 11 15:26:54.221282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.225739 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:54.225998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-74a01b79-561c-4903-b0ac-5c58eb85efff tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2033868 Oct 11 15:26:54.233034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-328767054', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'fixed_ips': [{'ip_address': '172.35.3.222'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:54.273405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-755a7667-6092-4849-bbef-e6b652637f78 req-ebd45507-1324-484d-882b-d0c1784c73d6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Oct 11 15:26:54.322463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-242072c8-23c6-4cf4-a02e-f55ac1d643c6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119204 Oct 11 15:26:54.326670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Made reservation on behalf of 9e870b7675894c15914957d2715a5b21 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:54.330283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.362681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd42d-1470-4651-ae9e-709e0d9d8b5a req-6ae16b25-8cfe-4258-934f-acbe6dec65d2 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.395417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-582fd42d-1470-4651-ae9e-709e0d9d8b5a req-6ae16b25-8cfe-4258-934f-acbe6dec65d2 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.1108804 Oct 11 15:26:54.480877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.491804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-582fd42d-1470-4651-ae9e-709e0d9d8b5a req-a3ebca33-e972-4b21-9f5a-e53c1269b293 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953302 Oct 11 15:26:54.642590 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-46a4677b-f232-4ca2-a9bc-b98af15f4c25 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.644571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-46a4677b-f232-4ca2-a9bc-b98af15f4c25 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114665 Oct 11 15:26:54.671085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cc90a-7787-4a2a-8e13-134a52ba9369 req-cb9cf963-d3e9-4269-97c1-55a1bb920585 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.673016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c8cc90a-7787-4a2a-8e13-134a52ba9369 req-cb9cf963-d3e9-4269-97c1-55a1bb920585 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.1787388 Oct 11 15:26:54.674220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.683328 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Request body: {'port': {'device_id': '45f0c486-db32-426c-9bb7-2f113a88d774', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'd3fb47c370764dbb9dc2870af89cd29e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:54.704612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3625cb3-0d1b-4f96-8c9d-9b80b781b382 req-881e3ec3-94f1-4c14-b335-2a5e44930dff tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:54.718069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3625cb3-0d1b-4f96-8c9d-9b80b781b382 req-881e3ec3-94f1-4c14-b335-2a5e44930dff tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.1093714 Oct 11 15:26:54.754058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:54.763936 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] device_id is not set on port 089ac54c-8b55-4126-8b60-b7258a7fd815 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:26:54.782913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b65713e1-0c6a-4a01-8eca-c34d688a1329 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:26:54.855698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a66659e-c5d9-4142-a24c-1cae319bde4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:54.918601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c8cc90a-7787-4a2a-8e13-134a52ba9369 req-f9020d5c-9312-4247-adb8-4aade25097c2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265923 Oct 11 15:26:54.942910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3625cb3-0d1b-4f96-8c9d-9b80b781b382 req-f042b0c6-d3d2-4a2d-8290-1152cfb218d8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239015 Oct 11 15:26:54.988152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:55.008031 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'port_id': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'mac_address': 'fa:16:3e:ee:41:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:26:55.034799 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 15:26:55.035708 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:26:55.039068 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Made reservation on behalf of d3fb47c370764dbb9dc2870af89cd29e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:26:55.046104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.126095 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e39132bc-13d5-4352-9dd1-5f46c90d98d5 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8982399 Oct 11 15:26:55.133021 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:55.180896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.196437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-855430db-b8c5-4cdb-9d72-8f15247daa63 req-8ee8b2b1-c9d8-4eb1-8d64-cff68f395d29 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 210 time: 0.0639563 Oct 11 15:26:55.207350 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65713e1-0c6a-4a01-8eca-c34d688a1329 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:55.228924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-6b24428d-1770-4e86-b5d7-ea715e3b0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:55.231045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-6b24428d-1770-4e86-b5d7-ea715e3b0809 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1100 time: 0.1874230 Oct 11 15:26:55.251156 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:55.273863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:55.283757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.386913 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:55.408058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.432134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ff6a-348e-44eb-b657-687ca10afd80 req-ffaa4372-0931-41df-80eb-dc2989947f6d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:55.434277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0b3ff6a-348e-44eb-b657-687ca10afd80 req-ffaa4372-0931-41df-80eb-dc2989947f6d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1430738 Oct 11 15:26:55.440668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ab7bf-4ca3-4168-952c-2c378c9a4431 req-7ed4b339-32e3-4d13-9b35-ac87806f5c04 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:55.447893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7ab7bf-4ca3-4168-952c-2c378c9a4431 req-7ed4b339-32e3-4d13-9b35-ac87806f5c04 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1102 time: 0.1094263 Oct 11 15:26:55.576445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b65713e1-0c6a-4a01-8eca-c34d688a1329'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:55.600203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7ab7bf-4ca3-4168-952c-2c378c9a4431 req-1760b243-c0a0-41bc-acc7-4fff07fcb99a tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507552 Oct 11 15:26:55.618542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0b3ff6a-348e-44eb-b657-687ca10afd80 req-d507dd8f-1859-446a-9742-b1154cf688e4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613560 Oct 11 15:26:55.766051 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Deleting port 0513b077-0f62-4cc1-bf8f-0aff068a012c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:26:55.766051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.807111 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581a14-0525-431f-9f85-bb7731626176 req-90c01729-4230-4c87-8f7f-12c94204d1b6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:55.809218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5581a14-0525-431f-9f85-bb7731626176 req-90c01729-4230-4c87-8f7f-12c94204d1b6 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 944 time: 0.0835168 Oct 11 15:26:55.814669 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:55.904627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5581a14-0525-431f-9f85-bb7731626176 req-b9aaa324-866e-42b2-8830-f6b81cebbf77 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760450 Oct 11 15:26:55.920663 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:55.985253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:55.985978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.003962 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Calling delete_port for 0513b077-0f62-4cc1-bf8f-0aff068a012c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:26:56.050420 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:56.053472 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c67850-3924-498d-95ee-b2d2c0183b24" -d '{"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-unplugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:56.058180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.222458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.251881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Pushing event deleted for resources: {'Port': ['ID=0513b077-0f62-4cc1-bf8f-0aff068a012c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:56.317058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.321338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.326326 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-29be9a09-2b71-46c4-9549-e7991ed6db28 tempest-ExternalNetworksAdminNegativeTestJSON-447884726 tempest-ExternalNetworksAdminNegativeTestJSON-447884726-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/86896cc7-156a-444a-99a4-3770c274d270 HTTP/1.1" status: 204 len: 168 time: 1.1893392 Oct 11 15:26:56.427009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f5ee0-e632-432a-a617-6165c008c56f req-853513ec-b35c-42aa-a259-01b33893cff8 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:56.429454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f5f5ee0-e632-432a-a617-6165c008c56f req-853513ec-b35c-42aa-a259-01b33893cff8 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 1102 time: 0.4462349 Oct 11 15:26:56.432430 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Transition to ACTIVE for port object cd49d667-baf2-44e2-8fa0-98e30f871a65 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:56.444101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fdfea-21b7-41f9-953a-f82da9a7d87d req-60b4517e-26a5-4704-9116-ff6224c88a0a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:56.449977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-368fdfea-21b7-41f9-953a-f82da9a7d87d req-60b4517e-26a5-4704-9116-ff6224c88a0a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.4235194 Oct 11 15:26:56.456023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.576557 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:56.593108 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Allocated IP 192.168.233.239 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/5cc4fe74-2129-4986-8d91-c88c2b071270) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:26:56.619153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f5f5ee0-e632-432a-a617-6165c008c56f req-8c9823de-4f86-400e-afe0-483a79cfa417 tempest-ServersAdminTestJSON-1389649390 tempest-ServersAdminTestJSON-1389649390-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672487 Oct 11 15:26:56.621303 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] No DVR routers for this DVR port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:26:56.655546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-368fdfea-21b7-41f9-953a-f82da9a7d87d req-a8e91efd-8dc5-4d9a-b1cf-fb4a66e21fad tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012246 Oct 11 15:26:56.790549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:56.792848 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:56.794352 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:56.800553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b65713e1-0c6a-4a01-8eca-c34d688a1329 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:26:56.818663 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:56.824927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Attempting to bind port cd49d667-baf2-44e2-8fa0-98e30f871a65 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:56.830570 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee7263f-832b-4f99-b1a2-40c6cba1611c x-openstack-request-id: req-5ee7263f-832b-4f99-b1a2-40c6cba1611c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:56.830862 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-unplugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:56.831111 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ee7263f-832b-4f99-b1a2-40c6cba1611c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:56.831572 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'code': 200} Oct 11 15:26:56.895892 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:56.896277 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:56.896614 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:56.897061 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Bound port: cd49d667-baf2-44e2-8fa0-98e30f871a65, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:56.897420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.909262 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port b65713e1-0c6a-4a01-8eca-c34d688a1329 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:26:56.920040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.936756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port b65713e1-0c6a-4a01-8eca-c34d688a1329 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:56.936896 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:56.937119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:56.984783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa1516f2-4ab5-44e7-b781-73dcc33ef642 req-7d7988fe-2466-4fd4-857f-febf9ef3ba58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 210 time: 0.0881767 Oct 11 15:26:57.001386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.044854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aaf09-0d88-4593-b550-206a3416d5bc req-3a6236bd-b68e-4ca9-ae85-b0d7bd5e9454 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.056594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-885aaf09-0d88-4593-b550-206a3416d5bc req-3a6236bd-b68e-4ca9-ae85-b0d7bd5e9454 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.2558033 Oct 11 15:26:57.067992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:57.120150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:26:57.127038 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:26:57.128981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event updated for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:57.138546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42', '985492ad-9335-41c3-ab51-f01afce2a36e', '49843221-1fa6-42d4-bdd7-a6b79bc692ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:26:57.140300 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:26:57.283301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f3311d-a164-4a0c-b7cd-0713c190e257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.294734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-885aaf09-0d88-4593-b550-206a3416d5bc req-fd8b18dc-62c8-45ab-84f1-94eeac8c5589 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363503 Oct 11 15:26:57.306421 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:57.317683 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:57.333083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.375521 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.383014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.400991 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.402057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.404071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 1096 time: 2.1631343 Oct 11 15:26:57.478170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-a34fa003-c346-472c-85a0-f96784b0bb63 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8010440 Oct 11 15:26:57.497519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Request body: {'port': {'device_id': '45f0c486-db32-426c-9bb7-2f113a88d774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:26:57.550110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3653d51-2566-4607-a5c2-3872b299a388 service neutron] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:57.588413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-038553fd-6bb5-4e19-a533-7175a55f2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.590715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-038553fd-6bb5-4e19-a533-7175a55f2e6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1099 time: 0.1566410 Oct 11 15:26:57.606649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ae32e-0d16-42b2-abe6-7f621be80564 req-27b33cdf-a666-48d4-afec-f10120705d30 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.615122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc9ae32e-0d16-42b2-abe6-7f621be80564 req-27b33cdf-a666-48d4-afec-f10120705d30 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.2222807 Oct 11 15:26:57.654268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f3311d-a164-4a0c-b7cd-0713c190e257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.668895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f3311d-a164-4a0c-b7cd-0713c190e257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.676642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae6cd0-94b0-4d00-80cb-d860a48ddef3 req-c878a5e7-def9-47f3-a586-adeccd0cad53 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.678961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03ae6cd0-94b0-4d00-80cb-d860a48ddef3 req-c878a5e7-def9-47f3-a586-adeccd0cad53 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 944 time: 0.2154493 Oct 11 15:26:57.721419 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3f3311d-a164-4a0c-b7cd-0713c190e257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65479e34ab814ea782bd4871efafae51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826760 Oct 11 15:26:57.727111 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:57.744393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61ad4864-135c-49db-b15f-19f1d59be055 None None] Provisioning complete for port 5cc4fe74-2129-4986-8d91-c88c2b071270 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:26:57.746025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61ad4864-135c-49db-b15f-19f1d59be055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.773747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.777819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3311d-a164-4a0c-b7cd-0713c190e257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce96371-653d-446e-9ed3-fda2919f997e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:57.818439 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:57.827819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61ad4864-135c-49db-b15f-19f1d59be055 None None] Port 5cc4fe74-2129-4986-8d91-c88c2b071270 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:26:57.861952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc9ae32e-0d16-42b2-abe6-7f621be80564 req-73dcfcb7-a346-4b6c-b89e-dfb8f9a8741d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457359 Oct 11 15:26:57.949053 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:26:57.959003 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:57.971523 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73e7f3e-0072-49fc-ad4b-3d7f017ae904" -d '{"events": [{"server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "name": "network-vif-plugged", "status": "completed", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:57.987651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-e6a87fbc-80e3-439c-b0ff-21f29a63a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:57.989794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-e6a87fbc-80e3-439c-b0ff-21f29a63a0d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.3648045 Oct 11 15:26:58.012831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.023284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.038072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03ae6cd0-94b0-4d00-80cb-d860a48ddef3 req-c871c0b0-9908-4e83-8f82-9fcb5f43fc38 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144760 Oct 11 15:26:58.085795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:26:58.152642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-851f5485-d30d-4e45-9e31-3d8606b918ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.1415646 Oct 11 15:26:58.192833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:58.282390 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:26:58.319773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-656527fe-71c7-4ebf-9298-e2808acf20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:58.321589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-656527fe-71c7-4ebf-9298-e2808acf20cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1479483 Oct 11 15:26:58.335326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.407159 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc4fe74-2129-4986-8d91-c88c2b071270 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:26:58.438187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.462084 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Transition to ACTIVE for port object 5cc4fe74-2129-4986-8d91-c88c2b071270 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:26:58.487060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.518125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670acfc5-e6de-426b-99ae-791fbfdd05a0 req-5ced5083-0988-46eb-bf99-c4c5b4cc5375 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:58.526942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-670acfc5-e6de-426b-99ae-791fbfdd05a0 req-5ced5083-0988-46eb-bf99-c4c5b4cc5375 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.5356331 Oct 11 15:26:58.535465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-1b0bc3fa-933c-4667-a64e-530e7cc6d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:58.537001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-1b0bc3fa-933c-4667-a64e-530e7cc6d0bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041271 Oct 11 15:26:58.589538 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:58.645754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b52e0-fbe1-41b5-9253-05e5ff281458 req-e3ceaed6-0d2c-4261-841d-6618b36a3ed6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:58.658163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e55b52e0-fbe1-41b5-9253-05e5ff281458 req-e3ceaed6-0d2c-4261-841d-6618b36a3ed6 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.2770834 Oct 11 15:26:58.723271 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Attempting to bind port 5cc4fe74-2129-4986-8d91-c88c2b071270 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:26:58.724003 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Attempting to bind port 5cc4fe74-2129-4986-8d91-c88c2b071270 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:26:58.724529 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Attempting to bind port 5cc4fe74-2129-4986-8d91-c88c2b071270 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:58.731056 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Port 5cc4fe74-2129-4986-8d91-c88c2b071270 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:26:58.731667 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Attempting to bind port 5cc4fe74-2129-4986-8d91-c88c2b071270 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:26:58.739067 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:26:58.740077 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:26:58.740808 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:26:58.741572 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Bound port: 5cc4fe74-2129-4986-8d91-c88c2b071270, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:26:58.742159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.834668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e55b52e0-fbe1-41b5-9253-05e5ff281458 req-3094ddae-e838-4a23-b618-d1854d97ba26 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754916 Oct 11 15:26:58.835111 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:58.835506 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:26:58.838794 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbbda79-258f-4cb9-8e74-117826d702f4" -d '{"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:58.839982 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cc4fe74-2129-4986-8d91-c88c2b071270,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:26:58.847774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.866428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-670acfc5-e6de-426b-99ae-791fbfdd05a0 req-05eb09bd-85fb-4ce1-a09d-ef0caacdf0d9 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381865 Oct 11 15:26:58.888039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.890787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.892061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ce96371-653d-446e-9ed3-fda2919f997e HTTP/1.1" status: 204 len: 168 time: 1.1571965 Oct 11 15:26:58.898460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-a9c6edc1-9aad-48e1-8421-36fb089aeec7 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238316 Oct 11 15:26:58.922289 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:58.923580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:58.925264 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae21f-dfe8-4b6e-b3c4-4e144445efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce96371-653d-446e-9ed3-fda2919f997e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:58.925751 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cc4fe74-2129-4986-8d91-c88c2b071270 HTTP/1.1" status: 200 len: 1096 time: 1.4363208 Oct 11 15:26:58.928590 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:26:58.931106 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:26:59.074281 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e7e7ff-2f80-4e52-8ff4-1322de8eb781 x-openstack-request-id: req-d3e7e7ff-2f80-4e52-8ff4-1322de8eb781 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:59.074841 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "name": "network-vif-plugged", "status": "completed", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:59.074953 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3e7e7ff-2f80-4e52-8ff4-1322de8eb781 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:59.075373 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'code': 200} Oct 11 15:26:59.092052 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26215b4a-728c-490d-8de3-86d41c32c7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:59.140012 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-6b75909e-0bc6-43ad-92c0-f94daa6f6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.146773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-6b75909e-0bc6-43ad-92c0-f94daa6f6cef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 1099 time: 0.1465003 Oct 11 15:26:59.179885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0eb466-135c-4252-b1bc-c898aaca1bce req-1ab7de88-0b78-4103-ae4a-6a3d211515c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707422 Oct 11 15:26:59.256013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d506955-b621-4f17-aa51-c00ba27c339d req-19b3afba-204c-47c4-afb6-43e176058df1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.257121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-cbb788c2-c84c-4e6e-a8df-d20dc8c2d04f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5cc4fe74-2129-4986-8d91-c88c2b071270 HTTP/1.1" status: 200 len: 217 time: 0.0883074 Oct 11 15:26:59.257706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d506955-b621-4f17-aa51-c00ba27c339d req-19b3afba-204c-47c4-afb6-43e176058df1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 948 time: 0.2898829 Oct 11 15:26:59.314733 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6498-bb5d-43a4-bf58-636124ed5c33 req-6b684648-ead4-4d24-abf9-81ad7fd111a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.316684 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3ade6498-bb5d-43a4-bf58-636124ed5c33 req-6b684648-ead4-4d24-abf9-81ad7fd111a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 1096 time: 0.1604085 Oct 11 15:26:59.323609 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bc755-4a44-4686-b88e-76ba8f7ce42c req-cbb06f0c-8555-4692-8fa9-1c8ce3625489 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.325294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a29bc755-4a44-4686-b88e-76ba8f7ce42c req-cbb06f0c-8555-4692-8fa9-1c8ce3625489 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.1163094 Oct 11 15:26:59.331526 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-2fe4741a-10b6-47f2-94ce-40bd7b953d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.333069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-2fe4741a-10b6-47f2-94ce-40bd7b953d11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0660138 Oct 11 15:26:59.341742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d506955-b621-4f17-aa51-c00ba27c339d req-0ad30170-b1ec-43e1-82ad-18e173c8b183 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630414 Oct 11 15:26:59.380563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a29bc755-4a44-4686-b88e-76ba8f7ce42c req-1982b314-3d1a-458e-a8e3-7107fdb90c92 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Oct 11 15:26:59.430885 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27b5ffc-1483-454f-b577-1217d84f3c1b x-openstack-request-id: req-c27b5ffc-1483-454f-b577-1217d84f3c1b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:59.431218 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:59.431478 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c27b5ffc-1483-454f-b577-1217d84f3c1b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:59.431874 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'status': 'completed', 'code': 200} Oct 11 15:26:59.448016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3ade6498-bb5d-43a4-bf58-636124ed5c33 req-b1d86421-6c64-4a9b-9c8c-e0c99ab080a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240060 Oct 11 15:26:59.472250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-78b4350d-642f-4ee0-b30b-e247241060a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.477266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-78b4350d-642f-4ee0-b30b-e247241060a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324451 Oct 11 15:26:59.482313 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c73cb-fc65-4eca-a2ac-b3221575a489 x-openstack-request-id: req-f03c73cb-fc65-4eca-a2ac-b3221575a489 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:26:59.482601 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:26:59.482847 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03c73cb-fc65-4eca-a2ac-b3221575a489 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:26:59.483239 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270', 'status': 'completed', 'code': 200} Oct 11 15:26:59.543039 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:59.546619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465e8b9-efd7-4d86-b6b4-2eed2347e81c req-c329ccd3-365d-4d41-a586-a02b1ec353e0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.548238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0465e8b9-efd7-4d86-b6b4-2eed2347e81c req-c329ccd3-365d-4d41-a586-a02b1ec353e0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0882542 Oct 11 15:26:59.559557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-53f9a623-d826-4305-8b70-27fefbfec574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.561067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-53f9a623-d826-4305-8b70-27fefbfec574 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1099 time: 0.0898333 Oct 11 15:26:59.590306 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d8030cc-cfa8-415f-a452-f9f1a1779d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e870b7675894c15914957d2715a5b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459118 Oct 11 15:26:59.592774 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:26:59.644819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:59.692922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:59.717857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68cb27-750c-4e22-86db-d7ab91559bfe req-bdf62261-111d-411f-b68b-6d90fe8866ff tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.719104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe68cb27-750c-4e22-86db-d7ab91559bfe req-bdf62261-111d-411f-b68b-6d90fe8866ff tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.1698945 Oct 11 15:26:59.724036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0465e8b9-efd7-4d86-b6b4-2eed2347e81c req-2493ea79-3e81-43b0-ad33-ca270764dccf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608055 Oct 11 15:26:59.755832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-4ce6fe63-84f0-46f3-b361-1e2fc8c7ae8f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.757412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-4ce6fe63-84f0-46f3-b361-1e2fc8c7ae8f tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.1729248 Oct 11 15:26:59.783143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-de022ba9-d216-4801-a7ca-ffa0ab457fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.784644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-de022ba9-d216-4801-a7ca-ffa0ab457fd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2012804 Oct 11 15:26:59.818137 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-828ad137-1b18-4ab4-a597-2c01f5b5f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:26:59.819615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-828ad137-1b18-4ab4-a597-2c01f5b5f5c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 1099 time: 0.1534357 Oct 11 15:26:59.872309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe68cb27-750c-4e22-86db-d7ab91559bfe req-a1c988fc-44d5-4b51-9e42-aa27a62aa7bb tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327169 Oct 11 15:26:59.892133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:59.894967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:26:59.898660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a66659e-c5d9-4142-a24c-1cae319bde4c HTTP/1.1" status: 204 len: 168 time: 0.3024094 Oct 11 15:26:59.912191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-7f10beb3-7b67-4241-9278-e629d35fc0fd service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446008 Oct 11 15:26:59.914592 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39556670-c312-43b5-a4af-556c95cc97f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a66659e-c5d9-4142-a24c-1cae319bde4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:26:59.957549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-95028de7-96f8-4ecc-a185-8eaf4c8db85f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.1504214 Oct 11 15:27:00.022782 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-d1d61dda-7850-41d6-b694-54f58804c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.024372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-d1d61dda-7850-41d6-b694-54f58804c18e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1963234 Oct 11 15:27:00.063640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-8b0b64e1-c814-4db7-b41c-f846d2f02a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.065148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-8b0b64e1-c814-4db7-b41c-f846d2f02a27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0960634 Oct 11 15:27:00.087589 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-3ba3f6fd-1d3b-4431-a193-2febdb51b4a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 200 len: 217 time: 0.0480649 Oct 11 15:27:00.087844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d2ba2c9-2a49-4816-a5b0-934167e7d065 req-4dcb0328-cedb-4522-8dfb-c9cece941c52 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671216 Oct 11 15:27:00.215390 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-5141b8ca-6121-49ac-b009-a9133f76f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.215390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-5141b8ca-6121-49ac-b009-a9133f76f5a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1052330 Oct 11 15:27:00.225102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Deleting port df2f9a2e-eabd-4648-8873-416344aa3185 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:00.225102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:00.232931 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46ceb-752f-43d9-a07f-e46fa53697ee req-872e7975-646b-4f4e-9966-892c3465bec5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.234688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa46ceb-752f-43d9-a07f-e46fa53697ee req-872e7975-646b-4f4e-9966-892c3465bec5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.2508519 Oct 11 15:27:00.285614 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-071b7b60-6f3d-40e4-a8fc-2f25c25086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.287170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-071b7b60-6f3d-40e4-a8fc-2f25c25086c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 1099 time: 0.1283438 Oct 11 15:27:00.336185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-fb8d60c4-0cd4-4356-89d5-2e65e3f4f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.337903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-fb8d60c4-0cd4-4356-89d5-2e65e3f4f25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618337 Oct 11 15:27:00.342249 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-d1fd8b7b-b407-450d-b2c2-0e74f5fbb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.343813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-d1fd8b7b-b407-450d-b2c2-0e74f5fbb613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245070 Oct 11 15:27:00.356176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e08b-29ea-4a03-91f1-d010c27aaa7c req-336776a0-63f4-47b1-881d-d83ff097ed86 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.357860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc50e08b-29ea-4a03-91f1-d010c27aaa7c req-336776a0-63f4-47b1-881d-d83ff097ed86 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 950 time: 0.2386537 Oct 11 15:27:00.475086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa46ceb-752f-43d9-a07f-e46fa53697ee req-99b39cff-6b27-4d52-9047-8bcd2daee3fe tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754253 Oct 11 15:27:00.475410 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-0a33707a-5ac0-4d4f-af06-2cfdfa943780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.476946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-0a33707a-5ac0-4d4f-af06-2cfdfa943780 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1811030 Oct 11 15:27:00.537940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc50e08b-29ea-4a03-91f1-d010c27aaa7c req-342fd55b-74c7-4d70-8bd4-e0800f2e9669 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503031 Oct 11 15:27:00.556251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-287627e4-8bbb-460a-9dc5-653d9261d95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5cc4fe74-2129-4986-8d91-c88c2b071270 HTTP/1.1" status: 200 len: 217 time: 0.0654666 Oct 11 15:27:00.567065 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] For port df2f9a2e-eabd-4648-8873-416344aa3185, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df2f9a2e-eabd-4648-8873-416344aa3185,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:00.570634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:00.586994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-feb0c2e5-4d13-4f47-a040-4bb01ec28965 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310610 Oct 11 15:27:00.658300 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Calling delete_port for df2f9a2e-eabd-4648-8873-416344aa3185 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:00.677863 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-e4d877b9-dc8a-4a39-aafa-58456fc5253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.679501 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-e4d877b9-dc8a-4a39-aafa-58456fc5253a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1099691 Oct 11 15:27:00.683545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-4b2c0139-a8d6-4a4c-ac60-4aa682ff20b8 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223419 Oct 11 15:27:00.750853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-00d4d5ba-33cd-4086-8d59-eb0db033468c service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434109 Oct 11 15:27:00.752599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-434f11af-8478-493e-92ee-305f3e2de326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.754286 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-434f11af-8478-493e-92ee-305f3e2de326 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656648 Oct 11 15:27:00.843067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3f573-b9c2-4814-b49a-6d3f43ada3ad req-91580dd3-4a39-433c-b882-40acceee3ad9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.845427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25e3f573-b9c2-4814-b49a-6d3f43ada3ad req-91580dd3-4a39-433c-b882-40acceee3ad9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.2700799 Oct 11 15:27:00.879895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-6e255f6f-c50c-4418-a006-8410ff31054d service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106870 Oct 11 15:27:00.897380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d71e-aa97-4673-bd9d-76165d925314 req-88384388-f83f-4352-a8a9-a3165dcb0b0c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:00.898978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80b5d71e-aa97-4673-bd9d-76165d925314 req-88384388-f83f-4352-a8a9-a3165dcb0b0c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 948 time: 0.2887993 Oct 11 15:27:01.000699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfbbda79-258f-4cb9-8e74-117826d702f4 req-3dc04a3c-9e2d-4b00-b3c2-436429c8017e service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055015 Oct 11 15:27:01.004909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90538e55-4c52-4cb4-94ba-914c5f6ee8d5 req-6d2ab86c-8bf2-43c3-bd63-c03655424077 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150725 Oct 11 15:27:01.011769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25e3f573-b9c2-4814-b49a-6d3f43ada3ad req-90bfbab2-0e42-4fc6-9d51-2ac81d0c129b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551263 Oct 11 15:27:01.032075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80b5d71e-aa97-4673-bd9d-76165d925314 req-6739bd22-b6e1-4849-84ca-2c589b1a1a9f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145887 Oct 11 15:27:01.149105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:01.165521 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['df2f9a2e-eabd-4648-8873-416344aa3185', 'ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:01.170212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e59a6379-daf1-42d2-b6cb-2da02e4cd62f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:01.204884 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05aad1-676c-4017-a490-efbb257c31ae req-67b1a13a-8775-43a0-88e8-b975a3030d78 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:01.206422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb05aad1-676c-4017-a490-efbb257c31ae req-67b1a13a-8775-43a0-88e8-b975a3030d78 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1161561 Oct 11 15:27:01.232516 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event deleted for resources: {'Port': ['ID=df2f9a2e-eabd-4648-8873-416344aa3185,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:01.315434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb05aad1-676c-4017-a490-efbb257c31ae req-4c03d7f2-33fb-4f38-bc8b-e73c2ae56c23 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938370 Oct 11 15:27:01.316238 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] No DVR routers for this DVR port df2f9a2e-eabd-4648-8873-416344aa3185 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:01.319606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:01.324067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f161cc4-a03d-4fd9-b2cb-eec9d94c562d req-d7e7f655-6364-4425-bb61-840c03a56fc5 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "DELETE /v2.0/ports/df2f9a2e-eabd-4648-8873-416344aa3185 HTTP/1.1" status: 204 len: 173 time: 1.5506845 Oct 11 15:27:01.334262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cfb96-9c5b-4286-a1a7-4f9c4fa336ca req-789b85f2-2502-46d6-9d33-2d6d1e479374 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:01.336629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-943cfb96-9c5b-4286-a1a7-4f9c4fa336ca req-789b85f2-2502-46d6-9d33-2d6d1e479374 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.1939461 Oct 11 15:27:01.396365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-943cfb96-9c5b-4286-a1a7-4f9c4fa336ca req-3f269304-4f02-4463-ad13-c8e3cc8d366f tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529079 Oct 11 15:27:01.433267 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'name': 'network-vif-deleted', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:01.435577 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ff5704-78b4-4126-b49d-6c03b690843c" -d '{"events": [{"server_uuid": "67492761-7693-479b-a2e3-769102d88399", "name": "network-vif-deleted", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:01.505410 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d485274e-367b-4a17-879a-ce8953ee83ab x-openstack-request-id: req-d485274e-367b-4a17-879a-ce8953ee83ab {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:01.505722 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67492761-7693-479b-a2e3-769102d88399", "name": "network-vif-deleted", "tag": "df2f9a2e-eabd-4648-8873-416344aa3185", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:01.505971 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d485274e-367b-4a17-879a-ce8953ee83ab {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:01.506367 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67492761-7693-479b-a2e3-769102d88399', 'name': 'network-vif-deleted', 'tag': 'df2f9a2e-eabd-4648-8873-416344aa3185', 'status': 'completed', 'code': 200} Oct 11 15:27:01.598375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f1cd5-9371-426b-895c-ba0f0fdaa369 req-b3ce0896-5456-46ca-8003-9e3becea0c5a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:01.599940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-116f1cd5-9371-426b-895c-ba0f0fdaa369 req-b3ce0896-5456-46ca-8003-9e3becea0c5a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.0835543 Oct 11 15:27:01.609360 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:01.613899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Request body: {'floatingip': {'port_id': 'b65713e1-0c6a-4a01-8eca-c34d688a1329'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:01.671785 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d996f5-3453-4c05-b3e7-34508cbdabf6 req-a97de923-d170-407d-bebc-a8c85c1bde2a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:01.675687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d996f5-3453-4c05-b3e7-34508cbdabf6 req-a97de923-d170-407d-bebc-a8c85c1bde2a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.1003661 Oct 11 15:27:01.755223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:01.797084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d996f5-3453-4c05-b3e7-34508cbdabf6 req-cb6b02c9-935c-4832-a716-69b3f440ac52 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114609 Oct 11 15:27:01.800494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dd54bfa-b959-4e73-85e5-9ade1478e638 req-b641f696-bda6-4217-9732-be85e4f75c45 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=67492761-7693-479b-a2e3-769102d88399 HTTP/1.1" status: 200 len: 210 time: 0.0862801 Oct 11 15:27:02.225573 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83ca4a23-a9ac-4600-834e-75d17595b7f1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:02.227186 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83ca4a23-a9ac-4600-834e-75d17595b7f1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.2219276 Oct 11 15:27:02.238360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:02.330676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e436a94d-3526-4c95-93be-a7a0134e0332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:02.340458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8acb6-d5b0-4b13-a61a-8c4844e2e6fa req-e67545ca-88a9-4c25-8fe6-b0e3ac6cbb9a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:02.341968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1d8acb6-d5b0-4b13-a61a-8c4844e2e6fa req-e67545ca-88a9-4c25-8fe6-b0e3ac6cbb9a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 948 time: 0.1394267 Oct 11 15:27:02.357957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad39fc-0423-4566-a29f-b203103363e5 req-e8646cf7-3311-41d3-8490-fb17db3c02c8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:02.359511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ad39fc-0423-4566-a29f-b203103363e5 req-e8646cf7-3311-41d3-8490-fb17db3c02c8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 945 time: 0.1892898 Oct 11 15:27:02.428383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1d8acb6-d5b0-4b13-a61a-8c4844e2e6fa req-d9b61621-1ae0-4b1f-94eb-3d21fe7252bc tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Oct 11 15:27:02.437530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ad39fc-0423-4566-a29f-b203103363e5 req-fa7a3a9e-05ae-4f88-8759-a9fa9c22a02f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Oct 11 15:27:02.464865 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a34cb787-a588-4ac3-aacc-ea7787a29bf5 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1523049363'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:02.465409 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a34cb787-a588-4ac3-aacc-ea7787a29bf5 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Unknown quota resources ['metering_label']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:02.805898 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port d840e8c7-828b-48f7-a8ed-45a13d3081fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:02.806650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:02.833540 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cc4fe74-2129-4986-8d91-c88c2b071270 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:02.968447 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:02.987603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:02.988215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a34cb787-a588-4ac3-aacc-ea7787a29bf5 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:02.992399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a34cb787-a588-4ac3-aacc-ea7787a29bf5 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7339842 Oct 11 15:27:02.993054 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:02.999376 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-71fe43ac-19fe-477c-86c0-55239de35e0e tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '98399299-82a1-4534-84cc-9a10e8ad1d36'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:03.000305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-71fe43ac-19fe-477c-86c0-55239de35e0e tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:03.025123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2817db-8432-46ff-b515-9b910fc932d2 req-8c5f4dda-a49e-4b0a-900f-e672cde939d3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:03.032354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d2817db-8432-46ff-b515-9b910fc932d2 req-8c5f4dda-a49e-4b0a-900f-e672cde939d3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.4813509 Oct 11 15:27:03.050628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cc4fe74-2129-4986-8d91-c88c2b071270,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:03.070372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5cc4fe74-2129-4986-8d91-c88c2b071270', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '5cc4fe74-2129-4986-8d91-c88c2b071270', 'mac_address': 'fa:16:3e:73:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:27:03.077228 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port d840e8c7-828b-48f7-a8ed-45a13d3081fd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d840e8c7-828b-48f7-a8ed-45a13d3081fd,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:03.077775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.117971 n-d-master-1 neutron-server[94827]: WARNING neutron.services.metering.metering_plugin [None req-71fe43ac-19fe-477c-86c0-55239de35e0e tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 11 15:27:03.122028 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for d840e8c7-828b-48f7-a8ed-45a13d3081fd owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:03.130700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.150480 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc4fe74-2129-4986-8d91-c88c2b071270 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:03.180450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cc4fe74-2129-4986-8d91-c88c2b071270,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:03.187757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.188236 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Floating IP 2be40738-e792-444a-9948-6b5c7abeacfd associated. External IP: 172.35.3.246, port: b65713e1-0c6a-4a01-8eca-c34d688a1329. Oct 11 15:27:03.188926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:03.256051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71fe43ac-19fe-477c-86c0-55239de35e0e tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.261169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-71fe43ac-19fe-477c-86c0-55239de35e0e tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2650688 Oct 11 15:27:03.264189 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:03.271323 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e459f082-cf30-455e-bda1-f3a35a557216 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '98399299-82a1-4534-84cc-9a10e8ad1d36'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:03.271825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e459f082-cf30-455e-bda1-f3a35a557216 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:03.278872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d2817db-8432-46ff-b515-9b910fc932d2 req-efe43535-7970-436b-889b-b508368f74bd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457209 Oct 11 15:27:03.307817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d7688-fdcc-47e6-8618-006f6f6fd1f7 req-6cba5dbe-3306-4c22-a92f-bb01de415c48 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:03.307817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-614d7688-fdcc-47e6-8618-006f6f6fd1f7 req-6cba5dbe-3306-4c22-a92f-bb01de415c48 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 948 time: 0.2514534 Oct 11 15:27:03.311371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:03.329209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:03.346899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'mac_address': 'fa:16:3e:27:29:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:27:03.366194 n-d-master-1 neutron-server[94827]: WARNING neutron.services.metering.metering_plugin [None req-e459f082-cf30-455e-bda1-f3a35a557216 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 11 15:27:03.406735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.434093 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:03.469706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:03.472788 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e459f082-cf30-455e-bda1-f3a35a557216 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.472788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e459f082-cf30-455e-bda1-f3a35a557216 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2066357 Oct 11 15:27:03.475973 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:03.486324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.488264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-614d7688-fdcc-47e6-8618-006f6f6fd1f7 req-0d1a4a67-041e-4f8d-bb76-000cd2f60c02 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321635 Oct 11 15:27:03.495315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7bed271b-8309-44be-ad1a-81852eb217f8 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ce5762ab-0b3d-411c-bf93-e5127f14d03e HTTP/1.1" status: 200 len: 462 time: 0.0175829 Oct 11 15:27:03.496084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.498308 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:03.558729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=d840e8c7-828b-48f7-a8ed-45a13d3081fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:03.582596 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:03.586372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d840e8c7-828b-48f7-a8ed-45a13d3081fd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:03.659533 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port d840e8c7-828b-48f7-a8ed-45a13d3081fd on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:03.664320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.668515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-905769e7-eadd-4fc2-8654-90d3ff04826d req-83d8f2dc-2711-44ee-a77e-e41970995a91 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "DELETE /v2.0/ports/d840e8c7-828b-48f7-a8ed-45a13d3081fd HTTP/1.1" status: 204 len: 173 time: 1.4336452 Oct 11 15:27:03.669025 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'name': 'network-vif-deleted', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:03.671378 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e07e6-4b52-4c87-95a8-18cf61aef4bb" -d '{"events": [{"server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "name": "network-vif-deleted", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:03.689363 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:03.739391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02eb14f1-fd59-40ca-b278-f68f079fdff2 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:03.740566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-02eb14f1-fd59-40ca-b278-f68f079fdff2 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/ce5762ab-0b3d-411c-bf93-e5127f14d03e HTTP/1.1" status: 204 len: 168 time: 0.2400539 Oct 11 15:27:03.743554 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:03.762565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0feb7fdf-8567-4f75-9849-b7e45b175647 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ce5762ab-0b3d-411c-bf93-e5127f14d03e HTTP/1.1" status: 200 len: 221 time: 0.0177996 Oct 11 15:27:03.765983 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:03.770776 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f20e818-269e-4549-86e0-58e697a1de27 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--44739318', 'description': 'label created by tempest'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:03.771357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f20e818-269e-4549-86e0-58e697a1de27 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:03.778031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03f4b598-586a-4bc4-ab03-c9827b9e09be req-1bb6c36e-797f-43f8-b031-91759e20be57 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=271a6666-f576-4390-a69a-3c970a1c35a4 HTTP/1.1" status: 200 len: 210 time: 0.0932117 Oct 11 15:27:03.834298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c4035-af88-43ad-b465-24f7a4c63177 req-c2497796-a9a0-4a3b-8e7c-b672da7b0394 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:03.834298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a78c4035-af88-43ad-b465-24f7a4c63177 req-c2497796-a9a0-4a3b-8e7c-b672da7b0394 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 949 time: 0.1461401 Oct 11 15:27:03.876561 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd49d667-baf2-44e2-8fa0-98e30f871a65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:03.918899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a78c4035-af88-43ad-b465-24f7a4c63177 req-13e568c2-d49a-4f66-acd6-3e56888b78db tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Oct 11 15:27:03.958088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5cc4fe74-2129-4986-8d91-c88c2b071270'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:03.969303 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a487b1-8eb7-4fe1-8ea8-8e6e3d10ba53 req-e0d03373-cf3a-4291-ac6f-566bc4817d27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:03.971104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9a487b1-8eb7-4fe1-8ea8-8e6e3d10ba53 req-e0d03373-cf3a-4291-ac6f-566bc4817d27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 949 time: 0.0824368 Oct 11 15:27:04.054881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:04.060826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:04.067766 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:04.080017 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:04.081119 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:26:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:04.094737 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device df2f9a2e-eabd-4648-8873-416344aa3185 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:04.101558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9a487b1-8eb7-4fe1-8ea8-8e6e3d10ba53 req-efe72b48-46fe-4379-9949-3dee2c319ec2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227496 Oct 11 15:27:04.149029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f20e818-269e-4549-86e0-58e697a1de27 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:04.149890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a79b5c-44e9-4616-b406-68feab7ed93e req-ea48ba7b-6e38-48d8-8133-ecf4f245483e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:04.152663 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f20e818-269e-4549-86e0-58e697a1de27 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3831773 Oct 11 15:27:04.152808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: df2f9a2e-eabd-4648-8873-416344aa3185 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:04.152808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device df2f9a2e-eabd-4648-8873-416344aa3185 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:04.153737 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.159005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a79b5c-44e9-4616-b406-68feab7ed93e req-ea48ba7b-6e38-48d8-8133-ecf4f245483e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.1322155 Oct 11 15:27:04.201597 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c69c9d7-4c83-4616-bfb7-9a6370d038e6 x-openstack-request-id: req-4c69c9d7-4c83-4616-bfb7-9a6370d038e6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:04.201886 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271a6666-f576-4390-a69a-3c970a1c35a4", "name": "network-vif-deleted", "tag": "d840e8c7-828b-48f7-a8ed-45a13d3081fd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:04.202140 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c69c9d7-4c83-4616-bfb7-9a6370d038e6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:04.202543 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271a6666-f576-4390-a69a-3c970a1c35a4', 'name': 'network-vif-deleted', 'tag': 'd840e8c7-828b-48f7-a8ed-45a13d3081fd', 'status': 'completed', 'code': 200} Oct 11 15:27:04.253695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fe92f74-6200-4cc0-b9cc-7c219f5cb7e4 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "PUT /v2.0/floatingips/2be40738-e792-444a-9948-6b5c7abeacfd HTTP/1.1" status: 200 len: 991 time: 2.6432269 Oct 11 15:27:04.278302 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:04.279811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a79b5c-44e9-4616-b406-68feab7ed93e req-d4095717-998b-4b1a-9bd2-c5b27c65b028 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198559 Oct 11 15:27:04.324382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee20f0a1-6a8f-447c-a61f-7edb69ca49fb tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=071da8b8-4da1-4ca0-843e-4ea28676a5ff HTTP/1.1" status: 200 len: 466 time: 0.1499591 Oct 11 15:27:04.326982 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.476493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fab3-89b8-4a54-9128-a52e82db69af req-0e13b553-6c06-4be2-8ac0-b45a562f9a76 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:04.485127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa98fab3-89b8-4a54-9128-a52e82db69af req-0e13b553-6c06-4be2-8ac0-b45a562f9a76 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.0809445 Oct 11 15:27:04.535856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa98fab3-89b8-4a54-9128-a52e82db69af req-f53b0921-ecaf-4a66-9618-c501277cf325 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Oct 11 15:27:04.576926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-b83d8462-7a19-431f-909d-e9187d3edd5b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284464 Oct 11 15:27:04.635888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cefd1a8d-709a-4e61-834b-b2fe4f59eb5a tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:04.639877 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cefd1a8d-709a-4e61-834b-b2fe4f59eb5a tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/071da8b8-4da1-4ca0-843e-4ea28676a5ff HTTP/1.1" status: 204 len: 168 time: 0.3119338 Oct 11 15:27:04.640077 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.658230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-631929e0-8475-48d3-889b-843dd5087381 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=071da8b8-4da1-4ca0-843e-4ea28676a5ff HTTP/1.1" status: 200 len: 216 time: 0.0167797 Oct 11 15:27:04.661804 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.675688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7d4b46ff-b61b-45ab-98a0-e0eeed4381bb tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0130587 Oct 11 15:27:04.678862 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.697547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e238b679-64d3-48f5-9cfc-98e98a7d2139 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0170071 Oct 11 15:27:04.700540 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.728682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-8b9905b8-31a4-4b57-8a77-f230d3b4c918 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:04.730879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-8b9905b8-31a4-4b57-8a77-f230d3b4c918 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464622 Oct 11 15:27:04.754594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-c22f5eb3-fd66-41e3-b009-782324078d90 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/quotas/0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 375 time: 0.0114121 Oct 11 15:27:04.765181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-553cd09b-87a9-4d60-b777-ab6e576748e5 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/98399299-82a1-4534-84cc-9a10e8ad1d36 HTTP/1.1" status: 200 len: 473 time: 0.0634255 Oct 11 15:27:04.768591 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.783551 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e13051e1-83b8-47ca-9ef1-abb94baffe23 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/eb3a019e-e981-4e31-a23e-08de65a2f196 HTTP/1.1" status: 200 len: 459 time: 0.0138862 Oct 11 15:27:04.786803 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:04.813931 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:ee:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:27:02Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:04.844303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e16ce08-ca39-4682-bff7-808ba5ac5047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:04.856186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-dc14c4df-1855-4f77-94e4-3060610b5d33 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951464 Oct 11 15:27:04.861125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d840e8c7-828b-48f7-a8ed-45a13d3081fd no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:04.898438 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:27:04.901098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: d840e8c7-828b-48f7-a8ed-45a13d3081fd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:04.901441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d840e8c7-828b-48f7-a8ed-45a13d3081fd not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:04.917783 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:04.918673 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:05.018094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d8c19e7-ec85-4455-ac9a-10ddab2f9a3d tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:05.021610 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:05.022143 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d8c19e7-ec85-4455-ac9a-10ddab2f9a3d tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/eb3a019e-e981-4e31-a23e-08de65a2f196 HTTP/1.1" status: 204 len: 168 time: 0.2336636 Oct 11 15:27:05.146287 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:05.360009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b006fe19-6a6a-47cb-a630-57cbaf930bc2 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:05.361538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b006fe19-6a6a-47cb-a630-57cbaf930bc2 tempest-MeteringIpV6TestJSON-506705994 tempest-MeteringIpV6TestJSON-506705994-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/98399299-82a1-4534-84cc-9a10e8ad1d36 HTTP/1.1" status: 204 len: 168 time: 0.3385530 Oct 11 15:27:05.402396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e855e-56df-431c-bda9-98aeb147d6cd req-3fc656cc-bf7d-44ea-826c-ca294fe2e11f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:05.403911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-295e855e-56df-431c-bda9-98aeb147d6cd req-3fc656cc-bf7d-44ea-826c-ca294fe2e11f tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 949 time: 0.3259828 Oct 11 15:27:05.506040 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-6a1620d5-f086-4796-9d7d-e0f20d7eb1cd tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:05.513209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-6a1620d5-f086-4796-9d7d-e0f20d7eb1cd tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0661070 Oct 11 15:27:05.526232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-295e855e-56df-431c-bda9-98aeb147d6cd req-db0f185e-4b9c-435e-848f-5d14435214c1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012154 Oct 11 15:27:05.527750 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:05.533943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-5d8f102e-c0f2-4148-9768-23547e762a81 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:05.542352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-5d8f102e-c0f2-4148-9768-23547e762a81 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.4208634 Oct 11 15:27:05.562806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-79c454fb-ee94-4702-8c8d-8f39b2e51b00 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0195537 Oct 11 15:27:05.634619 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:ee:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:27:02Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:05.660039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-a6caee43-1029-4e27-8a03-985959ed8716 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895793 Oct 11 15:27:05.669888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:05.671553 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9f486-e18c-4a8b-9fab-154309c577c7 None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2be40738-e792-444a-9948-6b5c7abeacfd', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'floating_ip_address': '172.35.3.246', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'port_id': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'mac_address': 'fa:16:3e:ee:41:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:23:13Z', 'updated_at': '2021-10-11T15:27:02Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:05.755977 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-a14a4bc6-6650-44d0-bbec-68301b69e26d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:05.758003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-a14a4bc6-6650-44d0-bbec-68301b69e26d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.1837454 Oct 11 15:27:05.806081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:05.815660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff445a02-6cd5-4009-9d6d-c53540b1bbd4 req-f05220a8-3146-452d-8e70-c5daed945908 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 210 time: 0.1752796 Oct 11 15:27:05.883488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-844123e2-101e-4858-a9c8-a11183dc91e9 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222984 Oct 11 15:27:05.938761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.012475 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:06.102593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa689575-26a3-4ef4-85a6-cf20f54e82c6 None None] New status for floating IP 2be40738-e792-444a-9948-6b5c7abeacfd: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:27:06.110056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9c5ee-3e74-4187-b6e8-d72345159342 req-d7f70a6e-ae68-4e75-9d93-1386b7f19b0d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:06.117607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3b9c5ee-3e74-4187-b6e8-d72345159342 req-d7f70a6e-ae68-4e75-9d93-1386b7f19b0d tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 950 time: 0.1575377 Oct 11 15:27:06.145241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-f51624d9-bda3-4a63-8c54-68a6dcd7597a service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484062 Oct 11 15:27:06.213853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4c3e6d0-75f9-42c9-974d-b0dab5887e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.227489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3b9c5ee-3e74-4187-b6e8-d72345159342 req-aa1fa58b-3f77-4375-9db4-1dcd19d69c89 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065636 Oct 11 15:27:06.253228 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:06.255523 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00470c-a1c1-41ee-bd69-b9969b489c82" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:06.368985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Deleting port e59a6379-daf1-42d2-b6cb-2da02e4cd62f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:06.369323 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.399663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4c3e6d0-75f9-42c9-974d-b0dab5887e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.425530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4c3e6d0-75f9-42c9-974d-b0dab5887e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.471045 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:06.484714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a4c3e6d0-75f9-42c9-974d-b0dab5887e3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57132184cb0c4d31b032c59ac1c139b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686310 Oct 11 15:27:06.487078 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:06.496920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3e6d0-75f9-42c9-974d-b0dab5887e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4cdccc-daf0-40c9-be9b-51324106f6cf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:06.504382 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] For port e59a6379-daf1-42d2-b6cb-2da02e4cd62f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:06.504846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.520942 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e38322-1571-473b-a190-b00fb4b5fef5 x-openstack-request-id: req-82e38322-1571-473b-a190-b00fb4b5fef5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:06.521717 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:06.521717 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82e38322-1571-473b-a190-b00fb4b5fef5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:06.521935 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'status': 'completed', 'code': 200} Oct 11 15:27:06.538215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Calling delete_port for e59a6379-daf1-42d2-b6cb-2da02e4cd62f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:06.540081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b169a-e03b-44e8-87cc-3a505b95bcd8 req-11d6e495-ca0b-4683-9104-57f678f637b4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:06.547891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a22b169a-e03b-44e8-87cc-3a505b95bcd8 req-11d6e495-ca0b-4683-9104-57f678f637b4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 945 time: 0.1326194 Oct 11 15:27:06.579482 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:06.676956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-f47be099-c40a-4b82-a192-6f0819e31adc tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588751 Oct 11 15:27:06.690120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a94fc7ea-c2d7-4a77-8a98-3767f5b6afcf req-037bed3c-47fb-43b9-a03a-3369a1b377a0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 210 time: 0.0704556 Oct 11 15:27:06.737788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.749146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.859399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:06.864814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:06.894792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a22b169a-e03b-44e8-87cc-3a505b95bcd8 req-b8df3bd0-0652-4bae-8114-85369fbc98cf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460326 Oct 11 15:27:06.916845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:06.928108 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-77546df4-706f-464d-8366-f73aac96fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:06.928108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-77546df4-706f-464d-8366-f73aac96fc42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 1096 time: 0.3716826 Oct 11 15:27:06.954566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:06.990516 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:06.991000 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:06.991474 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:07.000150 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:07.000509 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:07.003545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.025866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e59a6379-daf1-42d2-b6cb-2da02e4cd62f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:07.034451 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:07.037921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:07.038391 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:07.038890 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:07.041068 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Bound port: 376c55f7-451e-47f3-a80f-3a1de79a00fc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:07.041068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.080814 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event deleted for resources: {'Port': ['ID=e59a6379-daf1-42d2-b6cb-2da02e4cd62f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:07.159141 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:07.164262 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:07.208560 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] No DVR routers for this DVR port e59a6379-daf1-42d2-b6cb-2da02e4cd62f on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:07.208847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-1a6928ee-7254-4dd6-8539-2e065381ea1b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:07.210337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-1a6928ee-7254-4dd6-8539-2e065381ea1b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5130267 Oct 11 15:27:07.211308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.216002 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-224274a5-d84e-44db-9a4f-c5dade923b99 req-c2dfcb1c-7899-49ee-9b2b-0850251daa4e tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.36 "DELETE /v2.0/ports/e59a6379-daf1-42d2-b6cb-2da02e4cd62f HTTP/1.1" status: 204 len: 173 time: 1.4516969 Oct 11 15:27:07.217252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.218112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.317843 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:07.318487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.319884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] 10.222.0.36 "PUT /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 1121 time: 1.8014026 Oct 11 15:27:07.323183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1932b3c6-1980-4060-98ba-21da090b0d1f req-94b1d963-14ec-4613-b41a-3bf1187b1dec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 210 time: 0.2165401 Oct 11 15:27:07.333778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292cb42-41b5-49ec-b767-1a0bc969ea80 req-e9015cf3-7edc-4fe1-a4b9-3d2246c7581c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:07.348007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a75ee-da5e-4f25-aeac-d0949f00a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:07.356308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c292cb42-41b5-49ec-b767-1a0bc969ea80 req-e9015cf3-7edc-4fe1-a4b9-3d2246c7581c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 949 time: 0.5153298 Oct 11 15:27:07.361618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-50d8104f-3063-40ff-8514-3245b24daf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:07.363875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-50d8104f-3063-40ff-8514-3245b24daf64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 200 len: 924 time: 0.4209771 Oct 11 15:27:07.409752 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Request body: {'port': {'device_id': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '0b385ffdc3ee44f79bb671aa4bb8fcf9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:07.421570 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port cd49d667-baf2-44e2-8fa0-98e30f871a65 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:27:07.451927 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port cd49d667-baf2-44e2-8fa0-98e30f871a65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:07.452286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.528469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['376c55f7-451e-47f3-a80f-3a1de79a00fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:07.540660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['376c55f7-451e-47f3-a80f-3a1de79a00fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:07.585373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:07.790711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:07.791201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:07.792285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:07.815634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.831745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:07.832146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Attempting to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:07.881443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:07.886361 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:07.894457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:07.894457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Bound port: 376c55f7-451e-47f3-a80f-3a1de79a00fc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:07.894457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.917907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.920467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:07.923839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed4cdccc-daf0-40c9-be9b-51324106f6cf HTTP/1.1" status: 204 len: 168 time: 1.4335701 Oct 11 15:27:07.985520 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fb568-9463-4c1d-8209-8954213cea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4cdccc-daf0-40c9-be9b-51324106f6cf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:07.997728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01e8037a-bc48-4f7f-869b-191fb69bde06 req-e95ce364-8dee-4d12-8b3b-b36266eb0cbf tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc6c51ca-95e9-46af-9f55-c56682f29a57 HTTP/1.1" status: 200 len: 210 time: 0.3827913 Oct 11 15:27:08.007122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-d727a1ca-66ca-4e40-8765-ee680462e4d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329 HTTP/1.1" status: 200 len: 1001 time: 0.4866040 Oct 11 15:27:08.031443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c292cb42-41b5-49ec-b767-1a0bc969ea80 req-518f2ccc-9a07-4568-aaf4-3153a90f7252 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694236 Oct 11 15:27:08.042539 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Made reservation on behalf of 0b385ffdc3ee44f79bb671aa4bb8fcf9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:08.046040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.205320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dacda37f-3e3c-4663-aa6e-8a52b0266362 req-c9f96505-865c-41d4-98ec-076ff188d11d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 210 time: 0.0725651 Oct 11 15:27:08.231270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.238339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-27823a8f-b6bd-4f54-b7fe-1a9df907f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:08.238339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-27823a8f-b6bd-4f54-b7fe-1a9df907f4aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 200 len: 862 time: 0.2037933 Oct 11 15:27:08.302013 n-d-master-1 neutron-server[94828]: WARNING neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Concurrent port binding operations failed on port 376c55f7-451e-47f3-a80f-3a1de79a00fc Oct 11 15:27:08.307492 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:08.374708 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Attempt 2 to bind port 376c55f7-451e-47f3-a80f-3a1de79a00fc Oct 11 15:27:08.375184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:27:08.420669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-00d825b2-33b6-4c10-9b51-6cea4cea431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:08.422186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-00d825b2-33b6-4c10-9b51-6cea4cea431c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f50996e8-e401-4cca-ac89-3474155500db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583607 Oct 11 15:27:08.460197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7451a-065c-46a6-b58e-2269f33134a7 req-7b60daf7-d955-427f-b4fe-8bbac53800ea tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:08.461796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ea7451a-065c-46a6-b58e-2269f33134a7 req-7b60daf7-d955-427f-b4fe-8bbac53800ea tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1787961 Oct 11 15:27:08.466070 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Allocated IP 192.168.233.51 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/d95f5870-3868-4b50-aaba-0add8fd23877) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:08.491366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:08.502487 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:08.505053 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a8ad7-ce1d-4929-93e2-59831bfc56f2" -d '{"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:08.516004 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:08.518367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-a4af60fe-62e6-4e55-90f6-f8b641f83a8a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:08.519852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-a4af60fe-62e6-4e55-90f6-f8b641f83a8a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.43 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.3214865 Oct 11 15:27:08.521026 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.521892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cc4fe74-2129-4986-8d91-c88c2b071270 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:08.541282 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:08.549320 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc'}, {'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'name': 'network-vif-deleted', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f'}, {'name': 'network-changed', 'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:08.554140 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70312167-5aaf-44c8-8834-7ac9db5ffc16" -d '{"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc"}, {"server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "name": "network-vif-deleted", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f"}, {"name": "network-changed", "server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:08.559569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c611-a88d-437f-aa6d-61d43d89c9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.632086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fbdc4af-0cb8-4d47-8f78-089bcfb68e2f req-9be6367b-ae0a-4cf8-829d-1fab0f184696 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 210 time: 0.1011698 Oct 11 15:27:08.639238 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:08.698238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ea7451a-065c-46a6-b58e-2269f33134a7 req-de459410-4411-416a-9238-809d335b3f8b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028496 Oct 11 15:27:08.715006 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db49d88-3b99-4f48-a751-1a919ab530c5 x-openstack-request-id: req-4db49d88-3b99-4f48-a751-1a919ab530c5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:08.715293 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-plugged", "status": "completed", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:08.715546 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4db49d88-3b99-4f48-a751-1a919ab530c5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:08.716410 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'code': 200} Oct 11 15:27:08.720379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c611-a88d-437f-aa6d-61d43d89c9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.729366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c611-a88d-437f-aa6d-61d43d89c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.732788 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5cc4fe74-2129-4986-8d91-c88c2b071270 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:27:08.740785 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5cc4fe74-2129-4986-8d91-c88c2b071270 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:08.741434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.755511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-b06a7f35-23a1-4781-9e0b-f3366b86ba4b service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222966 Oct 11 15:27:08.768682 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051cb38-b019-4edc-8a0e-ce7a306dcb66 x-openstack-request-id: req-d051cb38-b019-4edc-8a0e-ce7a306dcb66 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:08.769406 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc", "code": 200}, {"server_uuid": "dc6c51ca-95e9-46af-9f55-c56682f29a57", "name": "network-vif-deleted", "tag": "e59a6379-daf1-42d2-b6cb-2da02e4cd62f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:08.770688 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d051cb38-b019-4edc-8a0e-ce7a306dcb66 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:08.771508 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'code': 200} Oct 11 15:27:08.771991 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c51ca-95e9-46af-9f55-c56682f29a57', 'name': 'network-vif-deleted', 'tag': 'e59a6379-daf1-42d2-b6cb-2da02e4cd62f', 'status': 'completed', 'code': 200} Oct 11 15:27:08.772551 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'status': 'completed', 'code': 200} Oct 11 15:27:08.833387 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1c4c611-a88d-437f-aa6d-61d43d89c9fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ca922b5ba7940d19f01751cf0c95bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147492 Oct 11 15:27:08.836398 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c611-a88d-437f-aa6d-61d43d89c9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c425457-7ea8-42d6-8e50-784dc403e179,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:08.841939 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:08.843288 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.877601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-bf50b6c5-b87f-43cb-ab38-1dd8b6bf1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:08.878925 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-bf50b6c5-b87f-43cb-ab38-1dd8b6bf1426 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1124 time: 0.0801895 Oct 11 15:27:08.899904 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cc4fe74-2129-4986-8d91-c88c2b071270,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:08.909655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.921197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e59a6379-daf1-42d2-b6cb-2da02e4cd62f no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:08.969208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:08.974801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: e59a6379-daf1-42d2-b6cb-2da02e4cd62f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:08.975396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e59a6379-daf1-42d2-b6cb-2da02e4cd62f not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:08.977467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.022020 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:09.033190 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:09.037145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.040275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.078629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.106529 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-c9e0bab3-a90c-48d1-b9ba-54f7616c4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:09.108205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-c9e0bab3-a90c-48d1-b9ba-54f7616c4f24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.2162042 Oct 11 15:27:09.126445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc00470c-a1c1-41ee-bd69-b9969b489c82 req-6ea115ff-7b4d-4e14-877d-b755e5b7cc4d service neutron] 10.222.0.36 "GET /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381405 Oct 11 15:27:09.149206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.165203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:09.172493 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-a223e6bf-c8c5-4132-8087-d7a120555615 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 217 time: 0.0546012 Oct 11 15:27:09.197353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.210878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.210878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c425457-7ea8-42d6-8e50-784dc403e179 HTTP/1.1" status: 204 len: 168 time: 0.3618994 Oct 11 15:27:09.248674 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aed110-dd79-4ad8-a10e-eacacb65b3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c425457-7ea8-42d6-8e50-784dc403e179,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:09.334625 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-82e57d44-cb05-4891-8c45-153a1b680c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:09.340618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-82e57d44-cb05-4891-8c45-153a1b680c00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1050291 Oct 11 15:27:09.347953 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:09.388623 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:09.395640 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:09.405525 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-2018d49e-5dec-4385-9bda-f2c201c0ef70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586801 Oct 11 15:27:09.468531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:09.485441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59fe2-1a65-49e6-a0c6-c0bac16433a1 req-f1705117-b2fe-4b9f-9314-db212d0d6d2a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:09.489739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72f59fe2-1a65-49e6-a0c6-c0bac16433a1 req-f1705117-b2fe-4b9f-9314-db212d0d6d2a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.3680658 Oct 11 15:27:09.614723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-102cd637-3c8f-4f16-b143-edfc99d1d538 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005723 Oct 11 15:27:09.634650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'cd49d667-baf2-44e2-8fa0-98e30f871a65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:09.669008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:09.670022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.697545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83437550-07f6-4658-8d96-67ac0f276160 req-f3bcc794-cd03-4b15-ab4c-ebdc617fdaa3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 210 time: 0.1208537 Oct 11 15:27:09.762106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72f59fe2-1a65-49e6-a0c6-c0bac16433a1 req-36e025b7-c699-4dc4-b586-bcb38eb74d20 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048802 Oct 11 15:27:09.772564 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.3 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/21179065-f7d4-4fd8-b383-363caf06bfb4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:09.818444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-260d208b-764a-41ba-a961-6989a9a299a9 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5438581 Oct 11 15:27:09.851916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c05e6189-4f69-43f8-becb-e2d0ffba098b None None] Provisioning complete for port d95f5870-3868-4b50-aaba-0add8fd23877 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:09.852290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c05e6189-4f69-43f8-becb-e2d0ffba098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:09.855784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70312167-5aaf-44c8-8834-7ac9db5ffc16 req-c3f5081f-9f93-474b-80d6-a1242e587235 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321141 Oct 11 15:27:09.865296 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Request body: {'port': {'device_id': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:09.944786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c05e6189-4f69-43f8-becb-e2d0ffba098b None None] Port d95f5870-3868-4b50-aaba-0add8fd23877 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:10.000441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c18c9-20e9-4c5e-a784-cabcce1c3f1f req-42cd48c5-a4e9-431f-80d7-ba4ce6b4a3f1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:10.001974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f8c18c9-20e9-4c5e-a784-cabcce1c3f1f req-42cd48c5-a4e9-431f-80d7-ba4ce6b4a3f1 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.1798272 Oct 11 15:27:10.058566 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d85d-1731-4ff2-a57a-b143dcae1055 req-4eda8796-b394-4e4c-9b70-7fdd619edee3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:10.065780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6693d85d-1731-4ff2-a57a-b143dcae1055 req-4eda8796-b394-4e4c-9b70-7fdd619edee3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 935 time: 0.1741877 Oct 11 15:27:10.168709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.199501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f8c18c9-20e9-4c5e-a784-cabcce1c3f1f req-d7b7afaa-252d-4e9c-9fce-a3a9e5a85864 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869013 Oct 11 15:27:10.236316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6693d85d-1731-4ff2-a57a-b143dcae1055 req-ea0a45ec-4972-4668-8b97-75790a7c3228 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695502 Oct 11 15:27:10.350079 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.425856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.471676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19ef8-b155-48dd-b630-215e5d532ea9 req-86308b2a-9fee-4e34-bb90-3d8ddb575240 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:10.473179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7b19ef8-b155-48dd-b630-215e5d532ea9 req-86308b2a-9fee-4e34-bb90-3d8ddb575240 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1472576 Oct 11 15:27:10.584103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.588702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7b19ef8-b155-48dd-b630-215e5d532ea9 req-df21766a-d1a8-4ca4-83a6-ab1ab3914be1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985920 Oct 11 15:27:10.659889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:10.672072 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:10.675402 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:10.681217 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:10.717531 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:10.720703 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14cd4be-18df-4e06-9e4c-9150ac3d8233" -d '{"events": [{"server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "name": "network-vif-plugged", "status": "completed", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:10.773852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:10.774478 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.786772 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:10.796200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:10.808759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-88db3549-e9a2-42e9-baba-1fe7ff317758 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2730095 Oct 11 15:27:10.814197 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce0aea2-4792-40f4-89d0-1849218fc6e7 x-openstack-request-id: req-dce0aea2-4792-40f4-89d0-1849218fc6e7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:10.814482 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "name": "network-vif-plugged", "status": "completed", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:10.814731 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dce0aea2-4792-40f4-89d0-1849218fc6e7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:10.815117 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270', 'code': 200} Oct 11 15:27:10.816041 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Transition to ACTIVE for port object d95f5870-3868-4b50-aaba-0add8fd23877 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:27:10.822747 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Request body: {'port': {'device_id': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:10.835824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.050563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.214620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7d5c-6632-477f-95af-d7bff04f3961 req-f526b910-d0ea-40d4-a390-d8c68470ed15 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.222439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-071c7d5c-6632-477f-95af-d7bff04f3961 req-f526b910-d0ea-40d4-a390-d8c68470ed15 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 931 time: 0.4047072 Oct 11 15:27:11.234655 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:11.294447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41e712-a02a-4180-9e7b-9457dad69878 req-1c9c1267-caa1-491d-b99d-8ab97b4e848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.296572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac41e712-a02a-4180-9e7b-9457dad69878 req-1c9c1267-caa1-491d-b99d-8ab97b4e848d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 1101 time: 0.3919091 Oct 11 15:27:11.326954 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:11.329228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517f6f-c239-4cb0-9cd2-be528f58232c req-52bae97d-9019-4395-ad7d-27967bfe352d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.330690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96517f6f-c239-4cb0-9cd2-be528f58232c req-52bae97d-9019-4395-ad7d-27967bfe352d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.3661346 Oct 11 15:27:11.406108 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:11.406609 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:11.406944 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:11.438783 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:11.438920 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:11.452691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-071c7d5c-6632-477f-95af-d7bff04f3961 req-77d295cf-65c6-4167-acda-f25c4f847d50 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293224 Oct 11 15:27:11.483103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac741960-7cbc-4205-bb93-3af8ff5ac2ad tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1833959539'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:11.483554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac741960-7cbc-4205-bb93-3af8ff5ac2ad tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:11.493441 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:11.494025 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:11.494357 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:11.495085 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Bound port: d95f5870-3868-4b50-aaba-0add8fd23877, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:11.495456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.503005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac41e712-a02a-4180-9e7b-9457dad69878 req-475ae6d3-30ca-4662-bee7-11918bf64247 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938448 Oct 11 15:27:11.545508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96517f6f-c239-4cb0-9cd2-be528f58232c req-97212dd5-891c-4835-b615-4b78f877b41e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265435 Oct 11 15:27:11.664668 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-38dc4315-48da-4479-a247-fc12c042ca2a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.666476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-38dc4315-48da-4479-a247-fc12c042ca2a tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.1304636 Oct 11 15:27:11.723220 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:11.738966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea27ad0-d39b-4ab1-a539-9ea7691d316e req-efc0a935-c5ed-454b-9f84-3414639de61b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.740475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cea27ad0-d39b-4ab1-a539-9ea7691d316e req-efc0a935-c5ed-454b-9f84-3414639de61b tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 951 time: 0.1938524 Oct 11 15:27:11.744776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac741960-7cbc-4205-bb93-3af8ff5ac2ad tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.748948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ac741960-7cbc-4205-bb93-3af8ff5ac2ad tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4202940 Oct 11 15:27:11.750915 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:11.756017 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:11.756419 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9d8eb710-9480-46fd-932a-f8ff5fccdaaa tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'db817295-9c47-40b4-8f5c-17838fd39008'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:11.757168 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9d8eb710-9480-46fd-932a-f8ff5fccdaaa tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:11.784967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.845828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.847179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.848396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] 10.222.0.43 "PUT /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 1095 time: 1.9960632 Oct 11 15:27:11.875206 n-d-master-1 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-9d8eb710-9480-46fd-932a-f8ff5fccdaaa tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 11 15:27:11.884385 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:11.887107 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc815f-3e60-450e-9681-dce0ae2780e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:11.887914 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Deleting port ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:11.888322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:11.909559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7cdac-84f3-40dd-bebb-378e60c843f3 req-eb973307-2961-4754-96ce-1dff61672cec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:11.914301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55f7cdac-84f3-40dd-bebb-378e60c843f3 req-eb973307-2961-4754-96ce-1dff61672cec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.2646589 Oct 11 15:27:11.943212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cea27ad0-d39b-4ab1-a539-9ea7691d316e req-5f148661-b252-4d76-9302-71d063b13961 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e6375e6-92ad-40cc-9b84-6c9a5656e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919363 Oct 11 15:27:11.986959 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21179065-f7d4-4fd8-b383-363caf06bfb4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:12.003709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.015149 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e85d9-18f8-450e-bc27-f8c812c81138 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:12.045886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55f7cdac-84f3-40dd-bebb-378e60c843f3 req-f0f29659-7983-4aad-897f-26da17b3b628 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279809 Oct 11 15:27:12.049629 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Transition to ACTIVE for port object 21179065-f7d4-4fd8-b383-363caf06bfb4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:27:12.074793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.079652 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-16696891-536a-445b-a416-263f8eef828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:12.081135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-16696891-536a-445b-a416-263f8eef828b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1098 time: 0.1609371 Oct 11 15:27:12.126071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb710-9480-46fd-932a-f8ff5fccdaaa tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.130433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d8eb710-9480-46fd-932a-f8ff5fccdaaa tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3783147 Oct 11 15:27:12.138241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.142751 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4cc5a19e-4607-42d5-8738-35572e80baa0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'db817295-9c47-40b4-8f5c-17838fd39008'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:12.149411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4cc5a19e-4607-42d5-8738-35572e80baa0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:12.224298 n-d-master-1 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-4cc5a19e-4607-42d5-8738-35572e80baa0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 11 15:27:12.287129 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] For port ea06559c-7f7d-441d-80f8-14391226159f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea06559c-7f7d-441d-80f8-14391226159f,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:12.287570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.345867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a19e-4607-42d5-8738-35572e80baa0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.351250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cc5a19e-4607-42d5-8738-35572e80baa0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2077665 Oct 11 15:27:12.352674 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.355397 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Calling delete_port for ea06559c-7f7d-441d-80f8-14391226159f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:12.375407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-60537187-6e38-4e67-8d29-2648eb301366 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d2e9fee6-fb25-427e-ab32-32990221c1d2 HTTP/1.1" status: 200 len: 464 time: 0.0170705 Oct 11 15:27:12.375958 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.469126 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fcbce-0eb7-4a41-8181-a8b902ec088f x-openstack-request-id: req-ae0fcbce-0eb7-4a41-8181-a8b902ec088f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:12.469451 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:12.469694 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae0fcbce-0eb7-4a41-8181-a8b902ec088f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:12.470050 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'status': 'completed', 'code': 200} Oct 11 15:27:12.531099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff5e067-8515-4263-be37-ea2e0a7a8cf7 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.534866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cff5e067-8515-4263-be37-ea2e0a7a8cf7 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/d2e9fee6-fb25-427e-ab32-32990221c1d2 HTTP/1.1" status: 204 len: 168 time: 0.1557727 Oct 11 15:27:12.535093 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.539910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-ad26824e-ae8c-46f8-8ba0-71be2572af63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0722830 Oct 11 15:27:12.553124 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-742ec95e-d945-4b66-993b-4285514afec0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=d2e9fee6-fb25-427e-ab32-32990221c1d2 HTTP/1.1" status: 200 len: 221 time: 0.0167408 Oct 11 15:27:12.556594 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.562328 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-48499e39-9f88-4fc2-a73c-4f59cfe033e0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--741322977', 'description': 'label created by tempest'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:12.562957 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-48499e39-9f88-4fc2-a73c-4f59cfe033e0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:12.593415 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:12.668176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd862-19e8-4429-8fc4-553590f0ca20 req-a0abc76a-fd46-4e33-959b-e139dda8b2b9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:12.673988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16edd862-19e8-4429-8fc4-553590f0ca20 req-a0abc76a-fd46-4e33-959b-e139dda8b2b9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.2074451 Oct 11 15:27:12.706232 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-43fdfd28-ca58-4410-82f3-9837ae9cf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:12.707668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-43fdfd28-ca58-4410-82f3-9837ae9cf5f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1565795 Oct 11 15:27:12.751590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.755771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48499e39-9f88-4fc2-a73c-4f59cfe033e0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.759049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-48499e39-9f88-4fc2-a73c-4f59cfe033e0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1982243 Oct 11 15:27:12.761385 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.770862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ea06559c-7f7d-441d-80f8-14391226159f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:12.775752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193412-89b9-4ac9-9e29-fa59cd83873d req-57398600-44be-4505-9776-53ffbdac9f85 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:12.777229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb193412-89b9-4ac9-9e29-fa59cd83873d req-57398600-44be-4505-9776-53ffbdac9f85 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.2125244 Oct 11 15:27:12.800116 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Pushing event deleted for resources: {'Port': ['ID=ea06559c-7f7d-441d-80f8-14391226159f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:12.845972 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] No DVR routers for this DVR port ea06559c-7f7d-441d-80f8-14391226159f on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:12.848529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:12.851780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c8cffe02-d2c9-4b12-8f61-845a4f6857b3 req-4eb82b87-44be-4bd7-a83b-fdeef3b2bbc0 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.43 "DELETE /v2.0/ports/ea06559c-7f7d-441d-80f8-14391226159f HTTP/1.1" status: 204 len: 173 time: 1.1513841 Oct 11 15:27:12.852629 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-deleted', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:12.854555 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8b3a0f-2aa2-4fbb-a0bc-1ebb033e9e65" -d '{"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-deleted", "tag": "ea06559c-7f7d-441d-80f8-14391226159f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:12.875918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1bbcdafa-9998-4d70-b5c8-bb893d6582d0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=6bb45c2d-db78-48d2-9917-f7269cc85df3 HTTP/1.1" status: 200 len: 467 time: 0.1105227 Oct 11 15:27:12.876465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16edd862-19e8-4429-8fc4-553590f0ca20 req-527e7ba7-d8f1-4509-a4e1-231f542507ab tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679161 Oct 11 15:27:12.876970 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:12.883885 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Attempting to bind port 21179065-f7d4-4fd8-b383-363caf06bfb4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:12.883885 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Attempting to bind port 21179065-f7d4-4fd8-b383-363caf06bfb4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:12.884143 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Attempting to bind port 21179065-f7d4-4fd8-b383-363caf06bfb4 on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:12.897728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-b1e2aed3-8245-40b7-b5b3-e855fc1f6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:12.899248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-b1e2aed3-8245-40b7-b5b3-e855fc1f6825 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763325 Oct 11 15:27:12.905141 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Port 21179065-f7d4-4fd8-b383-363caf06bfb4 on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:12.905466 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Attempting to bind port 21179065-f7d4-4fd8-b383-363caf06bfb4 on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:12.916701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb193412-89b9-4ac9-9e29-fa59cd83873d req-d7e0e640-70d4-4670-a606-9d9624aea565 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276734 Oct 11 15:27:12.925643 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:12.926079 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:12.926476 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:12.926943 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Bound port: 21179065-f7d4-4fd8-b383-363caf06bfb4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:12.927303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.085382 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d417b91-8df0-4259-96ef-75ab4a0e71c3 x-openstack-request-id: req-8d417b91-8df0-4259-96ef-75ab4a0e71c3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:13.085696 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0704a1-ae43-4a8d-b177-b58715116459", "name": "network-vif-deleted", "tag": "ea06559c-7f7d-441d-80f8-14391226159f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:13.085958 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d417b91-8df0-4259-96ef-75ab4a0e71c3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:13.086397 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0704a1-ae43-4a8d-b177-b58715116459', 'name': 'network-vif-deleted', 'tag': 'ea06559c-7f7d-441d-80f8-14391226159f', 'status': 'completed', 'code': 200} Oct 11 15:27:13.153050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2169dcd3-d3fb-4b9f-9ab0-983122ab17ff tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.154481 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2169dcd3-d3fb-4b9f-9ab0-983122ab17ff tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/6bb45c2d-db78-48d2-9917-f7269cc85df3 HTTP/1.1" status: 204 len: 168 time: 0.2763305 Oct 11 15:27:13.157517 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.177312 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37e3db7c-ab62-478a-9768-6f11690e2dbc tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=6bb45c2d-db78-48d2-9917-f7269cc85df3 HTTP/1.1" status: 200 len: 216 time: 0.0182095 Oct 11 15:27:13.181013 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.195648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3b45906-62be-4641-87ec-a63602f8e495 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101571 Oct 11 15:27:13.198652 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.216395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c67701c-62a7-49fe-bf34-a145365cf97c tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0153608 Oct 11 15:27:13.221757 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.236011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01b8c953-b65f-479a-8825-09505c3de69f req-d0fad4a2-eb3d-4e47-b676-19bada7b8c09 tempest-ServersAdminTestJSON-1489375500 tempest-ServersAdminTestJSON-1489375500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a0704a1-ae43-4a8d-b177-b58715116459 HTTP/1.1" status: 200 len: 210 time: 0.0556149 Oct 11 15:27:13.280593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e140e0-47ba-456a-8c97-c8be7dd08a33 req-5a35fa24-4843-4126-8791-de4992d70322 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.282396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82e140e0-47ba-456a-8c97-c8be7dd08a33 req-5a35fa24-4843-4126-8791-de4992d70322 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.1793878 Oct 11 15:27:13.307573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f658904-bd1d-48c1-bd39-8ca2b734d0d0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/db817295-9c47-40b4-8f5c-17838fd39008 HTTP/1.1" status: 200 len: 473 time: 0.0835001 Oct 11 15:27:13.311279 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.326126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-977dfba4-94e1-43d1-864d-af62de689feb tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/6e0d04f0-f6c5-4510-8298-1f5fdca2d9e6 HTTP/1.1" status: 200 len: 461 time: 0.0102241 Oct 11 15:27:13.327419 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.362841 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:13.367406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82e140e0-47ba-456a-8c97-c8be7dd08a33 req-ec407f33-842c-4ac3-b535-685a7efc3519 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Oct 11 15:27:13.369915 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:13.375226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-69971fb0-782c-468d-aa1b-f7da892c950e service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322696 Oct 11 15:27:13.376823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.476635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0afec12e-8da7-4bb5-8fe1-ecceef8c0be0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.478974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0afec12e-8da7-4bb5-8fe1-ecceef8c0be0 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/6e0d04f0-f6c5-4510-8298-1f5fdca2d9e6 HTTP/1.1" status: 204 len: 168 time: 0.1505196 Oct 11 15:27:13.482144 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:13.511644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.512160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.513609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] 10.222.0.43 "PUT /v2.0/ports/21179065-f7d4-4fd8-b383-363caf06bfb4 HTTP/1.1" status: 200 len: 1091 time: 2.6951261 Oct 11 15:27:13.519706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fb810-0523-4aa8-b739-dc0d75185970 service neutron] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:13.594638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86fc3-4cb2-4a6d-86f6-a38e35a9f290 req-695ca8e9-afdb-4b12-abcf-18c403c07bb5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.596116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cd86fc3-4cb2-4a6d-86f6-a38e35a9f290 req-695ca8e9-afdb-4b12-abcf-18c403c07bb5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.1686237 Oct 11 15:27:13.630136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f610c2a1-db15-4f54-85de-c3c7117edb7d req-f9f8b62a-5acd-4f58-81ac-bec436c13b9a service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036877 Oct 11 15:27:13.662873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cd86fc3-4cb2-4a6d-86f6-a38e35a9f290 req-b4c730ed-720e-48f5-9c94-d048fa284b40 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 Oct 11 15:27:13.672456 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-f6beb921-b504-4453-b082-b6cba30a5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.679066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-f6beb921-b504-4453-b082-b6cba30a5c71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 1094 time: 0.1104205 Oct 11 15:27:13.730664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8557eea3-8815-45b2-a911-90b8558b3787 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:13.734392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8557eea3-8815-45b2-a911-90b8558b3787 tempest-MeteringTestJSON-1025096817 tempest-MeteringTestJSON-1025096817-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/db817295-9c47-40b4-8f5c-17838fd39008 HTTP/1.1" status: 204 len: 168 time: 0.2484794 Oct 11 15:27:13.758064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-7a973624-1af3-43cc-8a85-30bdff2ce8ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21179065-f7d4-4fd8-b383-363caf06bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0698054 Oct 11 15:27:13.798188 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-ca2819d1-b953-495f-b8db-766a16fa7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.799677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-ca2819d1-b953-495f-b8db-766a16fa7e12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1098 time: 0.1033313 Oct 11 15:27:13.826848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-b14ea982-6379-4ae9-9738-9fb7e4eddcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:13.828263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-b14ea982-6379-4ae9-9738-9fb7e4eddcae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0619836 Oct 11 15:27:13.898429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-093d3841-f425-46d4-9add-6de649c7bc41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304596 Oct 11 15:27:14.015596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-37fea378-036d-4315-8bea-a971a92280a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.017110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-37fea378-036d-4315-8bea-a971a92280a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2061589 Oct 11 15:27:14.055372 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:14.111933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-d6500704-770b-4e0d-b09e-bc577d2fad04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0726910 Oct 11 15:27:14.172055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-56d93ea2-ab1f-45c2-bfe8-cf8dd96270e3 service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619941 Oct 11 15:27:14.185202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf047403-be69-4898-97c2-31888f088f54 req-08a33086-694d-486d-aad2-5fe2c0f58a7d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.186747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf047403-be69-4898-97c2-31888f088f54 req-08a33086-694d-486d-aad2-5fe2c0f58a7d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1879332 Oct 11 15:27:14.195076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84bc3ad3-f937-477b-8368-c00f8d3b83fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.263380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b8337-c642-4ea0-9de1-689006423676 req-337496eb-8b53-43cd-9c84-3636f9a4d07d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.270784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b62b8337-c642-4ea0-9de1-689006423676 req-337496eb-8b53-43cd-9c84-3636f9a4d07d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.2526038 Oct 11 15:27:14.277460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84bc3ad3-f937-477b-8368-c00f8d3b83fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.283820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84bc3ad3-f937-477b-8368-c00f8d3b83fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.291864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-56b4579f-bd00-4c05-bf90-c74da9849388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.293333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-56b4579f-bd00-4c05-bf90-c74da9849388 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1641977 Oct 11 15:27:14.327561 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84bc3ad3-f937-477b-8368-c00f8d3b83fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60addeda15bf41b4965a00db97d663ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683933 Oct 11 15:27:14.327767 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc3ad3-f937-477b-8368-c00f8d3b83fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f08144-ee3e-42a0-a391-91e8fdb24890,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:14.330440 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:14.371021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf047403-be69-4898-97c2-31888f088f54 req-a961c263-be88-4750-a60e-140d434f510a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709292 Oct 11 15:27:14.400944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.405775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b62b8337-c642-4ea0-9de1-689006423676 req-dda07645-4771-44a1-9bd8-71988f9b7ea4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293766 Oct 11 15:27:14.434046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.465269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6044f9-4228-45f0-bd52-787d27e8511b req-13832ffb-a307-4420-bb63-22aba894fe07 service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746542 Oct 11 15:27:14.470559 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:14.474203 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4606e-3708-469c-b876-edfbd3b0f0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:14.480645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-45668a53-54e5-4247-91c0-49535d16bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.482541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-45668a53-54e5-4247-91c0-49535d16bd6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695910 Oct 11 15:27:14.550345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.554099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:14.555700 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86f08144-ee3e-42a0-a391-91e8fdb24890 HTTP/1.1" status: 204 len: 168 time: 0.2137463 Oct 11 15:27:14.571604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5499-49b2-45b2-9857-fd893105c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f08144-ee3e-42a0-a391-91e8fdb24890,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:14.657171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-b3cf5396-4eb2-4d4d-9b97-1b762b02f60c service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595225 Oct 11 15:27:14.664881 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4fb09-85b4-4e24-86a1-d59fb74361e0 x-openstack-request-id: req-a1d4fb09-85b4-4e24-86a1-d59fb74361e0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:14.665197 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:14.665505 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1d4fb09-85b4-4e24-86a1-d59fb74361e0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:14.665930 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'status': 'completed', 'code': 200} Oct 11 15:27:14.803638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc815f-3e60-450e-9681-dce0ae2780e1 req-2e8cac7b-c4b5-446a-a47f-e16691751b23 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350865 Oct 11 15:27:14.840304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-bd5e9dbf-671b-4e9b-a5e8-74fbaf09f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.841811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-bd5e9dbf-671b-4e9b-a5e8-74fbaf09f231 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 1094 time: 0.1836967 Oct 11 15:27:14.917453 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:14.970723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-bccb6587-bb96-4dc6-b601-126fe1109161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.972356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-bccb6587-bb96-4dc6-b601-126fe1109161 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.0903513 Oct 11 15:27:14.985637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f41f8-5a58-4a97-9400-8324d0ebe71e req-8871b859-8710-4dc4-a4ec-4208fb7aa2a8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:14.992883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-751f41f8-5a58-4a97-9400-8324d0ebe71e req-8871b859-8710-4dc4-a4ec-4208fb7aa2a8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.3260241 Oct 11 15:27:15.061236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-5a4dc05e-cdfb-423e-bf01-f7a5eef91ac9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21179065-f7d4-4fd8-b383-363caf06bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0631740 Oct 11 15:27:15.085115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1098115b-91b7-4773-9d3e-0e92a14ff3bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43339b09de6347d1aaa1e4eb83e4d4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657321 Oct 11 15:27:15.085790 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:15.117840 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:15.134543 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8ca28-71f2-484c-8728-f9f7a24e4fc8 req-d7d51530-2f68-4af8-8f5a-b301c1d1bd72 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:15.136938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53b8ca28-71f2-484c-8728-f9f7a24e4fc8 req-d7d51530-2f68-4af8-8f5a-b301c1d1bd72 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.2987781 Oct 11 15:27:15.154305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-751f41f8-5a58-4a97-9400-8324d0ebe71e req-e17bd8b8-b755-4c9f-9f06-38b32fe5956e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604841 Oct 11 15:27:15.175205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abf7fe-f448-480b-907b-30ac0e238794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.319967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abf7fe-f448-480b-907b-30ac0e238794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.323247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-3ec23d87-e28e-4a15-9077-80230c152777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:15.325608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-3ec23d87-e28e-4a15-9077-80230c152777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.2520282 Oct 11 15:27:15.337241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abf7fe-f448-480b-907b-30ac0e238794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.430661 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abf7fe-f448-480b-907b-30ac0e238794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea051e-feb7-4b85-a2d5-10c73b429416,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:15.460552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.462361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-d8dd695a-8044-4ff3-9bbc-6ec744f713b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268415 Oct 11 15:27:15.467935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-07abf7fe-f448-480b-907b-30ac0e238794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6203231cb944d62ac74813333feaac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485718 Oct 11 15:27:15.471313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53b8ca28-71f2-484c-8728-f9f7a24e4fc8 req-d8c015d0-0b88-44b9-8b49-1d7ab43bf2fc tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068836 Oct 11 15:27:15.472826 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:15.479292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6a43-246b-4e71-a293-1b4203f26708 req-49b5a3a0-564f-49fb-96ef-18c193379d01 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:15.481117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-476f6a43-246b-4e71-a293-1b4203f26708 req-49b5a3a0-564f-49fb-96ef-18c193379d01 tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 1101 time: 0.1544378 Oct 11 15:27:15.506302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.598591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.604651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.617861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e6375e6-92ad-40cc-9b84-6c9a5656e686 HTTP/1.1" status: 204 len: 168 time: 0.5242321 Oct 11 15:27:15.643340 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf52fb-e0bf-4666-acfe-950557b7c464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6375e6-92ad-40cc-9b84-6c9a5656e686,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:15.681572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.698934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-09348baf-8360-462d-bfcd-8a538b9e66d8 service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235289 Oct 11 15:27:15.727337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e65d-1dad-4b03-b2f9-0ede2d72018b req-019429c5-9277-40e1-8489-8fbf2a7ff286 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:15.729375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b379e65d-1dad-4b03-b2f9-0ede2d72018b req-019429c5-9277-40e1-8489-8fbf2a7ff286 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.1313124 Oct 11 15:27:15.731014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-476f6a43-246b-4e71-a293-1b4203f26708 req-b586c48b-57d4-4030-838b-32214451625d tempest-ServersOnMultiNodesTest-1545684315 tempest-ServersOnMultiNodesTest-1545684315-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345437 Oct 11 15:27:15.745251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.846680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b379e65d-1dad-4b03-b2f9-0ede2d72018b req-4391798c-742c-4774-a8e6-7af7621e064c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Oct 11 15:27:15.940898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4a4606e-3708-469c-b876-edfbd3b0f0a6 req-b74579df-f0da-4abb-be9c-b3538912a0ac service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253878 Oct 11 15:27:15.957777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f35b2-5005-4d31-af04-3de9273bf6d4 req-1964c711-3e62-480a-b1fd-667f74c3ab7f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:15.959349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b6f35b2-5005-4d31-af04-3de9273bf6d4 req-1964c711-3e62-480a-b1fd-667f74c3ab7f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.1219020 Oct 11 15:27:15.992714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.995466 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:15.996601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daea051e-feb7-4b85-a2d5-10c73b429416 HTTP/1.1" status: 204 len: 168 time: 0.5225215 Oct 11 15:27:16.017588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85732226-bbc9-4274-828f-134291f3f75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea051e-feb7-4b85-a2d5-10c73b429416,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:16.048743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b6f35b2-5005-4d31-af04-3de9273bf6d4 req-fdd255d7-6ef6-4e7a-bb4c-22da2c628398 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723922 Oct 11 15:27:16.144807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:16.165571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:16.174158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: ea06559c-7f7d-441d-80f8-14391226159f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:16.174690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ea06559c-7f7d-441d-80f8-14391226159f not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:16.241662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f0a77233-2175-4446-920f-342088da0a4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a38bddf562d445aadb165fee67ad100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728464 Oct 11 15:27:16.242050 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:16.333828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:16.361913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999c52d-7868-40d0-8a36-d95b71e0b6d6 req-e6119759-c3aa-4ece-8353-3138cecd0470 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:16.367905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3999c52d-7868-40d0-8a36-d95b71e0b6d6 req-e6119759-c3aa-4ece-8353-3138cecd0470 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.0815516 Oct 11 15:27:16.380751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:16.430313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3999c52d-7868-40d0-8a36-d95b71e0b6d6 req-659212ff-bb37-483d-af2b-7ce99cb27ebc tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599353 Oct 11 15:27:16.471061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:16.473638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:16.475364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3314f335-62aa-4423-8d15-7975411d6e35 HTTP/1.1" status: 204 len: 168 time: 0.2320354 Oct 11 15:27:16.495975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5b80-4cd5-4399-bfad-f2bfec516a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3314f335-62aa-4423-8d15-7975411d6e35,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:16.706851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457a0b-0a7a-49cb-a6ec-f7c022da1598 req-96d20fb2-2c7c-4d4a-a86d-7043dfbf4190 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:16.715472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e457a0b-0a7a-49cb-a6ec-f7c022da1598 req-96d20fb2-2c7c-4d4a-a86d-7043dfbf4190 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.1178439 Oct 11 15:27:16.806750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e457a0b-0a7a-49cb-a6ec-f7c022da1598 req-40277d79-56cf-4cba-8d78-929ab0190f26 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835388 Oct 11 15:27:17.092989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c2d1-c636-4b28-a462-0713989bffba req-63b77262-1879-4f1e-bbff-c26e58558db0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:17.097173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ee3c2d1-c636-4b28-a462-0713989bffba req-63b77262-1879-4f1e-bbff-c26e58558db0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 943 time: 0.0942039 Oct 11 15:27:17.097971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-fa1a1327-7bb1-431a-ac10-9d1d7aeba6a7 service neutron] 10.222.0.43 "GET /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1330659 Oct 11 15:27:17.209040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ee3c2d1-c636-4b28-a462-0713989bffba req-fb6d7913-c0b4-40ea-b4d9-09bb6ab542e4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066980 Oct 11 15:27:17.459423 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:17.460903 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec6b21-2b1b-43fe-a80f-79a34858607e req-d7073054-f41b-41f5-a5c2-95794558fb85 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:17.463610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-baec6b21-2b1b-43fe-a80f-79a34858607e req-d7073054-f41b-41f5-a5c2-95794558fb85 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.1391134 Oct 11 15:27:17.585286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:17.600169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-baec6b21-2b1b-43fe-a80f-79a34858607e req-bab68bd2-0f72-48af-be8c-f2cbc29f89cf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225843 Oct 11 15:27:17.623977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-360499776'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:17.627498 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b693-583f-4156-827b-b66ede33e3ef req-56f0556c-7c1f-47f8-814a-ce649b167e4e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:17.635489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3e6b693-583f-4156-827b-b66ede33e3ef req-56f0556c-7c1f-47f8-814a-ce649b167e4e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.1247075 Oct 11 15:27:17.658303 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:17.662627 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Made reservation on behalf of 45620ecd41ce48febfb52f4ec6c865f8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:17.668584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.683174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.711346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3e6b693-583f-4156-827b-b66ede33e3ef req-58fe5637-3ff0-4a01-ba9a-22aa8460330d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747712 Oct 11 15:27:17.719753 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376c55f7-451e-47f3-a80f-3a1de79a00fc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:17.739120 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:17.766126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.782533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.787723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.814648 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:27:17.831542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.832119 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Added segment 02f8af9b-2d96-46af-9898-ad62e7bdcda5 of type vlan for network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 Oct 11 15:27:17.879358 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] Transition to ACTIVE for port object 376c55f7-451e-47f3-a80f-3a1de79a00fc will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:27:17.887544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.889715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.946365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d729eea1-a5d6-4956-9db1-f9e0b9b9eefe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:17.949854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.956597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:17.957842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:17.987876 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5272391 Oct 11 15:27:18.007173 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:18.044977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Request body: {'subnet': {'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:18.155869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:18.174592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:18.180775 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Made reservation on behalf of 45620ecd41ce48febfb52f4ec6c865f8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:18.184768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.368098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:18.370658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-995cc14b-d93c-4b14-ad5f-a8b47998d117 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:18.372596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-995cc14b-d93c-4b14-ad5f-a8b47998d117 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.1287844 Oct 11 15:27:18.378415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48189e-1a8d-49e6-9dd0-b08e8c9b50d6 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'Network': ['ID=19d28c62-6cd2-4e5a-a9dd-1e135f703fe3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:18.414853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:18.434309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'mac_address': 'fa:16:3e:58:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:27:18.438899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:27:18.446594 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] No DVR routers for this DVR port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:18.474820 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62764a-0b74-445c-bd88-0ba7212cdf79 req-1ec333c1-dde8-485e-a67f-659e896f64e7 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:18.477832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad62764a-0b74-445c-bd88-0ba7212cdf79 req-1ec333c1-dde8-485e-a67f-659e896f64e7 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.2238903 Oct 11 15:27:18.492951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.509435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:18.580691 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Checking segment: {'id': '02f8af9b-2d96-46af-9898-ad62e7bdcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:18.581069 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Network hostable DHCP agents. Network: 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:27:18.598730 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'Subnet': ['ID=ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:18.616973 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:27:18.631811 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:18.644609 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:18.645683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.645943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b705a-8b44-48f5-978c-47378cf2ddd3 None None] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:18.651130 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.656767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0990d83e-0231-41b3-b8de-8c9b40085ab9 service neutron] 10.222.0.43 "PUT /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5433338 Oct 11 15:27:18.666700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a079b-fb76-4dae-af0d-3586ff0d73f5 req-58292f9f-4c6f-4661-a31f-0a1b8b6b8442 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:18.669141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c7a079b-fb76-4dae-af0d-3586ff0d73f5 req-58292f9f-4c6f-4661-a31f-0a1b8b6b8442 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.3360541 Oct 11 15:27:18.686837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f85486a1-855f-4d3d-8d68-80f6c2f1a46c tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6785526 Oct 11 15:27:18.687709 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:18.694931 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Request body: {'port': {'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1494394733'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:18.704368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad62764a-0b74-445c-bd88-0ba7212cdf79 req-beaaad97-b203-4938-843f-03756f63ddd2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790161 Oct 11 15:27:18.745835 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:18.748883 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 5cc4fe74-2129-4986-8d91-c88c2b071270 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:18.749421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.784695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:18.792549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.843906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c7a079b-fb76-4dae-af0d-3586ff0d73f5 req-68a741fc-405c-4baa-9c8f-40cfff273a22 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632628 Oct 11 15:27:18.921185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-36fb7fc2-4d1e-4bfe-a4b7-6d65d5662223 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:18.923158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-36fb7fc2-4d1e-4bfe-a4b7-6d65d5662223 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1284273 Oct 11 15:27:18.932576 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:18.941430 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 5cc4fe74-2129-4986-8d91-c88c2b071270, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cc4fe74-2129-4986-8d91-c88c2b071270,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:18.941822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:18.957730 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 5cc4fe74-2129-4986-8d91-c88c2b071270 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:19.004931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-99cc4360-045e-4a57-9730-776f1ddf6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.006589 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-99cc4360-045e-4a57-9730-776f1ddf6fed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a&tenant_id=77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 1095 time: 0.0710082 Oct 11 15:27:19.007806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Made reservation on behalf of 45620ecd41ce48febfb52f4ec6c865f8 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:19.017841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.035469 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] device_id is not set on port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:27:19.042761 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-19d28c62-6cd2-4e5a-a9dd-1e135f703fe3', 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3', 'tenant_id': '45620ecd41ce48febfb52f4ec6c865f8', 'fixed_ips': [{'subnet_id': 'ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:27:19.044750 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.117795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f4a6-10dc-42d7-bcaa-0f6458c407e3 req-2ce50acf-993a-4bca-9ed5-f5252011c343 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.125713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0227f4a6-10dc-42d7-bcaa-0f6458c407e3 req-2ce50acf-993a-4bca-9ed5-f5252011c343 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.0986896 Oct 11 15:27:19.186254 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-491c2bdf-778e-46e1-b786-4eb10a2226fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.187865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-491c2bdf-778e-46e1-b786-4eb10a2226fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1095 time: 0.0892582 Oct 11 15:27:19.204629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0227f4a6-10dc-42d7-bcaa-0f6458c407e3 req-a88176d4-d951-4e45-b7c6-8903d7f1a77d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Oct 11 15:27:19.208052 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.224858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:19.250793 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=5cc4fe74-2129-4986-8d91-c88c2b071270,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:19.269755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6e6d-dc6f-46fc-b456-4c613c01314b req-56f11e1a-183f-4634-91a7-25f13b68c3cf tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.273289 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Allocated IP 2001:db8::ed (19d28c62-6cd2-4e5a-a9dd-1e135f703fe3/ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4/f49a7fcf-2e1c-4f92-a79e-55ab39e356f9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:19.285038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc1e6e6d-dc6f-46fc-b456-4c613c01314b req-56f11e1a-183f-4634-91a7-25f13b68c3cf tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f0c486-db32-426c-9bb7-2f113a88d774 HTTP/1.1" status: 200 len: 950 time: 0.1299913 Oct 11 15:27:19.285250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42', '985492ad-9335-41c3-ab51-f01afce2a36e', '49843221-1fa6-42d4-bdd7-a6b79bc692ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:19.336563 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 5cc4fe74-2129-4986-8d91-c88c2b071270 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:19.340318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.344267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b049c4f4-4309-42f5-bccb-9f3ffa5ed354 req-ecaaf7f8-606f-48bb-b75a-ba89aa67baca tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "DELETE /v2.0/ports/5cc4fe74-2129-4986-8d91-c88c2b071270 HTTP/1.1" status: 204 len: 173 time: 0.9026763 Oct 11 15:27:19.345184 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'name': 'network-vif-deleted', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:19.347505 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b1194-4448-401c-ab70-46b864371435" -d '{"events": [{"server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "name": "network-vif-deleted", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:19.378716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc1e6e6d-dc6f-46fc-b456-4c613c01314b req-cac067d5-d729-4293-a341-c496aafc82c3 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987587 Oct 11 15:27:19.382444 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d95f5870-3868-4b50-aaba-0add8fd23877'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:19.402113 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1add94-db86-4522-b748-fc77ca88de6d x-openstack-request-id: req-ae1add94-db86-4522-b748-fc77ca88de6d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:19.403018 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f0c486-db32-426c-9bb7-2f113a88d774", "name": "network-vif-deleted", "tag": "5cc4fe74-2129-4986-8d91-c88c2b071270", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:19.403281 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae1add94-db86-4522-b748-fc77ca88de6d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:19.403680 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f0c486-db32-426c-9bb7-2f113a88d774', 'name': 'network-vif-deleted', 'tag': '5cc4fe74-2129-4986-8d91-c88c2b071270', 'status': 'completed', 'code': 200} Oct 11 15:27:19.441365 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-dc269efd-0bbc-48c0-bf28-3761fcfcbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.443219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-dc269efd-0bbc-48c0-bf28-3761fcfcbc35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.2380693 Oct 11 15:27:19.550724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-191ad5a5-17e4-4499-9fb5-b949d7e2a4a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 200 len: 217 time: 0.0854108 Oct 11 15:27:19.662036 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-f02b72d7-3948-4ce9-9410-dc5394535a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.664339 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-f02b72d7-3948-4ce9-9410-dc5394535a25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0877795 Oct 11 15:27:19.671370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.705064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-3b901a6a-014d-48b8-8039-3544ebdf40e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296912 Oct 11 15:27:19.754108 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:19.813418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.882714 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:19.884554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8cad-0641-4407-acd2-0b35553b79c4 req-80f2a190-468b-4747-8da8-16650d917ded tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.891522 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:19.891960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ede8cad-0641-4407-acd2-0b35553b79c4 req-80f2a190-468b-4747-8da8-16650d917ded tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.1024535 Oct 11 15:27:19.894543 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:19.900686 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:19.901318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.909192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-8b32f797-6825-4a35-a81b-854dfb3f1e0e service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927800 Oct 11 15:27:19.911877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'Port': ['ID=f49a7fcf-2e1c-4f92-a79e-55ab39e356f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:19.967115 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190c9b94-76eb-4b40-8991-5004248146c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:19.989561 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42f23c9e-0726-4ecf-8195-89a9862f6c47 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3000100 Oct 11 15:27:19.995363 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:20.003753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Request body: {'port': {'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-281128359', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:20.004380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] bootfile-name is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:20.004789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] tftp-server is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:20.005190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] server-ip-address is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:20.018285 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Allocated IP 2001:db8::2 (19d28c62-6cd2-4e5a-a9dd-1e135f703fe3/ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4/424fe364-3aa3-4434-9bab-fc056268b50b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:20.057996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-d1b45758-e448-4a64-b100-2fffc9552f7b service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370316 Oct 11 15:27:20.093520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ede8cad-0641-4407-acd2-0b35553b79c4 req-0aa3c221-095d-4c5c-a3e7-059ff2a72183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600943 Oct 11 15:27:20.187701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:20.336407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c46e7e-cf25-4ac7-bda7-fc5a293a9843 req-53e31321-8e28-4bda-932d-40ac6242fbb0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:20.342092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2c46e7e-cf25-4ac7-bda7-fc5a293a9843 req-53e31321-8e28-4bda-932d-40ac6242fbb0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.2430031 Oct 11 15:27:20.342575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.357378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.361862 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-e4ecb84f-ed6c-44b2-9168-5cdb0724fbcb tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:20.363438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-e4ecb84f-ed6c-44b2-9168-5cdb0724fbcb tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0541773 Oct 11 15:27:20.409557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190c9b94-76eb-4b40-8991-5004248146c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.429553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190c9b94-76eb-4b40-8991-5004248146c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.432373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Made reservation on behalf of 45620ecd41ce48febfb52f4ec6c865f8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:20.435975 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.465010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2c46e7e-cf25-4ac7-bda7-fc5a293a9843 req-02bc60a6-0d3d-4db6-8314-eaa71c7fe26f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153536 Oct 11 15:27:20.480364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-b75dcbe6-5f35-4348-ade0-a8e6f0986104 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:20.482400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-b75dcbe6-5f35-4348-ade0-a8e6f0986104 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.2862992 Oct 11 15:27:20.500260 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0c393403-8dab-429f-8933-38d22d0dc2a2 service neutron] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:20.504240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0c393403-8dab-429f-8933-38d22d0dc2a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.505749 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a1f4d954-7724-4a7b-b094-d94a7d31ebda req-0c393403-8dab-429f-8933-38d22d0dc2a2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1346445 Oct 11 15:27:20.505973 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] device_id is not set on port 3b6c2821-e326-4fc6-b417-e672be5fc4e8 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:27:20.531832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-190c9b94-76eb-4b40-8991-5004248146c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec0fed299fb6495a94ea31e967d0f5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7742050 Oct 11 15:27:20.532241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:20.536704 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c9b94-76eb-4b40-8991-5004248146c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2baeb-5190-448f-942b-1c79553d7a49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:20.559310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:20.574430 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:20.577686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Pushing event updated for resources: {'Port': ['ID=424fe364-3aa3-4434-9bab-fc056268b50b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:20.586354 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:20.587651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-6d560312-e3a6-4419-8de6-7fe5aae33761 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/quotas/2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 375 time: 0.0830152 Oct 11 15:27:20.596067 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:20.600568 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'mac_address': 'fa:16:3e:26:50:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:27:20.631609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.655755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.705515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.720961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.723752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.727878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6a2baeb-5190-448f-942b-1c79553d7a49 HTTP/1.1" status: 204 len: 168 time: 0.1917722 Oct 11 15:27:20.728088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Attempting to bind port 424fe364-3aa3-4434-9bab-fc056268b50b on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:20.728228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Attempting to bind port 424fe364-3aa3-4434-9bab-fc056268b50b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '02f8af9b-2d96-46af-9898-ad62e7bdcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:20.728537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Attempting to bind port 424fe364-3aa3-4434-9bab-fc056268b50b on network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:20.732592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-50beb45b-588d-4ab3-8937-f6595e1b75d7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1430495 Oct 11 15:27:20.743568 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:20.744152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Checking segment: {'id': '02f8af9b-2d96-46af-9898-ad62e7bdcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:20.744529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.744912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Bound using segment: {'id': '02f8af9b-2d96-46af-9898-ad62e7bdcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:20.745022 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1c62c-3dec-479d-8626-3bdbde0bc501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2baeb-5190-448f-942b-1c79553d7a49,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:20.745381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Bound port: 424fe364-3aa3-4434-9bab-fc056268b50b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f8af9b-2d96-46af-9898-ad62e7bdcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '19d28c62-6cd2-4e5a-a9dd-1e135f703fe3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:20.745797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.748820 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2035e-d618-44a0-a97e-98c63d0b60d0 req-4972d072-3418-4aed-b9cb-ff436fec0fdd tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:20.749501 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21179065-f7d4-4fd8-b383-363caf06bfb4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:20.756227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ea2035e-d618-44a0-a97e-98c63d0b60d0 req-4972d072-3418-4aed-b9cb-ff436fec0fdd tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.1609199 Oct 11 15:27:20.819615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:20.828861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:20.837100 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Allocated IP 2001:db8::81 (19d28c62-6cd2-4e5a-a9dd-1e135f703fe3/ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4/3b6c2821-e326-4fc6-b417-e672be5fc4e8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:20.897880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ea2035e-d618-44a0-a97e-98c63d0b60d0 req-29e90901-0ff9-4c59-89cf-1546339d8229 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227107 Oct 11 15:27:20.965439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-f7e05e92-d6c7-48b9-ac7d-50a20990408d service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071567 Oct 11 15:27:20.967835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] For port 424fe364-3aa3-4434-9bab-fc056268b50b, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:20.988571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] For port 424fe364-3aa3-4434-9bab-fc056268b50b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=424fe364-3aa3-4434-9bab-fc056268b50b,segment=NetworkSegment(02f8af9b-2d96-46af-9898-ad62e7bdcda5),segment_id=02f8af9b-2d96-46af-9898-ad62e7bdcda5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:21.001976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cc4fe74-2129-4986-8d91-c88c2b071270 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:21.019249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.040339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:21.047700 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5cc4fe74-2129-4986-8d91-c88c2b071270 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:21.048175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cc4fe74-2129-4986-8d91-c88c2b071270 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:21.140672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152180-ba5c-4698-b5ed-977656410396 None None] Pushing event updated for resources: {'Port': ['ID=424fe364-3aa3-4434-9bab-fc056268b50b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:21.184186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-3d3c898f-a057-4147-af14-27079c4b6254 service neutron] 10.222.0.31 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890631 Oct 11 15:27:21.188768 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:21.206816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.209850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f196db3b-c3fc-40ea-8d3c-23cb2e86cce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.256713 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.331446 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'Port': ['ID=3b6c2821-e326-4fc6-b417-e672be5fc4e8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:21.348922 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:21.350915 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:21.353544 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:21.359905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['21179065-f7d4-4fd8-b383-363caf06bfb4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:21.373283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f196db3b-c3fc-40ea-8d3c-23cb2e86cce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.383298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.383712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f196db3b-c3fc-40ea-8d3c-23cb2e86cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.383998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.445433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f196db3b-c3fc-40ea-8d3c-23cb2e86cce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21549d3e7eba4ca2964ec19752074bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533345 Oct 11 15:27:21.446289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-75598d36-9192-4dd0-9f61-97a578b29ed3 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4474237 Oct 11 15:27:21.448755 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:21.449217 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:21.449967 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196db3b-c3fc-40ea-8d3c-23cb2e86cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e1d60b-a376-40d1-8c59-ccf683ca559c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:21.547649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.549295 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ca40-8f13-48f4-935e-5dee89581d06 req-1e5d4051-b340-4a85-8f17-5859a28ef1f5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.556645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2625ca40-8f13-48f4-935e-5dee89581d06 req-1e5d4051-b340-4a85-8f17-5859a28ef1f5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.1683071 Oct 11 15:27:21.593028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.594742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3ae8b-5d7e-4e47-b16f-1aa0cfdd1ad0 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.600650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3ae8b-5d7e-4e47-b16f-1aa0cfdd1ad0 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.606622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3ae8b-5d7e-4e47-b16f-1aa0cfdd1ad0 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.608490 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-44d3ae8b-5d7e-4e47-b16f-1aa0cfdd1ad0 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1587393 Oct 11 15:27:21.612105 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:21.669534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.675571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.678308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3e1d60b-a376-40d1-8c59-ccf683ca559c HTTP/1.1" status: 204 len: 168 time: 0.2249944 Oct 11 15:27:21.688994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2625ca40-8f13-48f4-935e-5dee89581d06 req-bf092196-61b2-4647-8bd8-f71e29e69a5c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313994 Oct 11 15:27:21.692750 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d559e09-7344-4ed5-bf83-d24de931b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e1d60b-a376-40d1-8c59-ccf683ca559c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:21.833140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee291-1e29-49c9-aea4-084ea607d199 req-6542a8ce-32a2-4557-b096-53e1cf653ef6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.834655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f3ee291-1e29-49c9-aea4-084ea607d199 req-6542a8ce-32a2-4557-b096-53e1cf653ef6 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.1427147 Oct 11 15:27:21.881161 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Deleting port 3b6c2821-e326-4fc6-b417-e672be5fc4e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:21.881532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:21.923928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e350-2801-4ee3-b209-f7e0594e310e req-32a654f3-d053-4c01-8294-99966c9ec9e6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:21.925426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5331e350-2801-4ee3-b209-f7e0594e310e req-32a654f3-d053-4c01-8294-99966c9ec9e6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.1351902 Oct 11 15:27:21.956967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f3ee291-1e29-49c9-aea4-084ea607d199 req-be36d68a-926f-4549-aee9-354adf6e4f9d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136985 Oct 11 15:27:22.045029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5331e350-2801-4ee3-b209-f7e0594e310e req-0cabcac0-a33d-400e-9742-260b34480cc8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Oct 11 15:27:22.093311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb14c63c-be62-4d03-855a-5d838c729e4c req-3ecf7aa4-e0bf-4a2a-9c47-85b2923e119d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 210 time: 0.0552576 Oct 11 15:27:22.127320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.155965 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Calling delete_port for 3b6c2821-e326-4fc6-b417-e672be5fc4e8 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:22.207962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:22.324314 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port d95f5870-3868-4b50-aaba-0add8fd23877 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:27:22.329928 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port d95f5870-3868-4b50-aaba-0add8fd23877 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:22.330637 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.409365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dbd87-ecf5-4ab8-8a89-4510e2cb42b4 req-8496e181-5227-47ee-8b2c-88619dee9032 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:22.410987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e9dbd87-ecf5-4ab8-8a89-4510e2cb42b4 req-8496e181-5227-47ee-8b2c-88619dee9032 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 944 time: 0.1804154 Oct 11 15:27:22.414479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32229d-6b29-43e0-af70-918691ae3d6c req-537c6cdc-79db-4bf8-a950-64e8642140f0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:22.416567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb32229d-6b29-43e0-af70-918691ae3d6c req-537c6cdc-79db-4bf8-a950-64e8642140f0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1095 time: 0.0988290 Oct 11 15:27:22.454407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.461072 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 424fe364-3aa3-4434-9bab-fc056268b50b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:22.538082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:22.539033 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:22.542923 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243aa947-4791-4bf1-b665-de52d6c7d88b" -d '{"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:22.548811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.552864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e9dbd87-ecf5-4ab8-8a89-4510e2cb42b4 req-dcf8b6e8-1402-4f45-af83-89f5d6794019 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346009 Oct 11 15:27:22.567058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb32229d-6b29-43e0-af70-918691ae3d6c req-266b7d10-9674-4fd1-b438-8d8af14989df tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366944 Oct 11 15:27:22.604183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.637125 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb1bf2a-c261-4b9f-acad-c7bc70ac0d62 x-openstack-request-id: req-9cb1bf2a-c261-4b9f-acad-c7bc70ac0d62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:22.643778 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:22.644377 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cb1bf2a-c261-4b9f-acad-c7bc70ac0d62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:22.644945 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'code': 200} Oct 11 15:27:22.684571 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event deleted for resources: {'Port': ['ID=3b6c2821-e326-4fc6-b417-e672be5fc4e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:22.702884 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 424fe364-3aa3-4434-9bab-fc056268b50b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:22.703256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.705246 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:22.735299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cd1e9-cfd0-458d-9a4d-045318011bb5 None None] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:22.749469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.757827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:22.758358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8c3cfa1c-6460-4d3d-b6ae-3825a4b42c6b tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "DELETE /v2.0/ports/3b6c2821-e326-4fc6-b417-e672be5fc4e8 HTTP/1.1" status: 204 len: 168 time: 1.1440179 Oct 11 15:27:22.763881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Request body: {'port': {'name': 'tempest-new-port-name-1510653537', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:22.764343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:22.764685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:22.765033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:27:22.823102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-921db1b5-28b4-4619-956e-0cd9912ab512 None None] Provisioning complete for port 424fe364-3aa3-4434-9bab-fc056268b50b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:22.823475 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-921db1b5-28b4-4619-956e-0cd9912ab512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.861865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:22.891167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2905-0e52-4bdc-bd05-e785d2ab1407 req-c29332e9-56ae-4e35-baa1-a28865fa6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:22.892830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9af2905-0e52-4bdc-bd05-e785d2ab1407 req-c29332e9-56ae-4e35-baa1-a28865fa6b54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1100 time: 0.1592302 Oct 11 15:27:22.895229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71bbe2-0104-4e01-b882-11e30320a4c4 req-646adfe7-4577-4a70-8621-d8fb40d70532 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:22.896873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df71bbe2-0104-4e01-b882-11e30320a4c4 req-646adfe7-4577-4a70-8621-d8fb40d70532 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 1095 time: 0.1645143 Oct 11 15:27:22.910116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ccdb-ee4f-4750-8bf6-5a7dbe175c07 req-8b1d900d-b455-43d0-b5ed-d1b700180fd8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:22.912187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8863ccdb-ee4f-4750-8bf6-5a7dbe175c07 req-8b1d900d-b455-43d0-b5ed-d1b700180fd8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1102095 Oct 11 15:27:22.941921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.016344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df71bbe2-0104-4e01-b882-11e30320a4c4 req-d0bdbb38-2586-4b0d-bc67-042c9646bd19 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962698 Oct 11 15:27:23.019428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9af2905-0e52-4bdc-bd05-e785d2ab1407 req-d76d0209-6246-4604-a89c-cdd7c97093b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169674 Oct 11 15:27:23.030150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 424fe364-3aa3-4434-9bab-fc056268b50b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=424fe364-3aa3-4434-9bab-fc056268b50b,segment=NetworkSegment(02f8af9b-2d96-46af-9898-ad62e7bdcda5),segment_id=02f8af9b-2d96-46af-9898-ad62e7bdcda5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:23.032765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8863ccdb-ee4f-4750-8bf6-5a7dbe175c07 req-84460304-aef3-4eef-ac01-011ed674f537 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118481 Oct 11 15:27:23.072489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.097943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-921db1b5-28b4-4619-956e-0cd9912ab512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.184085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.197832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.237071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cc043-f4be-44fc-81a2-572b1760eb44 req-98baa7fc-7290-448c-8883-9b744f0eaaaa tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:23.238655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c9cc043-f4be-44fc-81a2-572b1760eb44 req-98baa7fc-7290-448c-8883-9b744f0eaaaa tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.0783238 Oct 11 15:27:23.262815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=424fe364-3aa3-4434-9bab-fc056268b50b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:23.267530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-921db1b5-28b4-4619-956e-0cd9912ab512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:27:23.267904 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-921db1b5-28b4-4619-956e-0cd9912ab512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:27:23.295745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c9cc043-f4be-44fc-81a2-572b1760eb44 req-d7b3ecde-344f-43cf-9f5f-a8925bff1d62 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501289 Oct 11 15:27:23.298710 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event updated for resources: {'Port': ['ID=f49a7fcf-2e1c-4f92-a79e-55ab39e356f9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:23.308284 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] In _notify_port_updated(), no bound segment for port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 on network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:27:23.314560 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:23.315225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.320386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e10b9ad8-aaf6-457c-9d47-e138bb5dae21 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "PUT /v2.0/ports/f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 HTTP/1.1" status: 200 len: 1129 time: 0.5613971 Oct 11 15:27:23.321058 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:23.407591 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-34590be0-1a73-49ee-b633-79285d39b8d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:23.408924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-34590be0-1a73-49ee-b633-79285d39b8d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 821 time: 0.3807063 Oct 11 15:27:23.423624 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85c0e7-b1a7-428f-a878-0b9cf6551645 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:23.425535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec85c0e7-b1a7-428f-a878-0b9cf6551645 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "GET /v2.0/ports/f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 HTTP/1.1" status: 200 len: 1129 time: 0.0949955 Oct 11 15:27:23.430412 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Request body: {'port': {'device_id': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'admin_state_up': True, 'tenant_id': '2fe4716b0b9e44b4963aa38424d645b1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:23.432629 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:23.529441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f121eb2a-b16d-423b-b949-08eb26fac703 req-cb59d76c-10c7-4768-8bc7-906a27518131 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 210 time: 0.1082914 Oct 11 15:27:23.539767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-0b5fde74-a6d3-4f91-be75-61b0386d68b2 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:23.542062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-0b5fde74-a6d3-4f91-be75-61b0386d68b2 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 949 time: 0.2179298 Oct 11 15:27:23.697280 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Made reservation on behalf of 2fe4716b0b9e44b4963aa38424d645b1 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:23.710255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:23.963476 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Allocated IP 172.20.0.3 (38c6d315-eff9-4655-83cb-10b80d91e587/971a8440-14b6-4abc-83b8-3bd5270c562f/58eafd30-5282-4308-9ed0-9be9bf9dfcde) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:24.018768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-622121c2-4d0f-49b2-b2e8-1759af2c67f6 None None] Provisioning complete for port 424fe364-3aa3-4434-9bab-fc056268b50b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:24.019314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622121c2-4d0f-49b2-b2e8-1759af2c67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.222356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.247264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:24.264736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.307805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['aae77c0d-3583-4f95-b703-eb331754f182'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:24.319154 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Network 38c6d315-eff9-4655-83cb-10b80d91e587 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:24.323867 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:24.326876 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:24.382281 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c172c3-2a0d-4514-bfc1-47ca92ac0d40 req-fa752082-ac5a-4fb3-bb25-3ba9e51de7c5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:24.388257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:24.388811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.390090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4c172c3-2a0d-4514-bfc1-47ca92ac0d40 req-fa752082-ac5a-4fb3-bb25-3ba9e51de7c5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 944 time: 0.1741133 Oct 11 15:27:24.416837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfe02-2290-4f69-a576-fa20e74a3560 req-680d7e40-a3ec-47c0-b9b9-33e15ce64e44 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:24.422696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962375 Oct 11 15:27:24.424391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eccfe02-2290-4f69-a576-fa20e74a3560 req-680d7e40-a3ec-47c0-b9b9-33e15ce64e44 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.2565885 Oct 11 15:27:24.438850 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Request body: {'port': {'device_id': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:24.443178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabad0b-f311-470d-b287-fec80fe84ce9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:24.463105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 424fe364-3aa3-4434-9bab-fc056268b50b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:24.504625 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Deleting port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:24.504868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.510743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-622121c2-4d0f-49b2-b2e8-1759af2c67f6 None None] Provisioning complete for port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:24.511130 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622121c2-4d0f-49b2-b2e8-1759af2c67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.557069 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-622121c2-4d0f-49b2-b2e8-1759af2c67f6 None None] Port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:24.573432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.597187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 21179065-f7d4-4fd8-b383-363caf06bfb4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:27:24.616718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4c172c3-2a0d-4514-bfc1-47ca92ac0d40 req-245fe75d-5fec-43e3-9e48-4ef612cb2ff4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214241 Oct 11 15:27:24.657741 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 21179065-f7d4-4fd8-b383-363caf06bfb4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:24.661343 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 49843221-1fa6-42d4-bdd7-a6b79bc692ff {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:24.662129 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.662974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.781781 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f38243ae-45f6-41fc-97e2-178174778d1a None None] Could not find standard attr ID for object 3b6c2821-e326-4fc6-b417-e672be5fc4e8. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:27:24.803112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 424fe364-3aa3-4434-9bab-fc056268b50b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:24.803475 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.832927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 49843221-1fa6-42d4-bdd7-a6b79bc692ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=49843221-1fa6-42d4-bdd7-a6b79bc692ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:24.833287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:24.854176 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 49843221-1fa6-42d4-bdd7-a6b79bc692ff owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:24.945722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.005885 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:25.008572 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e2d475-0177-453d-a8e9-b8e3c579179f" -d '{"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-plugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:25.057946 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:25.065003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a62890-1525-4f26-8dfc-6dd8b77eb66f req-188ab11f-549f-41c1-85dd-9462d4714dc5 tempest-FlavorsV2NegativeTest-951992942 tempest-FlavorsV2NegativeTest-951992942-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bb29242161884b18b3f8e01e85c656f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388210 Oct 11 15:27:25.078155 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.081111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eccfe02-2290-4f69-a576-fa20e74a3560 req-bdb6f660-471d-4b7b-b9ff-d0d1f9c3261f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499436 Oct 11 15:27:25.081952 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.094779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87f023a4-0d9c-420d-927e-294a0c77c400 None None] Provisioning complete for port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:25.094940 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87f023a4-0d9c-420d-927e-294a0c77c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.100670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42', '985492ad-9335-41c3-ab51-f01afce2a36e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:25.147928 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eafd30-5282-4308-9ed0-9be9bf9dfcde {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:25.163617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.179466 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Transition to ACTIVE for port object 58eafd30-5282-4308-9ed0-9be9bf9dfcde will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:27:25.186140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.219503 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:25.225251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-87f023a4-0d9c-420d-927e-294a0c77c400 None None] Port f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:25.282228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a62890-1525-4f26-8dfc-6dd8b77eb66f req-99bad426-b408-423c-ade2-4b7d487708a2 tempest-FlavorsV2NegativeTest-951992942 tempest-FlavorsV2NegativeTest-951992942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:25.291141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a62890-1525-4f26-8dfc-6dd8b77eb66f req-99bad426-b408-423c-ade2-4b7d487708a2 tempest-FlavorsV2NegativeTest-951992942 tempest-FlavorsV2NegativeTest-951992942-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251203 Oct 11 15:27:25.298264 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=49843221-1fa6-42d4-bdd7-a6b79bc692ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:25.316877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ebee-7008-408c-9fef-718878369787 service neutron] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:25.321436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a62890-1525-4f26-8dfc-6dd8b77eb66f req-0d067e6c-fed0-4a6e-9aac-b5bbeb220ef9 tempest-FlavorsV2NegativeTest-951992942 tempest-FlavorsV2NegativeTest-951992942-project] 10.222.0.31 "GET /v2.0/quotas/bb29242161884b18b3f8e01e85c656f8 HTTP/1.1" status: 200 len: 375 time: 0.0293870 Oct 11 15:27:25.347776 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:25.348254 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:25.348734 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:25.354265 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:25.354681 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:25.360791 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:25.361374 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:25.361888 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:25.362418 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Bound port: 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:25.362876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.381219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:25.409499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9a62890-1525-4f26-8dfc-6dd8b77eb66f req-b2a2079f-78b9-4d64-a8f2-1a3bf27380e2 tempest-FlavorsV2NegativeTest-951992942 tempest-FlavorsV2NegativeTest-951992942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb29242161884b18b3f8e01e85c656f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869997 Oct 11 15:27:25.497547 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:25.497764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-625409e3-e73d-4e97-bf01-cdd608cba505 req-0dd1348d-9476-4052-9fbb-3cf1bd1419d8 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecb1f6c6-07dc-42d0-9c9f-6784e2d43103 HTTP/1.1" status: 200 len: 210 time: 0.2035992 Oct 11 15:27:25.503736 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:25.519705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.528441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.557992 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Calling delete_port for f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:25.606841 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:25.610108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.614169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9165ebee-7008-408c-9fef-718878369787 service neutron] 10.222.0.36 "PUT /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 1091 time: 1.1787550 Oct 11 15:27:25.616746 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:25.624506 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a" -d '{"events": [{"name": "network-changed", "server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:25.682407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ebee-7008-408c-9fef-718878369787 service neutron] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:25.798467 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-8f72de6a-5fbc-4441-9002-8665fa356f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:25.801716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-8f72de6a-5fbc-4441-9002-8665fa356f21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1094 time: 0.1110568 Oct 11 15:27:25.854916 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 49843221-1fa6-42d4-bdd7-a6b79bc692ff on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:25.856851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.859570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:25.863770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4ca2bc3-1481-4484-8342-63ac403f4c8a req-c634595d-1372-4d0d-868e-dad8bc92d901 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "DELETE /v2.0/ports/49843221-1fa6-42d4-bdd7-a6b79bc692ff HTTP/1.1" status: 204 len: 173 time: 2.3120732 Oct 11 15:27:25.866348 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'name': 'network-vif-deleted', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:25.870775 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b138c1f-7de3-4046-ab20-a771cdae94a8" -d '{"events": [{"server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "name": "network-vif-deleted", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:25.897825 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa794b0d-128c-4af1-ad00-25937fa9d0a6 x-openstack-request-id: req-fa794b0d-128c-4af1-ad00-25937fa9d0a6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:25.898306 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-plugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:25.899064 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa794b0d-128c-4af1-ad00-25937fa9d0a6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:25.899513 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'code': 200} Oct 11 15:27:25.903891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-cc8e42bd-daf5-404a-ad1d-fbcf1fbfb1f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 217 time: 0.0834479 Oct 11 15:27:26.005796 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event deleted for resources: {'Port': ['ID=f49a7fcf-2e1c-4f92-a79e-55ab39e356f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:26.043386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-0329b99a-7c3f-4a36-bbb3-f362c0c971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.047397 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-0329b99a-7c3f-4a36-bbb3-f362c0c971cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1356118 Oct 11 15:27:26.053426 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b510581d-10c3-4e42-a3e6-f633b6ae4fb7 x-openstack-request-id: req-b510581d-10c3-4e42-a3e6-f633b6ae4fb7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:26.053732 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:26.053994 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b510581d-10c3-4e42-a3e6-f633b6ae4fb7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:26.054840 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'status': 'completed', 'code': 200} Oct 11 15:27:26.122656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-ad0f0979-b43d-4417-9236-dde92e53967d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599999 Oct 11 15:27:26.164556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.168590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2232a7b7-9582-4e9d-b689-d39566925e08 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "DELETE /v2.0/ports/f49a7fcf-2e1c-4f92-a79e-55ab39e356f9 HTTP/1.1" status: 204 len: 168 time: 2.7330282 Oct 11 15:27:26.182929 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:26.247009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 49843221-1fa6-42d4-bdd7-a6b79bc692ff no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:26.263003 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:26.314880 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 49843221-1fa6-42d4-bdd7-a6b79bc692ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:26.315494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 49843221-1fa6-42d4-bdd7-a6b79bc692ff not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:26.331937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b5b3-5f65-46e8-a60b-d68dbccb118f req-ea57a32e-5446-42a2-9ea8-2d02b8e8959f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.333530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66d2b5b3-5f65-46e8-a60b-d68dbccb118f req-ea57a32e-5446-42a2-9ea8-2d02b8e8959f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.5045536 Oct 11 15:27:26.336147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-9bed66db-b584-46d2-9b13-c20aa3617371 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961181 Oct 11 15:27:26.424735 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Deleting subnet ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:27:26.439001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b1d2-385e-4d31-9dd6-9528a7d2b378 req-c6dde264-42af-4499-92c4-1c2a9f4a921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.441609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cdc5b1d2-385e-4d31-9dd6-9528a7d2b378 req-c6dde264-42af-4499-92c4-1c2a9f4a921c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 1096 time: 0.4002631 Oct 11 15:27:26.442409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.455448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e515312-d4ab-4217-812b-f32f162a537a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.526237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c0a-4f77-4a98-a01a-3f17eb463952 req-30bb818c-6160-41b8-ad5c-09b7870dfd5b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.535625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a7f2c0a-4f77-4a98-a01a-3f17eb463952 req-30bb818c-6160-41b8-ad5c-09b7870dfd5b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.3795106 Oct 11 15:27:26.558838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-228229b9-1d62-4a64-8e55-3437e7c23a8d req-88a8bd4c-5aa8-4520-be38-d6e96dd7de6a service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188716 Oct 11 15:27:26.561875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66d2b5b3-5f65-46e8-a60b-d68dbccb118f req-af217012-7100-42d8-ba47-8c0aa637c22e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020097 Oct 11 15:27:26.592892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e515312-d4ab-4217-812b-f32f162a537a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.596912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e515312-d4ab-4217-812b-f32f162a537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.602469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.647849 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e301e-fd7c-4b7c-8f46-5946cf4f891d x-openstack-request-id: req-d77e301e-fd7c-4b7c-8f46-5946cf4f891d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:26.648135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb1f6c6-07dc-42d0-9c9f-6784e2d43103", "name": "network-vif-deleted", "tag": "49843221-1fa6-42d4-bdd7-a6b79bc692ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:26.648385 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d77e301e-fd7c-4b7c-8f46-5946cf4f891d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:26.648776 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb1f6c6-07dc-42d0-9c9f-6784e2d43103', 'name': 'network-vif-deleted', 'tag': '49843221-1fa6-42d4-bdd7-a6b79bc692ff', 'status': 'completed', 'code': 200} Oct 11 15:27:26.655460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cdc5b1d2-385e-4d31-9dd6-9528a7d2b378 req-5bd3f6a2-0490-4a58-8d49-cd1aaaf9a795 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719582 Oct 11 15:27:26.679430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a7f2c0a-4f77-4a98-a01a-3f17eb463952 req-bb223a3d-097f-423a-9f8a-3d116b51eb28 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401136 Oct 11 15:27:26.691183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e515312-d4ab-4217-812b-f32f162a537a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb29242161884b18b3f8e01e85c656f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269893 Oct 11 15:27:26.695905 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:26.705531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515312-d4ab-4217-812b-f32f162a537a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa313d-2022-45d9-8103-a3b2baffdee8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:26.730133 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-b3f51f49-6748-4b81-ba11-3350371fce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.731692 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-b3f51f49-6748-4b81-ba11-3350371fce20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1094 time: 0.1069062 Oct 11 15:27:26.826926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.845834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffe0f-4953-4e32-8ce6-e63c25d7b455 req-234f139d-e30f-4775-a728-c91504fe0c27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.853776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-085ffe0f-4953-4e32-8ce6-e63c25d7b455 req-234f139d-e30f-4775-a728-c91504fe0c27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.0873308 Oct 11 15:27:26.856363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.874784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:26.892884 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-9399c69e-a63f-4fa1-8bfa-0afff774f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:26.894527 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-9399c69e-a63f-4fa1-8bfa-0afff774f498 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.1454363 Oct 11 15:27:26.933295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-085ffe0f-4953-4e32-8ce6-e63c25d7b455 req-7706026f-be4d-4b02-a6f1-d9b53343016f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Oct 11 15:27:26.955509 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-38cb624f-6138-4857-b311-e56316b30b34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 217 time: 0.0515811 Oct 11 15:27:26.969178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.008007 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.012917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.016913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5aa313d-2022-45d9-8103-a3b2baffdee8 HTTP/1.1" status: 204 len: 168 time: 0.3164728 Oct 11 15:27:27.020331 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:27.031372 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07110-3e01-4762-9d9f-37a6a3d4c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa313d-2022-45d9-8103-a3b2baffdee8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:27.051166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.062127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c2eec724-d3fb-48d5-ac11-07bde13f2a9f tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "DELETE /v2.0/subnets/ef8396ae-9e1a-4f6f-8848-34fcd8bbd1a4 HTTP/1.1" status: 204 len: 168 time: 0.8751349 Oct 11 15:27:27.062699 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-4503bfeb-439f-42d8-ad2c-024f57042568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:27.062798 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d7e1c-342b-4cb4-b25d-d63515aadc8e None None] Network 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:27.062961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-4503bfeb-439f-42d8-ad2c-024f57042568 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0982389 Oct 11 15:27:27.062961 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:27.158253 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-b7f87aef-a6a7-44be-b99f-16c07910399c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843003 Oct 11 15:27:27.245812 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f3aaa-e0ff-4097-a66d-2416f35c80d4 req-3f9be31f-0172-43a9-b514-76860ebab2e9 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:27.247612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-594f3aaa-e0ff-4097-a66d-2416f35c80d4 req-3f9be31f-0172-43a9-b514-76860ebab2e9 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1100 time: 0.1171558 Oct 11 15:27:27.261343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.286839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a8b88-760b-44ab-9346-3c67d571b39f req-0c8d871f-5b1b-4ed9-aab0-0e65fa194982 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:27.294814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b77a8b88-760b-44ab-9346-3c67d571b39f req-0c8d871f-5b1b-4ed9-aab0-0e65fa194982 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.0922253 Oct 11 15:27:27.330678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-dcc1af50-1010-4fdd-bc94-fe64766d9acd service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629033 Oct 11 15:27:27.340979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b77a8b88-760b-44ab-9346-3c67d571b39f req-2cb117c4-717b-4fc5-bdfc-36bb0be4d62a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Oct 11 15:27:27.354233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-594f3aaa-e0ff-4097-a66d-2416f35c80d4 req-9cdf0414-e3c2-4e2f-82ff-52e1ea7d45cb tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829229 Oct 11 15:27:27.369209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] DHCP port deletion for 19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:27:27.451583 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Deleting port 424fe364-3aa3-4434-9bab-fc056268b50b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:27.451922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.455809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Deleting port 424fe364-3aa3-4434-9bab-fc056268b50b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:27.455970 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.500815 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6035cc0-2e72-4eaf-b11b-46f7bae5847a req-26625fc1-75f2-42f5-aeb4-8d046da89176 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550655 Oct 11 15:27:27.538669 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] For port 424fe364-3aa3-4434-9bab-fc056268b50b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=424fe364-3aa3-4434-9bab-fc056268b50b,segment=NetworkSegment(02f8af9b-2d96-46af-9898-ad62e7bdcda5),segment_id=02f8af9b-2d96-46af-9898-ad62e7bdcda5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:27.539031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.584793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] For port 424fe364-3aa3-4434-9bab-fc056268b50b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=424fe364-3aa3-4434-9bab-fc056268b50b,segment=NetworkSegment(02f8af9b-2d96-46af-9898-ad62e7bdcda5),segment_id=02f8af9b-2d96-46af-9898-ad62e7bdcda5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:27.586875 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.635318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Calling delete_port for 424fe364-3aa3-4434-9bab-fc056268b50b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:27.811571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42273eb-c4cc-4f61-ac15-9d3039a6022a req-93b93b67-d6ea-43de-8107-c24cfd4a9a23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:27.813091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c42273eb-c4cc-4f61-ac15-9d3039a6022a req-93b93b67-d6ea-43de-8107-c24cfd4a9a23 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1095123 Oct 11 15:27:27.851615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:27.923400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] Pushing event deleted for resources: {'Port': ['ID=424fe364-3aa3-4434-9bab-fc056268b50b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:27.938529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ad8d9-365d-4e0e-9071-d81d86965f8e None None] No DVR routers for this DVR port 424fe364-3aa3-4434-9bab-fc056268b50b on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:27.953873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c42273eb-c4cc-4f61-ac15-9d3039a6022a req-4cab37c8-fa06-4f90-9a0c-7553382e0d14 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233764 Oct 11 15:27:27.992120 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243f50b-f9b5-48d2-844c-9674df0827c4 req-3fd5c911-7431-4b79-9986-bb13ccf3dcbc tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:27.994202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9243f50b-f9b5-48d2-844c-9674df0827c4 req-3fd5c911-7431-4b79-9986-bb13ccf3dcbc tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1688836 Oct 11 15:27:28.011258 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Calling delete_port for 424fe364-3aa3-4434-9bab-fc056268b50b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:28.076830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9243f50b-f9b5-48d2-844c-9674df0827c4 req-9b57d9fe-956a-4d81-9f0b-bdb459e1d729 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758235 Oct 11 15:27:28.097870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3044-774d-4410-a61f-212b63b99d4b req-f9569bcf-c895-4dad-a95b-f855d0c76a05 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:28.105546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5bc3044-774d-4410-a61f-212b63b99d4b req-f9569bcf-c895-4dad-a95b-f855d0c76a05 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.0791657 Oct 11 15:27:28.115628 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-d6565ded-050e-4082-84b3-88cb7102b9ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294928 Oct 11 15:27:28.155612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5bc3044-774d-4410-a61f-212b63b99d4b req-7bb22507-76b9-43d1-935b-d36b763b64b2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Oct 11 15:27:28.175625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.219257 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event deleted for resources: {'Port': ['ID=424fe364-3aa3-4434-9bab-fc056268b50b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:28.221911 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] No DVR routers for this DVR port 424fe364-3aa3-4434-9bab-fc056268b50b on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:28.334543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 424fe364-3aa3-4434-9bab-fc056268b50b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:28.343687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.359960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 424fe364-3aa3-4434-9bab-fc056268b50b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:28.360473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 424fe364-3aa3-4434-9bab-fc056268b50b not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:28.386773 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d28c62-6cd2-4e5a-a9dd-1e135f703fe3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:28.397719 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f8af9b-2d96-46af-9898-ad62e7bdcda5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:28.398009 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f8af9b-2d96-46af-9898-ad62e7bdcda5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:28.436740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.456284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.469552 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:27:28.470335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:27:28.473863 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:27:28.555173 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:27:28.564104 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe4c8-e44e-4971-9ad1-c18f283e69ea req-1e0850b7-a882-4149-8d5b-5bbab34d21d0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:28.572387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.574666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9ffe4c8-e44e-4971-9ad1-c18f283e69ea req-1e0850b7-a882-4149-8d5b-5bbab34d21d0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.1034715 Oct 11 15:27:28.601358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:28.606823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] 10.222.0.31 "DELETE /v2.0/networks/19d28c62-6cd2-4e5a-a9dd-1e135f703fe3 HTTP/1.1" status: 204 len: 168 time: 1.5428298 Oct 11 15:27:28.608462 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9be23-786f-4b2f-a528-ab150bd4a492 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012 tempest-ExtraDHCPOptionsIpV6TestJSON-402158012-project] Pushing event deleted for resources: {'Network': ['ID=19d28c62-6cd2-4e5a-a9dd-1e135f703fe3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:28.635642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9ffe4c8-e44e-4971-9ad1-c18f283e69ea req-80995f45-6a82-4994-81c3-84608aab5eb4 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Oct 11 15:27:28.996308 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:28.996859 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:29.154876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6bcc5-b270-4c6b-8b66-e30f9e121c3d req-a203a924-e430-4239-90fb-02a2616ca24d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:29.162308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de6bcc5-b270-4c6b-8b66-e30f9e121c3d req-a203a924-e430-4239-90fb-02a2616ca24d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.0719714 Oct 11 15:27:29.236181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c96a7793-1b27-4f1c-859d-fed79a761480 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45620ecd41ce48febfb52f4ec6c865f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366140 Oct 11 15:27:29.236399 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:29.260702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024e937d-6854-414e-a8fc-ecc0f2313d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.294989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.309431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de6bcc5-b270-4c6b-8b66-e30f9e121c3d req-b2643876-7ed5-46a5-9c02-8f1e93422150 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459515 Oct 11 15:27:29.331300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.352678 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-69d81fb3-18a1-4940-b485-015975bf81ac tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:29.354376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-69d81fb3-18a1-4940-b485-015975bf81ac tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.1672697 Oct 11 15:27:29.375917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ace3e-c60d-466d-9002-6f2af9053773 req-d0ff62ea-98cc-4b37-bdc7-a7e22f21c90a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:29.381408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b38ace3e-c60d-466d-9002-6f2af9053773 req-d0ff62ea-98cc-4b37-bdc7-a7e22f21c90a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1912820 Oct 11 15:27:29.417273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.420707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.422096 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d729eea1-a5d6-4956-9db1-f9e0b9b9eefe HTTP/1.1" status: 204 len: 168 time: 0.1838896 Oct 11 15:27:29.431963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d38d-b826-4c30-8493-e5543f01275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d729eea1-a5d6-4956-9db1-f9e0b9b9eefe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:29.537766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b38ace3e-c60d-466d-9002-6f2af9053773 req-9859149d-ad98-49ae-80de-0b9ed199363a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466680 Oct 11 15:27:29.562891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7005ed8-d8be-4e6a-8c72-f79f9378972d req-3e2b84dc-38af-4b22-8b81-6455f985adf2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:29.565731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7005ed8-d8be-4e6a-8c72-f79f9378972d req-3e2b84dc-38af-4b22-8b81-6455f985adf2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1831865 Oct 11 15:27:29.568288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024e937d-6854-414e-a8fc-ecc0f2313d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.601162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024e937d-6854-414e-a8fc-ecc0f2313d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.672638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-024e937d-6854-414e-a8fc-ecc0f2313d2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf4ad21f0e7947e2a512ce1cbbdd77dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726196 Oct 11 15:27:29.672963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:29.682736 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 985492ad-9335-41c3-ab51-f01afce2a36e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:29.683796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.774061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.801054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e937d-6854-414e-a8fc-ecc0f2313d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e76c8a-c577-4991-b27f-c882233d5172,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:29.804252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.872149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7005ed8-d8be-4e6a-8c72-f79f9378972d req-7980a177-183a-4fa7-a625-5721d5c243e4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855830 Oct 11 15:27:29.874232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.882802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.885129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25e76c8a-c577-4991-b27f-c882233d5172 HTTP/1.1" status: 204 len: 168 time: 0.2110999 Oct 11 15:27:29.916326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d9c9b-2370-435a-96f3-505f9a251eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e76c8a-c577-4991-b27f-c882233d5172,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:29.964691 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 985492ad-9335-41c3-ab51-f01afce2a36e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=985492ad-9335-41c3-ab51-f01afce2a36e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:29.965930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:29.988500 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 985492ad-9335-41c3-ab51-f01afce2a36e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:30.197625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-33b4c5c2-7e41-43b8-8c6d-5941073ce793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:30.200270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-33b4c5c2-7e41-43b8-8c6d-5941073ce793 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1100 time: 0.4029169 Oct 11 15:27:30.202937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:30.217783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357', 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:30.220259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42', '985492ad-9335-41c3-ab51-f01afce2a36e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:30.349358 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=985492ad-9335-41c3-ab51-f01afce2a36e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:30.357444 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-9ae34594-cb8e-4eab-8078-b3eb7dc988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:30.359294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-9ae34594-cb8e-4eab-8078-b3eb7dc988b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1245570 Oct 11 15:27:30.373509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e01c-2a92-48b9-8b5e-26bfc6615c59 req-c42b4a3a-a5d4-49e6-9790-9fb36aa741bd tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:30.384623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcb3e01c-2a92-48b9-8b5e-26bfc6615c59 req-c42b4a3a-a5d4-49e6-9790-9fb36aa741bd tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f8d893-416e-4262-823c-e501228d452b HTTP/1.1" status: 200 len: 949 time: 0.5855808 Oct 11 15:27:30.459582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a44e058f-4a29-4037-9cf0-e4ee2e1801f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0417347 Oct 11 15:27:30.550254 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-6a740a35-86c1-47af-822e-b52f7c0b7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:30.551985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-6a740a35-86c1-47af-822e-b52f7c0b7c67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0583189 Oct 11 15:27:30.631528 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 985492ad-9335-41c3-ab51-f01afce2a36e on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:30.671536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcb3e01c-2a92-48b9-8b5e-26bfc6615c59 req-cea9850f-1dcb-471e-81e0-1a0ae798dac9 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852750 Oct 11 15:27:30.672812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:30.698773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2f67661-cfed-444e-9c0b-af6f9ea6f106 req-f57f6664-a9b4-4241-8d61-fc6a9d40b452 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "DELETE /v2.0/ports/985492ad-9335-41c3-ab51-f01afce2a36e HTTP/1.1" status: 204 len: 173 time: 1.3328774 Oct 11 15:27:30.700148 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'name': 'network-vif-deleted', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:30.713671 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33722f1-b0b2-493f-8186-6c8718100407" -d '{"events": [{"server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "name": "network-vif-deleted", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:30.756235 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-24e215d2-14e3-4417-b37f-1468e56c84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:30.763965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-24e215d2-14e3-4417-b37f-1468e56c84ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855931 Oct 11 15:27:31.009043 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:31.051797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-bc7c5f3b-1e75-4f7b-9650-ee978af24cba service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707598 Oct 11 15:27:31.314700 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:31.387363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-774645919'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:31.417064 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:31.421466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.431826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.449779 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2075561959-network', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:31.538036 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Made reservation on behalf of 5aea855aceab47e681c3e6e41291e93b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:31.540818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.556570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.563538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.576537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.610101 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:27:31.636203 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef949bf-9810-44ac-ad0a-fde25b9f1264,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:31.646144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.646493 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Added segment ad899f93-55ee-4fbf-8367-bca44375414b of type vlan for network beb7ba78-656c-40ba-b0c9-656605d9a807 Oct 11 15:27:31.694030 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e3a-a533-49b9-be2a-eed990780d61 req-681ea104-3b5c-4739-9d0e-be4b91a31491 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:31.695808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1cfb8e3a-a533-49b9-be2a-eed990780d61 req-681ea104-3b5c-4739-9d0e-be4b91a31491 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.6411016 Oct 11 15:27:31.713818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.728900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ce817-f33e-4391-bf42-8f2174ed23b6 req-9a2ce9dc-82ea-4aff-bd5c-e3404c7535d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:31.730427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-879ce817-f33e-4391-bf42-8f2174ed23b6 req-9a2ce9dc-82ea-4aff-bd5c-e3404c7535d6 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.6770678 Oct 11 15:27:31.752698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.758058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.766549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.771668 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:31.772269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.775711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-6dd27b56-cdad-41f4-a7b5-259381059041 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716692 Oct 11 15:27:31.820535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1cfb8e3a-a533-49b9-be2a-eed990780d61 req-08654833-a075-41f0-b298-408f04cb956e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078928 Oct 11 15:27:31.826586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-879ce817-f33e-4391-bf42-8f2174ed23b6 req-93edf0aa-9449-4622-a27d-4ab96d516f4b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859830 Oct 11 15:27:31.866801 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:27:31.880905 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:31.881045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8702364 Oct 11 15:27:31.888247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'subnet': {'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:31.902423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a49b5-f5ae-418a-8a78-b7e5d5e92df3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:31.909029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:31.909832 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Added segment 715b216f-0c4f-4523-964b-638aca629e0d of type vlan for network 7e1e75cc-4f69-4c31-88a5-087795a868e2 Oct 11 15:27:31.920786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86db0-3282-4489-9535-84cb9852c9b0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Network': ['ID=beb7ba78-656c-40ba-b0c9-656605d9a807,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:31.936298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network beb7ba78-656c-40ba-b0c9-656605d9a807 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:27:31.965646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.010640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.011636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:32.012219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.084122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7682076 Oct 11 15:27:32.084817 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:32.093142 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Request body: {'subnet': {'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2075561959-subnet', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:32.104245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdaa8e-cf16-4aa4-8135-6bd4e3a99a83 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1e75cc-4f69-4c31-88a5-087795a868e2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:32.118839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:27:32.121928 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Made reservation on behalf of 5aea855aceab47e681c3e6e41291e93b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:32.125727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.145286 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b042fd3-6ae2-4768-8537-141f5a67a1c3 x-openstack-request-id: req-4b042fd3-6ae2-4768-8537-141f5a67a1c3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:32.145605 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8d893-416e-4262-823c-e501228d452b", "name": "network-vif-deleted", "tag": "985492ad-9335-41c3-ab51-f01afce2a36e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:32.145852 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b042fd3-6ae2-4768-8537-141f5a67a1c3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:32.146243 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8d893-416e-4262-823c-e501228d452b', 'name': 'network-vif-deleted', 'tag': '985492ad-9335-41c3-ab51-f01afce2a36e', 'status': 'completed', 'code': 200} Oct 11 15:27:32.187876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:32.196383 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.216058 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ad88e-1385-4c2a-80ce-63fb657d9552 req-6c89bb3e-b8d6-4704-94ba-decd80bac2f3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:32.223264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b46ad88e-1385-4c2a-80ce-63fb657d9552 req-6c89bb3e-b8d6-4704-94ba-decd80bac2f3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2412570 Oct 11 15:27:32.279211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 985492ad-9335-41c3-ab51-f01afce2a36e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:32.336440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 985492ad-9335-41c3-ab51-f01afce2a36e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:32.336602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 985492ad-9335-41c3-ab51-f01afce2a36e not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:32.341612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b46ad88e-1385-4c2a-80ce-63fb657d9552 req-d5bbe441-2163-4c62-bb4a-db26a1b29c36 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123924 Oct 11 15:27:32.369065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9f0d-f80e-48c6-a81c-966f3cc4db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.467473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.561895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d131e41-6ec6-4242-950b-f8db6c2b5a2d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:32.569970 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Checking segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:32.570333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Network hostable DHCP agents. Network: 7e1e75cc-4f69-4c31-88a5-087795a868e2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:27:32.586045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.598207 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:27:32.619467 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7e1e75cc-4f69-4c31-88a5-087795a868e2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:32.626436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:32.627156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.629417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8f053-a295-4638-ba07-a2f7d2d202bd None None] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:32.657092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bd6d3d8-d1b7-487f-8004-585168c67094 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5682449 Oct 11 15:27:32.661963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:32.663854 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Subnet': ['ID=b93c5888-df5e-423b-aa14-211ea374bb2a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:32.673732 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Checking segment: {'id': 'ad899f93-55ee-4fbf-8367-bca44375414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:32.674425 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network hostable DHCP agents. Network: beb7ba78-656c-40ba-b0c9-656605d9a807, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:27:32.674852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:32.702678 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.704205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.733128 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:27:32.750574 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, beb7ba78-656c-40ba-b0c9-656605d9a807) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:32.755653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:32.756400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.765359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.767003 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e01df9-c3bf-4bc5-97dc-8289ddbed689 None None] Network beb7ba78-656c-40ba-b0c9-656605d9a807 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:32.771489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a93f-7c03-481c-a722-fff8fdc9456a req-b5974c87-8ff6-4568-ad48-daeac0e6234c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:32.773837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73a8a93f-7c03-481c-a722-fff8fdc9456a req-b5974c87-8ff6-4568-ad48-daeac0e6234c tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 950 time: 0.0906043 Oct 11 15:27:32.807154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7bcc07c1-8694-4e40-9195-4221d3a7f3dd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9247077 Oct 11 15:27:32.809977 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:32.816108 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-80083848', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:32.859742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.860774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.877585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73a8a93f-7c03-481c-a722-fff8fdc9456a req-66504629-03c2-4250-a2f6-8f71dfb64cc9 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921478 Oct 11 15:27:32.951151 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7e1e75cc-4f69-4c31-88a5-087795a868e2', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:27:32.953514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:32.963905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.098313 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0054816-1f56-46b2-b0f7-ae1bdb058403 None None] Network beb7ba78-656c-40ba-b0c9-656605d9a807 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:33.128485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.297639 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Allocated IP 172.20.0.2 (7e1e75cc-4f69-4c31-88a5-087795a868e2/1d131e41-6ec6-4242-950b-f8db6c2b5a2d/88167f30-3d77-4370-973a-e07956a5d68e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:33.328799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.351909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbae22-841d-4aaa-9912-bbc7c5c3554c req-343bab27-5832-48d6-ae83-a858b7979dd8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:33.353574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-addbae22-841d-4aaa-9912-bbc7c5c3554c req-343bab27-5832-48d6-ae83-a858b7979dd8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3289847 Oct 11 15:27:33.396837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7c2eb-b7a5-4d45-9919-d567e43017a4 req-5437bd77-9765-41bf-b376-48be8799fc17 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:33.410653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5c7c2eb-b7a5-4d45-9919-d567e43017a4 req-5437bd77-9765-41bf-b376-48be8799fc17 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.2499681 Oct 11 15:27:33.448511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.478482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.514142 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.524157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.532522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-addbae22-841d-4aaa-9912-bbc7c5c3554c req-20a7feae-3f9f-4d92-a4fb-33c729a2ab0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713374 Oct 11 15:27:33.557933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5c7c2eb-b7a5-4d45-9919-d567e43017a4 req-86ab4388-8ac6-4888-b16f-279704102d17 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457932 Oct 11 15:27:33.635918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Pushing event updated for resources: {'Port': ['ID=88167f30-3d77-4370-973a-e07956a5d68e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:33.667752 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:33.669625 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:33.672520 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:33.698592 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Allocated IP 172.35.3.102 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/66da86df-8dd7-47b7-82cd-23987516d5d3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:33.791239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Attempting to bind port 88167f30-3d77-4370-973a-e07956a5d68e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:33.791600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Attempting to bind port 88167f30-3d77-4370-973a-e07956a5d68e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:33.791957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Attempting to bind port 88167f30-3d77-4370-973a-e07956a5d68e on network 7e1e75cc-4f69-4c31-88a5-087795a868e2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:33.803471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:33.803831 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Checking segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:33.806118 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.806513 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Bound using segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:33.809519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Bound port: 88167f30-3d77-4370-973a-e07956a5d68e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:33.809911 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.836766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.838586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.862479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.888483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13a231-d514-413e-9c82-493dd18a7213 req-2e34a065-ed51-4f63-a487-a924afdc2f09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:33.890254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b13a231-d514-413e-9c82-493dd18a7213 req-2e34a065-ed51-4f63-a487-a924afdc2f09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1650977 Oct 11 15:27:33.942171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:33.975615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] For port 88167f30-3d77-4370-973a-e07956a5d68e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:33.987796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] For port 88167f30-3d77-4370-973a-e07956a5d68e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88167f30-3d77-4370-973a-e07956a5d68e,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:33.998383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.016560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b13a231-d514-413e-9c82-493dd18a7213 req-c0e00e09-3935-41bb-bf69-8a2f3b3dee99 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912051 Oct 11 15:27:34.082842 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.50 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/241bc5bc-8e3a-4d67-a045-a3c294ce29d7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:34.095433 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d329fe1-d961-4295-bf99-ae29e6d964d3 None None] Pushing event updated for resources: {'Port': ['ID=88167f30-3d77-4370-973a-e07956a5d68e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:34.116641 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:34.135106 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:34.152151 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:34.193466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198c748-856c-44ab-b86b-c844d2019400 req-cd382f1e-17b1-4538-a42b-08e852cdcb09 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:34.195045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0198c748-856c-44ab-b86b-c844d2019400 req-cd382f1e-17b1-4538-a42b-08e852cdcb09 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 950 time: 0.1410892 Oct 11 15:27:34.240382 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Pushing event updated for resources: {'Port': ['ID=66da86df-8dd7-47b7-82cd-23987516d5d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:34.270806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-ac7de45e-11b9-4275-9800-8dee71393bdf tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:34.272203 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-ac7de45e-11b9-4275-9800-8dee71393bdf tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 950 time: 0.3597441 Oct 11 15:27:34.287697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0198c748-856c-44ab-b86b-c844d2019400 req-6cc26c4b-a53e-4f00-8415-a59dcafd56e7 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Oct 11 15:27:34.294672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.349153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.465610 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:34.473618 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:34.476475 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:34.480015 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=241bc5bc-8e3a-4d67-a045-a3c294ce29d7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:34.541265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-18da8384-68d8-4c8a-9d07-a7ca38a5746b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:34.543066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-18da8384-68d8-4c8a-9d07-a7ca38a5746b tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 949 time: 0.1491086 Oct 11 15:27:34.681304 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:34.684862 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.816952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.823569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5969bb06-5eb9-4012-8194-a974c376c0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.894948 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:34.895587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:34.944055 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:34.944549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566a2a-bedc-4b65-b1af-ec34282190c0 req-5daa150b-f246-4905-a588-7c4ccffd30ef tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:34.952599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07566a2a-bedc-4b65-b1af-ec34282190c0 req-5daa150b-f246-4905-a588-7c4ccffd30ef tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3127744 Oct 11 15:27:34.977124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f8e1-a473-4490-9f3e-bdac8d5b8f3b req-e5ae9b8d-a3f8-452b-885b-def612664305 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:34.992928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af41f8e1-a473-4490-9f3e-bdac8d5b8f3b req-e5ae9b8d-a3f8-452b-885b-def612664305 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.2990384 Oct 11 15:27:35.186513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.226521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.299504 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 950435cf-cc40-4d56-a937-06fcf7c34b42 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:35.299935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.329757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af41f8e1-a473-4490-9f3e-bdac8d5b8f3b req-973f743f-4ce4-402e-9124-f4d9c94908be tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358638 Oct 11 15:27:35.414145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07566a2a-bedc-4b65-b1af-ec34282190c0 req-ffd89a3e-ac85-40b2-b01e-1c2d51c07db1 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600441 Oct 11 15:27:35.513863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.530012 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff', '950435cf-cc40-4d56-a937-06fcf7c34b42'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:35.600365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:35.602083 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Router 190db5dd-b9bd-4701-b718-02b797117600 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:27:35.618207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:35.676985 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e1766-70d4-4736-ba41-7386fd92e00b None None] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:35.767760 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:35.772022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.775708 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c570df6-fc12-4caf-b2bb-ff1bb098400c req-47aba69e-d19b-4b95-81c3-bad1bbdae937 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "DELETE /v2.0/ports/a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 HTTP/1.1" status: 204 len: 173 time: 1.4887292 Oct 11 15:27:35.776210 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'name': 'network-vif-deleted', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:35.781518 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55587ed8-a451-4a50-be43-c16d6a9398f4" -d '{"events": [{"server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "name": "network-vif-deleted", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:35.883562 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:35.904886 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Sync routers for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:35.923780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:35.925411 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d56abd08-2155-4c67-bb3a-387f4eeea957 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2624052 Oct 11 15:27:35.926642 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:35.927376 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:35.928203 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:36.090798 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:36.111853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-510db111-81de-43b9-80e0-754b8345bbed req-52a76810-a424-46f1-8b9f-3582c8c61ce5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=889061a4-2a6f-4de2-862f-163843a94d23 HTTP/1.1" status: 200 len: 210 time: 0.2296913 Oct 11 15:27:36.217222 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.232471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.267581 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] Provisioning complete for port 88167f30-3d77-4370-973a-e07956a5d68e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:36.267952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.425166 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 950435cf-cc40-4d56-a937-06fcf7c34b42, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=950435cf-cc40-4d56-a937-06fcf7c34b42,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:36.426257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.471203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88167f30-3d77-4370-973a-e07956a5d68e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:36.508212 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 950435cf-cc40-4d56-a937-06fcf7c34b42 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:36.606222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7a93-d383-4c94-a231-17b03f26bf22 req-01db18c3-93f3-41ab-9bd8-873c5ab561d5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:36.620123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a53d7a93-d383-4c94-a231-17b03f26bf22 req-01db18c3-93f3-41ab-9bd8-873c5ab561d5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.6870453 Oct 11 15:27:36.664511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.668617 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:34Z', 'revision_number': 3, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:36.760474 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Checking router: 190db5dd-b9bd-4701-b718-02b797117600 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:27:36.762514 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Updating router 190db5dd-b9bd-4701-b718-02b797117600 port 66da86df-8dd7-47b7-82cd-23987516d5d3 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:27:36.826078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.840999 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.851766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a53d7a93-d383-4c94-a231-17b03f26bf22 req-a286ce6e-641e-49bd-9004-ddb1f217e2b8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223029 Oct 11 15:27:36.856503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] For port 88167f30-3d77-4370-973a-e07956a5d68e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88167f30-3d77-4370-973a-e07956a5d68e,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:36.858224 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88167f30-3d77-4370-973a-e07956a5d68e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:36.859691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:36.890647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.033056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d71121-300e-4f46-8bf8-b3d97aff9fc6 req-6e9b5f34-6c3b-49b2-b6b6-bb290fe06265 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:37.034752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96d71121-300e-4f46-8bf8-b3d97aff9fc6 req-6e9b5f34-6c3b-49b2-b6b6-bb290fe06265 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.3525803 Oct 11 15:27:37.041014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7e64-326b-46d0-b282-59c80b732cfb None None] Pushing event updated for resources: {'Port': ['ID=88167f30-3d77-4370-973a-e07956a5d68e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:37.101706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b0d3abf-89b6-40fa-84ed-ca3cad70ff42 None None] Provisioning complete for port 88167f30-3d77-4370-973a-e07956a5d68e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:37.102312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3abf-89b6-40fa-84ed-ca3cad70ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.104776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:37.158304 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2d7f8b-2b54-4148-af27-b1870fb38218 x-openstack-request-id: req-7c2d7f8b-2b54-4148-af27-b1870fb38218 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:37.158898 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889061a4-2a6f-4de2-862f-163843a94d23", "name": "network-vif-deleted", "tag": "a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:37.158898 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c2d7f8b-2b54-4148-af27-b1870fb38218 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:37.159452 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889061a4-2a6f-4de2-862f-163843a94d23', 'name': 'network-vif-deleted', 'tag': 'a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13', 'status': 'completed', 'code': 200} Oct 11 15:27:37.168344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:37.169130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a79f21f1-bfdc-4b50-9fd4-d1bf40d98d13 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:37.383575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96d71121-300e-4f46-8bf8-b3d97aff9fc6 req-22423f66-78f9-4335-9fee-55827b114087 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194339 Oct 11 15:27:37.423077 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca09b2-5fec-4daf-a4ef-ce0ee77cb6f4 req-36c05324-3e03-4add-a3a5-c80adf4844ec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:37.424791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edca09b2-5fec-4daf-a4ef-ce0ee77cb6f4 req-36c05324-3e03-4add-a3a5-c80adf4844ec tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3838594 Oct 11 15:27:37.442231 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.454832 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.486929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.500177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:37.544438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edca09b2-5fec-4daf-a4ef-ce0ee77cb6f4 req-66ba93ad-cc8a-49e9-9357-d0075f5a8fdd tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111546 Oct 11 15:27:37.560527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.561466 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Attempting to bind port 66da86df-8dd7-47b7-82cd-23987516d5d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:37.561861 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Attempting to bind port 66da86df-8dd7-47b7-82cd-23987516d5d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:37.562221 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Attempting to bind port 66da86df-8dd7-47b7-82cd-23987516d5d3 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:37.570242 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:37.570614 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:37.571327 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.571986 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:37.573579 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Bound port: 66da86df-8dd7-47b7-82cd-23987516d5d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:37.573993 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.640973 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] For port 66da86df-8dd7-47b7-82cd-23987516d5d3, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:37.645349 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] For port 66da86df-8dd7-47b7-82cd-23987516d5d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66da86df-8dd7-47b7-82cd-23987516d5d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:37.668156 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.704240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.735499 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:37.735499 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:37.781698 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=950435cf-cc40-4d56-a937-06fcf7c34b42,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:37.783817 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 950435cf-cc40-4d56-a937-06fcf7c34b42 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:37.804277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba24803-2f85-45b4-b5c5-06db30dc9a03 req-6f743cb8-5691-4eae-b7fc-91d5cbdbbb64 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=04a32c86-971f-443d-929b-2774985419fb HTTP/1.1" status: 200 len: 210 time: 0.0838237 Oct 11 15:27:37.809261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:37.824961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c08cfdd2-4608-4709-b13b-abb54bd27e26 req-26a5ce30-8dcc-4b9a-b3df-dbe449feff58 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "DELETE /v2.0/ports/950435cf-cc40-4d56-a937-06fcf7c34b42 HTTP/1.1" status: 204 len: 173 time: 3.2743542 Oct 11 15:27:37.839664 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'name': 'network-vif-deleted', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:37.846150 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c742ab76-ecfd-47c7-aa25-e9cbe0645d02" -d '{"events": [{"server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "name": "network-vif-deleted", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:37.854868 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:27:37.937932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:37.977030 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:38.000782 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Allocated IP 172.20.0.1 (7e1e75cc-4f69-4c31-88a5-087795a868e2/1d131e41-6ec6-4242-950b-f8db6c2b5a2d/af9cde65-e54a-41bd-b42f-0728a32c13e1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:38.002088 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18726d4-d6d6-45f2-bb62-e9ba5f4cc7d3 x-openstack-request-id: req-d18726d4-d6d6-45f2-bb62-e9ba5f4cc7d3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:38.002387 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a32c86-971f-443d-929b-2774985419fb", "name": "network-vif-deleted", "tag": "950435cf-cc40-4d56-a937-06fcf7c34b42", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:38.002641 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d18726d4-d6d6-45f2-bb62-e9ba5f4cc7d3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:38.003049 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a32c86-971f-443d-929b-2774985419fb', 'name': 'network-vif-deleted', 'tag': '950435cf-cc40-4d56-a937-06fcf7c34b42', 'status': 'completed', 'code': 200} Oct 11 15:27:38.169329 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Pushing event updated for resources: {'Port': ['ID=66da86df-8dd7-47b7-82cd-23987516d5d3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:38.193777 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.194125 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.194520 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.194862 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.195202 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.195528 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.195854 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.196261 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.197077 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.197456 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.197809 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.198129 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:38.302473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:38.338100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 950435cf-cc40-4d56-a937-06fcf7c34b42 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:38.341130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88167f30-3d77-4370-973a-e07956a5d68e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:38.357351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47775-a112-40a9-badb-854f92ad7b3b req-43474895-de3f-40a7-b393-f8f74bfa4e87 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:38.359172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:38.362128 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeaa6e-658d-4a43-82dc-30c2f1aff499 None None] Pushing event updated for resources: {'Port': ['ID=66da86df-8dd7-47b7-82cd-23987516d5d3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:38.362880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05a47775-a112-40a9-badb-854f92ad7b3b req-43474895-de3f-40a7-b393-f8f74bfa4e87 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.3494217 Oct 11 15:27:38.365753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:38.401109 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:38.401615 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:34Z', 'revision_number': 3, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:38.404428 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:38.408833 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:38.418195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05a47775-a112-40a9-badb-854f92ad7b3b req-9cafcb4a-1403-4e93-b485-0841bcca5953 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Oct 11 15:27:38.443681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:38.447839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b45ca32-63de-46a0-b460-a6f27ce867a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6371334 Oct 11 15:27:38.450566 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:38.479946 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf146fe-af24-49fb-8e6e-061fd9b1a44f None None] The sync data for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 is: [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:34Z', 'revision_number': 3, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:38.505012 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:38.523337 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 950435cf-cc40-4d56-a937-06fcf7c34b42 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:38.523818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 950435cf-cc40-4d56-a937-06fcf7c34b42 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:38.545233 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:38.546611 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:38.692991 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:38.746036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91789-9598-41bd-aee6-265135bd1851 req-cd49138b-667b-41a8-a3bf-433073340aac tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:38.748307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61b91789-9598-41bd-aee6-265135bd1851 req-cd49138b-667b-41a8-a3bf-433073340aac tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1479657 Oct 11 15:27:38.791448 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:38.792810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:38.846494 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:38.851212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0057bb-dfa1-4222-a74e-729171b79c6d None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:38.860031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88167f30-3d77-4370-973a-e07956a5d68e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:38.860400 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:38.956415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61b91789-9598-41bd-aee6-265135bd1851 req-f2ec90ac-975a-4fd2-a0da-77df6884967b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991174 Oct 11 15:27:38.974739 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8bdf22eb-332d-4fcd-9569-4407d922dbfa None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:38.975190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bdf22eb-332d-4fcd-9569-4407d922dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:38.982272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17816b1-a8b4-433d-a845-adedb20ab675 req-6e34252c-35f7-479d-a26d-3c25e9f008a4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:38.984148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d17816b1-a8b4-433d-a845-adedb20ab675 req-6e34252c-35f7-479d-a26d-3c25e9f008a4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1650100 Oct 11 15:27:39.037804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:39.045576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:39.055126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf22eb-332d-4fcd-9569-4407d922dbfa None None] Port af9cde65-e54a-41bd-b42f-0728a32c13e1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:39.078440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d17816b1-a8b4-433d-a845-adedb20ab675 req-2ed9d008-1c9d-40b4-9e43-37e44c4c91da tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879631 Oct 11 15:27:39.174912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:39.491802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:39.540742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764cdda-e61b-4885-a99a-deb5a4a9fb7f req-171a0f1a-e59b-4094-bff6-0ec4ac21a039 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:39.543157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9764cdda-e61b-4885-a99a-deb5a4a9fb7f req-171a0f1a-e59b-4094-bff6-0ec4ac21a039 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 950 time: 0.0722919 Oct 11 15:27:39.618789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9764cdda-e61b-4885-a99a-deb5a4a9fb7f req-648b02d4-bbae-4a86-ba90-a9b78e78db5a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619214 Oct 11 15:27:39.640951 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb8420-bc03-457d-852d-3561fdb0a2a3 req-867f85ae-45b2-4fba-95af-ebd24636638b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:39.642622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6eb8420-bc03-457d-852d-3561fdb0a2a3 req-867f85ae-45b2-4fba-95af-ebd24636638b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.0983841 Oct 11 15:27:39.700312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6eb8420-bc03-457d-852d-3561fdb0a2a3 req-05581e01-1507-40e0-88eb-7250f139128e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Oct 11 15:27:39.770429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:39.917543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:39.923322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.068318 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Pushing event updated for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:40.088174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.092330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b0913-0d3d-409e-a031-6f17e7409fb5 req-233017db-83e6-4409-89c2-b398aca4b36c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:40.094148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef1b0913-0d3d-409e-a031-6f17e7409fb5 req-233017db-83e6-4409-89c2-b398aca4b36c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.0574417 Oct 11 15:27:40.162369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef1b0913-0d3d-409e-a031-6f17e7409fb5 req-37ee3efd-5e47-4ae9-a46c-4409ea123430 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605767 Oct 11 15:27:40.246675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c854-6fcc-4460-9d62-3f59e22ad982 req-6792586e-befd-4e46-bcaf-1e53fb83f5f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:40.249404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e1c854-6fcc-4460-9d62-3f59e22ad982 req-6792586e-befd-4e46-bcaf-1e53fb83f5f0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.0770462 Oct 11 15:27:40.308373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e1c854-6fcc-4460-9d62-3f59e22ad982 req-3e37b779-ac74-48c4-9310-f77592fd524d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512791 Oct 11 15:27:40.353842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 66da86df-8dd7-47b7-82cd-23987516d5d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:40.380063 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.1 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/bb15383d-6a9b-4bc5-ab23-290649e85ea2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:40.396638 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:40.399058 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:40.424008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.433208 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 66da86df-8dd7-47b7-82cd-23987516d5d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:40.433807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.594937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.610682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.619766 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Router 190db5dd-b9bd-4701-b718-02b797117600 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:40.630966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 66da86df-8dd7-47b7-82cd-23987516d5d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66da86df-8dd7-47b7-82cd-23987516d5d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:40.645860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.713407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.719558 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=66da86df-8dd7-47b7-82cd-23987516d5d3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:40.799297 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6583af8-b82c-4701-b581-45959a7c6271 None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:40.799822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6583af8-b82c-4701-b581-45959a7c6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:40.806653 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:40.816742 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:40.820690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=bb15383d-6a9b-4bc5-ab23-290649e85ea2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:40.825238 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:40.834606 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:40.886891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9d65-f66f-4e4f-a28e-6bb05ef437ae req-5cdf98d6-369a-4bf6-9104-26342d21c9be tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:40.890742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f6583af8-b82c-4701-b581-45959a7c6271 None None] Port af9cde65-e54a-41bd-b42f-0728a32c13e1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:40.895657 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Sync routers for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:40.897279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cea9d65-f66f-4e4f-a28e-6bb05ef437ae req-5cdf98d6-369a-4bf6-9104-26342d21c9be tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 950 time: 0.1478481 Oct 11 15:27:40.912873 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:40.918893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:40.940402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce817c-5674-4922-9792-db1e700d6de8 req-5891bf0e-53d7-4d4f-a7f2-9339a9f9219b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:40.946577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0ce817c-5674-4922-9792-db1e700d6de8 req-5891bf0e-53d7-4d4f-a7f2-9339a9f9219b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1485672 Oct 11 15:27:40.999498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cea9d65-f66f-4e4f-a28e-6bb05ef437ae req-14bf23dc-da80-4d51-a5dc-6757ccfe5c30 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007724 Oct 11 15:27:41.028416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0ce817c-5674-4922-9792-db1e700d6de8 req-c48fda27-a605-4a45-acf1-110a73873a01 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Oct 11 15:27:41.078472 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:41.298844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5505f18c-a2c0-4612-92d4-625f7f30dfd4 admin admin] 10.222.0.31 "PUT /v2.0/routers/190db5dd-b9bd-4701-b718-02b797117600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3620052 Oct 11 15:27:41.318801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.329039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-47be5797-ff19-4673-a245-384668e7d219 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:41.330580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-47be5797-ff19-4673-a245-384668e7d219 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 950 time: 0.0985796 Oct 11 15:27:41.359865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa796879-be1c-405c-8f97-a611fddf8a81 req-0fef384b-b88a-41a9-bd78-044f231a662e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:41.361791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa796879-be1c-405c-8f97-a611fddf8a81 req-0fef384b-b88a-41a9-bd78-044f231a662e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.0874112 Oct 11 15:27:41.498182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa796879-be1c-405c-8f97-a611fddf8a81 req-b3443f25-73b2-417c-b56f-6a1c67a6d75e tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162641 Oct 11 15:27:41.525017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.538476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-2b60de4b-7713-4c9e-9f6f-366b54cbade5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:41.539988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-2b60de4b-7713-4c9e-9f6f-366b54cbade5 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "GET /v2.0/ports?device_id=7785e378-7566-4f4a-ada5-b6b75c459760 HTTP/1.1" status: 200 len: 950 time: 0.1411958 Oct 11 15:27:41.561686 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 2, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:41.597476 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Checking router: 190db5dd-b9bd-4701-b718-02b797117600 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:27:41.598131 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Updating router 190db5dd-b9bd-4701-b718-02b797117600 port af9cde65-e54a-41bd-b42f-0728a32c13e1 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:27:41.628972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870082b6-4ff4-496b-82f6-95317921e81e req-cb333e7f-0bf3-4056-b394-1f4f2029dd34 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:41.630532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-870082b6-4ff4-496b-82f6-95317921e81e req-cb333e7f-0bf3-4056-b394-1f4f2029dd34 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1429422 Oct 11 15:27:41.638395 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.649927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port c63a3acf-bf78-444d-9774-c2cb3a356e20 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:41.650261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.768816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-870082b6-4ff4-496b-82f6-95317921e81e req-bef2067b-823a-48a6-ba69-2b3649194a67 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289098 Oct 11 15:27:41.820539 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 73facd0b-22fe-4474-9f4a-072b95fa74ff {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:41.820949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.878112 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port c63a3acf-bf78-444d-9774-c2cb3a356e20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c63a3acf-bf78-444d-9774-c2cb3a356e20,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:41.878112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:41.899018 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for c63a3acf-bf78-444d-9774-c2cb3a356e20 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:42.010372 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 73facd0b-22fe-4474-9f4a-072b95fa74ff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73facd0b-22fe-4474-9f4a-072b95fa74ff,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:42.010884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.029195 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 73facd0b-22fe-4474-9f4a-072b95fa74ff owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:42.070894 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.083654 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.096419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.106091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.181869 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc49f-fa43-4a50-aca7-b140311d11b8 None None] Pushing event updated for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:42.209402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.220660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c63a3acf-bf78-444d-9774-c2cb3a356e20', '73facd0b-22fe-4474-9f4a-072b95fa74ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:42.267898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=bb15383d-6a9b-4bc5-ab23-290649e85ea2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:42.299906 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=c63a3acf-bf78-444d-9774-c2cb3a356e20,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:42.318716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:42.330254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.331920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91de6d3-80ab-4462-a476-655b61d3a436 req-24112c32-bcbc-4a07-aa34-d07f8672c750 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:42.333575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d91de6d3-80ab-4462-a476-655b61d3a436 req-24112c32-bcbc-4a07-aa34-d07f8672c750 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=03a2f264-0a1c-4c58-80b9-eebcdf7a5380 HTTP/1.1" status: 200 len: 950 time: 0.1976097 Oct 11 15:27:42.373579 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Attempting to bind port af9cde65-e54a-41bd-b42f-0728a32c13e1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:42.374429 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Attempting to bind port af9cde65-e54a-41bd-b42f-0728a32c13e1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:42.375246 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Attempting to bind port af9cde65-e54a-41bd-b42f-0728a32c13e1 on network 7e1e75cc-4f69-4c31-88a5-087795a868e2 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:42.391608 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:42.396001 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Checking segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:42.397363 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.397994 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Bound using segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:42.400122 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Bound port: af9cde65-e54a-41bd-b42f-0728a32c13e1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:42.401294 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.458485 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 66da86df-8dd7-47b7-82cd-23987516d5d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:42.547167 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:42.549042 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:42.559660 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] For port af9cde65-e54a-41bd-b42f-0728a32c13e1, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:42.564227 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] For port af9cde65-e54a-41bd-b42f-0728a32c13e1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=af9cde65-e54a-41bd-b42f-0728a32c13e1,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:42.575187 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.622581 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port c63a3acf-bf78-444d-9774-c2cb3a356e20 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:42.632492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.639426 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:42.640163 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:42.641666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63a4b1f4-9856-42d3-a0b9-842592bdcc23 req-236beed4-1a1f-4814-8062-1025546295ad tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "DELETE /v2.0/ports/c63a3acf-bf78-444d-9774-c2cb3a356e20 HTTP/1.1" status: 204 len: 173 time: 1.3031037 Oct 11 15:27:42.660752 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'name': 'network-vif-deleted', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:42.663154 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4ab11-cd7b-4203-9465-14642f3af02c" -d '{"events": [{"server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "name": "network-vif-deleted", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:42.683750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d91de6d3-80ab-4462-a476-655b61d3a436 req-eccabbd5-ebd0-4f83-94f7-32846e5a4486 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198662 Oct 11 15:27:42.700509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.795999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=73facd0b-22fe-4474-9f4a-072b95fa74ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:42.820706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:42.822384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:42.849394 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc49f-fa43-4a50-aca7-b140311d11b8 None None] Pushing event updated for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:42.935135 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:43.039244 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:43.052410 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 73facd0b-22fe-4474-9f4a-072b95fa74ff on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:43.058664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.072452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6904370e-2b52-43b2-b9e5-dafdbf3d95e7 req-985bcb6d-5415-45bb-9613-d0d202ee06a0 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.43 "DELETE /v2.0/ports/73facd0b-22fe-4474-9f4a-072b95fa74ff HTTP/1.1" status: 204 len: 173 time: 1.5239756 Oct 11 15:27:43.073028 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:43.109795 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644725165', 'description': 'tempest-description--350456864'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:43.120535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 66da86df-8dd7-47b7-82cd-23987516d5d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:43.122541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.223503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:43.232634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b9a98ba-0fcf-4547-92f2-35b0f29887bc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/routers/87f03567-910b-42f6-8ab3-7a53b6e5e00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6914592 Oct 11 15:27:43.233469 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:43.234893 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.241989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'port': {'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807', 'name': 'tempest-FloatingIPTestJSON-286872816'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:43.258515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:43.314415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bb50d-1d18-4cc1-a701-fc4b6d9a25e5 req-3bb37ad7-9227-4f79-9001-231cbfa53b59 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:43.323742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d1bb50d-1d18-4cc1-a701-fc4b6d9a25e5 req-3bb37ad7-9227-4f79-9001-231cbfa53b59 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.4407423 Oct 11 15:27:43.361900 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:43.367167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:43.386918 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:43.397821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.407493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d1bb50d-1d18-4cc1-a701-fc4b6d9a25e5 req-e195be38-8041-44db-b8f8-19c357b7adcf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822783 Oct 11 15:27:43.441152 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] device_id is not set on port 5361aef8-1c62-4bcc-b060-5426127164b7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:27:43.464956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444b2a2-32df-4a2a-9c93-5a515041e3fe req-c4982db5-02f3-44ef-b997-1f54654fda9c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:43.469387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f444b2a2-32df-4a2a-9c93-5a515041e3fe req-c4982db5-02f3-44ef-b997-1f54654fda9c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.2009668 Oct 11 15:27:43.471873 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414448c0-c30c-41f0-a9f1-0a34ba176e25 x-openstack-request-id: req-414448c0-c30c-41f0-a9f1-0a34ba176e25 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:43.472644 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a2f264-0a1c-4c58-80b9-eebcdf7a5380", "name": "network-vif-deleted", "tag": "c63a3acf-bf78-444d-9774-c2cb3a356e20", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:43.472644 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-414448c0-c30c-41f0-a9f1-0a34ba176e25 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:43.473682 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a2f264-0a1c-4c58-80b9-eebcdf7a5380', 'name': 'network-vif-deleted', 'tag': 'c63a3acf-bf78-444d-9774-c2cb3a356e20', 'status': 'completed', 'code': 200} Oct 11 15:27:43.512150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:43.569296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:43.581575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.615531 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.8 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/5361aef8-1c62-4bcc-b060-5426127164b7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:43.654014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.655848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.661332 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:42Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:43.684929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:43.686760 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:43.732367 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d5f4a-34ed-41b7-9429-ffa0b81f17d7 None None] The sync data for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 is: [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:42Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:43.761315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.763485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6892743 Oct 11 15:27:43.778393 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:43.800558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'security_group_rule': {'security_group_id': '2df8f1b3-1cbd-4b7f-9a2f-767b6511d202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:43.852892 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:43.854975 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd24d8a-0e7a-4425-9ea1-769ed5b31bc4 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:43.886066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.925018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1500-10d2-4edd-9c7d-9aed73b46a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:43.941889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f444b2a2-32df-4a2a-9c93-5a515041e3fe req-b7c374d6-ec60-4432-ad43-af518132767d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134987 Oct 11 15:27:43.948833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] For port af9cde65-e54a-41bd-b42f-0728a32c13e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=af9cde65-e54a-41bd-b42f-0728a32c13e1,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:43.971225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8a49-6279-4e28-bba3-688b6e9c34b8 req-31c5ed34-7364-4952-83ad-31dd6da24a63 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:43.972862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80bb8a49-6279-4e28-bba3-688b6e9c34b8 req-31c5ed34-7364-4952-83ad-31dd6da24a63 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3846512 Oct 11 15:27:43.988774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:43.992021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.023697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.083058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80bb8a49-6279-4e28-bba3-688b6e9c34b8 req-89c33f9b-63e1-4dca-b82d-4ca3ce186194 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968058 Oct 11 15:27:44.128884 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:44.130963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=5361aef8-1c62-4bcc-b060-5426127164b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:44.132182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.137283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.148540 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:44.151818 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:44.197708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.198967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4160495 Oct 11 15:27:44.202159 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:44.208404 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc20a-9269-457c-ae27-a4168a39481c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dc12a0-4ee2-42f3-9bef-b82c67bcd309,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:44.233929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'security_group_rule': {'security_group_id': '2df8f1b3-1cbd-4b7f-9a2f-767b6511d202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:44.275137 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ff0bf65-7adb-4ddc-af71-cd9a3aacb654 None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:44.275691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ff0bf65-7adb-4ddc-af71-cd9a3aacb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.281214 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:44.281901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.327358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0f65574-3002-4cdf-afcf-bd099d8581a9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0923445 Oct 11 15:27:44.329237 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:44.336948 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4714a63-965f-4868-8b77-0fbb10089d30 None None] Pushing event updated for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:44.341748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.351135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 73facd0b-22fe-4474-9f4a-072b95fa74ff no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:44.356031 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'port': {'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807', 'name': 'tempest-FloatingIPTestJSON-876454487'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:44.404161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 73facd0b-22fe-4474-9f4a-072b95fa74ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:44.404499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 73facd0b-22fe-4474-9f4a-072b95fa74ff not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:44.405060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c63a3acf-bf78-444d-9774-c2cb3a356e20 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:44.466252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device af9cde65-e54a-41bd-b42f-0728a32c13e1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:44.471869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.480433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.483167 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: c63a3acf-bf78-444d-9774-c2cb3a356e20 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:44.490261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c63a3acf-bf78-444d-9774-c2cb3a356e20 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:44.532946 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2d286d-8546-4d1f-978a-39a71d8ee29b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:44.551497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.557120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9f89d44-df09-4083-858c-c9a551062694 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539031 Oct 11 15:27:44.560763 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 36968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:44.567863 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:44.619759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.659375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:44.659751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.748448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.749697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-ad451df3-6890-4f70-a2b2-6c779d344822 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520383 Oct 11 15:27:44.760446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc225a-5c58-4517-8266-0b12296f4f60 req-cf2f5040-f384-4650-8a93-800f255e14d0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:44.767874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fbc225a-5c58-4517-8266-0b12296f4f60 req-cf2f5040-f384-4650-8a93-800f255e14d0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2036390 Oct 11 15:27:44.774478 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:44.778056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:44.806069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65951-e47d-4461-a638-8a987a4b2a9f req-e020b94a-479b-4e31-ac0a-4574e8ac3ea1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:44.814505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83e65951-e47d-4461-a638-8a987a4b2a9f req-e020b94a-479b-4e31-ac0a-4574e8ac3ea1 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.1785314 Oct 11 15:27:44.890987 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] device_id is not set on port 84f2b00a-5604-4b98-92a7-2069dc374d9b yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:27:44.898349 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Allocated IP 172.35.3.218 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/89e5e08d-7a0f-445c-a30c-0340c9f1939a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:44.971087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fbc225a-5c58-4517-8266-0b12296f4f60 req-68c96b04-c88e-40c9-83e1-e82b5174ae07 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022319 Oct 11 15:27:44.998871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83e65951-e47d-4461-a638-8a987a4b2a9f req-175dac68-d923-4c7d-af7d-41d2e8d6e06d tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834266 Oct 11 15:27:45.015313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-9825a7b5-b23a-4ed3-abe0-b644c737a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.018039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-9825a7b5-b23a-4ed3-abe0-b644c737a92c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 1101 time: 0.1964839 Oct 11 15:27:45.084917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.139947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.200927 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:45.204250 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:45.208691 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:45.261427 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'Port': ['ID=89e5e08d-7a0f-445c-a30c-0340c9f1939a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:45.426974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.445714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-2a76efe3-1ea1-4510-9274-168c3498cac9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014025 Oct 11 15:27:45.475408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.509366 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'name': 'network-vif-deleted', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:45.511828 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088ed1d-15eb-4ece-9382-2e31c161c84c" -d '{"events": [{"server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "name": "network-vif-deleted", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:45.591147 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.4 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/84f2b00a-5604-4b98-92a7-2069dc374d9b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:45.627074 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-8591880c-6cbe-4ce7-a551-ff7671d8c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.628591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-8591880c-6cbe-4ce7-a551-ff7671d8c719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 1100 time: 0.1026266 Oct 11 15:27:45.633397 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea99a-758e-4259-8b51-bd7220cbc3f4 req-e4272ec9-907f-40e2-867a-3ec650c817c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.640881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e14ea99a-758e-4259-8b51-bd7220cbc3f4 req-e4272ec9-907f-40e2-867a-3ec650c817c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.5724239 Oct 11 15:27:45.680953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f222924-3969-4c15-b673-d98eabd63f00 req-194f18cb-4a96-4a92-a9c0-ba59d18ebab8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.688801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f222924-3969-4c15-b673-d98eabd63f00 req-194f18cb-4a96-4a92-a9c0-ba59d18ebab8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1679776 Oct 11 15:27:45.715989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-92cfd857-4971-4986-a2a8-11c6c65ab5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.717581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-92cfd857-4971-4986-a2a8-11c6c65ab5e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.6554708 Oct 11 15:27:45.737279 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.747667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.804660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-fba256d3-4ddf-4d2d-b04c-eec40c5a86fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 200 len: 217 time: 0.0716321 Oct 11 15:27:45.808065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e14ea99a-758e-4259-8b51-bd7220cbc3f4 req-4875e86e-2d48-4a38-810a-86b1fc1e9502 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663961 Oct 11 15:27:45.824840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f222924-3969-4c15-b673-d98eabd63f00 req-6d9494ad-0aa9-4518-9b9c-fb602bff2d25 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350520 Oct 11 15:27:45.882955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.888247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'Port': ['ID=89e5e08d-7a0f-445c-a30c-0340c9f1939a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:45.891206 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-65303dfb-d445-447b-a9aa-a70bdafc8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.892722 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-65303dfb-d445-447b-a9aa-a70bdafc8fbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2298419 Oct 11 15:27:45.909317 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b115a8-9109-4eec-b3b2-3a0a08d5c4db x-openstack-request-id: req-25b115a8-9109-4eec-b3b2-3a0a08d5c4db {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:45.909732 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7785e378-7566-4f4a-ada5-b6b75c459760", "name": "network-vif-deleted", "tag": "73facd0b-22fe-4474-9f4a-072b95fa74ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:45.909989 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25b115a8-9109-4eec-b3b2-3a0a08d5c4db {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:45.910376 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7785e378-7566-4f4a-ada5-b6b75c459760', 'name': 'network-vif-deleted', 'tag': '73facd0b-22fe-4474-9f4a-072b95fa74ff', 'status': 'completed', 'code': 200} Oct 11 15:27:45.950232 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-1e8df376-06ce-44cf-a2bc-1a80426310ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 200 len: 217 time: 0.0481279 Oct 11 15:27:45.954103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:45.960397 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-43730ebe-f4fd-4416-84ce-e973eba8dc75 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3931890 Oct 11 15:27:45.968124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-98c0428a-d925-4365-98bc-02b3347641e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:45.969621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-98c0428a-d925-4365-98bc-02b3347641e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1556427 Oct 11 15:27:46.014325 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-405ed379-c589-46ce-938f-2acfbca71fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.016052 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-405ed379-c589-46ce-938f-2acfbca71fa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0539870 Oct 11 15:27:46.041361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.052516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-162d7a02-ef2c-46ea-9071-a8407c712958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.054031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-162d7a02-ef2c-46ea-9071-a8407c712958 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752866 Oct 11 15:27:46.098564 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-137e45f9-1c63-464f-940c-e74475ee5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.100077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-137e45f9-1c63-464f-940c-e74475ee5193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520644 Oct 11 15:27:46.225310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-26adc5bf-9798-4d24-b776-ca68e7e863b5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150410 Oct 11 15:27:46.293629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.339916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device af9cde65-e54a-41bd-b42f-0728a32c13e1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:46.347836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1eec8-2278-4b9a-97b1-96bc73732d9c req-d0d3e4c4-ea17-4679-990c-c5b9d38b764e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.356015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeb1eec8-2278-4b9a-97b1-96bc73732d9c req-d0d3e4c4-ea17-4679-990c-c5b9d38b764e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2809598 Oct 11 15:27:46.370767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-193962f0-81c9-4061-bc9f-efde79276c04 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.372427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-193962f0-81c9-4061-bc9f-efde79276c04 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.2118633 Oct 11 15:27:46.374978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8a71159-b3bb-44c7-b938-93c605b2403e req-c14a0a57-56dc-4149-a375-586f7323bea8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376998 Oct 11 15:27:46.387939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1781e-85da-4023-b5f6-916b2952bb80 req-63ef0b8c-6081-43a3-a565-9de455f65e39 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.396867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca1781e-85da-4023-b5f6-916b2952bb80 req-63ef0b8c-6081-43a3-a565-9de455f65e39 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 950 time: 0.2391870 Oct 11 15:27:46.417514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-66173e9d-4e74-42c4-bf12-9f159689504c service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535354 Oct 11 15:27:46.425330 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port af9cde65-e54a-41bd-b42f-0728a32c13e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:46.425855 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.485126 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:46.544942 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:46.550677 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=84f2b00a-5604-4b98-92a7-2069dc374d9b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:46.557922 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:46.613500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeb1eec8-2278-4b9a-97b1-96bc73732d9c req-3d7dc730-b267-42a1-beee-3b1622d6ada3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563968 Oct 11 15:27:46.643437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca1781e-85da-4023-b5f6-916b2952bb80 req-c66323ed-29ea-4c18-b170-f41b4aa28a6e tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0994fde-edac-46b3-9e9e-9f0aad484449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448254 Oct 11 15:27:46.676091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:46.676541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.711334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1faa8a4-b3e2-47b7-bcc5-a92d53d874a7 req-cfdc5e32-add4-42a0-9def-4746c573d5ad service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625685 Oct 11 15:27:46.718004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-063b8bc9-38c8-4d6c-91b9-8272eda80e5b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3865478 Oct 11 15:27:46.721750 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:46.725297 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Deleting port 3a9fb720-1b7f-4c40-9299-a900f51b4357 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:46.725859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.726621 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '84f2b00a-5604-4b98-92a7-2069dc374d9b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:46.753091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.836181 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] For port 3a9fb720-1b7f-4c40-9299-a900f51b4357, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9fb720-1b7f-4c40-9299-a900f51b4357,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:46.836865 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:46.853626 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Calling delete_port for 3a9fb720-1b7f-4c40-9299-a900f51b4357 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:46.892428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.038628 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.217 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/9bc21145-ad34-4bc3-bfff-bd9375b0072b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:47.052692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bfa2b-09d2-4b71-9878-b383861a822c req-076c7332-b9a0-4d00-86c7-e59f8047c432 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:47.054272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f55bfa2b-09d2-4b71-9878-b383861a822c req-076c7332-b9a0-4d00-86c7-e59f8047c432 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1114962 Oct 11 15:27:47.076685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb7bf6-a153-4294-b33b-1f2bb20ae587 req-918e3527-c4d6-4eac-b349-42436c04a43a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:47.078850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6fb7bf6-a153-4294-b33b-1f2bb20ae587 req-918e3527-c4d6-4eac-b349-42436c04a43a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1033452 Oct 11 15:27:47.114633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:27:47.152492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f55bfa2b-09d2-4b71-9878-b383861a822c req-61178760-01ef-4d09-8522-4960f25747c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901256 Oct 11 15:27:47.174598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6fb7bf6-a153-4294-b33b-1f2bb20ae587 req-fe265d7a-7972-4615-a610-01221913f248 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Oct 11 15:27:47.232309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.234694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.250383 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3a9fb720-1b7f-4c40-9299-a900f51b4357'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:47.276073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.289951 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Pushing event deleted for resources: {'Port': ['ID=3a9fb720-1b7f-4c40-9299-a900f51b4357,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:47.340247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=9bc21145-ad34-4bc3-bfff-bd9375b0072b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:47.346250 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] No DVR routers for this DVR port 3a9fb720-1b7f-4c40-9299-a900f51b4357 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:27:47.349420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.353272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:47.356347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10583cb7-2ec6-4d83-be59-d329f8d608bb req-5aa2c065-6463-40ce-9eea-5bb754c08396 tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.36 "DELETE /v2.0/ports/3a9fb720-1b7f-4c40-9299-a900f51b4357 HTTP/1.1" status: 204 len: 173 time: 0.9476326 Oct 11 15:27:47.357335 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:47.358730 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:47.360903 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:47.369131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587', 'port_id': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'mac_address': 'fa:16:3e:fa:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a8440-14b6-4abc-83b8-3bd5270c562f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:27:47.418182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.439353 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58eafd30-5282-4308-9ed0-9be9bf9dfcde {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:27:47.463814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:47.470954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:47.545722 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:47.807749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04030777-7e49-42ef-a3c5-760f48a58f3f req-4d3e4d6b-6af7-4fe2-b9e9-72f12b09f90e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:47.809982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04030777-7e49-42ef-a3c5-760f48a58f3f req-4d3e4d6b-6af7-4fe2-b9e9-72f12b09f90e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.0908012 Oct 11 15:27:47.845325 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['58eafd30-5282-4308-9ed0-9be9bf9dfcde'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:27:47.899376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0030210d-30ee-489d-a149-9237b74e48b9 req-a6897dd2-d479-41eb-915c-9c836f10039a tempest-ServersOnMultiNodesTest-608054049 tempest-ServersOnMultiNodesTest-608054049-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc110418-2993-4300-b35b-e02df6411132 HTTP/1.1" status: 200 len: 210 time: 0.0666528 Oct 11 15:27:47.912914 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'name': 'network-vif-deleted', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:47.916289 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13ed9a-74ad-44e5-923f-a0a69c8ef26f" -d '{"events": [{"server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "name": "network-vif-deleted", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:47.937858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04030777-7e49-42ef-a3c5-760f48a58f3f req-6f525793-081b-4a70-8d4f-289421e8100e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208515 Oct 11 15:27:47.969239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:48.008975 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e8cc5-49d8-454b-b012-689edcb4b974 x-openstack-request-id: req-468e8cc5-49d8-454b-b012-689edcb4b974 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:48.011531 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc110418-2993-4300-b35b-e02df6411132", "name": "network-vif-deleted", "tag": "3a9fb720-1b7f-4c40-9299-a900f51b4357", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:48.011807 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-468e8cc5-49d8-454b-b012-689edcb4b974 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:48.012226 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc110418-2993-4300-b35b-e02df6411132', 'name': 'network-vif-deleted', 'tag': '3a9fb720-1b7f-4c40-9299-a900f51b4357', 'status': 'completed', 'code': 200} Oct 11 15:27:48.072619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:48.271768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:48.280207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:48.369161 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb64be5-efc6-4ddb-8805-52923bc6d5df req-7b3b3545-6b13-44d5-9d18-70d37a666951 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:48.370758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fb64be5-efc6-4ddb-8805-52923bc6d5df req-7b3b3545-6b13-44d5-9d18-70d37a666951 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.0921123 Oct 11 15:27:48.376286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=9bc21145-ad34-4bc3-bfff-bd9375b0072b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:48.381554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:48.386357 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ea16c-81a0-42c4-80ab-d1d41bf781b0 req-2b9bb6a1-e66f-48a0-b653-3f4f92a85066 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:48.387986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-209ea16c-81a0-42c4-80ab-d1d41bf781b0 req-2b9bb6a1-e66f-48a0-b653-3f4f92a85066 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.0756934 Oct 11 15:27:48.444209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fb64be5-efc6-4ddb-8805-52923bc6d5df req-5b8dd12a-a3cf-4122-9df0-197713edc67b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Oct 11 15:27:48.450415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-209ea16c-81a0-42c4-80ab-d1d41bf781b0 req-ff7e28a5-1672-4bce-93fc-a48a344cbc98 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543046 Oct 11 15:27:48.516813 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP b6f7ae51-e539-415a-a1d4-2d1551d87343 associated. External IP: 172.35.3.217, port: 84f2b00a-5604-4b98-92a7-2069dc374d9b. Oct 11 15:27:49.046198 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:49.097057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0fcac-c761-408a-81a9-b624c0bb4d16 req-9dbb2462-0c47-45d6-b3b5-c445a1bcd97c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:49.099430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1be0fcac-c761-408a-81a9-b624c0bb4d16 req-9dbb2462-0c47-45d6-b3b5-c445a1bcd97c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.0639448 Oct 11 15:27:49.123161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:49.149095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1be0fcac-c761-408a-81a9-b624c0bb4d16 req-c694513e-4318-4e8f-888a-325780ac401d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Oct 11 15:27:49.168515 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:49.185127 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:49.186763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.197302 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:49.197956 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:49.234549 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 58eafd30-5282-4308-9ed0-9be9bf9dfcde completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:27:49.238525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 58eafd30-5282-4308-9ed0-9be9bf9dfcde triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:49.239098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.246156 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:49.250011 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:49.254822 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:49.260170 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:49.261155 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:49.268889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab98ef32-4c3c-4af9-bc46-1b9e555ca6cd tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5455666 Oct 11 15:27:49.302598 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:49.303735 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429a3f6-840d-4036-b0f7-f3cb3aa1dbe9 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:49.344124 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:49.355937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.361789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.384545 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:27:49.387110 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0c1e1-9a84-47c6-8d53-9b6837215238" -d '{"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-plugged", "status": "completed", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:27:49.421588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:49.434779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.436088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3a9fb720-1b7f-4c40-9299-a900f51b4357 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:27:49.486092 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21422a86-b720-45e5-b154-543f3f3481bb x-openstack-request-id: req-21422a86-b720-45e5-b154-543f3f3481bb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:27:49.486092 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-plugged", "status": "completed", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:27:49.486092 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21422a86-b720-45e5-b154-543f3f3481bb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:27:49.486092 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'code': 200} Oct 11 15:27:49.487846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 3a9fb720-1b7f-4c40-9299-a900f51b4357 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:27:49.488186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3a9fb720-1b7f-4c40-9299-a900f51b4357 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:27:49.590692 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:49.628703 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-472a9508-dc91-4189-afb8-63a2d264f1e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3fb47c370764dbb9dc2870af89cd29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833235 Oct 11 15:27:49.631202 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:49.657803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f92a-7442-45c4-97d3-7b008e4299fe req-d29d3560-18d5-4b67-b579-7b4631361a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:49.659448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b935f92a-7442-45c4-97d3-7b008e4299fe req-d29d3560-18d5-4b67-b579-7b4631361a5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1096 time: 0.1448219 Oct 11 15:27:49.676724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.691085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.707995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.708400 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP b6f7ae51-e539-415a-a1d4-2d1551d87343 disassociated. External IP: 172.35.3.217, port: 84f2b00a-5604-4b98-92a7-2069dc374d9b. Oct 11 15:27:49.718217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.796317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.798896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:49.800049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0994fde-edac-46b3-9e9e-9f0aad484449 HTTP/1.1" status: 204 len: 168 time: 0.1679549 Oct 11 15:27:49.809176 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0994fde-edac-46b3-9e9e-9f0aad484449,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:49.816458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b935f92a-7442-45c4-97d3-7b008e4299fe req-275c6bca-4956-44a5-8b5f-a570b352a3f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285450 Oct 11 15:27:49.817477 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.817845 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.818175 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.818505 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.818826 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.819142 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.819454 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.819765 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.820076 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.820510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.820892 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.821203 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c7d8f9-88d1-4c32-9cb2-c89de515cff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:49.860570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1090-be76-4f86-a155-4e83ffed547a req-69c877e0-d3c9-41a2-b6ca-d20fd43ae74e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:49.870722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fff1090-be76-4f86-a155-4e83ffed547a req-69c877e0-d3c9-41a2-b6ca-d20fd43ae74e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.2287538 Oct 11 15:27:49.913627 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8107af2-85d6-407b-b735-4fd8925eecf8 req-78423f6c-ddf2-4d58-9d61-47a85adf9fb5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:49.917686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8107af2-85d6-407b-b735-4fd8925eecf8 req-78423f6c-ddf2-4d58-9d61-47a85adf9fb5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.2723064 Oct 11 15:27:49.944961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fff1090-be76-4f86-a155-4e83ffed547a req-019177ab-35e7-436c-8b15-31df83440ca5 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Oct 11 15:27:50.032231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8107af2-85d6-407b-b735-4fd8925eecf8 req-c53cd8d1-48b4-4b8e-9689-bb9c52065ebc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Oct 11 15:27:50.113713 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:50.175149 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:50.230090 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-16ba7ab8-29b3-4206-b76f-979fa841da1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cfaf87e978a4cf081a3e59f26a15d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532148 Oct 11 15:27:50.232105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:50.286656 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:50.293522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.296315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.307370 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:50.317465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:50.318120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:50.322572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.351595 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:50.355006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489652f-8129-4a5d-aefb-cd238625ea74 req-e88a70f8-697e-4e80-8913-9cad790f7a16 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:50.359273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5489652f-8129-4a5d-aefb-cd238625ea74 req-e88a70f8-697e-4e80-8913-9cad790f7a16 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1178930 Oct 11 15:27:50.361247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:50.362089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:50.391584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a80ef733-d71a-4f4a-b5f4-624cda7cf250 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/b6f7ae51-e539-415a-a1d4-2d1551d87343 HTTP/1.1" status: 200 len: 688 time: 1.1379263 Oct 11 15:27:50.391835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.394538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.397623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97ceae50-fdf2-41d9-837a-6d1483fec9bf HTTP/1.1" status: 204 len: 168 time: 0.1642091 Oct 11 15:27:50.402253 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:50.418856 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:50.421049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a1dcf-094b-44cb-9321-492343ca68ed None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:50.460095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21321d6-ba84-431e-a686-c8711182e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ceae50-fdf2-41d9-837a-6d1483fec9bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:50.463698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5489652f-8129-4a5d-aefb-cd238625ea74 req-8803028a-7ca5-44b2-a463-d743c7e44206 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898552 Oct 11 15:27:50.577151 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 9bc21145-ad34-4bc3-bfff-bd9375b0072b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:27:50.577520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.704765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.705230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:50.719131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 9bc21145-ad34-4bc3-bfff-bd9375b0072b owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:27:50.949442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.025674 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=9bc21145-ad34-4bc3-bfff-bd9375b0072b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:51.142598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.146296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.154775 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:51.161284 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '5361aef8-1c62-4bcc-b060-5426127164b7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:51.166655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-faa20c55-4583-4c0e-b4f8-1d6f931642e9 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/b6f7ae51-e539-415a-a1d4-2d1551d87343 HTTP/1.1" status: 204 len: 168 time: 0.7616696 Oct 11 15:27:51.220100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.439752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203053-6118-40f5-9c41-754594024b9b req-9a3b2056-de68-439b-8d99-9b5900ca15c7 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:51.447405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90203053-6118-40f5-9c41-754594024b9b req-9a3b2056-de68-439b-8d99-9b5900ca15c7 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3549685 Oct 11 15:27:51.496365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.511114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714fff-48f7-471d-a86e-aba743c10fc7 req-22c99cfe-c5b4-4af5-9181-b7be8f91ee26 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:51.512778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:51.514036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04714fff-48f7-471d-a86e-aba743c10fc7 req-22c99cfe-c5b4-4af5-9181-b7be8f91ee26 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.2165952 Oct 11 15:27:51.538735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90203053-6118-40f5-9c41-754594024b9b req-cd71e827-e6d1-47a5-990c-a2d74be41308 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895419 Oct 11 15:27:51.615483 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04714fff-48f7-471d-a86e-aba743c10fc7 req-698047ed-f82d-4844-b927-f0a9870bbef5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841391 Oct 11 15:27:51.641339 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-528926908-network', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:51.681049 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Made reservation on behalf of 7ead7f2a67594c10a17b724f5bbacab0 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:51.683767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.684146 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.193 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/898c780b-8a73-4fb3-a748-695a4af8b5ac) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:51.700603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.837973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.842726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.844446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0520a-2f6c-4343-b533-2ffab6741a84 req-09341b86-5dfe-4cf7-8625-e6b8915ce50a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:51.851856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ad0520a-2f6c-4343-b533-2ffab6741a84 req-09341b86-5dfe-4cf7-8625-e6b8915ce50a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1902800 Oct 11 15:27:51.872466 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:27:51.902547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a156f3-b7f5-4826-b682-806de04edd44,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:51.903550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f53cf4-7b2f-48aa-b0ee-2f9ed4ac1360 req-fb44d1e2-d55d-4fc4-bbda-915198a8b6ff tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:51.905089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f53cf4-7b2f-48aa-b0ee-2f9ed4ac1360 req-fb44d1e2-d55d-4fc4-bbda-915198a8b6ff tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1096 time: 0.1584129 Oct 11 15:27:51.911406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.911748 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Added segment c2e49a68-d45e-406b-b93d-41111831fe8b of type vlan for network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 Oct 11 15:27:51.948400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ad0520a-2f6c-4343-b533-2ffab6741a84 req-70ae692d-7a6e-4572-ba67-77c7996cd858 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815523 Oct 11 15:27:51.981877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.987943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:51.997845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f53cf4-7b2f-48aa-b0ee-2f9ed4ac1360 req-70bdff92-ba2d-4184-ba07-5872cc185fa0 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814331 Oct 11 15:27:52.053068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.054068 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:52.054657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.067779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.145000 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:52.148022 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6339715 Oct 11 15:27:52.152422 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:52.157794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Request body: {'subnet': {'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-528926908-subnet', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:52.183999 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:52.187752 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228cee0-b95f-4765-a5a1-cc4986cdf683 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac06ffc-58a9-4400-89e0-ada37b1e3f93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:52.198569 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:27:52.205127 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:52.232865 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=898c780b-8a73-4fb3-a748-695a4af8b5ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:52.236862 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Made reservation on behalf of 7ead7f2a67594c10a17b724f5bbacab0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:27:52.246755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.263203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11043bf0-a2b3-4a98-b3ef-7c83291da9b8 req-d8d44081-659e-46c3-83f4-f8491f9f7c09 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:52.264725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11043bf0-a2b3-4a98-b3ef-7c83291da9b8 req-d8d44081-659e-46c3-83f4-f8491f9f7c09 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1096 time: 0.1221857 Oct 11 15:27:52.390418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11043bf0-a2b3-4a98-b3ef-7c83291da9b8 req-2e6f03c3-c95f-4ec9-9bb6-bdc48d6d2822 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879102 Oct 11 15:27:52.470166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.541975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124d9e3b-7840-420d-85c7-178bf3e0433b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:52.609300 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Checking segment: {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:52.609717 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Network hostable DHCP agents. Network: 2ac06ffc-58a9-4400-89e0-ada37b1e3f93, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:27:52.639140 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:27:52.653428 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2ac06ffc-58a9-4400-89e0-ada37b1e3f93) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:52.658923 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:52.660602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.664115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776251d-71bf-4eff-893f-b8df8b239b6c None None] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:52.685211 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-baa7e92e-9ea5-4c88-8164-6c040cec5c36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5315316 Oct 11 15:27:52.687934 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:52.698714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:52.736890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.738073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.834957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:52.889446 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:27:52.890340 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.089095 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Allocated IP 172.20.0.2 (2ac06ffc-58a9-4400-89e0-ada37b1e3f93/124d9e3b-7840-420d-85c7-178bf3e0433b/f51a91ae-da79-415b-90ad-cdc178ddd0b5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:53.110993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.378965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.398541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.402145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13106c0e-e122-4ece-850d-92cd784691c4 req-2cf43c4a-d440-44a5-bf76-d171aa32eaea tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:53.410041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13106c0e-e122-4ece-850d-92cd784691c4 req-2cf43c4a-d440-44a5-bf76-d171aa32eaea tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.7730801 Oct 11 15:27:53.480076 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:53.481122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13106c0e-e122-4ece-850d-92cd784691c4 req-57864524-7f87-4004-8047-f143dfb443e3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Oct 11 15:27:53.483067 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:53.487302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:53.497141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.561196 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Pushing event updated for resources: {'Port': ['ID=f51a91ae-da79-415b-90ad-cdc178ddd0b5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:53.574681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.632288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.636581 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.653452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Attempting to bind port f51a91ae-da79-415b-90ad-cdc178ddd0b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:53.654788 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Attempting to bind port f51a91ae-da79-415b-90ad-cdc178ddd0b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:53.655166 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Attempting to bind port f51a91ae-da79-415b-90ad-cdc178ddd0b5 on network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:53.659861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.660212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.660791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.662806 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.663152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.663488 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.663820 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.664740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.665063 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.665401 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.665735 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.666112 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:53.690649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:53.691121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Checking segment: {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:53.691527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.691919 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Bound using segment: {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:53.692389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Bound port: f51a91ae-da79-415b-90ad-cdc178ddd0b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:53.693161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.768573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef0f17-b8d5-46f0-a2c6-e3eb489d2adb req-3fa32690-ba88-4851-8c68-eb351866092b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:53.772242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cef0f17-b8d5-46f0-a2c6-e3eb489d2adb req-3fa32690-ba88-4851-8c68-eb351866092b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1366541 Oct 11 15:27:53.796048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] For port f51a91ae-da79-415b-90ad-cdc178ddd0b5, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:53.799426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] For port f51a91ae-da79-415b-90ad-cdc178ddd0b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f51a91ae-da79-415b-90ad-cdc178ddd0b5,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:53.806742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:53.919764 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Allocated IP 172.35.3.94 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/070fb540-6b4c-4baa-b691-684d6ccca246) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:53.951920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cef0f17-b8d5-46f0-a2c6-e3eb489d2adb req-1a00ad26-e885-42af-b60d-e94648b56319 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112368 Oct 11 15:27:53.958683 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819caca9-a602-495d-87dd-5fa3cafd44b9 None None] Pushing event updated for resources: {'Port': ['ID=f51a91ae-da79-415b-90ad-cdc178ddd0b5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:53.973989 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-c44a8dff-8fe9-49fd-b24b-22c00648a559 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:27:53.979440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-c44a8dff-8fe9-49fd-b24b-22c00648a559 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0265398 Oct 11 15:27:54.076913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-4a65ed6f-724e-4a24-b629-844229177908 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:54.084990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-4a65ed6f-724e-4a24-b629-844229177908 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 1093 time: 0.0884557 Oct 11 15:27:54.091042 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:54.091798 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:27:54.092877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.150873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.165842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.219284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.299003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:54.313116 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:54.323760 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:54.354904 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=898c780b-8a73-4fb3-a748-695a4af8b5ac,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:54.377521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.377999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.378452 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.378890 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.379321 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.379751 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.380179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.380606 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.381031 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.381457 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.381929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.382501 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:27:54.433898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Pushing event updated for resources: {'Port': ['ID=070fb540-6b4c-4baa-b691-684d6ccca246,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:54.449114 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on host n-h1-master-1 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:54.450164 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:54.450687 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:54.451886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f51a91ae-da79-415b-90ad-cdc178ddd0b5 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:54.461238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.567657 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 2bc58df0-a444-4f73-9235-03cd53acaf07 associated. External IP: 172.35.3.193, port: 5361aef8-1c62-4bcc-b060-5426127164b7. Oct 11 15:27:54.569815 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:27:54.570099 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:54.581793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f51a91ae-da79-415b-90ad-cdc178ddd0b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:54.582420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.609754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:54.610100 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:54.610488 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:54.610935 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Bound port: 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:54.757225 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:54.770745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.771952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] 10.222.0.31 "POST /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde/bindings HTTP/1.1" status: 201 len: 389 time: 0.6855769 Oct 11 15:27:54.799770 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.804955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97385d22-b11a-4008-ac9d-6f34d6fec0c7 req-75deb3e6-8489-40d5-b7cf-1a4c1949e0ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:54.805838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97385d22-b11a-4008-ac9d-6f34d6fec0c7 req-75deb3e6-8489-40d5-b7cf-1a4c1949e0ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.1853082 Oct 11 15:27:54.951094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:54.954613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97385d22-b11a-4008-ac9d-6f34d6fec0c7 req-6aea84c4-8753-421c-a966-0a8eb065ea21 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317565 Oct 11 15:27:54.972538 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port f51a91ae-da79-415b-90ad-cdc178ddd0b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f51a91ae-da79-415b-90ad-cdc178ddd0b5,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:27:54.995861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:55.175107 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=f51a91ae-da79-415b-90ad-cdc178ddd0b5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:55.262295 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:55.356244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e978-7795-4fa0-a6eb-05ef4d39d14e req-7cacbdc2-b869-45b9-9bdf-db553b2bf185 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:55.357570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:55.363926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abd2e978-7795-4fa0-a6eb-05ef4d39d14e req-7cacbdc2-b869-45b9-9bdf-db553b2bf185 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2170734 Oct 11 15:27:55.376027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b28570-c825-4c8a-b5f1-e843f0c10340 req-548881be-7b99-4cba-adc8-f703514d0691 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:55.377581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32b28570-c825-4c8a-b5f1-e843f0c10340 req-548881be-7b99-4cba-adc8-f703514d0691 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.2766578 Oct 11 15:27:55.382326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f977d406-6f68-486a-b9b0-f442b7130959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:55.384323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f977d406-6f68-486a-b9b0-f442b7130959 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1096 time: 0.2354527 Oct 11 15:27:55.410526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1320ba-c227-43e8-a664-d0f1d7b880b4 None None] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:27:55.533108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abd2e978-7795-4fa0-a6eb-05ef4d39d14e req-8285b40f-dc92-49a6-ae64-fc939e886eaa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680260 Oct 11 15:27:55.539172 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Router 9341992d-22c9-4cab-827f-35978fc8c228 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:27:55.630844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32b28570-c825-4c8a-b5f1-e843f0c10340 req-d2322a5a-b9b8-4058-ae64-b89961cbcc40 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354391 Oct 11 15:27:55.647931 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:55.678724 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:55.694609 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:55.695725 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:55.696120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b56dfd7-1bd8-4486-86b0-3b510fd16a4f None None] Provisioning complete for port f51a91ae-da79-415b-90ad-cdc178ddd0b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:55.698129 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b56dfd7-1bd8-4486-86b0-3b510fd16a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:55.718197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-92c21a59-1515-4145-910c-eaa79c55bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:55.720065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-92c21a59-1515-4145-910c-eaa79c55bf98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.3267114 Oct 11 15:27:55.733335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:55.761724 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Sync routers for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:27:55.780826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:55.783005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-87f155c2-7c9a-4262-a93b-8dab4fed5a89 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0929842 Oct 11 15:27:55.786953 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:55.795091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:55.795646 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:55.803612 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:55.815961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:55.827205 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:55.828948 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:55.890607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d669737-8cb3-4779-8dc8-3fb66b24dfbf tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7342575 Oct 11 15:27:55.892181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-6d06597a-6188-4600-8f55-a92267c2f4f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 217 time: 0.1599672 Oct 11 15:27:55.892670 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:55.920133 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:55.920977 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54af92-3735-4888-83c2-2576a5a14545 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:56.048276 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:56.131909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-a698d6f8-c3dd-47ef-80a6-0a29e20a2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:56.133421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-a698d6f8-c3dd-47ef-80a6-0a29e20a2ec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.1617534 Oct 11 15:27:56.139770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-47767b23-3e68-4800-8159-a9ed2fc8ec68 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/floatingips/2bc58df0-a444-4f73-9235-03cd53acaf07 HTTP/1.1" status: 200 len: 977 time: 0.2438595 Oct 11 15:27:56.141595 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:56.277605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-de03cdc5-92fe-4e54-bd89-fae00ee11bdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366827 Oct 11 15:27:56.292435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f86509-8e93-4bf9-8d22-c2ee86fe1151 req-49831ce6-5166-4099-bf04-ca526d2d73c0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:56.299720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0f86509-8e93-4bf9-8d22-c2ee86fe1151 req-49831ce6-5166-4099-bf04-ca526d2d73c0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.2138655 Oct 11 15:27:56.302392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d92ddb1d-0cc8-4f57-a925-934436e5ba8b None None] Provisioning complete for port f51a91ae-da79-415b-90ad-cdc178ddd0b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:56.303257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d92ddb1d-0cc8-4f57-a925-934436e5ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:56.304285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f01a2bc-4285-4792-b096-fdb2c62a55da tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1617036 Oct 11 15:27:56.318396 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:27:56.325104 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': '84f2b00a-5604-4b98-92a7-2069dc374d9b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:27:56.438004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f51a91ae-da79-415b-90ad-cdc178ddd0b5 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:27:56.516375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0f86509-8e93-4bf9-8d22-c2ee86fe1151 req-19a8bf17-608f-4a05-b136-f46c3384f31a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157242 Oct 11 15:27:56.556234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:56.579008 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:54Z', 'revision_number': 3, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:56.632044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:56.645207 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f51a91ae-da79-415b-90ad-cdc178ddd0b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:56.645597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:56.650623 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Checking router: 9341992d-22c9-4cab-827f-35978fc8c228 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:27:56.651270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Updating router 9341992d-22c9-4cab-827f-35978fc8c228 port 070fb540-6b4c-4baa-b691-684d6ccca246 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:27:56.705521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:56.754608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-12a6a74c-dac3-4ffc-af11-4fafd0d54ebf service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486070 Oct 11 15:27:56.897707 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Allocated IP 172.20.0.1 (2ac06ffc-58a9-4400-89e0-ada37b1e3f93/124d9e3b-7840-420d-85c7-178bf3e0433b/da66cb65-78e7-4f3e-ba65-b0e31847d5e7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:27:57.056935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.109350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.169361 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:57.178948 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:57.193717 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:27:57.210039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.224848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2d0d-18c2-463a-b9b2-3ad3a37bad72 req-c56c18ad-41d9-4812-b25a-075515319dae tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:57.228952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abdf2d0d-18c2-463a-b9b2-3ad3a37bad72 req-c56c18ad-41d9-4812-b25a-075515319dae tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.5545745 Oct 11 15:27:57.237829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.266554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Pushing event updated for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:57.302121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192f97-7b3d-4dbd-bf86-0b2f810340d6 req-f4dbaacb-fd6f-453a-b38f-0ba79ad9b1a7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:57.303656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72192f97-7b3d-4dbd-bf86-0b2f810340d6 req-f4dbaacb-fd6f-453a-b38f-0ba79ad9b1a7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.3988004 Oct 11 15:27:57.318347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Attempting to bind port 070fb540-6b4c-4baa-b691-684d6ccca246 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:27:57.318709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Attempting to bind port 070fb540-6b4c-4baa-b691-684d6ccca246 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:27:57.319544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Attempting to bind port 070fb540-6b4c-4baa-b691-684d6ccca246 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:27:57.322119 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e6abd-f735-444b-be6a-378a3da0e7b8 None None] Pushing event updated for resources: {'Port': ['ID=070fb540-6b4c-4baa-b691-684d6ccca246,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:57.330575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.337330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:27:57.337654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-40788302-5c44-4e08-813c-5bc70901bdd6 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587690 Oct 11 15:27:57.338165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:27:57.338741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.341958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:27:57.342801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Bound port: 070fb540-6b4c-4baa-b691-684d6ccca246, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:27:57.343375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.458937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abdf2d0d-18c2-463a-b9b2-3ad3a37bad72 req-c89fd2ca-6ded-4c3e-a7f2-3cba8ad53960 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102535 Oct 11 15:27:57.488879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] For port 070fb540-6b4c-4baa-b691-684d6ccca246, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:27:57.493558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] For port 070fb540-6b4c-4baa-b691-684d6ccca246, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070fb540-6b4c-4baa-b691-684d6ccca246,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:27:57.502871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.647230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.683258 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:27:57.684004 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:57.918314 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:27:57.976503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:57.989040 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e6abd-f735-444b-be6a-378a3da0e7b8 None None] Pushing event updated for resources: {'Port': ['ID=070fb540-6b4c-4baa-b691-684d6ccca246,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:57.990919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:58.057744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:58.084038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72192f97-7b3d-4dbd-bf86-0b2f810340d6 req-12fef352-1747-4800-bb0a-8969d8d72a9a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600961 Oct 11 15:27:58.098123 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2bbdda63-7fcf-40e0-aa0b-0fdcf36f491f None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:58.098494 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bbdda63-7fcf-40e0-aa0b-0fdcf36f491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:58.269155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b7708-5ee3-4444-848c-c95706ad611e req-67fdcf8c-ec0c-472f-9265-64cc13078bd0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:58.275543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b83b7708-5ee3-4444-848c-c95706ad611e req-67fdcf8c-ec0c-472f-9265-64cc13078bd0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.2509151 Oct 11 15:27:58.286968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdda63-7fcf-40e0-aa0b-0fdcf36f491f None None] Port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:58.415526 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'da66cb65-78e7-4f3e-ba65-b0e31847d5e7', 'name': '', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'mac_address': 'fa:16:3e:16:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:56Z', 'updated_at': '2021-10-11T15:27:56Z', 'revision_number': 1, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'subnets': [{'id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:27:58.447367 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef6cd0-b059-4e2c-bfe8-fd4b27ec9d6e None None] The sync data for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 is: [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'da66cb65-78e7-4f3e-ba65-b0e31847d5e7', 'name': '', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'mac_address': 'fa:16:3e:16:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:56Z', 'updated_at': '2021-10-11T15:27:56Z', 'revision_number': 1, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'subnets': [{'id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:27:58.602809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:58.656396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b83b7708-5ee3-4444-848c-c95706ad611e req-daef9f0c-9c26-405c-b4db-4d6076f94a28 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Oct 11 15:27:58.657195 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:58.723281 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Pushing event updated for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:27:58.787594 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:27:58.790053 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:27:58.893335 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac653d98-288f-42d5-926e-f3720b72d1f9 req-3963ba46-087d-4696-a664-2a68c144c5bb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:58.902308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac653d98-288f-42d5-926e-f3720b72d1f9 req-3963ba46-087d-4696-a664-2a68c144c5bb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2502446 Oct 11 15:27:58.999469 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Router 9341992d-22c9-4cab-827f-35978fc8c228 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:27:59.085444 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 2bc58df0-a444-4f73-9235-03cd53acaf07 associated. External IP: 172.35.3.193, port: 5361aef8-1c62-4bcc-b060-5426127164b7. Oct 11 15:27:59.120666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac653d98-288f-42d5-926e-f3720b72d1f9 req-239b80a8-4edb-414a-80f6-d8c52c1b3041 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038240 Oct 11 15:27:59.124322 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-c914be53-4364-4434-acfa-71640cd97687 service neutron] show failed (client error): The resource could not be found. Oct 11 15:27:59.134266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-c914be53-4364-4434-acfa-71640cd97687 service neutron] 10.222.0.43 "GET /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.3904266 Oct 11 15:27:59.271080 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:27:59.287878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ccb4dd3-6947-4222-8355-3a965ba6cea0 admin admin] 10.222.0.31 "PUT /v2.0/routers/9341992d-22c9-4cab-827f-35978fc8c228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4910748 Oct 11 15:27:59.343267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2bc2f294-46de-416a-992b-9df1fa127cb0 None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:27:59.343842 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bc2f294-46de-416a-992b-9df1fa127cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:27:59.500051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2f294-46de-416a-992b-9df1fa127cb0 None None] Port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:27:59.595042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d23a5-f3ed-407a-a782-1561c398b919 req-d05ac143-7c40-4ddd-9b39-64522bc2c19b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:27:59.602631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec4d23a5-f3ed-407a-a782-1561c398b919 req-d05ac143-7c40-4ddd-9b39-64522bc2c19b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.3562708 Oct 11 15:27:59.853690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec4d23a5-f3ed-407a-a782-1561c398b919 req-63d405de-0ccc-4636-af57-c08ea460c7dc tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498376 Oct 11 15:28:00.213559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-1940132f-cc04-48dd-9318-db66bc143351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:00.215121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-1940132f-cc04-48dd-9318-db66bc143351 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1100 time: 0.6728899 Oct 11 15:28:00.237748 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:00.345545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45b0d0-04c3-4b8d-8a51-5313fc6e1b6a req-c2cdc65e-adf6-4139-83c5-12a28ae7cf5d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:00.356720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d45b0d0-04c3-4b8d-8a51-5313fc6e1b6a req-c2cdc65e-adf6-4139-83c5-12a28ae7cf5d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3161423 Oct 11 15:28:00.365959 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:00.461183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070fb540-6b4c-4baa-b691-684d6ccca246 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:00.511224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-b5f339b8-c7fd-4247-ab9c-dafd5223ca80 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6510119 Oct 11 15:28:00.513529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:00.532901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d45b0d0-04c3-4b8d-8a51-5313fc6e1b6a req-0c69628d-4888-4624-92b9-fb3653031d52 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753874 Oct 11 15:28:00.541132 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:00.592590 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 070fb540-6b4c-4baa-b691-684d6ccca246 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:00.593079 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:00.784995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:00.824935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:00.825908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 070fb540-6b4c-4baa-b691-684d6ccca246, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070fb540-6b4c-4baa-b691-684d6ccca246,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:00.841016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:00.891806 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:00.903000 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:00.920300 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:00.921862 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:00.983999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=070fb540-6b4c-4baa-b691-684d6ccca246,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:01.029094 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:01.051222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea505e8a-173a-422b-89a7-4f27b956de58 req-c27b8302-e987-4ecc-b17e-c1c788cc5ce8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:01.052730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea505e8a-173a-422b-89a7-4f27b956de58 req-c27b8302-e987-4ecc-b17e-c1c788cc5ce8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2403743 Oct 11 15:28:01.054659 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:01.055311 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:01.137794 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:01.140593 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547a2d1-ea14-4067-a5b3-71e23de94092 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:01.182161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea505e8a-173a-422b-89a7-4f27b956de58 req-ffca2095-ace8-41cd-b5b0-db6b5567f87b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140935 Oct 11 15:28:01.240199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:01.377381 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Allocated IP 172.35.3.211 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/af4f0af0-f5cc-4ff3-aa06-300bacfa75c5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:01.398664 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:01.984845 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:02.004353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Sync routers for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:02.016671 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:02.017295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.020236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a6a-881b-421e-9e77-0847fc0e6eb5 req-a41b671f-c99c-40b8-82f2-1000ea53de54 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:02.029798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37d22a6a-881b-421e-9e77-0847fc0e6eb5 req-a41b671f-c99c-40b8-82f2-1000ea53de54 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.5813491 Oct 11 15:28:02.093257 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:02.101952 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:02.104397 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd48094-3b5a-4b94-950f-0b5442311691" -d '{"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-unplugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:02.108676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.137131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.147028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37d22a6a-881b-421e-9e77-0847fc0e6eb5 req-7a206ef1-55db-4379-ab60-c3ecbb4b5b4c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171088 Oct 11 15:28:02.157896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:02.159891 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Transition to ACTIVE for port object d95f5870-3868-4b50-aaba-0add8fd23877 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:02.202872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.364846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.374014 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:02.403305 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] No DVR routers for this DVR port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:02.432661 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070fb540-6b4c-4baa-b691-684d6ccca246 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:02.434982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:02.447013 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:02.457567 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:02.467136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcc94-2d64-4682-8106-cf7a6de1c365 req-229e8129-160f-4c4a-9684-f303f31d4296 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:02.474900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e67bcc94-2d64-4682-8106-cf7a6de1c365 req-229e8129-160f-4c4a-9684-f303f31d4296 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.2231009 Oct 11 15:28:02.477752 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:02.481460 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:02.493132 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:02.503367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.506679 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:02.507597 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.534482 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-555c6232-2404-4492-b644-8adec06b8e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.569606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:02.574787 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.607133 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:02.607821 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.617655 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 070fb540-6b4c-4baa-b691-684d6ccca246 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:02.618595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.664856 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.665952 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6c37-249a-44cc-b525-042ae2c89586 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:02.690594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event updated for resources: {'Port': ['ID=af4f0af0-f5cc-4ff3-aa06-300bacfa75c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:02.739696 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:02.740186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:02.740617 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:02.768794 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:02.769295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:02.789847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e67bcc94-2d64-4682-8106-cf7a6de1c365 req-3083846c-6c79-4903-aab0-427a6fc0dc48 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098569 Oct 11 15:28:02.794698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d9c7734c-0a9a-4a22-876e-f5c11ec13f7c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/2bc58df0-a444-4f73-9235-03cd53acaf07 HTTP/1.1" status: 200 len: 977 time: 6.4743552 Oct 11 15:28:02.797848 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:02.804360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:02.810743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'da66cb65-78e7-4f3e-ba65-b0e31847d5e7', 'name': '', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'mac_address': 'fa:16:3e:16:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:56Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 2, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'subnets': [{'id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:02.841307 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Checking router: 9341992d-22c9-4cab-827f-35978fc8c228 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:28:02.841694 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Updating router 9341992d-22c9-4cab-827f-35978fc8c228 port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:28:02.875712 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:02.876095 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:02.876438 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:02.878054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.879554 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Bound port: d95f5870-3868-4b50-aaba-0add8fd23877, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:02.880035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:02.936852 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab46152-1dd4-44dc-aaf2-e18e7aadd60d x-openstack-request-id: req-cab46152-1dd4-44dc-aaf2-e18e7aadd60d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:02.937144 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-unplugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:02.937392 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cab46152-1dd4-44dc-aaf2-e18e7aadd60d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:02.937819 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'code': 200} Oct 11 15:28:02.940309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.044999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.070995 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:03.130098 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:03.146608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.156180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.161721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.162120 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 2bc58df0-a444-4f73-9235-03cd53acaf07 disassociated. External IP: 172.35.3.193, port: 84f2b00a-5604-4b98-92a7-2069dc374d9b. Oct 11 15:28:03.166045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff0c9c-e091-4b4d-82aa-78b5b9b8ee5e req-09c8d85e-d089-4a7a-9a00-bfaa2949acfb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:03.167662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21ff0c9c-e091-4b4d-82aa-78b5b9b8ee5e req-09c8d85e-d089-4a7a-9a00-bfaa2949acfb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1243670 Oct 11 15:28:03.168309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.242477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:03.243204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.246706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 1095 time: 3.0118134 Oct 11 15:28:03.391078 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f665-2ab9-4889-8f49-4cdd9f3d8cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:03.404259 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.413356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.464334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21ff0c9c-e091-4b4d-82aa-78b5b9b8ee5e req-c0a79a17-2138-48bb-a593-4ec7d6346118 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707930 Oct 11 15:28:03.542338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-84e77797-f4c3-4569-b1bb-b20dd78149f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:03.543911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-84e77797-f4c3-4569-b1bb-b20dd78149f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1098 time: 0.2504561 Oct 11 15:28:03.553324 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645799-f11c-429c-81e5-abda7f8ddd2c None None] Pushing event updated for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:03.560988 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Attempting to bind port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:03.561587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Attempting to bind port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:03.562025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Attempting to bind port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 on network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:03.573021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:03.573497 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Checking segment: {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:03.574040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.574571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Bound using segment: {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:03.575131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Bound port: da66cb65-78e7-4f3e-ba65-b0e31847d5e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e49a68-d45e-406b-b93d-41111831fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:03.575580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.711252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] For port da66cb65-78e7-4f3e-ba65-b0e31847d5e7, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:03.724600 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.737781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.737944 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] For port da66cb65-78e7-4f3e-ba65-b0e31847d5e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:03.745495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:03.790278 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:03.798342 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event updated for resources: {'Port': ['ID=af4f0af0-f5cc-4ff3-aa06-300bacfa75c5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:03.804356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-eade2a96-329e-461f-80cc-2682332381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:03.806610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-eade2a96-329e-461f-80cc-2682332381bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2530355 Oct 11 15:28:03.852505 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645799-f11c-429c-81e5-abda7f8ddd2c None None] Pushing event updated for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:03.884164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-d068e96f-70b9-4fa8-9af2-52cc8ed857da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0686126 Oct 11 15:28:03.895450 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:03.897966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:03.910871 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.004177 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:04.006089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.073059 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:04.090891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.118651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-88fb5c97-0e24-488c-ba0f-4f6f3bad2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:04.120155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-88fb5c97-0e24-488c-ba0f-4f6f3bad2624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.2290959 Oct 11 15:28:04.133939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:04.139292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f7ca2d58-5636-471c-ae2f-6318d9dfdc32 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/2bc58df0-a444-4f73-9235-03cd53acaf07 HTTP/1.1" status: 200 len: 688 time: 1.3388093 Oct 11 15:28:04.143566 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:04.194603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-d7db0a7c-b4b3-4cbc-a211-10db6e4d1166 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:04.199234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-d7db0a7c-b4b3-4cbc-a211-10db6e4d1166 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.2921884 Oct 11 15:28:04.231520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.232776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-9793ff37-ba0d-408c-93e8-661a059bd3c2 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7203081 Oct 11 15:28:04.383851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-a0481d72-6397-4228-80f2-43a4d3ec5aba tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/quotas/77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 375 time: 0.1495168 Oct 11 15:28:04.392905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-684f634d-8b85-4b10-96e1-d2b21b5de5ac tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1464498 Oct 11 15:28:04.473133 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 898c780b-8a73-4fb3-a748-695a4af8b5ac {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:04.473498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.502127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device da66cb65-78e7-4f3e-ba65-b0e31847d5e7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:04.504452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:04.512973 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:04.518989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-7a95526d-a755-453c-8574-eec22071ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:04.523606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-7a95526d-a755-453c-8574-eec22071ba42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3827345 Oct 11 15:28:04.613274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-754b2151-ecd6-4357-b53f-3324aaa071da tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2192070 Oct 11 15:28:04.628306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:04.641174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.642599 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.650893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'mac_address': 'fa:16:3e:26:50:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:04.671457 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 898c780b-8a73-4fb3-a748-695a4af8b5ac owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:04.726358 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.727066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-db988b10-c0b2-4e18-9d78-048782aae3da service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040404 Oct 11 15:28:04.746655 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21179065-f7d4-4fd8-b383-363caf06bfb4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:04.773066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:04.843668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-4faeee61-0a2e-4235-be5f-ea5d709ee49b service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087201 Oct 11 15:28:04.850520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.852897 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:04.853540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:04.853830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84440ed5-68b2-438d-b355-4a8024696e30 req-650b140a-8800-4a4e-9d12-8a00cd4df2e7 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:04.855268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-650b140a-8800-4a4e-9d12-8a00cd4df2e7 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4086609 Oct 11 15:28:04.882307 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-3de217af-3e18-418d-8231-2b39ed305507 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:28:04.892937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84440ed5-68b2-438d-b355-4a8024696e30 req-3de217af-3e18-418d-8231-2b39ed305507 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0243521 Oct 11 15:28:04.901368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.948970 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:04.984394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:04.997694 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:04.998361 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:27:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:05.042588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=898c780b-8a73-4fb3-a748-695a4af8b5ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:05.044635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:05.045056 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52faf302-88cf-49da-bdd0-abbdd8ec8d5d None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:05.049877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2509f683-deaa-48a5-b6b4-67cb4763760f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.056078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['21179065-f7d4-4fd8-b383-363caf06bfb4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:05.066301 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:05.068711 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111efe76-1f0f-4b08-91a7-ce7c77175186" -d '{"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:05.073778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d854026-4fb5-4e74-aa1b-cbecb3ba3902 req-9855711b-e661-498f-a39a-f86700d6598e service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175710 Oct 11 15:28:05.133301 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:05.201027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.205396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.207176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d006d9d3-1612-49ee-8b74-060c2ea27145 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/2bc58df0-a444-4f73-9235-03cd53acaf07 HTTP/1.1" status: 204 len: 168 time: 1.0615034 Oct 11 15:28:05.209594 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:05.216664 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'da66cb65-78e7-4f3e-ba65-b0e31847d5e7', 'name': '', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'mac_address': 'fa:16:3e:16:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:56Z', 'updated_at': '2021-10-11T15:28:03Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'subnets': [{'id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:05.249421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] For port da66cb65-78e7-4f3e-ba65-b0e31847d5e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:05.266911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc7b4-8204-4d82-855f-026eb2e84946 req-df2605c2-4add-4239-9b1a-ad9a73df89ff tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.268629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0ccc7b4-8204-4d82-855f-026eb2e84946 req-df2605c2-4add-4239-9b1a-ad9a73df89ff tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.1921973 Oct 11 15:28:05.277366 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-34c0cb05-f74c-4389-8ed9-c6af4517ed97 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] delete failed (client error): The resource could not be found. Oct 11 15:28:05.278625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34c0cb05-f74c-4389-8ed9-c6af4517ed97 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/2bc58df0-a444-4f73-9235-03cd53acaf07 HTTP/1.1" status: 404 len: 345 time: 0.0676970 Oct 11 15:28:05.278929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-2bdc08af-685f-432e-bfa6-22df6fa79e38 service neutron] 10.222.0.31 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336518 Oct 11 15:28:05.282806 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:05.310142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:05.310511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.359287 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4289b96-1bc0-48da-bc8d-5129bca1fe09 None None] The sync data for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 is: [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:27:57Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'da66cb65-78e7-4f3e-ba65-b0e31847d5e7', 'name': '', 'network_id': '2ac06ffc-58a9-4400-89e0-ada37b1e3f93', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'mac_address': 'fa:16:3e:16:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:56Z', 'updated_at': '2021-10-11T15:28:03Z', 'revision_number': 4, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'subnets': [{'id': '124d9e3b-7840-420d-85c7-178bf3e0433b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:05.361120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.388909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0ccc7b4-8204-4d82-855f-026eb2e84946 req-011b712c-70d1-4247-b805-55b346e98623 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068528 Oct 11 15:28:05.426810 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7dd0a-c622-4cd5-8501-c8df26f8d477 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.450545 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7dd0a-c622-4cd5-8501-c8df26f8d477 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.457347 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7dd0a-c622-4cd5-8501-c8df26f8d477 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.459448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ea7dd0a-c622-4cd5-8501-c8df26f8d477 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/ports?network_id=beb7ba78-656c-40ba-b0c9-656605d9a807 HTTP/1.1" status: 200 len: 2356 time: 0.1750758 Oct 11 15:28:05.462547 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:05.480292 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb50ef-a11f-4286-b9a6-6d4707139966 None None] Pushing event updated for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:05.559321 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:28:05.560996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49d3d036-aafa-4d1a-a052-82d93e7fc887 None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:05.561435 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d3d036-aafa-4d1a-a052-82d93e7fc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.619309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349bd4e-2af9-4af9-9858-dcfc9f9729e8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.628389 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:05.628972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2349bd4e-2af9-4af9-9858-dcfc9f9729e8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/subnets/b93c5888-df5e-423b-aa14-211ea374bb2a HTTP/1.1" status: 200 len: 797 time: 0.1649842 Oct 11 15:28:05.655356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cef3c-e02e-4052-96ee-8f231a1c85ce req-3723e99c-c8ca-4ee8-8eda-14285a35f0f4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:05.670974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a2cef3c-e02e-4052-96ee-8f231a1c85ce req-3723e99c-c8ca-4ee8-8eda-14285a35f0f4 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 947 time: 0.1633594 Oct 11 15:28:05.675763 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'port': {'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807', 'name': 'tempest-FloatingIPTestJSON-1640451911', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:05.779081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a2cef3c-e02e-4052-96ee-8f231a1c85ce req-7151a3cb-0b36-4e9b-bdae-a5db9a3cf8e0 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072304 Oct 11 15:28:05.831504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:05.927286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:06.056879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:06.067681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f5189ef-03db-4b60-80cc-9e3b1bb72ef3 req-6c1878ed-215d-431a-b5d2-ef1fa9dc0414 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips/57cb7f69-2b78-4206-89b5-956b64916041 HTTP/1.1" status: 200 len: 693 time: 0.1025286 Oct 11 15:28:06.268009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5189ef-03db-4b60-80cc-9e3b1bb72ef3 req-00c09491-ecf6-4a1b-93a2-947af8be7f20 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:06.269634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f5189ef-03db-4b60-80cc-9e3b1bb72ef3 req-00c09491-ecf6-4a1b-93a2-947af8be7f20 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.1908348 Oct 11 15:28:06.286128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727416e0-5f09-48f6-b637-a4c422b511ff req-b0e2897c-915d-45d0-80ce-a2e3a1b1eb0a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:06.288365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-727416e0-5f09-48f6-b637-a4c422b511ff req-b0e2897c-915d-45d0-80ce-a2e3a1b1eb0a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 944 time: 0.4059052 Oct 11 15:28:06.299913 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-6f5189ef-03db-4b60-80cc-9e3b1bb72ef3 req-64b784bd-b9cd-4aab-9da9-f45f5bfcb747 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:28:06.301028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f5189ef-03db-4b60-80cc-9e3b1bb72ef3 req-64b784bd-b9cd-4aab-9da9-f45f5bfcb747 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085382 Oct 11 15:28:06.391712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:06.415645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-727416e0-5f09-48f6-b637-a4c422b511ff req-a66899ab-f8cc-403f-906f-04a0f60439f5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113195 Oct 11 15:28:06.421950 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] device_id is not set on port 4a97647b-5464-48b6-8d55-4c0928f20e0f yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:28:06.436264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:06.529181 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device da66cb65-78e7-4f3e-ba65-b0e31847d5e7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:06.571490 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a98f4b-6109-4aaa-8503-6261cefc4fcf x-openstack-request-id: req-74a98f4b-6109-4aaa-8503-6261cefc4fcf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:06.572069 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:06.572493 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74a98f4b-6109-4aaa-8503-6261cefc4fcf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:06.573186 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'status': 'completed', 'code': 200} Oct 11 15:28:06.698497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 21179065-f7d4-4fd8-b383-363caf06bfb4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:06.699785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:06.704036 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:06.704590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:06.881879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:06.940938 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:06.943678 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce37d4-63a7-4f9f-9f13-35154d717a88" -d '{"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-plugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:06.960819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:06.969285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:07.050672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:07.144293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89a75dec-d934-42d5-b745-9e1a99806293 req-42fa0d00-eb70-4dde-921b-8ac16eb83338 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.5199566 Oct 11 15:28:07.225473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:07.278911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4846ca01-ba0d-4384-8573-5bd40616eea8 req-a7da90ba-3b15-41c6-9be3-608cc501ebf1 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=7ead7f2a67594c10a17b724f5bbacab0 HTTP/1.1" status: 200 len: 696 time: 0.6916473 Oct 11 15:28:07.423620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:07.441137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'mac_address': 'fa:16:3e:58:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:07.520014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:07.566153 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:07.659313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:07.667077 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-02dbc06a-6dd5-43bd-b54f-9cecfd197ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:07.668825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:07.676239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:07.681935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-02dbc06a-6dd5-43bd-b54f-9cecfd197ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1098 time: 0.6502683 Oct 11 15:28:07.760559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:07.787642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-d955ad8d-1ffd-4afa-9a7f-26380dd84828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:07.790180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-d955ad8d-1ffd-4afa-9a7f-26380dd84828 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1098 time: 1.2018399 Oct 11 15:28:07.874368 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-b2f5f610-2824-4cdc-af3f-7fca07f73742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:07.876278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-b2f5f610-2824-4cdc-af3f-7fca07f73742 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1634495 Oct 11 15:28:07.960171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37247-ab60-4f76-a7f0-cc3126ef2925 req-94378cbd-d22b-49a0-9781-c31bd3dd3d8c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:07.968449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f37247-ab60-4f76-a7f0-cc3126ef2925 req-94378cbd-d22b-49a0-9781-c31bd3dd3d8c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.7196937 Oct 11 15:28:07.997323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d95f5870-3868-4b50-aaba-0add8fd23877'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:08.085327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-a3525e59-f058-4112-bd44-f73e7399bdce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.1933098 Oct 11 15:28:08.203596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f37247-ab60-4f76-a7f0-cc3126ef2925 req-c4af4ed4-1181-4378-94af-c3a299ce8064 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340219 Oct 11 15:28:08.204966 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.14 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/4a97647b-5464-48b6-8d55-4c0928f20e0f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:08.225005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ca01-ba0d-4384-8573-5bd40616eea8 req-6de56ed8-8dc8-4277-907a-713cddda8470 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.226791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4846ca01-ba0d-4384-8573-5bd40616eea8 req-6de56ed8-8dc8-4277-907a-713cddda8470 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks?id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 787 time: 0.9470661 Oct 11 15:28:08.246706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-1da6e1f8-87f6-4169-833c-9f6f55c7f635 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.248204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-1da6e1f8-87f6-4169-833c-9f6f55c7f635 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 807 time: 0.7797987 Oct 11 15:28:08.259981 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-4846ca01-ba0d-4384-8573-5bd40616eea8 req-bf193bf8-829f-40a0-bc8d-5c3689cfae09 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:28:08.260980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4846ca01-ba0d-4384-8573-5bd40616eea8 req-bf193bf8-829f-40a0-bc8d-5c3689cfae09 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070488 Oct 11 15:28:08.271063 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Request body: {'port': {'device_id': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'admin_state_up': True, 'tenant_id': '77e5dba876a247eaa5b890ec204af9cd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:08.276960 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.13 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/4a97647b-5464-48b6-8d55-4c0928f20e0f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:08.412559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-2c112cae-33bc-4d6d-8c12-9453e6fb81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.414660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-2c112cae-33bc-4d6d-8c12-9453e6fb81b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.3076987 Oct 11 15:28:08.526670 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d4fe8e-8d78-4591-a21a-080c20ae2bc0 x-openstack-request-id: req-75d4fe8e-8d78-4591-a21a-080c20ae2bc0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:08.527031 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-plugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:08.527462 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75d4fe8e-8d78-4591-a21a-080c20ae2bc0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:08.527933 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'code': 200} Oct 11 15:28:08.531140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-fe7decf8-db3c-4e00-936e-b661fc6fbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.532994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-fe7decf8-db3c-4e00-936e-b661fc6fbf70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.6519096 Oct 11 15:28:08.665399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-d6040323-11b8-4ee7-98f2-59672dc107e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.1110032 Oct 11 15:28:08.674793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Made reservation on behalf of 77e5dba876a247eaa5b890ec204af9cd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:08.678256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:08.804922 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbff5-3198-407f-8350-20bb9aff9140 req-12f68e31-11fb-46a1-8845-12cdedd97027 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.816854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9adfbff5-3198-407f-8350-20bb9aff9140 req-12f68e31-11fb-46a1-8845-12cdedd97027 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.4536567 Oct 11 15:28:08.874207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9adfbff5-3198-407f-8350-20bb9aff9140 req-ed702e3b-185e-4490-b8de-27eca3abf139 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549948 Oct 11 15:28:08.895686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c777-cb6d-4580-bfe6-19added66df6 req-90d22035-17f1-49ab-b58c-c2c910359e2b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.900802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeb2c777-cb6d-4580-bfe6-19added66df6 req-90d22035-17f1-49ab-b58c-c2c910359e2b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.3096170 Oct 11 15:28:08.913259 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-7c7c33bb-6174-4dd7-a2ed-2a23147f7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:08.917893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-7c7c33bb-6174-4dd7-a2ed-2a23147f7794 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4858925 Oct 11 15:28:09.031987 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:09.152745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6741b809-5ed3-4c90-8fc8-a8b9ebbee7f3 req-62d0bf80-4914-4594-8c8b-b9a916df2a9e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.1542382 Oct 11 15:28:09.162940 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-064c8779-4418-4c80-a6ab-b0cd83508cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:09.166114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-064c8779-4418-4c80-a6ab-b0cd83508cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.4729986 Oct 11 15:28:09.222085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeb2c777-cb6d-4580-bfe6-19added66df6 req-7b4d7626-f877-46e0-9414-67b641d193ab tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026807 Oct 11 15:28:09.395551 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:09.440858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-ca5adbcd-7cb6-441d-8268-9124e36cf5e3 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips/57cb7f69-2b78-4206-89b5-956b64916041 HTTP/1.1" status: 200 len: 693 time: 0.2028461 Oct 11 15:28:09.448077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:09.592579 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=4a97647b-5464-48b6-8d55-4c0928f20e0f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:09.679103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-44a97155-b38d-4bbf-98f0-0f8b7a96a8f2 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287807 Oct 11 15:28:09.690503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-0f0d490c-4eaf-405b-8c7d-ff831cfd02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:09.692683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-0f0d490c-4eaf-405b-8c7d-ff831cfd02c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5127926 Oct 11 15:28:09.696487 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Allocated IP 172.20.0.3 (07e7d252-137f-4ead-9315-d1c6c50fda8e/26c48a57-3691-4b46-af63-536731a53b74/0f59b658-6ac2-49ea-8321-762f07635119) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:09.762562 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:09.827119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-b31174fd-8a99-47b7-ae54-fd1b2b29e5b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:09.829016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-b31174fd-8a99-47b7-ae54-fd1b2b29e5b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 948 time: 0.1957393 Oct 11 15:28:09.957555 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-8b67879f-c394-4a61-b3fd-d747e3077714 service neutron] 10.222.0.36 "GET /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1203077 Oct 11 15:28:10.261952 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:10.270400 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:10.347604 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:10.397279 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518b4c-6172-49eb-ae72-82422413e86a req-311ac184-3def-44d6-8909-a76a93d180c1 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:10.399721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-311ac184-3def-44d6-8909-a76a93d180c1 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.9496615 Oct 11 15:28:10.424969 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-83ca8c1d-77ef-483b-9098-5ebe964bd144 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:28:10.426413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-83ca8c1d-77ef-483b-9098-5ebe964bd144 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061157 Oct 11 15:28:10.597916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da81-2050-4ccf-b44f-697be0143710 req-f3b4029c-2dea-44e5-ab53-8678302a348d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:10.614253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d7da81-2050-4ccf-b44f-697be0143710 req-f3b4029c-2dea-44e5-ab53-8678302a348d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.8799043 Oct 11 15:28:10.729148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-59b8bed7-5c2a-4cca-862c-c5eb4e686ba0 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0208311 Oct 11 15:28:10.748917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:10.749800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:10.777658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-6e682512-c26d-4f47-9729-75085f65bb00 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0745327 Oct 11 15:28:10.780872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-e5e82428-38a3-49a3-a00d-297868537d6c tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.211 HTTP/1.1" status: 200 len: 696 time: 0.3214245 Oct 11 15:28:10.943967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d7da81-2050-4ccf-b44f-697be0143710 req-a30929e6-5ff4-4e3e-b97c-f872a6c40454 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273067 Oct 11 15:28:10.974872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-23a94008-5420-4505-b9ce-90f31caacf31 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1827459 Oct 11 15:28:10.979070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aa753f55-ba9f-4de0-ae11-98c9a1f93e22 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.3424175 Oct 11 15:28:10.982022 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:10.987534 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '4a97647b-5464-48b6-8d55-4c0928f20e0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:11.047060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.236878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.238041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.257883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:11.308935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111efe76-1f0f-4b08-91a7-ce7c77175186 req-1bfcb806-b65c-4e80-a59a-2bbfb9480f87 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540960 Oct 11 15:28:11.457588 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port d95f5870-3868-4b50-aaba-0add8fd23877 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:28:11.466067 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port d95f5870-3868-4b50-aaba-0add8fd23877 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:11.470751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.565757 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.230 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c6fa76e9-0470-4a01-9ea7-2f81258e8f83) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:11.630588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.654748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-1e526cd4-81df-46e9-9a4d-f4665594af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:11.657014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-1e526cd4-81df-46e9-9a4d-f4665594af16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1099 time: 0.2352901 Oct 11 15:28:11.683618 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.722005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['376c55f7-451e-47f3-a80f-3a1de79a00fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:11.725329 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Deleting port af4f0af0-f5cc-4ff3-aa06-300bacfa75c5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:11.725708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.781559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.855203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:11.858700 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:11.865324 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613194a1-3709-460f-94db-033e1b459aff" -d '{"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:11.962144 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=c6fa76e9-0470-4a01-9ea7-2f81258e8f83,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:11.982280 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:11.983800 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:11.989378 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:11.996374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:12.051890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:12.133966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:12.134389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:12.185780 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Network 07e7d252-137f-4ead-9315-d1c6c50fda8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:12.206653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454ad62-e3e1-4927-8cd7-d182a291da91 req-97993e2a-f214-4ac9-946e-eca51188467d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:12.214664 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:12.218839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8454ad62-e3e1-4927-8cd7-d182a291da91 req-97993e2a-f214-4ac9-946e-eca51188467d tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.6605186 Oct 11 15:28:12.220995 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:12.336353 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Calling delete_port for af4f0af0-f5cc-4ff3-aa06-300bacfa75c5 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:12.433145 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:12.524473 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:12.596222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8454ad62-e3e1-4927-8cd7-d182a291da91 req-e1b7c491-1438-4fe1-b96f-4d5ae02b9f56 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763828 Oct 11 15:28:12.656199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:12.660358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:12.795993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-286bb187-5389-418e-a881-02a5b03aeb97 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5290127 Oct 11 15:28:12.837956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Request body: {'port': {'device_id': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:12.858766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:12.966590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.008807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-1c161228-eb3e-484f-9126-2bebe1415c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:13.010901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-1c161228-eb3e-484f-9126-2bebe1415c89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 1.3003461 Oct 11 15:28:13.016628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.079190 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event deleted for resources: {'Port': ['ID=af4f0af0-f5cc-4ff3-aa06-300bacfa75c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:13.135406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8a109-604f-4961-9f4a-2df616dcb55a req-2c1e3eb1-be1c-423c-816c-d84799def0cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:13.137189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37e8a109-604f-4961-9f4a-2df616dcb55a req-2c1e3eb1-be1c-423c-816c-d84799def0cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 931 time: 0.3511846 Oct 11 15:28:13.137996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.184467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-081dcc1a-ae64-40eb-89c9-5e2cb9a33203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.1256859 Oct 11 15:28:13.311883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.321657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.418527 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=c6fa76e9-0470-4a01-9ea7-2f81258e8f83,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:13.445803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.663087 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f59b658-6ac2-49ea-8321-762f07635119 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:13.664491 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 04a762cb-011d-4e02-901d-7b86d2195678 associated. External IP: 172.35.3.230, port: 4a97647b-5464-48b6-8d55-4c0928f20e0f. Oct 11 15:28:13.686788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37e8a109-604f-4961-9f4a-2df616dcb55a req-ab918674-8b23-4e0a-ac8c-21f5c7b34d6d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309246 Oct 11 15:28:13.749047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.887341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.890001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.891143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5518b4c-6172-49eb-ae72-82422413e86a req-7a1a9394-cb22-494b-a794-5be8335695e8 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "DELETE /v2.0/floatingips/57cb7f69-2b78-4206-89b5-956b64916041 HTTP/1.1" status: 204 len: 173 time: 2.8723636 Oct 11 15:28:13.892138 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Transition to ACTIVE for port object 0f59b658-6ac2-49ea-8321-762f07635119 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:13.923603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:13.970536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-49c66e22-a0bc-4645-9fd5-aac52984ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:13.972045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-49c66e22-a0bc-4645-9fd5-aac52984ede3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.7673357 Oct 11 15:28:13.977004 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:14.002588 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da82536-2e79-4fdc-80ad-fb5b70339c39 x-openstack-request-id: req-7da82536-2e79-4fdc-80ad-fb5b70339c39 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:14.003424 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:14.003834 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7da82536-2e79-4fdc-80ad-fb5b70339c39 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:14.004442 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'code': 200} Oct 11 15:28:14.063885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-9c7d9ea1-8fd2-48fa-bc9b-3a14fffed897 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:14.065981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-9c7d9ea1-8fd2-48fa-bc9b-3a14fffed897 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.3570988 Oct 11 15:28:14.078681 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:14.085467 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:14.103347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5dc04-3025-4750-a0e3-e43bdc5af856 req-9dbe9e23-67a9-46f2-a5c7-8ada2efc4c93 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:14.106907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbe5dc04-3025-4750-a0e3-e43bdc5af856 req-9dbe9e23-67a9-46f2-a5c7-8ada2efc4c93 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2485540 Oct 11 15:28:14.177729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-7da56ce1-6763-4e82-9873-a66d78ac817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:14.180148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-7da56ce1-6763-4e82-9873-a66d78ac817f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932139 Oct 11 15:28:14.247104 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:14.259246 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:14.274855 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:14.278467 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:14.301681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:14.345452 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf5ed426-0771-4870-8974-4f31a2763e1e tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3615963 Oct 11 15:28:14.348087 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:14.353498 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': '4a97647b-5464-48b6-8d55-4c0928f20e0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:14.362237 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:14.385922 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:14.386828 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:14.422277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-f8b335bf-8e6c-4b4b-a1b1-cb5aa1422bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938381 Oct 11 15:28:14.434684 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:14.435658 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7076c5f1-d53b-46cf-aaf2-3d2d89c68699 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:14.461449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:14.475540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:14.485802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:14.558909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbe5dc04-3025-4750-a0e3-e43bdc5af856 req-2f7ac2f3-dd7d-46dd-8b59-04c03962dc05 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188290 Oct 11 15:28:14.559661 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:14.559996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:14.560324 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:14.622849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eaebf-32c2-486d-b5fe-6bf046deede1 req-a36cbbcf-0583-41a4-aac5-7de44136853d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:14.631956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c5eaebf-32c2-486d-b5fe-6bf046deede1 req-a36cbbcf-0583-41a4-aac5-7de44136853d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 945 time: 0.4971421 Oct 11 15:28:14.633683 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:14.634013 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:14.644761 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:14.645098 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:14.645549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:14.646037 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Bound port: 0f59b658-6ac2-49ea-8321-762f07635119, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:14.646484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:14.820694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c5eaebf-32c2-486d-b5fe-6bf046deede1 req-35107d06-36ac-41ef-ac82-9899b6ba90ca tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810174 Oct 11 15:28:14.908088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:14.950498 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:14.997466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde has no active binding in host n-h1-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:28:15.026412 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:15.103077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:15.120546 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:15.295659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:15.310803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:15.798355 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7b74f-334a-4a7d-9507-d74ceb1dc994" -d '{"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:15.820342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.011484 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:16.065184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-26536090-8ced-4a08-adcb-565483efb501 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5876043 Oct 11 15:28:16.126174 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:16.152035 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:16.181317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.209550 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:16.237948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84a59f-7299-48b9-9039-4853317f193b req-3bd5b07b-eddc-416f-9547-6fab2c7a1a27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:16.239777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e84a59f-7299-48b9-9039-4853317f193b req-3bd5b07b-eddc-416f-9547-6fab2c7a1a27 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.4334579 Oct 11 15:28:16.272476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:16.277879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.284443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:16.301537 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:16.302177 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:16.325211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:16.326674 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.328768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 1091 time: 3.5042524 Oct 11 15:28:16.377034 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:16.378246 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:16.379054 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:16.391944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79313ceb-b34d-465a-ac61-4844affdcecb req-328818d8-b3f6-4cb5-844a-a42a59754d24 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5128477 Oct 11 15:28:16.406317 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:16.416722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:16.426626 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:16.427487 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:16.437748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6068fb7-af98-4eb5-b5df-40855627716b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/04a762cb-011d-4e02-901d-7b86d2195678 HTTP/1.1" status: 200 len: 979 time: 2.0882866 Oct 11 15:28:16.439538 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:16.477568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:16.477909 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Attempting to bind port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on network 38c6d315-eff9-4655-83cb-10b80d91e587 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:16.504281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:16.505222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd782281-3a70-4697-8206-bc415414f3f1 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:16.569398 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709bcff-e18e-484b-bae4-394fc7ff8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:16.588081 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:16.588727 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Checking segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:16.589287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Bound using segment: {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:16.590132 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Bound port: 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da50d7f-0b9c-4f9b-83a9-430e107ca76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38c6d315-eff9-4655-83cb-10b80d91e587'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:16.591256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.599764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e84a59f-7299-48b9-9039-4853317f193b req-c1632c31-58f5-4af2-be15-87ec78b6b176 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216724 Oct 11 15:28:16.638042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.734298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-a40032c1-b276-4004-a9d4-afb0ff79274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:16.735773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-a40032c1-b276-4004-a9d4-afb0ff79274b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1094 time: 0.2848821 Oct 11 15:28:16.781543 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port c6fa76e9-0470-4a01-9ea7-2f81258e8f83 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:16.781543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.829851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-49ca53ca-0c46-48dc-9317-c3f416d5d824 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 217 time: 0.0765657 Oct 11 15:28:16.866371 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:16.867316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.867647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.886491 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for c6fa76e9-0470-4a01-9ea7-2f81258e8f83 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:16.905940 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2d4-63fe-4000-9ade-49fc6c8538eb req-208693fd-df70-4895-9e9f-20f2ea86056e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:16.907825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78ddf2d4-63fe-4000-9ade-49fc6c8538eb req-208693fd-df70-4895-9e9f-20f2ea86056e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.1708031 Oct 11 15:28:16.915671 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:16.941458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:16.968527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-cd8b011c-3207-4874-a82a-9a18c94e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:16.970590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-cd8b011c-3207-4874-a82a-9a18c94e4101 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.1300564 Oct 11 15:28:17.049920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-2c12c048-15ec-4590-abf5-d96ea03ed1a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399287 Oct 11 15:28:17.132949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78ddf2d4-63fe-4000-9ade-49fc6c8538eb req-c6a3c4a3-18ee-4980-9e95-a9aa70397fca tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073915 Oct 11 15:28:17.169392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:17.187201 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:17.200483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:17.201094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:17.204493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-cf6e2783-394d-442d-ae69-55f16e29da83 service neutron] 10.222.0.43 "PUT /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 1121 time: 3.1263871 Oct 11 15:28:17.237207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:17.243641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-bccc2dc4-dd84-42cc-931f-19a70f3bad6f service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798911 Oct 11 15:28:17.257768 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=c6fa76e9-0470-4a01-9ea7-2f81258e8f83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:17.290374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['58eafd30-5282-4308-9ed0-9be9bf9dfcde'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:17.393142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:17.394027 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 04a762cb-011d-4e02-901d-7b86d2195678 disassociated (deleted). External IP: 172.35.3.230, port: 4a97647b-5464-48b6-8d55-4c0928f20e0f. Oct 11 15:28:17.515091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['58eafd30-5282-4308-9ed0-9be9bf9dfcde'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:17.551318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f029-074a-40e6-bcc9-554a5ec909f7 req-5fabfcae-fbc0-4a57-90d0-ae033efe91a7 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:17.560346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf67f029-074a-40e6-bcc9-554a5ec909f7 req-5fabfcae-fbc0-4a57-90d0-ae033efe91a7 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2785602 Oct 11 15:28:17.738619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf67f029-074a-40e6-bcc9-554a5ec909f7 req-deb49cc1-725e-48c7-a03b-bdee18d106ac tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765761 Oct 11 15:28:17.750671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf8f0e1-f828-4157-aeda-cea09db0b51d req-f33bf437-e1de-43aa-908b-51dfba1e7793 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849324 Oct 11 15:28:17.798912 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Allocated IP 172.35.3.214 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/a605cfb9-ed32-490e-bbff-5bf36c2a1171) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:17.845343 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b092a43-4e29-46c7-81d8-d4ed2532ad7c x-openstack-request-id: req-3b092a43-4e29-46c7-81d8-d4ed2532ad7c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:17.845662 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:17.845919 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b092a43-4e29-46c7-81d8-d4ed2532ad7c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:17.846434 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'code': 200} Oct 11 15:28:17.903519 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:18.112480 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.157562 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:18.163519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.171904 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:18.184465 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:18.185147 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:18.218943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d71ad5ee-a900-448c-8fd8-c080f4418b30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/04a762cb-011d-4e02-901d-7b86d2195678 HTTP/1.1" status: 204 len: 168 time: 1.7758992 Oct 11 15:28:18.219539 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7997e00-6319-448e-8291-9cf7a20c33bd req-6f13edbd-ff38-435b-93a3-bf5d1bd01d2b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:18.220568 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:18.226954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7997e00-6319-448e-8291-9cf7a20c33bd req-6f13edbd-ff38-435b-93a3-bf5d1bd01d2b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1577191 Oct 11 15:28:18.270722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.285346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7997e00-6319-448e-8291-9cf7a20c33bd req-d26fc4ea-c0a1-4ba1-84f7-24c0d54f55de tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Oct 11 15:28:18.338539 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:18.342701 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:18.348324 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:18.352625 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:18.368673 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:18.372177 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:18.378721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event updated for resources: {'Port': ['ID=a605cfb9-ed32-490e-bbff-5bf36c2a1171,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:18.456846 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 4a97647b-5464-48b6-8d55-4c0928f20e0f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:18.457886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.516390 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:18.524503 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58968caf-a811-43c1-b0b7-fcf9487ee24a None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:18.583611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.587464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-8e124f90-33d8-4d81-bcd9-53cd1576a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:18.588602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.589313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-8e124f90-33d8-4d81-bcd9-53cd1576a3e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00&tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9 HTTP/1.1" status: 200 len: 1100 time: 0.1162386 Oct 11 15:28:18.601537 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 4a97647b-5464-48b6-8d55-4c0928f20e0f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:18.627858 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:18.728781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.731854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.757726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bcdb-181c-435c-b0b4-8797ad20b933 req-8f43374b-9109-46a9-b025-74b08293c7b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:18.765050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6513bcdb-181c-435c-b0b4-8797ad20b933 req-8f43374b-9109-46a9-b025-74b08293c7b2 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.2091959 Oct 11 15:28:18.807037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.853769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=4a97647b-5464-48b6-8d55-4c0928f20e0f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:18.883775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6513bcdb-181c-435c-b0b4-8797ad20b933 req-ca537c55-a034-4f86-95c7-ddf8dd1ed97f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094351 Oct 11 15:28:18.974062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:18.978612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e0df350-39f7-4dc5-ac8c-8ba629807996 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/4a97647b-5464-48b6-8d55-4c0928f20e0f HTTP/1.1" status: 204 len: 168 time: 0.7569168 Oct 11 15:28:18.982555 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:18.987844 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:19.015485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.138613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.210947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2ce4-7f44-428e-a322-77186d6455f3 req-8fb6e0b9-c957-4dca-bf9d-5dba5854d4f0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:19.218713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-690e2ce4-7f44-428e-a322-77186d6455f3 req-8fb6e0b9-c957-4dca-bf9d-5dba5854d4f0 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.2341883 Oct 11 15:28:19.292080 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.14 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/976cf2f0-d989-45e7-aff1-eacc699e5d18) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:19.292845 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:19.313242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-690e2ce4-7f44-428e-a322-77186d6455f3 req-04d2f874-b4d9-4427-a89e-fc294055835c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936666 Oct 11 15:28:19.317024 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.338831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.381156 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:19.430346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.472304 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event updated for resources: {'Port': ['ID=a605cfb9-ed32-490e-bbff-5bf36c2a1171,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:19.485760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.495960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.503699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.525522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-f16b97ce-b700-40e5-b0e9-06d1007ea6b8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--644725165&fields=id&tenant_id=5aea855aceab47e681c3e6e41291e93b HTTP/1.1" status: 200 len: 267 time: 0.1004870 Oct 11 15:28:19.532305 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Transition to ACTIVE for port object d95f5870-3868-4b50-aaba-0add8fd23877 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:19.545104 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=976cf2f0-d989-45e7-aff1-eacc699e5d18,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:19.553551 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:19.555528 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:19.558133 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:19.559200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.560664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79313ceb-b34d-465a-ac61-4844affdcecb req-874da04e-909f-4127-8d84-8b871b86b2f4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1525850 Oct 11 15:28:19.574920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.661374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.703434 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:19.719902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.742656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79313ceb-b34d-465a-ac61-4844affdcecb req-84ff2842-8caa-4013-919b-ffd770f02fb4 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.214 HTTP/1.1" status: 200 len: 696 time: 0.1595516 Oct 11 15:28:19.769288 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] No DVR routers for this DVR port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:19.862907 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119'}, {'name': 'network-changed', 'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde'}, {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:19.865220 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b" -d '{"events": [{"name": "network-changed", "server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "tag": "0f59b658-6ac2-49ea-8321-762f07635119"}, {"name": "network-changed", "server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde"}, {"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-unplugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:19.912531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.915461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-8ad1be5d-26be-4f53-a7f4-405614583480 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:19.925982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-8ad1be5d-26be-4f53-a7f4-405614583480 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/networks?id=7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 200 len: 816 time: 0.3876829 Oct 11 15:28:19.927851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:19.962585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-88ce720f-1959-443d-befc-6c393394f96f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/quotas/5aea855aceab47e681c3e6e41291e93b HTTP/1.1" status: 200 len: 375 time: 0.0353141 Oct 11 15:28:19.985292 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=976cf2f0-d989-45e7-aff1-eacc699e5d18,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:20.003965 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:20.004293 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:20.004615 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:20.034518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:20.034836 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Attempting to bind port d95f5870-3868-4b50-aaba-0add8fd23877 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:20.055391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.058945 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:20.059424 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:20.059916 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:20.060470 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Bound port: d95f5870-3868-4b50-aaba-0add8fd23877, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:20.061499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.072063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79313ceb-b34d-465a-ac61-4844affdcecb req-f0180ee3-4f68-475d-baad-b2ce956926db tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:20.073604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79313ceb-b34d-465a-ac61-4844affdcecb req-f0180ee3-4f68-475d-baad-b2ce956926db tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.3301249 Oct 11 15:28:20.075201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.076698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d28e12f-67d2-4152-963c-b55d74662bd6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0932708 Oct 11 15:28:20.086321 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:20.097581 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'port': {'network_id': 'beb7ba78-656c-40ba-b0c9-656605d9a807', 'name': 'tempest-FloatingIPTestJSON-709353111'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:20.113685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-0d1de107-b8c9-4970-a7be-490713ad8ce8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aea855aceab47e681c3e6e41291e93b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500812 Oct 11 15:28:20.231524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:20.235882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.259586 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] device_id is not set on port 46292e2b-0931-4cb9-968c-4774d3097346 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:28:20.296625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1e33-6126-4427-b20a-def719acba0a req-6c23cd95-c5e4-4434-9888-c8d157238a9d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:20.298171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490d1e33-6126-4427-b20a-def719acba0a req-6c23cd95-c5e4-4434-9888-c8d157238a9d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1260812 Oct 11 15:28:20.308588 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:20.346510 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:20.357320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-1361a115-92a3-40a9-8d20-e35527dabd9e service neutron] 10.222.0.31 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390108 Oct 11 15:28:20.372390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.424471 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.2 (beb7ba78-656c-40ba-b0c9-656605d9a807/b93c5888-df5e-423b-aa14-211ea374bb2a/46292e2b-0931-4cb9-968c-4774d3097346) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:20.503859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:20.504643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.506345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 1096 time: 1.8840153 Oct 11 15:28:20.523091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490d1e33-6126-4427-b20a-def719acba0a req-57b6cc75-14da-4208-8b66-091a6b8e483b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152328 Oct 11 15:28:20.531710 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af969c45-232d-4d29-8dab-9b38a43598a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:20.648208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.691265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.787306 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network beb7ba78-656c-40ba-b0c9-656605d9a807 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:20.790948 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:20.806617 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:20.836748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=46292e2b-0931-4cb9-968c-4774d3097346,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:20.907363 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:20.908661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:20.944036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-01812b49-fe47-45aa-85b4-d1716d1a7954 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8563988 Oct 11 15:28:20.945426 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:20.957692 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': '46292e2b-0931-4cb9-968c-4774d3097346'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:21.026429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:21.069821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-a074bd4c-cce4-497a-bd0e-5d1f412481ae service neutron] 10.222.0.31 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102022 Oct 11 15:28:21.082356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-494a29a0-3353-4d6e-b6af-9c0fe14e03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:21.087045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-494a29a0-3353-4d6e-b6af-9c0fe14e03e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1099 time: 0.5442817 Oct 11 15:28:21.162091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499922-3163-4cff-9de9-fcfa992c732e req-d4bdd5ad-1b74-4111-a0f5-03d194bd161d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:21.165276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69499922-3163-4cff-9de9-fcfa992c732e req-d4bdd5ad-1b74-4111-a0f5-03d194bd161d tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1814423 Oct 11 15:28:21.250118 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-460fd707-d79d-473c-9932-edd54f725093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:21.254414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-460fd707-d79d-473c-9932-edd54f725093 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1580491 Oct 11 15:28:21.316205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-571b7c8c-22f3-4f89-8a41-4d5dfa5c6126 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0465922 Oct 11 15:28:21.327857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:21.440854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69499922-3163-4cff-9de9-fcfa992c732e req-8f482c62-fb19-4694-996f-5d33cc58cb24 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851203 Oct 11 15:28:21.495657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-59b6b282-c722-4b48-b967-6fe2ff05f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:21.506005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-59b6b282-c722-4b48-b967-6fe2ff05f1ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1787641 Oct 11 15:28:21.541211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:21.638641 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52e08c7-16dc-4602-a0e8-047538578801 x-openstack-request-id: req-a52e08c7-16dc-4602-a0e8-047538578801 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:21.638891 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "tag": "0f59b658-6ac2-49ea-8321-762f07635119", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde", "status": "completed", "code": 200}, {"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-unplugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:21.640959 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a52e08c7-16dc-4602-a0e8-047538578801 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:21.641441 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119', 'status': 'completed', 'code': 200} Oct 11 15:28:21.643136 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'status': 'completed', 'code': 200} Oct 11 15:28:21.643136 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'code': 200} Oct 11 15:28:21.664954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-de7e38da-cb31-48c3-9ab5-f5c802d4b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:21.666437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-de7e38da-cb31-48c3-9ab5-f5c802d4b2d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594758 Oct 11 15:28:21.749069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:21.757807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:21.817377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-744c334b-c9b4-4649-819d-865e14fbafa1 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips/33eece0f-b038-47a1-a319-1e2e1fa8985e HTTP/1.1" status: 200 len: 693 time: 0.1499777 Oct 11 15:28:22.010432 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP f4f4c334-4c01-4cc8-85c0-c7ede36e691e associated. External IP: 172.35.3.14, port: 46292e2b-0931-4cb9-968c-4774d3097346. Oct 11 15:28:22.154771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-be884b99-9536-4f00-a86c-bbcce8e78b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:22.156716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-be884b99-9536-4f00-a86c-bbcce8e78b44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1094 time: 0.5121596 Oct 11 15:28:22.212264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-772cf58f-eaa2-4c43-bf98-b6e203f4f31a tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:22.214925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-772cf58f-eaa2-4c43-bf98-b6e203f4f31a tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.3485508 Oct 11 15:28:22.320836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ead5c-a6a3-48d5-83a3-d90e4c93341c req-ddab65ac-8459-4fab-ba28-e013d7af5095 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:22.323121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-864ead5c-a6a3-48d5-83a3-d90e4c93341c req-ddab65ac-8459-4fab-ba28-e013d7af5095 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.6067481 Oct 11 15:28:22.325693 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-1f7fae91-5840-49ed-b4d4-89404b37606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:22.327678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-1f7fae91-5840-49ed-b4d4-89404b37606a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1124 time: 0.6498504 Oct 11 15:28:22.341198 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:22.475816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-de360e7f-4e2d-4c82-88e7-3db5b0bd631f tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.214 HTTP/1.1" status: 200 len: 696 time: 0.2076206 Oct 11 15:28:22.591668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-c84076e1-0f17-4063-8223-b46f87c5697b tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0711260 Oct 11 15:28:22.629653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-29561f5b-2d39-4c28-b545-fc8e30ba844c service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042377 Oct 11 15:28:22.720205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-864ead5c-a6a3-48d5-83a3-d90e4c93341c req-176646f3-0aac-45a0-aea2-163fd48ff88a tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982967 Oct 11 15:28:22.848238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:22.862205 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:22.863411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-8c571b36-e7bb-411d-86bc-d0e658f27393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:22.865263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-8c571b36-e7bb-411d-86bc-d0e658f27393 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.6421475 Oct 11 15:28:22.867214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:22.883878 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:22.884994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:22.946142 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6fe537a6-ab3e-4c41-a776-5a5099f6bb56 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/f4f4c334-4c01-4cc8-85c0-c7ede36e691e HTTP/1.1" status: 200 len: 976 time: 1.9989707 Oct 11 15:28:22.948636 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:22.964399 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:22.983909 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:22.986947 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:22.995223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-5a2b0f2e-aa38-4c9c-9cc5-973ba5e8d531 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 217 time: 0.1094956 Oct 11 15:28:23.011614 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-d6168670-abfb-42bc-a5ac-922839b0236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.013163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-d6168670-abfb-42bc-a5ac-922839b0236f service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.6010785 Oct 11 15:28:23.071672 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:23.075827 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be00b78-9b53-45a3-845b-adcd6ea6e8f0 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:23.104158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3c425-ae33-4f6f-a259-bd08e0a0d61d req-e9626fbd-8fe2-4b25-89ac-0629a429e618 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.113669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fa3c425-ae33-4f6f-a259-bd08e0a0d61d req-e9626fbd-8fe2-4b25-89ac-0629a429e618 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.2837355 Oct 11 15:28:23.117301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-4ede561f-401d-4548-a1bb-e60f3df888cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 217 time: 0.0782697 Oct 11 15:28:23.119087 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 46292e2b-0931-4cb9-968c-4774d3097346 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:23.119596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:23.218133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739d8d29-ab06-4cce-be77-3d04ad333b0e req-7cd8d901-0656-4260-8c7b-ae696c14f2fa service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376956 Oct 11 15:28:23.258521 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Deleting port a605cfb9-ed32-490e-bbff-5bf36c2a1171 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:23.258864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:23.268054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-e7768a65-95a9-4fc4-b10d-f0be064bd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.269564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-e7768a65-95a9-4fc4-b10d-f0be064bd048 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.2483876 Oct 11 15:28:23.298023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fa3c425-ae33-4f6f-a259-bd08e0a0d61d req-70a298e8-5f51-413f-8a2f-4d43730ef8db tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832638 Oct 11 15:28:23.345736 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:23.402810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:23.435889 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-01fa14b6-b9c5-4882-8c59-9420166a95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.439156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-01fa14b6-b9c5-4882-8c59-9420166a95ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.2885513 Oct 11 15:28:23.449118 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-80b6df5a-7840-427b-9cb5-9a6e74d0dc94 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.455347 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-80b6df5a-7840-427b-9cb5-9a6e74d0dc94 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.43 "GET /v2.0/networks?id=7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 200 len: 816 time: 0.2717283 Oct 11 15:28:23.505928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-0578268d-a327-4773-bed5-52df5371cd3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967767 Oct 11 15:28:23.666178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-367faf69-0748-4b6b-a496-12070597e29b tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea855aceab47e681c3e6e41291e93b HTTP/1.1" status: 200 len: 379 time: 0.1590099 Oct 11 15:28:23.702485 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'port': {'device_id': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'admin_state_up': True, 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'security_groups': ['2df8f1b3-1cbd-4b7f-9a2f-767b6511d202']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:23.706913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-765b3624-d6cc-4e7f-8e84-3dd29d9f5df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2192545 Oct 11 15:28:23.708272 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:23.711205 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b197a2e-4638-4a97-9a52-d37f87f0a154" -d '{"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:23.715779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-d075de4f-5944-4c7a-9120-978357aacc96 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715400 Oct 11 15:28:23.919458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:23.919701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:23.927803 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-9d2bbc66-5511-48ee-b657-da1b299ab1e3 service neutron] 10.222.0.36 "GET /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0884163 Oct 11 15:28:23.944506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb60051-98da-4d45-8389-0fb6637e1c4a req-fa7fdb4b-a9a6-4670-b488-a8185c6453a9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:23.946036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cb60051-98da-4d45-8389-0fb6637e1c4a req-fa7fdb4b-a9a6-4670-b488-a8185c6453a9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.4567730 Oct 11 15:28:23.958186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Calling delete_port for a605cfb9-ed32-490e-bbff-5bf36c2a1171 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:24.019397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.020370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.020964 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP f4f4c334-4c01-4cc8-85c0-c7ede36e691e disassociated. External IP: 172.35.3.14, port: 46292e2b-0931-4cb9-968c-4774d3097346. Oct 11 15:28:24.021458 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 46292e2b-0931-4cb9-968c-4774d3097346 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:24.026438 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Made reservation on behalf of 5aea855aceab47e681c3e6e41291e93b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:24.030924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.068378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-be197472-6d12-47b3-acd6-68b315d3a9dc service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227000 Oct 11 15:28:24.087201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-08be0983-c7fc-41a6-bfff-60ee7ad01405 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668871 Oct 11 15:28:24.197978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cb60051-98da-4d45-8389-0fb6637e1c4a req-c0617531-9325-4a3f-abb8-c89c63276aa2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362506 Oct 11 15:28:24.200988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a19040fc-b3d9-44f0-9fa4-c713bee1e78b req-77c744ce-fed9-48a6-a35b-3e98c4c90303 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034141 Oct 11 15:28:24.357782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.458776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67b88f3-36ab-420c-a77f-2d58fec3cdd7 req-25db846d-feb5-43c5-8326-d05231d06435 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 210 time: 0.1125550 Oct 11 15:28:24.501298 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Allocated IP 172.20.0.4 (7e1e75cc-4f69-4c31-88a5-087795a868e2/1d131e41-6ec6-4242-950b-f8db6c2b5a2d/a6c23696-d859-463e-9d30-bcb7ad2bede6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:24.520799 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Pushing event deleted for resources: {'Port': ['ID=a605cfb9-ed32-490e-bbff-5bf36c2a1171,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:24.521892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:24.584126 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:24.608196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.616342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.617657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95635d16-d8f6-4f3a-a263-36d69fdb44d7 req-4ffeb99f-b6be-4843-bd94-ba8752606e77 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "DELETE /v2.0/floatingips/33eece0f-b038-47a1-a319-1e2e1fa8985e HTTP/1.1" status: 204 len: 173 time: 2.0174258 Oct 11 15:28:24.640142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:24.655409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:24.705295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=46292e2b-0931-4cb9-968c-4774d3097346,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:24.734986 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:24.757509 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f2f5c-3d30-4d9b-bac5-0186c6873e11 x-openstack-request-id: req-2f4f2f5c-3d30-4d9b-bac5-0186c6873e11 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:24.757806 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:24.758059 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4f2f5c-3d30-4d9b-bac5-0186c6873e11 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:24.758502 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'status': 'completed', 'code': 200} Oct 11 15:28:24.981988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e515ad-5fde-498b-8687-3916ac8568b7 req-828395a5-e8b0-41ae-b054-7f8d56572431 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:24.984079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3e515ad-5fde-498b-8687-3916ac8568b7 req-828395a5-e8b0-41ae-b054-7f8d56572431 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 943 time: 0.1302028 Oct 11 15:28:24.994760 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:25.000766 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eafd30-5282-4308-9ed0-9be9bf9dfcde {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:25.032382 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-8258408a-998f-464b-b469-81bc8b1531ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.035080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-8258408a-998f-464b-b469-81bc8b1531ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1099 time: 0.2525258 Oct 11 15:28:25.036028 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:25.045146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b1a2-dcd4-4bed-80a1-04a16afcd55b req-cc273f4c-5d53-485e-9e80-950fc60ab54e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.057282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fc2b1a2-dcd4-4bed-80a1-04a16afcd55b req-cc273f4c-5d53-485e-9e80-950fc60ab54e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 948 time: 0.1989799 Oct 11 15:28:25.098770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.258756 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] Transition to ACTIVE for port object 58eafd30-5282-4308-9ed0-9be9bf9dfcde will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:25.271710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.273855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.382516 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] No DVR routers for this DVR port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:25.403807 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:25.420685 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:25.434807 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:25.443176 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:25.471199 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:25.496345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-80a32336-ef69-4c6d-a8b4-e6cb616aa4b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5568681 Oct 11 15:28:25.513805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.557861 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:25.580305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-94fb7b3f-2195-4617-bff9-9d7dcb06c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.582439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-94fb7b3f-2195-4617-bff9-9d7dcb06c0af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1099 time: 0.7916327 Oct 11 15:28:25.583977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-72533ffb-0de9-49b5-8569-c663a148821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.586212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-72533ffb-0de9-49b5-8569-c663a148821f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.5137775 Oct 11 15:28:25.592313 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:25.615042 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:25.615661 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:25.617651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.621090 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7a0af3c-6060-4b88-9bb1-bee076b6850b tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/46292e2b-0931-4cb9-968c-4774d3097346 HTTP/1.1" status: 204 len: 168 time: 2.6712749 Oct 11 15:28:25.624958 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:25.626897 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:25.636319 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:25.684543 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:25.686254 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ff989-c478-4f77-a395-3c15dafa5ef5 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:25.693142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-6a3b6a92-c9bc-48ee-b428-203da31590dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.0661035 Oct 11 15:28:25.710951 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.713420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:25.791924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08899606-ab99-4707-980e-bc4b5a215fcc tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/floatingips/f4f4c334-4c01-4cc8-85c0-c7ede36e691e HTTP/1.1" status: 200 len: 687 time: 0.1606209 Oct 11 15:28:25.792665 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event updated for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:25.795708 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:25.807346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3118c342-ccae-4991-aaa7-efed95089cc1 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1091166 Oct 11 15:28:25.852815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Request body: {'port': {'device_id': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:25.859253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-12b6954a-0178-4ad6-bd79-4965556b00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.861043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-12b6954a-0178-4ad6-bd79-4965556b00fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1266584 Oct 11 15:28:25.916635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-73233692-f833-449f-8399-b8e25e8be890 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:25.918418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-73233692-f833-449f-8399-b8e25e8be890 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.3284054 Oct 11 15:28:25.940901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3e515ad-5fde-498b-8687-3916ac8568b7 req-73f13b75-a534-46c4-a7ba-d8d15ec8ffd3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9428141 Oct 11 15:28:25.986129 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ec3ab6e-fd65-49ac-a549-4fac7bf5f67a None None] Provisioning complete for port a6c23696-d859-463e-9d30-bcb7ad2bede6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:25.986638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ec3ab6e-fd65-49ac-a549-4fac7bf5f67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.001725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.046995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3ab6e-fd65-49ac-a549-4fac7bf5f67a None None] Port a6c23696-d859-463e-9d30-bcb7ad2bede6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:28:26.052990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fc2b1a2-dcd4-4bed-80a1-04a16afcd55b req-47961921-cd03-447c-841b-de484b1146cb tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9944401 Oct 11 15:28:26.097444 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 976cf2f0-d989-45e7-aff1-eacc699e5d18 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:26.097926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.251540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-93aa1bcc-73e1-417c-8fb5-c8c0576f0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.253163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-93aa1bcc-73e1-417c-8fb5-c8c0576f0637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314841 Oct 11 15:28:26.254078 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-e336279a-0c2e-4c23-b25a-33d0d5044d03 req-497ed42c-68cb-41e6-8865-6f87a07bf080 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] show failed (client error): The resource could not be found. Oct 11 15:28:26.255663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e336279a-0c2e-4c23-b25a-33d0d5044d03 req-497ed42c-68cb-41e6-8865-6f87a07bf080 tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips/33eece0f-b038-47a1-a319-1e2e1fa8985e HTTP/1.1" status: 404 len: 350 time: 0.0884471 Oct 11 15:28:26.294894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-67ede506-10ed-4dc1-864d-58344f8fae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.296720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-67ede506-10ed-4dc1-864d-58344f8fae8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1&tenant_id=2fe4716b0b9e44b4963aa38424d645b1 HTTP/1.1" status: 200 len: 1095 time: 0.2798853 Oct 11 15:28:26.349338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76f7a-7425-4b5b-9cc6-ced78a7ef6f2 req-e19852d1-d8b9-4d0b-9a9d-f520d801abc1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.357832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3df76f7a-7425-4b5b-9cc6-ced78a7ef6f2 req-e19852d1-d8b9-4d0b-9a9d-f520d801abc1 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.2287595 Oct 11 15:28:26.405500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.406285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.413086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-99f3bc2c-0b1a-4b7d-8c49-cdc2479f28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.414636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-99f3bc2c-0b1a-4b7d-8c49-cdc2479f28f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.7431049 Oct 11 15:28:26.432932 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 976cf2f0-d989-45e7-aff1-eacc699e5d18 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:26.496255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-22049fd1-4f34-4aa4-9153-89eb3e53cb8b service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286000 Oct 11 15:28:26.525170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:26.535912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3df76f7a-7425-4b5b-9cc6-ced78a7ef6f2 req-70f4a279-742a-4828-add4-0d3a0705bd3f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771162 Oct 11 15:28:26.657783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3677f-bf21-464e-bee4-f6cd17176e0e req-d827c811-57cc-44c2-a024-d5807a013050 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.659478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74e3677f-bf21-464e-bee4-f6cd17176e0e req-d827c811-57cc-44c2-a024-d5807a013050 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.2941389 Oct 11 15:28:26.660863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-8ae9656c-6eed-409d-9092-6dffa70de305 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 200 len: 217 time: 0.1728272 Oct 11 15:28:26.673629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:26.688134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'mac_address': 'fa:16:3e:58:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:26.733917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.749842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-afd5b1d0-d6fe-4637-90b4-38316ab0caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.750862 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:26.751739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-afd5b1d0-d6fe-4637-90b4-38316ab0caa5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0611839 Oct 11 15:28:26.779625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:26.785281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:26.786270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:26.837339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-3b43e4c6-f93f-4cc7-aa90-9a90eab9a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.839641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-3b43e4c6-f93f-4cc7-aa90-9a90eab9a6fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1095 time: 0.3247051 Oct 11 15:28:26.873677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74e3677f-bf21-464e-bee4-f6cd17176e0e req-d2e38d50-5c09-47d1-8927-37ba775a40d1 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048321 Oct 11 15:28:26.978363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-2f378510-b300-4acd-95ad-1a2f24e7d707 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534290 Oct 11 15:28:26.980506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-ecf7bdae-32ec-4b6d-9671-134b71c7111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:26.982229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-ecf7bdae-32ec-4b6d-9671-134b71c7111c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224641 Oct 11 15:28:27.021096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944d48-2447-447c-a939-de887c6be2fc req-492bac92-d3c7-4267-a2b8-18454fb6483f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:27.029527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d944d48-2447-447c-a939-de887c6be2fc req-492bac92-d3c7-4267-a2b8-18454fb6483f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 931 time: 0.2293470 Oct 11 15:28:27.053009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:27.066144 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c23696-d859-463e-9d30-bcb7ad2bede6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:27.091191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:27.093798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '0f59b658-6ac2-49ea-8321-762f07635119', 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e', 'port_id': '0f59b658-6ac2-49ea-8321-762f07635119', 'mac_address': 'fa:16:3e:eb:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c48a57-3691-4b46-af63-536731a53b74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:27.099555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.164492 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-a3cd0bd2-0218-4ddc-9609-ce54ee07e80b req-3321424b-4abc-40de-b4c2-0b337a94231d tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] show failed (client error): The resource could not be found. Oct 11 15:28:27.165957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3cd0bd2-0218-4ddc-9609-ce54ee07e80b req-3321424b-4abc-40de-b4c2-0b337a94231d tempest-FloatingIPsTestJSON-555663837 tempest-FloatingIPsTestJSON-555663837-project] 10.222.0.31 "GET /v2.0/floatingips/33eece0f-b038-47a1-a319-1e2e1fa8985e HTTP/1.1" status: 404 len: 350 time: 0.1662583 Oct 11 15:28:27.178430 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:27.184052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.208989 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f59b658-6ac2-49ea-8321-762f07635119 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:27.246753 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-084be63c-90eb-4bf8-839c-757098450024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:27.248997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-084be63c-90eb-4bf8-839c-757098450024 service neutron] 10.222.0.43 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.3868837 Oct 11 15:28:27.249838 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Transition to ACTIVE for port object a6c23696-d859-463e-9d30-bcb7ad2bede6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:27.250843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.259644 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:27.267558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.281071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.331529 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=976cf2f0-d989-45e7-aff1-eacc699e5d18,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:27.332282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d944d48-2447-447c-a939-de887c6be2fc req-ba1324e8-26f9-4924-92e6-e8e84bd35621 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014278 Oct 11 15:28:27.394746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:27.412218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-9d963442-07eb-42cd-a991-58ef0cbba7fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 200 len: 217 time: 0.1458035 Oct 11 15:28:27.543943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:27.572681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-dc94f073-cf47-4c37-b6b7-d9299d89f456 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748303 Oct 11 15:28:27.612551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.620908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.628018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b0dc093-3c3b-488e-8ff9-101bde0c0d37 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/f4f4c334-4c01-4cc8-85c0-c7ede36e691e HTTP/1.1" status: 204 len: 168 time: 1.8311009 Oct 11 15:28:27.628820 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:27.637120 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '84f2b00a-5604-4b98-92a7-2069dc374d9b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:27.692337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-b188f5db-935f-4f20-8496-7a5ddf38aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:27.694014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-b188f5db-935f-4f20-8496-7a5ddf38aa79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.2407053 Oct 11 15:28:27.703914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['0f59b658-6ac2-49ea-8321-762f07635119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:27.710241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157b161-e995-4dc4-919d-5928731e5530 req-0ee6a4f3-21ac-4299-934f-0219ea8144e0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:27.718623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0157b161-e995-4dc4-919d-5928731e5530 req-0ee6a4f3-21ac-4299-934f-0219ea8144e0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.3783231 Oct 11 15:28:27.760657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.765025 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Attempting to bind port a6c23696-d859-463e-9d30-bcb7ad2bede6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:27.765191 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Attempting to bind port a6c23696-d859-463e-9d30-bcb7ad2bede6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:27.769862 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Attempting to bind port a6c23696-d859-463e-9d30-bcb7ad2bede6 on network 7e1e75cc-4f69-4c31-88a5-087795a868e2 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:27.785067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4fa7-fe5f-47d4-9c6e-e37662104998 req-a89f0f98-505b-4dea-9abe-20f3f035b4ed tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:27.794212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eca4fa7-fe5f-47d4-9c6e-e37662104998 req-a89f0f98-505b-4dea-9abe-20f3f035b4ed tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.3266547 Oct 11 15:28:27.841007 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Port a6c23696-d859-463e-9d30-bcb7ad2bede6 on network 7e1e75cc-4f69-4c31-88a5-087795a868e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:27.841261 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Attempting to bind port a6c23696-d859-463e-9d30-bcb7ad2bede6 on network 7e1e75cc-4f69-4c31-88a5-087795a868e2 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:27.843582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-640d10e4-a14c-478f-a258-f0a8b7da9f0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154232 Oct 11 15:28:27.869600 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:27.869600 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Checking segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:27.872775 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Bound using segment: {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:27.872775 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Bound port: a6c23696-d859-463e-9d30-bcb7ad2bede6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715b216f-0c4f-4523-964b-638aca629e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:27.875606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:27.989891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0157b161-e995-4dc4-919d-5928731e5530 req-57c83b3c-9265-468f-9b9f-a82e5cdf528a tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655756 Oct 11 15:28:28.054484 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:28.058542 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:28.069691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:28.105006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eca4fa7-fe5f-47d4-9c6e-e37662104998 req-acaadb4b-05bb-451d-b433-bded669a6fd8 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099091 Oct 11 15:28:28.138791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.139557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:28.142645 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] 10.222.0.43 "PUT /v2.0/ports/a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 200 len: 1091 time: 2.2958219 Oct 11 15:28:28.160030 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:28.167653 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9984a34-8b78-40a4-8426-716cdd09ea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:28.205688 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f1cfe-d069-485a-82ba-d525c20c0170 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:28.242148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b197a2e-4638-4a97-9a52-d37f87f0a154 req-004fbaa0-0b5d-40ac-9c2f-c6cf18775e09 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386747 Oct 11 15:28:28.324373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:28.359973 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3596e8b8-d005-4133-9fa7-af30992e4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.361627 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-3596e8b8-d005-4133-9fa7-af30992e4975 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5aea855aceab47e681c3e6e41291e93b&device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 1094 time: 0.1154156 Oct 11 15:28:28.376848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-28971675-ffa5-41c4-975b-0fca8cface25 service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157373 Oct 11 15:28:28.495985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ae781-eb27-4680-b1b9-6bbc41fa4c47 req-2d80df05-f01a-4996-9c57-dd271506ac8c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.501448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-44679d3c-d1c4-4d50-8ec3-35b9ff8a8b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 200 len: 217 time: 0.0682397 Oct 11 15:28:28.503514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-150ae781-eb27-4680-b1b9-6bbc41fa4c47 req-2d80df05-f01a-4996-9c57-dd271506ac8c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.3415449 Oct 11 15:28:28.608318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-d254b3a7-a530-4848-b575-aec8624844d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.609980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-d254b3a7-a530-4848-b575-aec8624844d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d131e41-6ec6-4242-950b-f8db6c2b5a2d HTTP/1.1" status: 200 len: 855 time: 0.0999188 Oct 11 15:28:28.677400 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.128 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:28.714044 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-aee584b4-e9ae-4e26-a9e3-01656400bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.718728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-aee584b4-e9ae-4e26-a9e3-01656400bda0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1e75cc-4f69-4c31-88a5-087795a868e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001048 Oct 11 15:28:28.793810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d95f5870-3868-4b50-aaba-0add8fd23877'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:28.845040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-7bb65b5d-7866-4f21-820c-db98ee80abde service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126728 Oct 11 15:28:28.933666 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604be4-fc58-4ce8-bc5c-643f92bfddba req-b24b7362-59e0-4ac6-8d15-c581f72b93ce tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:28.935250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97604be4-fc58-4ce8-bc5c-643f92bfddba req-b24b7362-59e0-4ac6-8d15-c581f72b93ce tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.6366544 Oct 11 15:28:29.037439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-150ae781-eb27-4680-b1b9-6bbc41fa4c47 req-4ff2304d-049d-406c-b57e-20f4bce111ea tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328803 Oct 11 15:28:29.064149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:29.067781 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5bcffc7-d9fc-45d2-9877-8a0a6a026f12 req-1a98490c-7712-4539-a8d2-04f0a820b426 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855838 Oct 11 15:28:29.103111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-fba5ccbf-b848-4c07-a341-d2f10c2885ee service neutron] 10.222.0.43 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165556 Oct 11 15:28:29.146723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97604be4-fc58-4ce8-bc5c-643f92bfddba req-f8134119-ec70-4f83-a38c-5b34c2ec3b26 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962693 Oct 11 15:28:29.170289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:29.278409 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:29.283793 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:29.291598 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:29.324335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:29.404361 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ee714-b1e6-43ef-ae72-0e72a4bbf197 x-openstack-request-id: req-d88ee714-b1e6-43ef-ae72-0e72a4bbf197 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:29.404965 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:29.405369 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d88ee714-b1e6-43ef-ae72-0e72a4bbf197 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:29.405967 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'status': 'completed', 'code': 200} Oct 11 15:28:29.557393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5da65-c894-45b6-b956-c2119e8ed103 req-230d787a-5700-40ee-ae72-281461898410 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:29.564988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fde5da65-c894-45b6-b956-c2119e8ed103 req-230d787a-5700-40ee-ae72-281461898410 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.2587543 Oct 11 15:28:29.578756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-48c19286-430a-44dc-a5b0-b76c7f0b4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:29.580303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-48c19286-430a-44dc-a5b0-b76c7f0b4268 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5aea855aceab47e681c3e6e41291e93b&device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 1094 time: 0.1682119 Oct 11 15:28:29.608756 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:29.929346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fde5da65-c894-45b6-b956-c2119e8ed103 req-27307329-b858-4868-8e09-9f74cdfbd221 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634746 Oct 11 15:28:29.931484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-a1e5a3c0-54ac-468b-b4e3-11c099db5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:29.932347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:29.933416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-a1e5a3c0-54ac-468b-b4e3-11c099db5ff2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 200 len: 917 time: 0.3366888 Oct 11 15:28:29.992391 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-71f9d8c7-6219-4c10-829d-44c52fe6ecae tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:29.996825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-71f9d8c7-6219-4c10-829d-44c52fe6ecae tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1&tenant_id=2fe4716b0b9e44b4963aa38424d645b1&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.5787008 Oct 11 15:28:30.031895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f94cf2-4dea-44f8-aa18-85f8303d419c req-d1e0e754-4593-49af-b214-0f7d2483d57b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:30.041311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96f94cf2-4dea-44f8-aa18-85f8303d419c req-d1e0e754-4593-49af-b214-0f7d2483d57b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.5560751 Oct 11 15:28:30.064922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.179751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96f94cf2-4dea-44f8-aa18-85f8303d419c req-ec575337-f95f-4523-a5fd-c3e00b6ccd22 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370561 Oct 11 15:28:30.292326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-2e280c68-6e7d-407f-a3fa-21009a40731c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 200 len: 217 time: 0.3068705 Oct 11 15:28:30.392939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-e2d87f5f-ed7a-45dd-aec4-d2436fe9ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:30.394427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-e2d87f5f-ed7a-45dd-aec4-d2436fe9ffe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d131e41-6ec6-4242-950b-f8db6c2b5a2d HTTP/1.1" status: 200 len: 855 time: 0.0625808 Oct 11 15:28:30.482510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b9809-f4a0-4048-a4a4-3817a07d2471 req-4d14d410-8ba1-4142-81b8-94bbe97aa45d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:30.490891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-258b9809-f4a0-4048-a4a4-3817a07d2471 req-4d14d410-8ba1-4142-81b8-94bbe97aa45d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.1969264 Oct 11 15:28:30.526125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.546427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.558621 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-6081af20-af34-42b7-bef9-74062f0a8b62 service neutron] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:30.564692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:30.588173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-258b9809-f4a0-4048-a4a4-3817a07d2471 req-00140587-0a2a-410b-a2db-f1f7d0b42aa6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955427 Oct 11 15:28:30.603965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-6081af20-af34-42b7-bef9-74062f0a8b62 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.605539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-6081af20-af34-42b7-bef9-74062f0a8b62 service neutron] 10.222.0.43 "DELETE /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.5775459 Oct 11 15:28:30.611050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079a58-af62-4da4-8ba4-d8c02ce0376f req-f826a982-75cf-42c9-ad5c-2eb3fc9dd06f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:30.620998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb079a58-af62-4da4-8ba4-d8c02ce0376f req-f826a982-75cf-42c9-ad5c-2eb3fc9dd06f tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 949 time: 0.4962294 Oct 11 15:28:30.672345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:30.699922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.728099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-8278d5d3-c907-4547-9897-fb4d6d5bc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:30.736269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-8278d5d3-c907-4547-9897-fb4d6d5bc74a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1e75cc-4f69-4c31-88a5-087795a868e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231349 Oct 11 15:28:30.784480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port d95f5870-3868-4b50-aaba-0add8fd23877 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:28:30.797374 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port d95f5870-3868-4b50-aaba-0add8fd23877 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:30.799020 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:30.884328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-d0291776-5d09-4850-9a73-48441dde00c9 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264830 Oct 11 15:28:30.939127 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 915e83ef-56dd-4c2d-a174-c8f7ec30eeb3 associated. External IP: 172.35.3.128, port: 84f2b00a-5604-4b98-92a7-2069dc374d9b. Oct 11 15:28:31.052191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9984a34-8b78-40a4-8426-716cdd09ea6e req-015c31fa-8753-4bf1-bc4c-6a954238dcf1 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157684 Oct 11 15:28:31.058516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.070987 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Deleting port da66cb65-78e7-4f3e-ba65-b0e31847d5e7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:31.071400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.102680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:31.104218 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:31.107678 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a438edd-2fa6-4ae6-be18-fb063b64e8bf" -d '{"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:31.124427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.125611 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:31.160706 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] For port da66cb65-78e7-4f3e-ba65-b0e31847d5e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:31.161106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.175631 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Calling delete_port for da66cb65-78e7-4f3e-ba65-b0e31847d5e7 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:31.256177 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:31.308482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 0f59b658-6ac2-49ea-8321-762f07635119 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:28:31.313516 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 0f59b658-6ac2-49ea-8321-762f07635119 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:31.314202 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.511376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb079a58-af62-4da4-8ba4-d8c02ce0376f req-61cc0a9a-b2ca-4778-bcf6-9084971ac718 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642383 Oct 11 15:28:31.526630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.640081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3026344-7c30-4cde-a1a8-ff685ccf40a7 req-7425d572-91c1-43a6-af06-7c39344ea8b3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:31.641688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3026344-7c30-4cde-a1a8-ff685ccf40a7 req-7425d572-91c1-43a6-af06-7c39344ea8b3 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.7564270 Oct 11 15:28:31.699853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:31.708576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.719838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:31.777171 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:31.793051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3026344-7c30-4cde-a1a8-ff685ccf40a7 req-9395fe0f-6871-47ff-9ad7-e1c72317e777 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362853 Oct 11 15:28:31.798310 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=da66cb65-78e7-4f3e-ba65-b0e31847d5e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:31.837886 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:31.930983 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc043f6f-9d86-438b-8325-89c58ce8f861 x-openstack-request-id: req-dc043f6f-9d86-438b-8325-89c58ce8f861 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:31.931464 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-plugged", "status": "completed", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:31.931884 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc043f6f-9d86-438b-8325-89c58ce8f861 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:31.932465 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'code': 200} Oct 11 15:28:32.036214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:32.048838 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:32.060401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.064845 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:32.065527 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:32.074557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54627e-2e52-4f05-8733-ba368604be39 req-9c4444d1-3684-498a-b543-edcabce9c34d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.082257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a54627e-2e52-4f05-8733-ba368604be39 req-9c4444d1-3684-498a-b543-edcabce9c34d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.2878869 Oct 11 15:28:32.102432 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be5b083c-ece2-41cd-9669-303af1f07f30 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4706450 Oct 11 15:28:32.105450 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:32.117458 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:32.124762 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1800531864'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:32.129036 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:32.129924 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:32.166081 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:32.166849 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76262124-9921-4cbf-b7db-9f4dcbce2399 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:32.176302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.183547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a54627e-2e52-4f05-8733-ba368604be39 req-67d83ece-c2dc-4f01-8fb5-979196133ad2 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005683 Oct 11 15:28:32.191302 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:32.195002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.209089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f1cd-462b-4c63-89f3-6f26fe175f4d req-2dd1ebb6-998a-4468-be99-3109fb0741b8 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.211294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b419f1cd-462b-4c63-89f3-6f26fe175f4d req-2dd1ebb6-998a-4468-be99-3109fb0741b8 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 1101 time: 0.1559331 Oct 11 15:28:32.334069 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:28:32.339477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fee2a00-5760-47c0-8f56-76080c7d2c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.401969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.402311 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Added segment 37b57769-c6fa-48a2-8f37-0cd9e046222c of type vlan for network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 Oct 11 15:28:32.408037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b419f1cd-462b-4c63-89f3-6f26fe175f4d req-285bf897-dfea-4631-9d90-5ea54de45790 tempest-MigrationsAdminTest-1616049181 tempest-MigrationsAdminTest-1616049181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843979 Oct 11 15:28:32.441661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cb455-81e8-4cbb-b688-0a05665ba81f req-e9c2dd83-a0b1-42b4-b5de-92abca44bd1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.443332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86cb455-81e8-4cbb-b688-0a05665ba81f req-e9c2dd83-a0b1-42b4-b5de-92abca44bd1c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1719074 Oct 11 15:28:32.523593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.609057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86cb455-81e8-4cbb-b688-0a05665ba81f req-a3e4741c-c3dc-4d17-9a6e-5986f549f174 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417835 Oct 11 15:28:32.668972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275b32-e147-4478-a66f-b8468b5752d1 req-611c639c-b796-457d-b538-c0b201bd8e07 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.670682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20275b32-e147-4478-a66f-b8468b5752d1 req-611c639c-b796-457d-b538-c0b201bd8e07 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 1095 time: 0.1796503 Oct 11 15:28:32.673657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.680647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.681276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:32.691592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931428d9-2156-415d-ad24-89e945176421 req-9e37680d-0028-41cd-adb6-80b55b11f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:32.693010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-9e37680d-0028-41cd-adb6-80b55b11f9ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 1096 time: 0.1995153 Oct 11 15:28:33.185572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0645862 Oct 11 15:28:33.188250 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:33.193346 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'subnet': {'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:33.232164 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31384f49-0df1-4b72-bac6-42401f660d17 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Network': ['ID=319b9a17-ea04-4dd7-8ae4-9198e09e0107,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:33.244917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:28:33.249748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20275b32-e147-4478-a66f-b8468b5752d1 req-d50ca23e-6d13-4a2b-abd1-caaa211661a9 tempest-LiveAutoBlockMigrationV225Test-672198972 tempest-LiveAutoBlockMigrationV225Test-672198972-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629117 Oct 11 15:28:33.273461 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Router 9341992d-22c9-4cab-827f-35978fc8c228 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:33.300886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:33.307300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.317362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a8adc-2572-4754-8576-c295f82d2e65 req-e527cbb8-1220-4bfc-8484-1f0c42e2fe0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.319433 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-428a8adc-2572-4754-8576-c295f82d2e65 req-e527cbb8-1220-4bfc-8484-1f0c42e2fe0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 950 time: 0.1510694 Oct 11 15:28:33.327163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931428d9-2156-415d-ad24-89e945176421 req-634a1c07-64b7-4594-8ca2-e7c14ebe8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.328727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-634a1c07-64b7-4594-8ca2-e7c14ebe8a57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.5710659 Oct 11 15:28:33.427730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-25ad47b8-7cd6-4fbb-9e3a-977d3e320434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21179065-f7d4-4fd8-b383-363caf06bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0876858 Oct 11 15:28:33.494472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.526036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-428a8adc-2572-4754-8576-c295f82d2e65 req-be17b22e-dd57-49ba-a28b-7738c90e84fa tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943927 Oct 11 15:28:33.556902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931428d9-2156-415d-ad24-89e945176421 req-e1eb5cb0-4172-48f0-ab91-e6d1db159b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.558373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-e1eb5cb0-4172-48f0-ab91-e6d1db159b26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.1157277 Oct 11 15:28:33.559849 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Subnet': ['ID=639efe29-2eff-42ec-b0c1-997f5074be19,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:33.567329 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Checking segment: {'id': '37b57769-c6fa-48a2-8f37-0cd9e046222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:33.567683 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network hostable DHCP agents. Network: 319b9a17-ea04-4dd7-8ae4-9198e09e0107, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:28:33.570863 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02388a-e051-4317-ba6d-87adff1a30a2 req-9147debe-0243-4403-9862-b7840e596eed tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.572362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a02388a-e051-4317-ba6d-87adff1a30a2 req-9147debe-0243-4403-9862-b7840e596eed tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 945 time: 0.1890054 Oct 11 15:28:33.589968 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:28:33.600266 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 319b9a17-ea04-4dd7-8ae4-9198e09e0107) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:33.604777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.605417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.611030 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef9ff5-e0b8-465d-acfb-bef1df8e7b30 None None] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:33.613146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-01874900-16f9-4fc4-8981-90f01ee23b8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398438 Oct 11 15:28:33.625881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-86f34c7c-d04d-4416-940f-3c339fe3e81c tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4363916 Oct 11 15:28:33.628406 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:33.633990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1082698215', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:33.641638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:33.650549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cdea0ae5-3042-479b-aeec-966892969e6e admin admin] 10.222.0.31 "PUT /v2.0/routers/9341992d-22c9-4cab-827f-35978fc8c228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4658098 Oct 11 15:28:33.650677 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:33.657282 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Sync routers for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:33.667085 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:33.667710 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:33.714406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.715645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.754369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a02388a-e051-4317-ba6d-87adff1a30a2 req-b1582c36-e0a6-4b25-9c50-15571e0812ef tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629164 Oct 11 15:28:33.800389 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435b86-5b1b-40bb-9f89-74a14deebbfa req-75627067-b904-4e73-82b1-33143c724b78 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:33.809566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40435b86-5b1b-40bb-9f89-74a14deebbfa req-75627067-b904-4e73-82b1-33143c724b78 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.2002580 Oct 11 15:28:33.826319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.834338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.844246 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:33.868339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-319b9a17-ea04-4dd7-8ae4-9198e09e0107', 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107', 'tenant_id': '4edd28dc747140e38767859cac00734a', 'fixed_ips': [{'subnet_id': '639efe29-2eff-42ec-b0c1-997f5074be19'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:28:33.871308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:33.883786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40435b86-5b1b-40bb-9f89-74a14deebbfa req-38622f39-cfe2-48d3-b22c-c810de83986f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731878 Oct 11 15:28:33.898010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-261efaed-e832-43d9-a9aa-40385a29be2e service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635870 Oct 11 15:28:34.021885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-931428d9-2156-415d-ad24-89e945176421 req-e1efbbc3-f68a-42e5-a4f8-e4b9084cb651 service neutron] 10.222.0.43 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188376 Oct 11 15:28:34.058853 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:34.061263 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6189f-581e-4e73-adb2-71ed5d6e7ef5" -d '{"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b658-6ac2-49ea-8321-762f07635119"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:34.073635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Allocated IP 172.20.0.2 (319b9a17-ea04-4dd7-8ae4-9198e09e0107/639efe29-2eff-42ec-b0c1-997f5074be19/c2883801-9d6c-4bfc-8a6e-9f8d63a3284e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:34.117100 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:28:31Z', 'revision_number': 5, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:34.150775 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Checking router: 9341992d-22c9-4cab-827f-35978fc8c228 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:28:34.160702 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ead536-ffbe-4b49-801e-ae3ec51045b0 req-2f86aca7-07c3-4a2f-950f-1a441b9e56b8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:34.164008 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Routers {'9341992d-22c9-4cab-827f-35978fc8c228'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:34.164622 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9341992d-22c9-4cab-827f-35978fc8c228'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:34.166758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12ead536-ffbe-4b49-801e-ae3ec51045b0 req-2f86aca7-07c3-4a2f-950f-1a441b9e56b8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1439085 Oct 11 15:28:34.203625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.209732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.265557 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.273590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.283730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12ead536-ffbe-4b49-801e-ae3ec51045b0 req-9a86b60d-fe9b-4ca3-a881-fd82a63df774 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074977 Oct 11 15:28:34.321793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76a679-aaf8-4c9b-80b5-a843ed41315a req-ee48ae76-9849-4308-93d2-b94b97533ddf tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:34.322979 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:34.325063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae76a679-aaf8-4c9b-80b5-a843ed41315a req-ee48ae76-9849-4308-93d2-b94b97533ddf tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.1147230 Oct 11 15:28:34.331977 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:34.332292 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Deleting port 070fb540-6b4c-4baa-b691-684d6ccca246 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:34.332635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.336619 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:34.344541 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Pushing event updated for resources: {'Port': ['ID=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:34.373439 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2777a2f4-3668-41c6-975a-0c72806f1794 x-openstack-request-id: req-2777a2f4-3668-41c6-975a-0c72806f1794 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:34.373751 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b658-6ac2-49ea-8321-762f07635119", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:34.373997 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2777a2f4-3668-41c6-975a-0c72806f1794 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:34.374375 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119', 'code': 200} Oct 11 15:28:34.398215 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] Set router 9341992d-22c9-4cab-827f-35978fc8c228 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:34.454256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae76a679-aaf8-4c9b-80b5-a843ed41315a req-23b6f8fd-d89e-4c70-bb69-d6f39f461652 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144853 Oct 11 15:28:34.454501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Attempting to bind port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:34.454875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Attempting to bind port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '37b57769-c6fa-48a2-8f37-0cd9e046222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:34.455228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Attempting to bind port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e on network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:34.462759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:34.463104 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Checking segment: {'id': '37b57769-c6fa-48a2-8f37-0cd9e046222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:34.463521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.463892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Bound using segment: {'id': '37b57769-c6fa-48a2-8f37-0cd9e046222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:34.464356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Bound port: c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b57769-c6fa-48a2-8f37-0cd9e046222c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:34.464733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.485341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-8bfec726-e7cd-4ee8-bd74-c60b67f4afae tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:34.486925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-8bfec726-e7cd-4ee8-bd74-c60b67f4afae tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 950 time: 0.1166389 Oct 11 15:28:34.531044 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] For port 070fb540-6b4c-4baa-b691-684d6ccca246, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070fb540-6b4c-4baa-b691-684d6ccca246,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:34.531413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.545401 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] For port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:34.562066 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Calling delete_port for 070fb540-6b4c-4baa-b691-684d6ccca246 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:34.564675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] For port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,segment=NetworkSegment(37b57769-c6fa-48a2-8f37-0cd9e046222c),segment_id=37b57769-c6fa-48a2-8f37-0cd9e046222c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:34.578286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.617256 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Deleting port d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:34.618332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.634258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:34.650219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.665326 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:28:31Z', 'revision_number': 5, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:34.691080 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37e969-7b17-4951-a6b6-0b0714fa8062 None None] Pushing event updated for resources: {'Port': ['ID=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:34.722231 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c9add-44a2-4082-9b66-52485c56eacb None None] The sync data for ids ['9341992d-22c9-4cab-827f-35978fc8c228'] in n-d-master-1 is: [{'id': '9341992d-22c9-4cab-827f-35978fc8c228', 'name': 'tempest-FloatingIPsTestJSON-528926908-router', 'tenant_id': '7ead7f2a67594c10a17b724f5bbacab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:52Z', 'updated_at': '2021-10-11T15:28:31Z', 'revision_number': 5, 'project_id': '7ead7f2a67594c10a17b724f5bbacab0', 'gw_port': {'id': '070fb540-6b4c-4baa-b691-684d6ccca246', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9341992d-22c9-4cab-827f-35978fc8c228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:53Z', 'updated_at': '2021-10-11T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:34.771004 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911078b3-b3f4-43e8-9e48-d9629894a36c req-d73d87a4-a7ae-4129-905c-277f5ec46100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:34.774232 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-911078b3-b3f4-43e8-9e48-d9629894a36c req-d73d87a4-a7ae-4129-905c-277f5ec46100 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1096 time: 0.2879865 Oct 11 15:28:34.775991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.843224 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] For port d95f5870-3868-4b50-aaba-0add8fd23877, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d95f5870-3868-4b50-aaba-0add8fd23877,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:34.843699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.859512 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Calling delete_port for d95f5870-3868-4b50-aaba-0add8fd23877 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:34.908789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75a01255-a4dc-4598-abcb-ec095fe02e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.915131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:34.953215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:34.959066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.041079 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-911078b3-b3f4-43e8-9e48-d9629894a36c req-eb077384-2e40-46ca-bfc4-c47337999eae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382920 Oct 11 15:28:35.041609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:35.163090 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.35.3.27 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7dc6a99e-f9a9-4868-9bde-6239336c92ce) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:35.180231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089822f-07db-48a0-881a-e4a7dd657327 req-510ba9a8-0d40-436a-a500-0a89ed233f54 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:35.181843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f089822f-07db-48a0-881a-e4a7dd657327 req-510ba9a8-0d40-436a-a500-0a89ed233f54 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00 HTTP/1.1" status: 200 len: 950 time: 0.2147188 Oct 11 15:28:35.204799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e9f8-08df-49b7-b9a0-b100a49101be req-0c3bd313-aa86-4e31-b00c-eb280451bb09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:35.206803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c089e9f8-08df-49b7-b9a0-b100a49101be req-0c3bd313-aa86-4e31-b00c-eb280451bb09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.2264175 Oct 11 15:28:35.209071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.216848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-ee8202d6-eb33-40ff-9cb1-368f9f73d497 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:35.218497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-ee8202d6-eb33-40ff-9cb1-368f9f73d497 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.2265201 Oct 11 15:28:35.228273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.243805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9', 'd95f5870-3868-4b50-aaba-0add8fd23877'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:35.250414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'cd49d667-baf2-44e2-8fa0-98e30f871a65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:35.262819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Pushing event deleted for resources: {'Port': ['ID=070fb540-6b4c-4baa-b691-684d6ccca246,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:35.295430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event deleted for resources: {'Port': ['ID=d95f5870-3868-4b50-aaba-0add8fd23877,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:35.348701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.394247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f089822f-07db-48a0-881a-e4a7dd657327 req-ddc5dfcf-3b61-4c41-b3b9-5effb3f1f075 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983786 Oct 11 15:28:35.461294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c089e9f8-08df-49b7-b9a0-b100a49101be req-9c9d4592-0e47-466f-b93a-cc2ecca82edd tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411153 Oct 11 15:28:35.478232 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] No DVR routers for this DVR port d95f5870-3868-4b50-aaba-0add8fd23877 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:35.481090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.486110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61290fcc-5f28-496a-8079-2ebf7ea56725 req-119ef110-ad60-4532-bdd7-4709dcdc994b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "DELETE /v2.0/ports/d95f5870-3868-4b50-aaba-0add8fd23877 HTTP/1.1" status: 204 len: 173 time: 0.9870064 Oct 11 15:28:35.487772 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-deleted', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:35.491356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c695a6-c624-4b5e-9286-6f535806c2e6" -d '{"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-deleted", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:35.571548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.574477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.605897 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Deleting port 58eafd30-5282-4308-9ed0-9be9bf9dfcde {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:35.606586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.695615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492f40-a5db-4799-963a-43f79986f9a2 req-a355993b-5c1b-41e0-942c-4bc047746ddc tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:35.697338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1492f40-a5db-4799-963a-43f79986f9a2 req-a355993b-5c1b-41e0-942c-4bc047746ddc tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.1576657 Oct 11 15:28:35.738727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.740152 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9341992d-22c9-4cab-827f-35978fc8c228 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:28:35.755234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.756966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-401b6cfd-bdeb-4416-a232-23e7d7c61530 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9341992d-22c9-4cab-827f-35978fc8c228 HTTP/1.1" status: 204 len: 168 time: 2.1060183 Oct 11 15:28:35.765211 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:35.781408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.830738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.848761 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] For port 58eafd30-5282-4308-9ed0-9be9bf9dfcde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58eafd30-5282-4308-9ed0-9be9bf9dfcde,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:35.849133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.856151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1492f40-a5db-4799-963a-43f79986f9a2 req-677fef89-b464-42d3-93a0-86c192f35b30 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386306 Oct 11 15:28:35.875077 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Deleting subnet 124d9e3b-7840-420d-85c7-178bf3e0433b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:28:35.890460 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9c3f-28cd-46f2-9ff5-0994eb85ac10 req-8c8717e3-ea4a-424c-873d-63ed830d8251 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:35.892072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-394d9c3f-28cd-46f2-9ff5-0994eb85ac10 req-8c8717e3-ea4a-424c-873d-63ed830d8251 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1911500 Oct 11 15:28:35.893110 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Calling delete_port for 58eafd30-5282-4308-9ed0-9be9bf9dfcde owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:35.899886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:35.920099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.021736 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.102356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-394d9c3f-28cd-46f2-9ff5-0994eb85ac10 req-284a08cd-76fd-43e1-9325-bfc3988f3c3e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944807 Oct 11 15:28:36.167027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.177428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e5ea-6871-425b-93c0-8b3e1189cd79 req-1cab81ac-51a5-4027-bbb1-f110e2321fb0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:36.179713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5511e5ea-6871-425b-93c0-8b3e1189cd79 req-1cab81ac-51a5-4027-bbb1-f110e2321fb0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 944 time: 0.1878088 Oct 11 15:28:36.184140 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6367aa9c-9303-419f-bffc-446eda38d596 x-openstack-request-id: req-6367aa9c-9303-419f-bffc-446eda38d596 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:36.184442 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00", "name": "network-vif-deleted", "tag": "d95f5870-3868-4b50-aaba-0add8fd23877", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:36.184677 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6367aa9c-9303-419f-bffc-446eda38d596 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:36.185120 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed70c3ed-92e0-4b46-989e-1ccfd4ec6d00', 'name': 'network-vif-deleted', 'tag': 'd95f5870-3868-4b50-aaba-0add8fd23877', 'status': 'completed', 'code': 200} Oct 11 15:28:36.211849 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:36.215975 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:36.218630 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:36.269464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=7dc6a99e-f9a9-4868-9bde-6239336c92ce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:36.364564 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a6929-44e2-4e4d-a54c-d26d76004beb None None] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:36.373850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5511e5ea-6871-425b-93c0-8b3e1189cd79 req-c67264d6-f184-4d2e-b6e4-705f69b76f29 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771915 Oct 11 15:28:36.386447 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:36.388842 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da8853b-7628-47f4-b66b-e5b992a8df50" -d '{"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-unplugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:36.400159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.465832 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe2545-dd2b-4aef-ad10-2bfb6957cc32 x-openstack-request-id: req-a8fe2545-dd2b-4aef-ad10-2bfb6957cc32 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:36.466391 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-unplugged", "status": "completed", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:36.466889 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8fe2545-dd2b-4aef-ad10-2bfb6957cc32 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:36.468623 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'code': 200} Oct 11 15:28:36.505476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.536574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2883801-9d6c-4bfc-8a6e-9f8d63a3284e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:36.539740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['aae77c0d-3583-4f95-b703-eb331754f182'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:36.550682 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event deleted for resources: {'Port': ['ID=58eafd30-5282-4308-9ed0-9be9bf9dfcde,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:36.606269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.625170 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] No DVR routers for this DVR port 58eafd30-5282-4308-9ed0-9be9bf9dfcde on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:36.659040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.663638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a39286fc-86f2-41da-bde6-41a2a699d93c req-39b4c77a-898e-4550-b1c7-4b3de25737e9 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.43 "DELETE /v2.0/ports/58eafd30-5282-4308-9ed0-9be9bf9dfcde HTTP/1.1" status: 204 len: 173 time: 1.3800704 Oct 11 15:28:36.668833 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124d9e3b-7840-420d-85c7-178bf3e0433b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:36.671262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.679206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-acff396a-afce-4d8a-a9db-302ba22c2d19 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/124d9e3b-7840-420d-85c7-178bf3e0433b HTTP/1.1" status: 204 len: 168 time: 0.9116187 Oct 11 15:28:36.694873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd03ec4-4c9d-4dc9-b333-8dd9b0cda432 None None] Network 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:36.703403 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:36.721154 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] Provisioning complete for port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:36.721572 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.778569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:36.860738 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634345f4-03f7-41ba-8b5e-af17415d6306 req-f64f91e4-6a24-434b-b34e-410e76c23e87 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:36.862422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-634345f4-03f7-41ba-8b5e-af17415d6306 req-f64f91e4-6a24-434b-b34e-410e76c23e87 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.2141430 Oct 11 15:28:36.868416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.003267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-634345f4-03f7-41ba-8b5e-af17415d6306 req-27f340b9-da44-420a-a925-a42a66735f2c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244981 Oct 11 15:28:37.032196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979c3c4-721e-4e0f-89f6-155adb6ddb9c req-326a1830-d9b8-4c0a-96e0-37e59ef105ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:37.033967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a979c3c4-721e-4e0f-89f6-155adb6ddb9c req-326a1830-d9b8-4c0a-96e0-37e59ef105ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 950 time: 0.1145093 Oct 11 15:28:37.057939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:37.058508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.072604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.084377 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Deleting port f51a91ae-da79-415b-90ad-cdc178ddd0b5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:37.089411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.098069 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.188561 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] For port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,segment=NetworkSegment(37b57769-c6fa-48a2-8f37-0cd9e046222c),segment_id=37b57769-c6fa-48a2-8f37-0cd9e046222c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:37.218741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.252521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a979c3c4-721e-4e0f-89f6-155adb6ddb9c req-417d03f2-97f5-4fb3-83ce-a75f0f4b20a3 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069852 Oct 11 15:28:37.279889 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] DHCP port deletion for 2ac06ffc-58a9-4400-89e0-ada37b1e3f93 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:28:37.281883 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 17d3dcfd-9815-4c87-8346-49c58d23e317 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:28:37.288350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403457f-5c6c-40c0-983d-06710e1b994f req-e2eda2e6-f692-4168-894a-e2fed7e1a357 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:37.295516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f403457f-5c6c-40c0-983d-06710e1b994f req-e2eda2e6-f692-4168-894a-e2fed7e1a357 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.1683433 Oct 11 15:28:37.313609 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] For port f51a91ae-da79-415b-90ad-cdc178ddd0b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f51a91ae-da79-415b-90ad-cdc178ddd0b5,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:37.319157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.346514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.350829 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Calling delete_port for f51a91ae-da79-415b-90ad-cdc178ddd0b5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:37.403435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f403457f-5c6c-40c0-983d-06710e1b994f req-51198bda-71e3-4630-8a82-a71b8a9d156f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069624 Oct 11 15:28:37.458404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1af9-e1b7-4d56-9ec8-7fe63537727a None None] Pushing event updated for resources: {'Port': ['ID=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:37.514019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:37.518355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Deleting port f51a91ae-da79-415b-90ad-cdc178ddd0b5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:37.519647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.528840 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] Sync routers for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:37.547132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.549791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b11505e-c6c0-42a9-ba76-baf05fc13fbe tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9198275 Oct 11 15:28:37.552534 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:37.609937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.622402 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:37.623048 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:37.638844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.639582 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:28:37.639925 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:28:37.684102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-541223c7-7148-4617-bf7e-cd26b10ab6e0 None None] Provisioning complete for port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:37.684511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-541223c7-7148-4617-bf7e-cd26b10ab6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.726605 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:37.728455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1f89-1bdc-4585-be10-5b4e8aea020c req-249b8912-e476-40a7-8207-960ed64ef89a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:37.736599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] For port f51a91ae-da79-415b-90ad-cdc178ddd0b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f51a91ae-da79-415b-90ad-cdc178ddd0b5,segment=NetworkSegment(c2e49a68-d45e-406b-b93d-41111831fe8b),segment_id=c2e49a68-d45e-406b-b93d-41111831fe8b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:37.737021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:37.738641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-497d1f89-1bdc-4585-be10-5b4e8aea020c req-249b8912-e476-40a7-8207-960ed64ef89a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.2165725 Oct 11 15:28:37.754876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:37.755509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:37.761378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Calling delete_port for f51a91ae-da79-415b-90ad-cdc178ddd0b5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:37.889283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:37.889989 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba0d980-17ca-4a85-a642-3795cc17c990 None None] The sync data for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:37.968859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.001507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] No DVR routers for this DVR port f51a91ae-da79-415b-90ad-cdc178ddd0b5 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:38.006241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83bfad-44da-4eb9-b6bb-485259b65873 None None] Pushing event deleted for resources: {'Port': ['ID=f51a91ae-da79-415b-90ad-cdc178ddd0b5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:38.165645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51a91ae-da79-415b-90ad-cdc178ddd0b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:38.175043 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] No DVR routers for this DVR port f51a91ae-da79-415b-90ad-cdc178ddd0b5 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:38.181079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.203874 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-deleted', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:38.206106 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c35907-1f7c-4967-8485-1b149e808a28" -d '{"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-deleted", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:38.266467 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device da66cb65-78e7-4f3e-ba65-b0e31847d5e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.298530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: da66cb65-78e7-4f3e-ba65-b0e31847d5e7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:38.299161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device da66cb65-78e7-4f3e-ba65-b0e31847d5e7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:38.300337 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070fb540-6b4c-4baa-b691-684d6ccca246 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.311748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-497d1f89-1bdc-4585-be10-5b4e8aea020c req-f44717cd-7912-44ae-afe7-31808b6eb281 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569692 Oct 11 15:28:38.323399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 070fb540-6b4c-4baa-b691-684d6ccca246 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:38.324116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070fb540-6b4c-4baa-b691-684d6ccca246 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:38.421696 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2883801-9d6c-4bfc-8a6e-9f8d63a3284e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:38.470824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-12647149-10be-4a9c-8cfb-84e1cacac660 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:38.472382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-12647149-10be-4a9c-8cfb-84e1cacac660 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 950 time: 0.2985942 Oct 11 15:28:38.474400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.487059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfb8dae3-7ef2-4f17-aaaa-2be5fb62a416 req-9cdaacda-fe12-4daf-a994-ee7d3a0d1cbd tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 210 time: 0.0738161 Oct 11 15:28:38.488406 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:38.489651 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.499910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-a18e9a6d-c8ce-4789-983f-7a82b916cdff tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:38.501619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-a18e9a6d-c8ce-4789-983f-7a82b916cdff tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d6f38dc-61ba-4be1-acd2-c0f491601763 HTTP/1.1" status: 200 len: 943 time: 0.3197846 Oct 11 15:28:38.524257 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.1 (319b9a17-ea04-4dd7-8ae4-9198e09e0107/639efe29-2eff-42ec-b0c1-997f5074be19/4ea84d49-954c-49b2-be53-e445d127174e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:38.617803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.657807 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac06ffc-58a9-4400-89e0-ada37b1e3f93']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:38.673135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee8109-ad2c-464a-bcaf-cefc01be531c x-openstack-request-id: req-3cee8109-ad2c-464a-bcaf-cefc01be531c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:38.673135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80081883-d2d9-4044-98cc-5ac681cfc2a1", "name": "network-vif-deleted", "tag": "58eafd30-5282-4308-9ed0-9be9bf9dfcde", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:38.673135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cee8109-ad2c-464a-bcaf-cefc01be531c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:38.674234 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80081883-d2d9-4044-98cc-5ac681cfc2a1', 'name': 'network-vif-deleted', 'tag': '58eafd30-5282-4308-9ed0-9be9bf9dfcde', 'status': 'completed', 'code': 200} Oct 11 15:28:38.690093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 58eafd30-5282-4308-9ed0-9be9bf9dfcde {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:38.690539 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58eafd30-5282-4308-9ed0-9be9bf9dfcde not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:38.690965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 21179065-f7d4-4fd8-b383-363caf06bfb4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.696270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f51a91ae-da79-415b-90ad-cdc178ddd0b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.709459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.713403 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e49a68-d45e-406b-b93d-41111831fe8b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:38.725813 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e49a68-d45e-406b-b93d-41111831fe8b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:38.734675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f51a91ae-da79-415b-90ad-cdc178ddd0b5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:38.735021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f51a91ae-da79-415b-90ad-cdc178ddd0b5 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:38.763599 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.794608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:38.800477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.817125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: d95f5870-3868-4b50-aaba-0add8fd23877 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:38.817540 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d95f5870-3868-4b50-aaba-0add8fd23877 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:38.820294 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:38.826105 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:38.830217 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:38.864169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=4ea84d49-954c-49b2-be53-e445d127174e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:38.869627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.884213 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:28:38.884615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:28:38.889260 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:28:38.898266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:38.952859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09bb5-7a59-44bd-be03-7d4c915c3d04 req-a7b6fc89-b9b5-4a9a-9eba-af8d2f6ba127 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:38.954408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fa09bb5-7a59-44bd-be03-7d4c915c3d04 req-a7b6fc89-b9b5-4a9a-9eba-af8d2f6ba127 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 950 time: 0.2240572 Oct 11 15:28:38.994591 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Deleting port cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:38.994992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.002049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.007503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.011406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ac06ffc-58a9-4400-89e0-ada37b1e3f93 HTTP/1.1" status: 204 len: 168 time: 2.3030651 Oct 11 15:28:39.014552 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port 21179065-f7d4-4fd8-b383-363caf06bfb4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:39.014907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.063468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.083651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.126226 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4023-b860-433c-92da-e8abd96d2845 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac06ffc-58a9-4400-89e0-ada37b1e3f93,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:39.157293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fa09bb5-7a59-44bd-be03-7d4c915c3d04 req-7d3c76c3-d353-4ad2-b809-71fa72091d84 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875186 Oct 11 15:28:39.198014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19311478-eacc-4708-9bae-a79cd144130a None None] Provisioning complete for port 4ea84d49-954c-49b2-be53-e445d127174e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:39.200595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19311478-eacc-4708-9bae-a79cd144130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.225613 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] For port cd49d667-baf2-44e2-8fa0-98e30f871a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd49d667-baf2-44e2-8fa0-98e30f871a65,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:39.225985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.254397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port 21179065-f7d4-4fd8-b383-363caf06bfb4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=21179065-f7d4-4fd8-b383-363caf06bfb4,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:39.254763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.281972 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:39.282295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Calling delete_port for cd49d667-baf2-44e2-8fa0-98e30f871a65 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:39.290123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19311478-eacc-4708-9bae-a79cd144130a None None] Port 4ea84d49-954c-49b2-be53-e445d127174e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:28:39.301070 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for 21179065-f7d4-4fd8-b383-363caf06bfb4 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:39.345375 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45c130d4-aed8-498a-85ca-19b0dc901820 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ead7f2a67594c10a17b724f5bbacab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601068 Oct 11 15:28:39.353762 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:39.440759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac381df7-76a2-4770-8133-fea4c4c2e47f req-c418e429-7e95-44d3-b48a-df6436be3827 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:39.442610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac381df7-76a2-4770-8133-fea4c4c2e47f req-c418e429-7e95-44d3-b48a-df6436be3827 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1096 time: 0.1361871 Oct 11 15:28:39.466839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.503117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.519620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.529211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.558166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac381df7-76a2-4770-8133-fea4c4c2e47f req-c3b4bf5f-f4c0-440c-8ab4-651b48369f08 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050789 Oct 11 15:28:39.612367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.623494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.624771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=4ea84d49-954c-49b2-be53-e445d127174e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:39.633441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.647548 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7e247a15-07df-414d-afde-f3744595aef9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:39.649076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.651576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.652929 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9a156f3-b7f5-4826-b682-806de04edd44 HTTP/1.1" status: 204 len: 168 time: 0.2981966 Oct 11 15:28:39.679908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=21179065-f7d4-4fd8-b383-363caf06bfb4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:39.709686 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883134-33e3-4a58-b420-5d8b7f020b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a156f3-b7f5-4826-b682-806de04edd44,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:39.715733 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event deleted for resources: {'Port': ['ID=cd49d667-baf2-44e2-8fa0-98e30f871a65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:39.764552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:39.778659 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port 21179065-f7d4-4fd8-b383-363caf06bfb4 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:39.781601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.792589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e65181-2bcc-4c66-ba46-72a98b0dcd5f req-38f17e11-6be1-4e69-a58c-422ab2ef2737 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "DELETE /v2.0/ports/21179065-f7d4-4fd8-b383-363caf06bfb4 HTTP/1.1" status: 204 len: 173 time: 1.2665484 Oct 11 15:28:39.803982 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:39.807684 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:39.917417 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] No DVR routers for this DVR port cd49d667-baf2-44e2-8fa0-98e30f871a65 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:39.922159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:39.925373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e6953f5-4bb6-4f95-b6b5-1eb1239fbb39 req-cf8718f5-62b8-43e1-be08-6ee59b429b0b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "DELETE /v2.0/ports/cd49d667-baf2-44e2-8fa0-98e30f871a65 HTTP/1.1" status: 204 len: 173 time: 1.4225979 Oct 11 15:28:39.958366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077aa5-624e-4698-8667-fa9216d33520 req-99f58567-075b-44ec-95ba-c054787d1a30 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:39.961091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6077aa5-624e-4698-8667-fa9216d33520 req-99f58567-075b-44ec-95ba-c054787d1a30 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 943 time: 0.2338099 Oct 11 15:28:40.062795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6077aa5-624e-4698-8667-fa9216d33520 req-2aa97ad3-748a-4b27-8d38-2ab389eaf8ce tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904689 Oct 11 15:28:40.184258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 17d3dcfd-9815-4c87-8346-49c58d23e317 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:40.324652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35e86a9e-b3ed-48b2-b789-12208efc5a57 req-e8c6accc-b049-478c-aac3-61281acffe0b tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 210 time: 0.0972054 Oct 11 15:28:40.387206 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12144c3f-c864-4f12-ac2a-63395459a94d None None] Provisioning complete for port 4ea84d49-954c-49b2-be53-e445d127174e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:40.387676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12144c3f-c864-4f12-ac2a-63395459a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:40.442092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:40.481124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12144c3f-c864-4f12-ac2a-63395459a94d None None] Port 4ea84d49-954c-49b2-be53-e445d127174e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:28:40.541386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096e8b-4032-4727-a6f3-807471f081d3 req-81bfaffb-2f2b-41e3-bac8-8d8bce656332 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:40.552500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd096e8b-4032-4727-a6f3-807471f081d3 req-81bfaffb-2f2b-41e3-bac8-8d8bce656332 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1096 time: 0.1074169 Oct 11 15:28:40.611079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd096e8b-4032-4727-a6f3-807471f081d3 req-9ea2fb8a-2ef8-4971-ba2d-4ca4e85d22d9 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505474 Oct 11 15:28:40.626693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6c23696-d859-463e-9d30-bcb7ad2bede6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:40.675693 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-deleted', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4'}, {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-deleted', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:40.678464 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91701e6d-c724-4126-aa97-142ef746eb6b" -d '{"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-deleted", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4"}, {"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-deleted", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:40.729374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:40.742077 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] Sync routers for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:40.758129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40122929-18c1-49dc-8d3a-1fdee52883d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/routers/17d3dcfd-9815-4c87-8346-49c58d23e317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2035458 Oct 11 15:28:40.758956 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:40.760050 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:40.760619 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:40.774132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'port': {'network_id': '319b9a17-ea04-4dd7-8ae4-9198e09e0107', 'name': 'tempest-FloatingIPTestJSON-129951739'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:40.802151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd1a94d0-c294-49ce-ae32-28ca151d21ae req-3aa5a611-9f81-4281-9ffa-0b42fba18c70 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f1009-bbc6-4fc2-b740-b0fa2e6da331 HTTP/1.1" status: 200 len: 210 time: 0.0585318 Oct 11 15:28:40.867840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:40.890539 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbf2f4-2d57-48b1-9128-560e009a0da4 x-openstack-request-id: req-7cdbf2f4-2d57-48b1-9128-560e009a0da4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:40.891055 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6f38dc-61ba-4be1-acd2-c0f491601763", "name": "network-vif-deleted", "tag": "21179065-f7d4-4fd8-b383-363caf06bfb4", "status": "failed", "code": 422}, {"server_uuid": "252f1009-bbc6-4fc2-b740-b0fa2e6da331", "name": "network-vif-deleted", "tag": "cd49d667-baf2-44e2-8fa0-98e30f871a65", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:40.891493 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cdbf2f4-2d57-48b1-9128-560e009a0da4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:40.892095 n-d-master-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d6f38dc-61ba-4be1-acd2-c0f491601763', 'name': 'network-vif-deleted', 'tag': '21179065-f7d4-4fd8-b383-363caf06bfb4', 'status': 'failed', 'code': 422} returned with failed status Oct 11 15:28:40.892635 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f1009-bbc6-4fc2-b740-b0fa2e6da331', 'name': 'network-vif-deleted', 'tag': 'cd49d667-baf2-44e2-8fa0-98e30f871a65', 'status': 'completed', 'code': 200} Oct 11 15:28:40.900664 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:40.901420 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:40.902089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:40.949581 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'port_id': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'mac_address': 'fa:16:3e:76:c9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:40.976066 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:40.982293 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66480cd7-bab3-4971-bf0a-f49edf3d94d5 None None] The sync data for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:41.030450 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.054972 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c23696-d859-463e-9d30-bcb7ad2bede6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:41.063911 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Made reservation on behalf of 4edd28dc747140e38767859cac00734a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:41.068275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.089820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:41.098271 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] device_id is not set on port ea22b4a9-69d4-4723-b7a9-373af13dab45 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:28:41.100641 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.155622 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:41.291552 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Allocated IP 172.20.0.5 (319b9a17-ea04-4dd7-8ae4-9198e09e0107/639efe29-2eff-42ec-b0c1-997f5074be19/ea22b4a9-69d4-4723-b7a9-373af13dab45) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:41.294921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-4333c2df-767d-46a6-9a08-c89065febfb0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:41.302677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-4333c2df-767d-46a6-9a08-c89065febfb0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.1841302 Oct 11 15:28:41.321891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-ca441cf6-2ea8-4c7e-a8bc-d3035981a3b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0174127 Oct 11 15:28:41.356188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-d80735dd-b2da-4745-b3f6-2714c3900b42 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326979 Oct 11 15:28:41.421079 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a6c23696-d859-463e-9d30-bcb7ad2bede6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:41.502618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.543065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.596086 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:41.602921 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:41.607303 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:41.648823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-b423d65b-589a-4ec1-bce0-b1c12282a901 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794204 Oct 11 15:28:41.665299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:41.688858 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:41.689830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.695344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: cd49d667-baf2-44e2-8fa0-98e30f871a65 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:41.695532 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event updated for resources: {'Port': ['ID=ea22b4a9-69d4-4723-b7a9-373af13dab45,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:41.696015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd49d667-baf2-44e2-8fa0-98e30f871a65 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:41.726673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fe67e54-3afc-489e-9d53-b5d950de7986 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9619865 Oct 11 15:28:41.727449 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:41.733243 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Request body: {'floatingip': {'port_id': 'ea22b4a9-69d4-4723-b7a9-373af13dab45'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:41.832933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:41.909379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-1ff2bc6e-3dd0-4430-84f8-dffb021b5b38 service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532489 Oct 11 15:28:42.008130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a48695c-f726-4d7d-93d6-ef77eed303f2 None None] Provisioning complete for port ea22b4a9-69d4-4723-b7a9-373af13dab45 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:42.008524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a48695c-f726-4d7d-93d6-ef77eed303f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.046034 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a48695c-f726-4d7d-93d6-ef77eed303f2 None None] Port ea22b4a9-69d4-4723-b7a9-373af13dab45 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:28:42.187757 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-e858072d-164a-498f-83e8-1fc6ff50e583 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:28:42.188881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-e858072d-164a-498f-83e8-1fc6ff50e583 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075088 Oct 11 15:28:42.213500 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a880-9825-4264-b2ff-a92006b6f8aa req-5986e864-e4a4-4545-8986-d01cf8fa21dc tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:42.215444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3f4a880-9825-4264-b2ff-a92006b6f8aa req-5986e864-e4a4-4545-8986-d01cf8fa21dc tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 944 time: 0.0978341 Oct 11 15:28:42.247067 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da2434a1-2a74-4af8-aa35-bd6367c12399 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:42.249151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da2434a1-2a74-4af8-aa35-bd6367c12399 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 1093 time: 0.0506647 Oct 11 15:28:42.262070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:42.262519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 15:28:42.279154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3f4a880-9825-4264-b2ff-a92006b6f8aa req-ff122855-b251-40f0-9f62-1ef7dc447315 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577404 Oct 11 15:28:42.562019 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:28:42.586323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603ace0c-01a9-493e-bdda-ea56fa8e1a76 req-49768ec9-f704-4e0d-8b9e-36a2286017a3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=80081883-d2d9-4044-98cc-5ac681cfc2a1 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Oct 11 15:28:42.632061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6c23696-d859-463e-9d30-bcb7ad2bede6 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:42.685598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.703401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.704482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port a6c23696-d859-463e-9d30-bcb7ad2bede6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:28:42.713917 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a6c23696-d859-463e-9d30-bcb7ad2bede6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:42.714739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.812373 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.823322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df841fc7-81f0-4194-8a35-f1284341b5da req-20411235-1d86-4a70-9bb9-e4a67b0834f0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Oct 11 15:28:42.861954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:42.863118 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:42.867526 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b2a65-37e0-45b5-9083-c46f20877f99" -d '{"events": [{"server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "name": "network-vif-plugged", "status": "completed", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:42.871521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:42.941763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:42.953350 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:42.953887 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:42.954173 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:42.961163 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 915e83ef-56dd-4c2d-a174-c8f7ec30eeb3 associated. External IP: 172.35.3.128, port: 84f2b00a-5604-4b98-92a7-2069dc374d9b. Oct 11 15:28:42.964695 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:42.964695 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:42.991846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6f120c1-388e-43a7-bfd3-41476a44cca5 req-1d1b4f74-f6ab-4388-9a16-3eb4e9d51577 tempest-AbsoluteLimitsNegativeTestJSON-2107204809 tempest-AbsoluteLimitsNegativeTestJSON-2107204809-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=72a53c69c8404d8dbbe08ab4138f46ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303981 Oct 11 15:28:43.006060 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:43.006407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:43.006870 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:43.007327 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Bound port: 0f59b658-6ac2-49ea-8321-762f07635119, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:43.116623 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:43.125739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:43.126930 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] 10.222.0.31 "POST /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119/bindings HTTP/1.1" status: 201 len: 389 time: 0.8686311 Oct 11 15:28:43.255004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f120c1-388e-43a7-bfd3-41476a44cca5 req-3b663f9d-d681-4286-8238-f8abb9bd773b tempest-AbsoluteLimitsNegativeTestJSON-2107204809 tempest-AbsoluteLimitsNegativeTestJSON-2107204809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:43.259653 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:43.269511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6f120c1-388e-43a7-bfd3-41476a44cca5 req-3b663f9d-d681-4286-8238-f8abb9bd773b tempest-AbsoluteLimitsNegativeTestJSON-2107204809 tempest-AbsoluteLimitsNegativeTestJSON-2107204809-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712750 Oct 11 15:28:43.293823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6f120c1-388e-43a7-bfd3-41476a44cca5 req-36862c88-48e8-4ab7-b70c-cedd0390f1d5 tempest-AbsoluteLimitsNegativeTestJSON-2107204809 tempest-AbsoluteLimitsNegativeTestJSON-2107204809-project] 10.222.0.31 "GET /v2.0/quotas/72a53c69c8404d8dbbe08ab4138f46ca HTTP/1.1" status: 200 len: 375 time: 0.0191391 Oct 11 15:28:43.345031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6f120c1-388e-43a7-bfd3-41476a44cca5 req-8faa7965-dfa7-4186-80ca-198a5ccca823 tempest-AbsoluteLimitsNegativeTestJSON-2107204809 tempest-AbsoluteLimitsNegativeTestJSON-2107204809-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=72a53c69c8404d8dbbe08ab4138f46ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447147 Oct 11 15:28:43.489009 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72897dd-7c53-4669-be00-f222f352da69 x-openstack-request-id: req-a72897dd-7c53-4669-be00-f222f352da69 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:43.489281 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "name": "network-vif-plugged", "status": "completed", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:43.489561 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a72897dd-7c53-4669-be00-f222f352da69 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:43.490006 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'code': 200} Oct 11 15:28:43.495250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-9e03b2f0-c94a-4d92-af23-52978c721e07 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:43.496914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-9e03b2f0-c94a-4d92-af23-52978c721e07 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.1339881 Oct 11 15:28:43.512082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': '028a2f30-baa7-4786-ba56-857476c722d2', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:43.587694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:43.598473 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:43.622829 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:43.624514 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:43.693147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:43.710309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:43.710932 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:43.737014 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-9f30015e-ccda-498f-bd3b-0901ea52b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:43.743285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-9f30015e-ccda-498f-bd3b-0901ea52b1ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1096 time: 0.2921040 Oct 11 15:28:43.761922 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:43.762817 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cb6a-5e09-4c9c-a761-06f50bd16b44 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:43.875875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260c7e-8fc3-4d31-8914-6bff43ea7cde req-686cc6e6-33be-4062-9c0a-eaa69a54fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:43.876917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29260c7e-8fc3-4d31-8914-6bff43ea7cde req-686cc6e6-33be-4062-9c0a-eaa69a54fa87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 1096 time: 0.2041552 Oct 11 15:28:43.884150 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:43.887766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:43.895869 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:43.910187 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a717fd-21ed-4672-8d0c-d58f1c999e05 req-c4c00e1f-608b-481a-8276-c668bc8a40b8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:43.913936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a717fd-21ed-4672-8d0c-d58f1c999e05 req-c4c00e1f-608b-481a-8276-c668bc8a40b8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.3041034 Oct 11 15:28:44.011642 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-85f7c461-3eb3-46b9-9a6d-0551aa51447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:44.013237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-85f7c461-3eb3-46b9-9a6d-0551aa51447a service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1912882 Oct 11 15:28:44.058584 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ed3e6710-abe0-4150-a752-c5d0a0402d51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 217 time: 0.0372057 Oct 11 15:28:44.062689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 17d3dcfd-9815-4c87-8346-49c58d23e317 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:44.160167 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-5d7aa087-886f-47c6-b897-c5b5e8dc3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:44.161696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-5d7aa087-886f-47c6-b897-c5b5e8dc3601 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0960927 Oct 11 15:28:44.223655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29260c7e-8fc3-4d31-8914-6bff43ea7cde req-d5536885-33ee-4c75-9969-9d166ce63550 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331974 Oct 11 15:28:44.231423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab793f4-a340-41d0-9f19-a02dc1aa1f7c req-b3faf511-5847-42e9-b995-b523d8c5c68d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:44.236844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-7e950daa-3811-49e0-a02e-51dd959595c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415123 Oct 11 15:28:44.238400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eab793f4-a340-41d0-9f19-a02dc1aa1f7c req-b3faf511-5847-42e9-b995-b523d8c5c68d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.5278070 Oct 11 15:28:44.299319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:44.305348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:44.314946 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] Sync routers for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:44.325444 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:44.327443 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:44.347611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eab793f4-a340-41d0-9f19-a02dc1aa1f7c req-d1f8d163-d8bf-498f-8cc9-3f311b9ea2e6 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081698 Oct 11 15:28:44.369940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a717fd-21ed-4672-8d0c-d58f1c999e05 req-ad2512a5-a728-41b2-8a61-3a04045a85a5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438522 Oct 11 15:28:44.373414 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60c2ab9e-bca5-4fd5-9772-3e23ff9cc1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:44.399975 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:44.407598 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-078675cc-92b0-4fe7-b4fb-0e9497283343 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/floatingips/915e83ef-56dd-4c2d-a174-c8f7ec30eeb3 HTTP/1.1" status: 200 len: 977 time: 2.6764188 Oct 11 15:28:44.409280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:44.416954 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:44.417826 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:44.418758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-4a21129c-d848-43f0-9ace-c85d0e597add service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684322 Oct 11 15:28:44.465835 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:44.466702 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a63ad6-84ac-41b6-84b6-b5dfdc7207fa None None] The sync data for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:44.625414 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.14 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/473ed720-99bd-4d62-aa61-5c3aca157672) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:28:44.726824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29598c-9e20-455b-bb7f-952bbc5ecb41 req-5cb5ce60-5569-4edc-80ce-fc7ccca371df tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:44.735262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc29598c-9e20-455b-bb7f-952bbc5ecb41 req-5cb5ce60-5569-4edc-80ce-fc7ccca371df tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.2431464 Oct 11 15:28:44.741158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60c2ab9e-bca5-4fd5-9772-3e23ff9cc1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:44.781718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12efb56a-d306-426f-8562-aa3ed73ea347 req-767b479b-f986-4efb-a8c6-e8a41ec7514d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 210 time: 0.0664825 Oct 11 15:28:44.817016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60c2ab9e-bca5-4fd5-9772-3e23ff9cc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:44.856438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-2c693637-912f-471e-b045-d9280069ca73 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155993 Oct 11 15:28:44.863714 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port ea22b4a9-69d4-4723-b7a9-373af13dab45 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:44.864061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:44.887142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-60c2ab9e-bca5-4fd5-9772-3e23ff9cc1e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72a53c69c8404d8dbbe08ab4138f46ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9887578 Oct 11 15:28:44.894744 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:44.895218 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2ab9e-bca5-4fd5-9772-3e23ff9cc1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc13aa-4d1f-4533-ad06-db88ff050743,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:44.965792 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.043926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc29598c-9e20-455b-bb7f-952bbc5ecb41 req-16402a8d-8f48-4e71-8514-7b7c6a96c08c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031833 Oct 11 15:28:45.096310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.148351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.166384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.248154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.261754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.262850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.263324 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Floating IP 915e83ef-56dd-4c2d-a174-c8f7ec30eeb3 disassociated. External IP: 172.35.3.128, port: ea22b4a9-69d4-4723-b7a9-373af13dab45. Oct 11 15:28:45.264087 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for ea22b4a9-69d4-4723-b7a9-373af13dab45 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:45.275137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.278038 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.281353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08bc13aa-4d1f-4533-ad06-db88ff050743 HTTP/1.1" status: 204 len: 168 time: 0.3805094 Oct 11 15:28:45.395944 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e66961-7a29-4db8-99ff-894f55a80fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc13aa-4d1f-4533-ad06-db88ff050743,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:45.402524 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:28:45.407338 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:45.415318 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:28:45.453242 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:45.588266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-3244e55d-fb12-41f7-b8a9-594cb7c08ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387010 Oct 11 15:28:45.593393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:45.604434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.606820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:45.652594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-da824c51-32be-40ea-8c75-09cf043e8098 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1453381 Oct 11 15:28:45.655134 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=ea22b4a9-69d4-4723-b7a9-373af13dab45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:45.689928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Request body: {'port': {'device_id': '028a2f30-baa7-4786-ba56-857476c722d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:45.790675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-dc2a586b-e009-44af-a797-b97f1c8c8396 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:45.792245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-dc2a586b-e009-44af-a797-b97f1c8c8396 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.3354855 Oct 11 15:28:45.888205 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ac7f8-0cb1-40ed-bfb8-d53c45607982 req-0045be90-381b-4a6f-be16-2728d67c90a9 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:45.895734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a50ac7f8-0cb1-40ed-bfb8-d53c45607982 req-0045be90-381b-4a6f-be16-2728d67c90a9 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.4007628 Oct 11 15:28:45.925177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc77409-36bb-48d6-aa29-9068675d6047 req-25111df4-5bc8-4a8f-9912-670b15944e43 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:45.926914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afc77409-36bb-48d6-aa29-9068675d6047 req-25111df4-5bc8-4a8f-9912-670b15944e43 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.4148171 Oct 11 15:28:45.995608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:46.002405 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 17d3dcfd-9815-4c87-8346-49c58d23e317 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:46.022570 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-9dabe8f8-4fbb-4719-a197-ea390783006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:46.024669 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-9dabe8f8-4fbb-4719-a197-ea390783006e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 1095 time: 0.3711507 Oct 11 15:28:46.082832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a50ac7f8-0cb1-40ed-bfb8-d53c45607982 req-bdfd5580-d17e-4899-9f0f-b3f03c75c69d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860745 Oct 11 15:28:46.205654 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:46.219497 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] Sync routers for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:46.236547 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:46.237339 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:46.271487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afc77409-36bb-48d6-aa29-9068675d6047 req-73318414-c412-4301-bf5e-00ce1d792a20 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983165 Oct 11 15:28:46.277748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:46.289553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:46.290468 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:46.332623 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:46.335087 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e6c71-453e-45d2-baea-d89417f3c4b1 None None] The sync data for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:46.439379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fc4e4-834a-4819-bff8-e4c9d4613000 req-c8c12e0a-61cf-4924-89ad-2a12be21e9aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:46.446804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e49fc4e4-834a-4819-bff8-e4c9d4613000 req-c8c12e0a-61cf-4924-89ad-2a12be21e9aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 932 time: 0.1596036 Oct 11 15:28:46.451828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-27868000-8e6d-41b0-be25-72aa4d420898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:46.454292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-27868000-8e6d-41b0-be25-72aa4d420898 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 200 len: 922 time: 0.2546074 Oct 11 15:28:46.473868 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:46.521619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-5e5974d9-4350-465f-8426-16e951fb4ee2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 200 len: 217 time: 0.0433180 Oct 11 15:28:46.528981 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Deleting port 7e247a15-07df-414d-afde-f3744595aef9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:46.529168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:46.601437 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-049ac176-6527-459d-a379-5158913d555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:46.603402 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-049ac176-6527-459d-a379-5158913d555f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 200 len: 861 time: 0.0706828 Oct 11 15:28:46.646563 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-32d3b37c-33f8-427b-bd65-1accf88e7a32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38c6d315-eff9-4655-83cb-10b80d91e587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343182 Oct 11 15:28:46.653814 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:46.660484 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9088498e-40ad-4afe-95be-f9cfa1c81867 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/ea22b4a9-69d4-4723-b7a9-373af13dab45 HTTP/1.1" status: 204 len: 168 time: 2.2501068 Oct 11 15:28:46.666072 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:46.694742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e49fc4e4-834a-4819-bff8-e4c9d4613000 req-c218229a-94e1-4529-bc69-98e786acafbe tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469742 Oct 11 15:28:46.795875 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-918944832-network', 'tenant_id': 'c70dd3aa098f48439f1e556ad1bb47c8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:46.827571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a05c77-e3e9-49d2-b9d6-afe2cb93dde2 req-0197acc5-3bf1-4cb6-8307-9a4458b1079b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:46.836092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56a05c77-e3e9-49d2-b9d6-afe2cb93dde2 req-0197acc5-3bf1-4cb6-8307-9a4458b1079b tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 950 time: 0.3450930 Oct 11 15:28:46.853723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-d0c13756-138a-4d4e-92de-b9b0620fa9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916630 Oct 11 15:28:46.977853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-38e3d4c5-672e-4394-9c14-f82334b60839 req-a9f88b8a-f705-4349-8833-82fb4f6a3186 service neutron] 10.222.0.36 "GET /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147501 Oct 11 15:28:47.004606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56a05c77-e3e9-49d2-b9d6-afe2cb93dde2 req-686ac1ae-f5a0-4fef-9591-6b844c5b0619 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669714 Oct 11 15:28:47.014579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Made reservation on behalf of c70dd3aa098f48439f1e556ad1bb47c8 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:47.017279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.022939 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] For port 7e247a15-07df-414d-afde-f3744595aef9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7e247a15-07df-414d-afde-f3744595aef9,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:47.023534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.102680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.105472 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Calling delete_port for 7e247a15-07df-414d-afde-f3744595aef9 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:47.348120 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473ed720-99bd-4d62-aa61-5c3aca157672 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:47.381344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.492526 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Transition to ACTIVE for port object 473ed720-99bd-4d62-aa61-5c3aca157672 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:28:47.527057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.635919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:47.656724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f12b-3fcd-4fdc-80fc-cbd25f5da975 req-c5487656-79a8-4c5c-af84-963f458f538f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:47.666052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff26f12b-3fcd-4fdc-80fc-cbd25f5da975 req-c5487656-79a8-4c5c-af84-963f458f538f tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.4703419 Oct 11 15:28:47.744403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bc66c-0580-407c-b77d-57fbd8ad7f9c req-a38ff726-8321-4914-9c23-31a23550187a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:47.746305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-518bc66c-0580-407c-b77d-57fbd8ad7f9c req-a38ff726-8321-4914-9c23-31a23550187a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.3422389 Oct 11 15:28:47.864945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:47.903352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-518bc66c-0580-407c-b77d-57fbd8ad7f9c req-ffdbfa7a-f08d-44d5-8529-589cbf68b974 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469312 Oct 11 15:28:48.000541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff26f12b-3fcd-4fdc-80fc-cbd25f5da975 req-b886f2f7-8ee4-4707-91ef-a97100221c57 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291292 Oct 11 15:28:48.052355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.103595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.115654 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:48.220504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-800551da-5266-4e0c-8ddb-8830bd3f4659 req-afef4382-8c9b-4ddb-bf21-7c9d3bc31a04 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 210 time: 0.0961313 Oct 11 15:28:48.227852 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2966170-f11e-41a8-bc29-54fc92787a3a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:48.334805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event deleted for resources: {'Port': ['ID=7e247a15-07df-414d-afde-f3744595aef9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:48.338110 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:28:48.348031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.348365 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Added segment 1357382b-45f2-41ad-89d1-5bbc887d9737 of type vlan for network d5b00727-261f-4d82-841a-2eb92db4a20b Oct 11 15:28:48.392992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.435195 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Attempting to bind port 473ed720-99bd-4d62-aa61-5c3aca157672 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:48.435641 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Attempting to bind port 473ed720-99bd-4d62-aa61-5c3aca157672 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:48.435973 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Attempting to bind port 473ed720-99bd-4d62-aa61-5c3aca157672 on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:48.482164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.483319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:48.484016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:48.651273 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:48.687758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 7e247a15-07df-414d-afde-f3744595aef9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:48.688105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7e247a15-07df-414d-afde-f3744595aef9 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:48.959775 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] No DVR routers for this DVR port 7e247a15-07df-414d-afde-f3744595aef9 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:48.987556 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Port 473ed720-99bd-4d62-aa61-5c3aca157672 on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:48.987981 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Attempting to bind port 473ed720-99bd-4d62-aa61-5c3aca157672 on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:49.010073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.013307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d46b26e7-5387-4413-8952-5b11ff30bc9b req-d51cc8be-5f0b-4e44-ada2-fe6643dab5ab tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.43 "DELETE /v2.0/ports/7e247a15-07df-414d-afde-f3744595aef9 HTTP/1.1" status: 204 len: 173 time: 3.1608942 Oct 11 15:28:49.014114 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:49.014444 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:49.014820 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:49.015255 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Bound port: 473ed720-99bd-4d62-aa61-5c3aca157672, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:49.015596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.066388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5e741-990c-43f3-aa44-41aaa7e610cb req-90a80f0c-0942-49be-9fe3-ca15a21ea733 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:49.078826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89f5e741-990c-43f3-aa44-41aaa7e610cb req-90a80f0c-0942-49be-9fe3-ca15a21ea733 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 944 time: 1.0749588 Oct 11 15:28:49.085675 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-deleted', 'tag': '7e247a15-07df-414d-afde-f3744595aef9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:49.090847 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0cadac-7bba-4d3d-83b7-2572155e42ed" -d '{"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-deleted", "tag": "7e247a15-07df-414d-afde-f3744595aef9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:49.182087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7034481 Oct 11 15:28:49.183276 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:49.188867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Request body: {'subnet': {'network_id': 'd5b00727-261f-4d82-841a-2eb92db4a20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-918944832-subnet', 'tenant_id': 'c70dd3aa098f48439f1e556ad1bb47c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:49.222578 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Made reservation on behalf of c70dd3aa098f48439f1e556ad1bb47c8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:28:49.226153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.237622 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa22a9-e008-4112-ade3-67c0ef9a0cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b00727-261f-4d82-841a-2eb92db4a20b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:49.252197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d5b00727-261f-4d82-841a-2eb92db4a20b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:28:49.260875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4394a4f-2ba5-4043-beca-a73016a5c48b req-70721f84-5482-4e07-a1d3-1d2cb056d03d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:49.272829 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:49.279262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4394a4f-2ba5-4043-beca-a73016a5c48b req-70721f84-5482-4e07-a1d3-1d2cb056d03d tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.9360456 Oct 11 15:28:49.323614 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Request body: {'floatingip': {'port_id': 'a6c23696-d859-463e-9d30-bcb7ad2bede6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:49.331663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89f5e741-990c-43f3-aa44-41aaa7e610cb req-663526a4-a24b-40c9-9539-b7402fdbe860 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330170 Oct 11 15:28:49.381253 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:49.390201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.400778 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=473ed720-99bd-4d62-aa61-5c3aca157672,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:28:49.422462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.507004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:49.507630 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:49.509036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] 10.222.0.36 "PUT /v2.0/ports/473ed720-99bd-4d62-aa61-5c3aca157672 HTTP/1.1" status: 200 len: 1092 time: 3.8447385 Oct 11 15:28:49.516686 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e4f7b-0679-424d-8799-ec1ae2c75cc7 x-openstack-request-id: req-ab9e4f7b-0679-424d-8799-ec1ae2c75cc7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:49.517002 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b724545-9d52-4f5a-961d-7e4ed76223b1", "name": "network-vif-deleted", "tag": "7e247a15-07df-414d-afde-f3744595aef9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:49.517230 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab9e4f7b-0679-424d-8799-ec1ae2c75cc7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:49.517658 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b724545-9d52-4f5a-961d-7e4ed76223b1', 'name': 'network-vif-deleted', 'tag': '7e247a15-07df-414d-afde-f3744595aef9', 'status': 'completed', 'code': 200} Oct 11 15:28:49.599983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:50.020405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:50.108163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57dbcd95-e814-4b42-8871-db39d8da989a req-5f79a794-d5e8-47d9-ad4b-78d44fe9ea8e tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b724545-9d52-4f5a-961d-7e4ed76223b1 HTTP/1.1" status: 200 len: 210 time: 0.5169418 Oct 11 15:28:50.152707 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e1f8c-34e7-4e3b-9934-32867233fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:50.169209 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036a15b-32c5-4d46-8b1f-3feb3cb65d4e req-6179f889-bc87-4619-9f42-0e79fb7352bf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.171154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7036a15b-32c5-4d46-8b1f-3feb3cb65d4e req-6179f889-bc87-4619-9f42-0e79fb7352bf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.6476760 Oct 11 15:28:50.198595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-a0b67005-bdb3-457c-bc0b-4cf4ece4d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.200351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-a0b67005-bdb3-457c-bc0b-4cf4ece4d87c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 1095 time: 0.6082118 Oct 11 15:28:50.206310 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8fd7f8-7891-466d-bda4-d2ca909987a1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:50.219329 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.219799 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.220143 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.220478 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.220862 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.221195 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.221749 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.222099 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.222563 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.222980 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.223277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.223605 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:50.250363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Checking segment: {'id': '1357382b-45f2-41ad-89d1-5bbc887d9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5b00727-261f-4d82-841a-2eb92db4a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:50.250776 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Network hostable DHCP agents. Network: d5b00727-261f-4d82-841a-2eb92db4a20b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:28:50.297624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-68502a80-7cc9-4f70-9f05-46e90f01fef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ed720-99bd-4d62-aa61-5c3aca157672 HTTP/1.1" status: 200 len: 217 time: 0.0875909 Oct 11 15:28:50.299681 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Network d5b00727-261f-4d82-841a-2eb92db4a20b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:28:50.354393 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d5b00727-261f-4d82-841a-2eb92db4a20b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:28:50.369065 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.369543 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02decfd1-de00-4633-8049-6dfd9f4f34df None None] Network d5b00727-261f-4d82-841a-2eb92db4a20b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:50.370546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:50.403490 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7036a15b-32c5-4d46-8b1f-3feb3cb65d4e req-470386d8-0270-4546-b602-bd6c06226d1a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166915 Oct 11 15:28:50.465212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f3540b4-ae84-4685-a0db-00c991bc8ba9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2686145 Oct 11 15:28:50.471117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-e71a0061-6740-4c0d-ba83-fe7b1e75aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.472636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-e71a0061-6740-4c0d-ba83-fe7b1e75aaab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.1634288 Oct 11 15:28:50.516202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:50.539479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:50.561874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-bc457a8d-d188-4cab-86e0-7b8138d4b24d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790532 Oct 11 15:28:50.624965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac34a6-0758-4e40-a055-12ff032cfa65 None None] Network d5b00727-261f-4d82-841a-2eb92db4a20b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:50.726043 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Floating IP 0880035c-d1c9-4530-adb7-b27f834a31c8 associated. External IP: 172.35.3.218, port: a6c23696-d859-463e-9d30-bcb7ad2bede6. Oct 11 15:28:50.808030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-6dd6e8c2-df31-40a2-b2cd-ca606c56e96b service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078922 Oct 11 15:28:50.943746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dac06e-bfaa-4f46-a8be-2af9c1803c78 req-59c35a6d-6e2c-404d-b3c0-1e98cefd27e0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.952567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79dac06e-bfaa-4f46-a8be-2af9c1803c78 req-59c35a6d-6e2c-404d-b3c0-1e98cefd27e0 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.1470196 Oct 11 15:28:50.985840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08508f82-9d5b-41a5-bf84-c0b7f306b67f req-51bb7704-09d8-47c5-ad04-e8d5c34e9cb2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:50.987741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08508f82-9d5b-41a5-bf84-c0b7f306b67f req-51bb7704-09d8-47c5-ad04-e8d5c34e9cb2 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 944 time: 0.4248490 Oct 11 15:28:51.014444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79dac06e-bfaa-4f46-a8be-2af9c1803c78 req-859b6e07-c95c-4b63-aff1-6f77a6f7b222 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603125 Oct 11 15:28:51.050648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b196d-0c30-4b84-992c-d0716b798180 req-9c67a8f8-1962-488f-b797-b72032c9a0c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:51.052115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a11b196d-0c30-4b84-992c-d0716b798180 req-9c67a8f8-1962-488f-b797-b72032c9a0c3 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "GET /v2.0/ports?device_id=28248f62-df79-4979-8793-ddc16b90fbdf HTTP/1.1" status: 200 len: 945 time: 0.0842297 Oct 11 15:28:51.055178 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Router 190db5dd-b9bd-4701-b718-02b797117600 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:51.078711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a106ca1d-b1f0-492b-8546-98f737b7068a req-2fe4f907-a30d-4578-b66c-abf644aa3b39 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607384 Oct 11 15:28:51.088350 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 4ea84d49-954c-49b2-be53-e445d127174e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:51.088961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.191215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.206671 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 4ea84d49-954c-49b2-be53-e445d127174e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:51.273557 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1738801144', 'description': 'tempest-description-913072931'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:51.287670 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:51.299079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.301100 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Sync routers for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:51.313512 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:51.314368 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:51.328501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08508f82-9d5b-41a5-bf84-c0b7f306b67f req-8fc0e0b0-4d1e-4531-b7c7-65e6abb653cb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061388 Oct 11 15:28:51.332382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3706f48-9d1f-41c0-8f25-d4becf16a14e tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "PUT /v2.0/floatingips/0880035c-d1c9-4530-adb7-b27f834a31c8 HTTP/1.1" status: 200 len: 991 time: 2.0548995 Oct 11 15:28:51.335046 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Deleting port aae77c0d-3583-4f95-b703-eb331754f182 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:51.335788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.340062 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:51.343987 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:51.382354 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.475788 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:51.522711 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:51.525044 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48ece15-0add-43ab-93c1-f8eec8839574" -d '{"events": [{"name": "network-changed", "server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:51.585980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.595547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.665355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.705637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=4ea84d49-954c-49b2-be53-e445d127174e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:51.715127 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.716519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eccbfdf3-146f-4989-9a0f-4f39c80582e8 req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4515936 Oct 11 15:28:51.718462 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da453ecc-0c67-473b-a464-855db32a56a0 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174eb0e2-c712-4d38-b0c9-41c64e1dba8d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:51.811668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-b52c9002-8339-4ca9-9354-9663c2ef5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:51.813321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-b52c9002-8339-4ca9-9354-9663c2ef5dca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5aea855aceab47e681c3e6e41291e93b&device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 1096 time: 0.2047279 Oct 11 15:28:51.880769 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354eb546-4ac0-4cab-8b22-7451ab8c3ee2 x-openstack-request-id: req-354eb546-4ac0-4cab-8b22-7451ab8c3ee2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:51.881296 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:51.881761 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-354eb546-4ac0-4cab-8b22-7451ab8c3ee2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:51.882313 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'status': 'completed', 'code': 200} Oct 11 15:28:51.900528 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] For port aae77c0d-3583-4f95-b703-eb331754f182, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=aae77c0d-3583-4f95-b703-eb331754f182,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:51.903257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:51.918748 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0880035c-d1c9-4530-adb7-b27f834a31c8', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'floating_ip_address': '172.35.3.218', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '190db5dd-b9bd-4701-b718-02b797117600', 'port_id': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'mac_address': 'fa:16:3e:76:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:27:45Z', 'updated_at': '2021-10-11T15:28:50Z', 'revision_number': 1, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:51.936458 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Calling delete_port for aae77c0d-3583-4f95-b703-eb331754f182 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:51.956081 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Checking router: 190db5dd-b9bd-4701-b718-02b797117600 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:28:51.956881 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620b03e-4287-4816-9000-6d82ef1d1501 x-openstack-request-id: req-f620b03e-4287-4816-9000-6d82ef1d1501 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:51.957267 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:51.957639 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f620b03e-4287-4816-9000-6d82ef1d1501 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:51.958135 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672', 'status': 'completed', 'code': 200} Oct 11 15:28:51.976075 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:51.976920 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:52.144044 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:52.168314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:52.169323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-5d1baff3-6e30-4c1a-a712-de3c9057aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:52.171769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-5d1baff3-6e30-4c1a-a712-de3c9057aa5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 1095 time: 0.1711040 Oct 11 15:28:52.215403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event deleted for resources: {'Port': ['ID=aae77c0d-3583-4f95-b703-eb331754f182,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:52.274782 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] No DVR routers for this DVR port aae77c0d-3583-4f95-b703-eb331754f182 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:52.277609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:52.282693 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a11b196d-0c30-4b84-992c-d0716b798180 req-2835f3c6-3e87-4e06-a1d1-e957a774924f tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "DELETE /v2.0/ports/aae77c0d-3583-4f95-b703-eb331754f182 HTTP/1.1" status: 204 len: 173 time: 1.2207148 Oct 11 15:28:52.301772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21334ff-bc07-43a0-a0e1-293e4c38c91c req-23883142-c166-49b4-8d84-730840426e1a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:52.303441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d21334ff-bc07-43a0-a0e1-293e4c38c91c req-23883142-c166-49b4-8d84-730840426e1a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.4337747 Oct 11 15:28:52.318615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-fcd3755b-81e9-463c-b528-22d5fe9c0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:52.320326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-fcd3755b-81e9-463c-b528-22d5fe9c0698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.1384885 Oct 11 15:28:52.324629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-d11837f7-46e0-45a1-a2e4-709348d19a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:52.326437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-d11837f7-46e0-45a1-a2e4-709348d19a9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 200 len: 917 time: 0.5020916 Oct 11 15:28:52.337859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-f1646866-f0d6-4720-b204-538e089ae6c2 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/174eb0e2-c712-4d38-b0c9-41c64e1dba8d HTTP/1.1" status: 200 len: 1812 time: 0.2922022 Oct 11 15:28:52.354649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:52.436583 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '174eb0e2-c712-4d38-b0c9-41c64e1dba8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:52.437142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '174eb0e2-c712-4d38-b0c9-41c64e1dba8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:52.451965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-3d3d2aa9-f711-4b11-b10c-a8509258d477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ed720-99bd-4d62-aa61-5c3aca157672 HTTP/1.1" status: 200 len: 217 time: 0.1119165 Oct 11 15:28:52.569207 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a20d8669-1525-4087-a336-348529f1f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0880035c-d1c9-4530-adb7-b27f834a31c8', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'floating_ip_address': '172.35.3.218', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '190db5dd-b9bd-4701-b718-02b797117600', 'port_id': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'mac_address': 'fa:16:3e:76:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:27:45Z', 'updated_at': '2021-10-11T15:28:50Z', 'revision_number': 1, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:52.597299 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d8669-1525-4087-a336-348529f1f67f None None] The sync data for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 is: [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0880035c-d1c9-4530-adb7-b27f834a31c8', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'floating_ip_address': '172.35.3.218', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '190db5dd-b9bd-4701-b718-02b797117600', 'port_id': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'mac_address': 'fa:16:3e:76:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:27:45Z', 'updated_at': '2021-10-11T15:28:50Z', 'revision_number': 1, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:52.878654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d21334ff-bc07-43a0-a0e1-293e4c38c91c req-7baeaaa3-b8ae-4097-8a6a-85a1de6eecfd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569942 Oct 11 15:28:52.901249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c3eb0a-d5fc-4c6a-ae53-84b550b3232c None None] New status for floating IP 0880035c-d1c9-4530-adb7-b27f834a31c8: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:28:52.937245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-8e4fbf7b-d8af-4760-8747-e95ceb1b40ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 200 len: 999 time: 0.5843167 Oct 11 15:28:53.072664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-98da3e7a-c2cf-4b87-94f1-b9d485c9ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.074659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-98da3e7a-c2cf-4b87-94f1-b9d485c9ead6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.6129694 Oct 11 15:28:53.093113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.139471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-a3f2e40d-336a-45b5-b924-e5e87e1a8265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480568 Oct 11 15:28:53.145028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-3bf9e47e-48d0-4d7d-9a2a-75274dc4a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.147024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-3bf9e47e-48d0-4d7d-9a2a-75274dc4a672 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d131e41-6ec6-4242-950b-f8db6c2b5a2d HTTP/1.1" status: 200 len: 855 time: 0.1840539 Oct 11 15:28:53.196113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.241660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.280114 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85af666-e591-410e-9722-b7d817aa25d0 req-c78ecc2c-1425-48b2-bb1f-e9b4d7e9ef7c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.281613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d85af666-e591-410e-9722-b7d817aa25d0 req-c78ecc2c-1425-48b2-bb1f-e9b4d7e9ef7c tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.0488894 Oct 11 15:28:53.292406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3184a-f283-44e8-9d5a-e5b29f66ade4 req-962e7d60-bcb2-486f-98b8-193108bf2936 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.294054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7c3184a-f283-44e8-9d5a-e5b29f66ade4 req-962e7d60-bcb2-486f-98b8-193108bf2936 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cacb7b-02b8-4af8-801a-50bccebdb9aa HTTP/1.1" status: 200 len: 949 time: 0.3323848 Oct 11 15:28:53.333024 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2db2aa0-2eec-4ea7-9623-e4c1c6a782cc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:53.354278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.355383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83902d8b-9d13-442e-9bcb-fd90fbcb1ba4 req-c2af0402-5d78-453a-a573-3c0e93982dc1 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9901948 Oct 11 15:28:53.388231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Deleting port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:53.388657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.418064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-84b8fea0-c67d-4c6f-938b-22ce13a11b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.419510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-84b8fea0-c67d-4c6f-938b-22ce13a11b96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1e75cc-4f69-4c31-88a5-087795a868e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509632 Oct 11 15:28:53.444032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7c3184a-f283-44e8-9d5a-e5b29f66ade4 req-0547986f-0205-40c3-a0b7-86f92729b895 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce12ce3c-5073-4b74-b54f-c513809124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391253 Oct 11 15:28:53.476054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-3caa9563-4c5a-4a9a-b943-6e2c1cd566d1 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277304 Oct 11 15:28:53.485461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] For port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:53.485930 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.500687 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 473ed720-99bd-4d62-aa61-5c3aca157672 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:53.505804 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:53.507291 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Calling delete_port for 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:53.534859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: aae77c0d-3583-4f95-b703-eb331754f182 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:53.535468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device aae77c0d-3583-4f95-b703-eb331754f182 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:53.633143 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 17d3dcfd-9815-4c87-8346-49c58d23e317 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:53.639162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=473ed720-99bd-4d62-aa61-5c3aca157672,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:53.647735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a370a-93f9-4e17-94fb-d685fabf8f6b req-93a66a49-0807-47f4-a094-3b03e4ea04b8 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.649471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-544a370a-93f9-4e17-94fb-d685fabf8f6b req-93a66a49-0807-47f4-a094-3b03e4ea04b8 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.2336640 Oct 11 15:28:53.649939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.651065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '473ed720-99bd-4d62-aa61-5c3aca157672', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': '473ed720-99bd-4d62-aa61-5c3aca157672', 'mac_address': 'fa:16:3e:8b:e5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:28:53.681413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:53.683748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Pushing event deleted for resources: {'Port': ['ID=67f3d03f-9753-4c0d-aeaa-30a7f94aeafa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:53.725967 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.735063 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] No DVR routers for this DVR port 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:53.737966 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.741147 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ed720-99bd-4d62-aa61-5c3aca157672 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:28:53.741565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d85af666-e591-410e-9722-b7d817aa25d0 req-5bed8c04-96d6-4f2d-a484-e122f4077183 tempest-MigrationsAdminTest-1234744830 tempest-MigrationsAdminTest-1234744830-project] 10.222.0.36 "DELETE /v2.0/ports/67f3d03f-9753-4c0d-aeaa-30a7f94aeafa HTTP/1.1" status: 204 len: 173 time: 0.4532545 Oct 11 15:28:53.742586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-820a932b-b6b5-4e4d-a9c5-1132e928968d service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017755 Oct 11 15:28:53.765528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=473ed720-99bd-4d62-aa61-5c3aca157672,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:53.770090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:53.800285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f48ece15-0add-43ab-93c1-f8eec8839574 req-4821ecf9-204d-406a-8f5d-4b534ba25337 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091519 Oct 11 15:28:53.818938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fe58e-36bd-4dee-89ba-6e62f3959251 req-33e1b336-3450-4820-afcc-08d969b9bde5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:53.826250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f5fe58e-36bd-4dee-89ba-6e62f3959251 req-33e1b336-3450-4820-afcc-08d969b9bde5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 944 time: 0.2790723 Oct 11 15:28:53.828712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:53.833375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-544a370a-93f9-4e17-94fb-d685fabf8f6b req-11030445-81d3-4dc5-9bba-48eeea3906ac tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681666 Oct 11 15:28:53.842547 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.843043 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.843603 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.844254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.844742 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.845167 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.845633 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.846097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.846666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.857591 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.857591 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.857591 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:53.883716 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-deleted', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182'}, {'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-deleted', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:53.886759 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c88354e-d16c-41f3-816c-d9d3c93cf548" -d '{"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-deleted", "tag": "aae77c0d-3583-4f95-b703-eb331754f182"}, {"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-deleted", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:53.980144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f5fe58e-36bd-4dee-89ba-6e62f3959251 req-ceeb3746-399a-44f8-888e-84b01440f316 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455255 Oct 11 15:28:54.021811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['473ed720-99bd-4d62-aa61-5c3aca157672'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:28:54.039430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:54.048017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fdb0e6d1-e992-40f0-958e-c8f9bd1af93a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/routers/17d3dcfd-9815-4c87-8346-49c58d23e317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3758433 Oct 11 15:28:54.049160 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:54.058851 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] Sync routers for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:54.069329 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:54.069861 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:54.083302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6210abc1-5cca-45d2-b28c-4a0c8801b457 req-720113f3-f022-409c-a405-636ebd974c4d tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/174eb0e2-c712-4d38-b0c9-41c64e1dba8d HTTP/1.1" status: 200 len: 2405 time: 0.1365101 Oct 11 15:28:54.089539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1334da3-3a2a-4f8b-ac5e-a943fe1445e7 req-cbcc57c7-4ce1-4eaf-a8a4-db6026a92825 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922778 Oct 11 15:28:54.175298 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:54.198507 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] Routers {'17d3dcfd-9815-4c87-8346-49c58d23e317'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:54.199143 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['17d3dcfd-9815-4c87-8346-49c58d23e317'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:54.261731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78502a-eaf5-4ed0-bddc-c8587fbb4260 req-12ddb9cd-521e-4b2a-9119-c53a5cc8bbc6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:54.263480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a78502a-eaf5-4ed0-bddc-c8587fbb4260 req-12ddb9cd-521e-4b2a-9119-c53a5cc8bbc6 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.0924346 Oct 11 15:28:54.267205 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:54.267873 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e4658-4530-407e-8fda-ada990dd1c90 None None] The sync data for ids ['17d3dcfd-9815-4c87-8346-49c58d23e317'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:54.285566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.369318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a78502a-eaf5-4ed0-bddc-c8587fbb4260 req-942260e9-3ca7-4f2c-8097-72a174e22005 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912275 Oct 11 15:28:54.407955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-89a7d26d-61bd-4081-b5b0-e44a6e2203ca tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-group-rules/b2db2aa0-2eec-4ea7-9623-e4c1c6a782cc HTTP/1.1" status: 200 len: 778 time: 0.0227470 Oct 11 15:28:54.418090 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d0624-4a50-480f-89b3-cb3a5132482e x-openstack-request-id: req-2b1d0624-4a50-480f-89b3-cb3a5132482e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:54.418528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28248f62-df79-4979-8793-ddc16b90fbdf", "name": "network-vif-deleted", "tag": "aae77c0d-3583-4f95-b703-eb331754f182", "status": "completed", "code": 200}, {"server_uuid": "80cacb7b-02b8-4af8-801a-50bccebdb9aa", "name": "network-vif-deleted", "tag": "67f3d03f-9753-4c0d-aeaa-30a7f94aeafa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:54.418787 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b1d0624-4a50-480f-89b3-cb3a5132482e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:54.419347 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28248f62-df79-4979-8793-ddc16b90fbdf', 'name': 'network-vif-deleted', 'tag': 'aae77c0d-3583-4f95-b703-eb331754f182', 'status': 'completed', 'code': 200} Oct 11 15:28:54.419446 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cacb7b-02b8-4af8-801a-50bccebdb9aa', 'name': 'network-vif-deleted', 'tag': '67f3d03f-9753-4c0d-aeaa-30a7f94aeafa', 'status': 'completed', 'code': 200} Oct 11 15:28:54.446785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.476401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-8208dc9c-5f2a-4287-9af0-f0b1661715dc tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/174eb0e2-c712-4d38-b0c9-41c64e1dba8d HTTP/1.1" status: 200 len: 2405 time: 0.0544589 Oct 11 15:28:54.506329 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 7dc6a99e-f9a9-4868-9bde-6239336c92ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:54.506671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.533666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.544146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0f59-9892-435f-91ea-8281fba6998e req-dd377c32-f5af-423d-86e7-db0960d38f50 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:54.545669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-940b0f59-9892-435f-91ea-8281fba6998e req-dd377c32-f5af-423d-86e7-db0960d38f50 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0804129 Oct 11 15:28:54.551289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.583444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.594384 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 7dc6a99e-f9a9-4868-9bde-6239336c92ce owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:54.602633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-940b0f59-9892-435f-91ea-8281fba6998e req-e8eb6257-e18e-4026-84cc-50bed824a2a5 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Oct 11 15:28:54.603617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.608458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.609521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eb0bb06-0400-4b0f-a538-b0c0899966a7 req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b2db2aa0-2eec-4ea7-9623-e4c1c6a782cc HTTP/1.1" status: 204 len: 173 time: 0.1150882 Oct 11 15:28:54.620678 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2db2aa0-2eec-4ea7-9623-e4c1c6a782cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:54.647660 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.648018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.648358 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.648681 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.649007 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.649334 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.649815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.650024 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.650345 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.650663 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.650984 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.651302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c0e44-29b7-46b8-b2e0-f59104b59d69 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:28:54.668179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-481685925', 'description': 'tempest-description-381460273'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:54.693942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.799433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.809153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.824528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.844015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.845276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dcf6a61-e592-4eba-aadf-840b9302bb3e req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1816967 Oct 11 15:28:54.849454 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1008fb-dd04-4bb5-82e9-d182daf8b197 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15812b9-928a-4b3a-897d-3d7161424189,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:54.858108 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=7dc6a99e-f9a9-4868-9bde-6239336c92ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:54.920761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:54.950589 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:54.989392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-2f43bd43-879f-4e31-b201-8d18d1eb0a66 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:54.990955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-2f43bd43-879f-4e31-b201-8d18d1eb0a66 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1090109 Oct 11 15:28:55.004612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42654bd9-7a09-4fc5-aab6-f9b35db3c329 req-4d81f14f-e954-4543-aeba-a2e6a3d01d21 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/b15812b9-928a-4b3a-897d-3d7161424189 HTTP/1.1" status: 200 len: 1811 time: 0.1321819 Oct 11 15:28:55.020566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.023178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.052967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0ae0e-2503-483e-a1e2-87e00c3670ad req-1e67abe8-dad3-454e-bed1-8c21435ac552 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:55.054523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0b0ae0e-2503-483e-a1e2-87e00c3670ad req-1e67abe8-dad3-454e-bed1-8c21435ac552 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.1431742 Oct 11 15:28:55.072076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.072831 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Fanout notify agent at l3_agent the message router_deleted on router 17d3dcfd-9815-4c87-8346-49c58d23e317 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:28:55.086287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.087579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9cfb0c8-c007-4801-88c1-cb3f5df815ed tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/routers/17d3dcfd-9815-4c87-8346-49c58d23e317 HTTP/1.1" status: 204 len: 168 time: 1.0373888 Oct 11 15:28:55.092276 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:55.144999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0b0ae0e-2503-483e-a1e2-87e00c3670ad req-3ee1768a-e9b6-4b71-b81b-46e6a789972a tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813763 Oct 11 15:28:55.183005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89d6019b-5ca3-4652-be30-5a246117f346 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b385ffdc3ee44f79bb671aa4bb8fcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299180 Oct 11 15:28:55.183005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:55.186647 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting subnet 639efe29-2eff-42ec-b0c1-997f5074be19 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:28:55.194852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.199516 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Deleting port 8a47f8d8-0e22-4f4b-8769-403dcb945337 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:55.199857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.207558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-120813980', 'description': 'tempest-description-2111571027'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:55.253696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.276941 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee0a8-7157-4ac9-ac18-005b5cf52fbf req-a04ce35e-ccfd-4fc8-a583-2cdbc8bf39c9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:55.278736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f49ee0a8-7157-4ac9-ac18-005b5cf52fbf req-a04ce35e-ccfd-4fc8-a583-2cdbc8bf39c9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 945 time: 0.1296744 Oct 11 15:28:55.291603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.298351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.372514 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] For port 8a47f8d8-0e22-4f4b-8769-403dcb945337, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a47f8d8-0e22-4f4b-8769-403dcb945337,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:55.373090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.374989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.389899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f49ee0a8-7157-4ac9-ac18-005b5cf52fbf req-6b78136b-fc26-4a4e-94e9-3b2da2ed54b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953045 Oct 11 15:28:55.398151 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Calling delete_port for 8a47f8d8-0e22-4f4b-8769-403dcb945337 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:55.413391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.487604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.491243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.492907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce12ce3c-5073-4b74-b54f-c513809124b4 HTTP/1.1" status: 204 len: 168 time: 0.3037615 Oct 11 15:28:55.496913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.512564 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498819c-5012-40b0-90ef-62157ec43206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12ce3c-5073-4b74-b54f-c513809124b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:55.513019 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.517329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 473ed720-99bd-4d62-aa61-5c3aca157672 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:28:55.528345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.566042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b455d-2ca7-4e48-b67f-b55d8747a98e None None] Network 319b9a17-ea04-4dd7-8ae4-9198e09e0107 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:28:55.567990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.572540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/subnets/639efe29-2eff-42ec-b0c1-997f5074be19 HTTP/1.1" status: 204 len: 168 time: 0.4792604 Oct 11 15:28:55.573419 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302a953-bd16-4e0b-aa3c-5f235dc59bb4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Subnet': ['ID=639efe29-2eff-42ec-b0c1-997f5074be19,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:55.575249 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:55.586341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb3d43-3533-4a10-9c0d-682896971330,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:55.595356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.596636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a1e5b7f-0e4c-4710-8f67-250bf381f180 req-578e616f-81ee-47f4-987a-fddb3b7b9b38 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4000144 Oct 11 15:28:55.609813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dda34d-c715-451e-a3d0-fcf064768db3 req-6dc4023f-d73e-4962-9974-52f038642b53 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:55.609813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32dda34d-c715-451e-a3d0-fcf064768db3 req-6dc4023f-d73e-4962-9974-52f038642b53 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1391501 Oct 11 15:28:55.656226 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 473ed720-99bd-4d62-aa61-5c3aca157672 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:28:55.679936 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 473ed720-99bd-4d62-aa61-5c3aca157672 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:28:55.680560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.703241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.752467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32dda34d-c715-451e-a3d0-fcf064768db3 req-69ccc2ad-0967-40c2-89e1-a65f1d343493 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145377 Oct 11 15:28:55.760679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.796559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1a12b32-c054-4f8e-8584-96ba9f97db2e req-27ae2a40-8b96-4e73-8d75-3d71a60f9843 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/71fb3d43-3533-4a10-9c0d-682896971330 HTTP/1.1" status: 200 len: 1812 time: 0.1358886 Oct 11 15:28:55.814737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.831146 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] DHCP port deletion for 319b9a17-ea04-4dd7-8ae4-9198e09e0107 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:28:55.837907 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-745120366', 'description': 'tempest-description-1460976026'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:55.843849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event deleted for resources: {'Port': ['ID=8a47f8d8-0e22-4f4b-8769-403dcb945337,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:55.859898 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:55.860249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.874443 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:55.876979 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6369735-fbe4-4c58-9e92-8579ad0d61bb" -d '{"events": [{"server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "name": "network-vif-plugged", "status": "completed", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:55.896084 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] No DVR routers for this DVR port 8a47f8d8-0e22-4f4b-8769-403dcb945337 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:55.898623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=473ed720-99bd-4d62-aa61-5c3aca157672,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:55.899541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.904047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e645ab0e-c1c9-4baf-b0e2-63feb04a608a req-7d1058a6-5446-4bea-b33f-db43b3e93730 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "DELETE /v2.0/ports/8a47f8d8-0e22-4f4b-8769-403dcb945337 HTTP/1.1" status: 204 len: 173 time: 0.8991008 Oct 11 15:28:55.906177 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.915755 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-deleted', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:55.918719 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fb6dc8-483c-4bb4-9584-1b34d4dab428" -d '{"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-deleted", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:55.944077 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:55.960521 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Deleting port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:55.960933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.966880 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] For port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,segment=NetworkSegment(37b57769-c6fa-48a2-8f37-0cd9e046222c),segment_id=37b57769-c6fa-48a2-8f37-0cd9e046222c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:55.967396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:55.967691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-411d2a7c-08f3-482a-bcf8-6dd819f2b97c req-24156ba0-368c-4ff4-9bbb-91b6e2d9b735 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6432228-4b33-45dc-ae53-0b1f141d9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0556486 Oct 11 15:28:55.969655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.005931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for c2883801-9d6c-4bfc-8a6e-9f8d63a3284e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:56.029665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-17b93350-8ca2-44fa-8e32-f93eaea47518 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd02ea9ea5f646f9b893e275390db22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842550 Oct 11 15:28:56.032212 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:56.085038 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.101148 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ec0a7-2e9e-4d3b-a7b9-589071c13fef x-openstack-request-id: req-d68ec0a7-2e9e-4d3b-a7b9-589071c13fef {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:56.101439 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6432228-4b33-45dc-ae53-0b1f141d9aa0", "name": "network-vif-deleted", "tag": "8a47f8d8-0e22-4f4b-8769-403dcb945337", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:56.101717 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d68ec0a7-2e9e-4d3b-a7b9-589071c13fef {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:56.102111 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6432228-4b33-45dc-ae53-0b1f141d9aa0', 'name': 'network-vif-deleted', 'tag': '8a47f8d8-0e22-4f4b-8769-403dcb945337', 'status': 'completed', 'code': 200} Oct 11 15:28:56.102818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.109916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] For port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,segment=NetworkSegment(37b57769-c6fa-48a2-8f37-0cd9e046222c),segment_id=37b57769-c6fa-48a2-8f37-0cd9e046222c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:56.110338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.130731 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81077e0e-7100-48bf-a63c-9f34724fda2a x-openstack-request-id: req-81077e0e-7100-48bf-a63c-9f34724fda2a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:56.132560 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "name": "network-vif-plugged", "status": "completed", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:56.132934 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81077e0e-7100-48bf-a63c-9f34724fda2a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:56.133441 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672', 'code': 200} Oct 11 15:28:56.142877 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.148002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.148254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Calling delete_port for c2883801-9d6c-4bfc-8a6e-9f8d63a3284e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:56.167432 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418b0594-67e0-4544-af5b-28c3cfcf5664,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.182180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.189142 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] No DVR routers for this DVR port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:56.222465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.234047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6df45d72-24bf-45bd-950d-0e2f99e8f80a req-6601e4a3-ff41-4fd0-bc70-6b568d3ed608 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4071503 Oct 11 15:28:56.257656 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.288061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.294567 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] Pushing event deleted for resources: {'Port': ['ID=c2883801-9d6c-4bfc-8a6e-9f8d63a3284e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.303168 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305bed2-f421-415b-9a5f-bec84e549ef0 req-edcdc96f-2183-47fe-9c3a-f1b1ec5c9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:56.303338 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4344a39-b0e6-4534-80f3-e9bdca2256bf None None] No DVR routers for this DVR port c2883801-9d6c-4bfc-8a6e-9f8d63a3284e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:56.304677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f305bed2-f421-415b-9a5f-bec84e549ef0 req-edcdc96f-2183-47fe-9c3a-f1b1ec5c9a09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 1097 time: 0.1235240 Oct 11 15:28:56.315346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.320212 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319b9a17-ea04-4dd7-8ae4-9198e09e0107']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:56.337569 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b57769-c6fa-48a2-8f37-0cd9e046222c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:56.337861 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b57769-c6fa-48a2-8f37-0cd9e046222c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:56.360374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.375689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.393003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.402023 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:28:56.402475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.402741 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393a30-1a69-4413-a400-12601efc6202 req-22c346c6-c515-4ec7-b9ed-850622d41fb3 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:28:56.405701 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:28:56.410063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63393a30-1a69-4413-a400-12601efc6202 req-22c346c6-c515-4ec7-b9ed-850622d41fb3 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.1748972 Oct 11 15:28:56.424079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf82c7b2-aa1d-4df6-9124-f5b160311003 req-3e519e7d-a526-4da1-87f4-5cd0f3d19c6c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/418b0594-67e0-4544-af5b-28c3cfcf5664 HTTP/1.1" status: 200 len: 1812 time: 0.1747115 Oct 11 15:28:56.439989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-57b0d28f-1edb-455b-b743-f578f7a7cc69 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:56.441692 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-57b0d28f-1edb-455b-b743-f578f7a7cc69 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.36 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 945 time: 0.0914452 Oct 11 15:28:56.444437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f305bed2-f421-415b-9a5f-bec84e549ef0 req-63b67373-f571-4554-ab8a-d744a1d9116f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249619 Oct 11 15:28:56.448021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2883801-9d6c-4bfc-8a6e-9f8d63a3284e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:56.490339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63393a30-1a69-4413-a400-12601efc6202 req-63d576cb-59e8-48e5-8964-324d335770df tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3691111-a12c-4cc4-969a-61b167f099aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791359 Oct 11 15:28:56.498248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c2883801-9d6c-4bfc-8a6e-9f8d63a3284e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:56.498593 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2883801-9d6c-4bfc-8a6e-9f8d63a3284e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:56.511091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.514025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1524847336', 'description': 'tempest-description-1366182000'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:56.519994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.526516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/networks/319b9a17-ea04-4dd7-8ae4-9198e09e0107 HTTP/1.1" status: 204 len: 168 time: 0.9436543 Oct 11 15:28:56.527026 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:56.541409 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029b126-35c5-4ea7-ba60-3336db71b3a5 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Network': ['ID=319b9a17-ea04-4dd7-8ae4-9198e09e0107,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.584175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.587125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.588462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7af8952f-f7d5-48d6-9c2f-8768966f666e HTTP/1.1" status: 204 len: 168 time: 0.5549240 Oct 11 15:28:56.631325 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15a212-dae1-4aa7-a8ff-a9289b7bca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af8952f-f7d5-48d6-9c2f-8768966f666e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:56.679601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.767895 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Deleting port b65713e1-0c6a-4a01-8eca-c34d688a1329 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:56.768533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:56.875855 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] For port b65713e1-0c6a-4a01-8eca-c34d688a1329, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b65713e1-0c6a-4a01-8eca-c34d688a1329,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:56.876704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.047335 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adcd12-d858-4d96-a4d0-9c8cc9b627aa req-0621cce4-1188-4105-9a52-5c4cb6d18370 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:57.049369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79adcd12-d858-4d96-a4d0-9c8cc9b627aa req-0621cce4-1188-4105-9a52-5c4cb6d18370 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.5212173 Oct 11 15:28:57.085272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.085674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.085996 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Floating IP 2be40738-e792-444a-9948-6b5c7abeacfd disassociated. External IP: 172.35.3.246, port: b65713e1-0c6a-4a01-8eca-c34d688a1329. Oct 11 15:28:57.086334 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Calling delete_port for b65713e1-0c6a-4a01-8eca-c34d688a1329 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:57.139249 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:57.139597 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.149673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79adcd12-d858-4d96-a4d0-9c8cc9b627aa req-592dcad5-14f6-48cb-ab67-49b9ba89f481 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882614 Oct 11 15:28:57.210939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.224990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.267769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.306159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.307445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec6acdae-9ec6-42d8-a36b-9daa93929b69 req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7983489 Oct 11 15:28:57.318389 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03db6-7525-444f-9bf6-e7e02a9ec08c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571337f7-de2a-487e-8b5c-6e101d063038,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:57.322825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.324240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.331707 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event deleted for resources: {'Port': ['ID=b65713e1-0c6a-4a01-8eca-c34d688a1329,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:57.347334 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:57.358862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd630-0bd3-43b6-92b0-977744d3f82a req-147d26b3-d9a6-4728-b261-923a8e84362f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:57.360555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57efd630-0bd3-43b6-92b0-977744d3f82a req-147d26b3-d9a6-4728-b261-923a8e84362f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1330340 Oct 11 15:28:57.467962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57efd630-0bd3-43b6-92b0-977744d3f82a req-a0a5c479-018e-45da-a6a6-72cae0fcac25 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982111 Oct 11 15:28:57.496750 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:28:57.532589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:57.571206 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8a47f8d8-0e22-4f4b-8769-403dcb945337 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:57.572225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8a47f8d8-0e22-4f4b-8769-403dcb945337 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:57.573256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:57.604378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:57.605173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 67f3d03f-9753-4c0d-aeaa-30a7f94aeafa not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:57.623816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1ef1e62-5460-4b3c-acfb-6e33de654e5f req-b65a782c-f0ea-4a2d-b73b-2705b7ba9282 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/571337f7-de2a-487e-8b5c-6e101d063038 HTTP/1.1" status: 200 len: 1813 time: 0.1350448 Oct 11 15:28:57.644523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.715862 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:28:57.739264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:28:57.752234 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:57.752665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=1d66ce4b-17a3-4362-92fc-ecc4fd1e6d52,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:57.754326 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:57.804278 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] No DVR routers for this DVR port b65713e1-0c6a-4a01-8eca-c34d688a1329 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:57.807374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.811661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f5cb672-8670-40d2-8a5c-a2e19630df9d req-8e313106-2421-4580-b63d-ea7516ddd927 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.36 "DELETE /v2.0/ports/b65713e1-0c6a-4a01-8eca-c34d688a1329 HTTP/1.1" status: 204 len: 173 time: 1.1699579 Oct 11 15:28:57.812155 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'name': 'network-vif-deleted', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:57.815284 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7664cd7f-c907-46fc-8216-7501acb1f64d" -d '{"events": [{"server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "name": "network-vif-deleted", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:57.841724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-631960be-73cb-4bef-a283-a4ce52ef28fc req-f455362e-786c-41e5-a065-4b7e803d4b07 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/ports?device_id=83bb0f74-9aae-4246-be24-40f8d65786b0 HTTP/1.1" status: 200 len: 210 time: 0.0936654 Oct 11 15:28:57.846406 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-b136f0ad-7049-41a9-9db6-cba03cb3861a req-4aee21d9-98c9-43ef-ac7d-eb749aff4611 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] show failed (client error): The resource could not be found. Oct 11 15:28:57.853697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b136f0ad-7049-41a9-9db6-cba03cb3861a req-4aee21d9-98c9-43ef-ac7d-eb749aff4611 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/79dc349c-ffba-4591-9990-5f2c664b6cd2 HTTP/1.1" status: 404 len: 352 time: 0.1039653 Oct 11 15:28:57.873949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.887156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:57.891804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-deecf9b8-53c1-4d07-8a4e-bc376c89b413 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/floatingips/915e83ef-56dd-4c2d-a174-c8f7ec30eeb3 HTTP/1.1" status: 204 len: 168 time: 1.3586216 Oct 11 15:28:57.892097 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:57.944494 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:57.958558 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae67a46-ced1-4b4d-9b91-b26300b8adf0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] DELETE failed (client error): The resource could not be found. Oct 11 15:28:57.959411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae67a46-ced1-4b4d-9b91-b26300b8adf0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:28:57.963167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bae67a46-ced1-4b4d-9b91-b26300b8adf0 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/ea22b4a9-69d4-4723-b7a9-373af13dab45 HTTP/1.1" status: 404 len: 333 time: 0.0700579 Oct 11 15:28:57.967378 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:58.034425 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f1aa42-2a14-48dc-81eb-0fbe897392b7 x-openstack-request-id: req-b9f1aa42-2a14-48dc-81eb-0fbe897392b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:28:58.034750 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb0f74-9aae-4246-be24-40f8d65786b0", "name": "network-vif-deleted", "tag": "b65713e1-0c6a-4a01-8eca-c34d688a1329", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:28:58.039222 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9f1aa42-2a14-48dc-81eb-0fbe897392b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:28:58.039703 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb0f74-9aae-4246-be24-40f8d65786b0', 'name': 'network-vif-deleted', 'tag': 'b65713e1-0c6a-4a01-8eca-c34d688a1329', 'status': 'completed', 'code': 200} Oct 11 15:28:58.042951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a33f83bb-f72f-4392-be31-5e5d6b9505a6 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/ports?device_id=17d3dcfd-9815-4c87-8346-49c58d23e317 HTTP/1.1" status: 200 len: 205 time: 0.0739686 Oct 11 15:28:58.045333 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:58.074855 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-152705df-542e-4f9c-a82f-f895375fc829 req-0290e9f7-61ef-4a15-979c-c1aedbc4b3f2 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] show failed (client error): The resource could not be found. Oct 11 15:28:58.076201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152705df-542e-4f9c-a82f-f895375fc829 req-0290e9f7-61ef-4a15-979c-c1aedbc4b3f2 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-group-rules/fcd4579a-ff8d-437f-ab82-1c6dc6534c54 HTTP/1.1" status: 404 len: 361 time: 0.0293329 Oct 11 15:28:58.094635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268727f7-e017-4c52-9412-8afd73630c61 req-2cf28bc7-1f11-4d03-8c23-a9747f3baa19 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:58.096417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-268727f7-e017-4c52-9412-8afd73630c61 req-2cf28bc7-1f11-4d03-8c23-a9747f3baa19 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.0924745 Oct 11 15:28:58.107658 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3d9e2737-dffc-4d68-83e2-80f513d5b0d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] delete failed (client error): The resource could not be found. Oct 11 15:28:58.108701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d9e2737-dffc-4d68-83e2-80f513d5b0d4 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/routers/17d3dcfd-9815-4c87-8346-49c58d23e317 HTTP/1.1" status: 404 len: 336 time: 0.0624142 Oct 11 15:28:58.111492 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:58.140070 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5adcc9-69e8-4234-9d13-f956e974b43a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] DELETE failed (client error): The resource could not be found. Oct 11 15:28:58.140612 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5adcc9-69e8-4234-9d13-f956e974b43a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:28:58.144070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a5adcc9-69e8-4234-9d13-f956e974b43a tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/subnets/639efe29-2eff-42ec-b0c1-997f5074be19 HTTP/1.1" status: 404 len: 337 time: 0.0315635 Oct 11 15:28:58.146831 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:58.198110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-268727f7-e017-4c52-9412-8afd73630c61 req-9164c769-671d-4e2a-9552-cb322f6f2051 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/security-groups?id=45299564-8c88-4766-908b-37a58958d239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878184 Oct 11 15:28:58.208488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90da4c18-4789-458d-8524-62718896a187 req-aceb7456-9339-44e7-beb9-64bd716e5d89 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/571337f7-de2a-487e-8b5c-6e101d063038 HTTP/1.1" status: 200 len: 1813 time: 0.1053252 Oct 11 15:28:58.286922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90da4c18-4789-458d-8524-62718896a187 req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.302827 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:58.333987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90da4c18-4789-458d-8524-62718896a187 req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.379037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010477-7522-4d37-801a-c1ce669df39b req-3ea4ec6d-ba16-49e9-a344-2d6cd15d578e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:58.380793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4010477-7522-4d37-801a-c1ce669df39b req-3ea4ec6d-ba16-49e9-a344-2d6cd15d578e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1106815 Oct 11 15:28:58.388387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:28:58.404554 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:28:58.406664 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:58.447608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4010477-7522-4d37-801a-c1ce669df39b req-820ccd03-c38a-4a7e-a2c3-41f1cdda5026 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578928 Oct 11 15:28:58.448773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90da4c18-4789-458d-8524-62718896a187 req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.451704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90da4c18-4789-458d-8524-62718896a187 req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.456409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90da4c18-4789-458d-8524-62718896a187 req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-groups/571337f7-de2a-487e-8b5c-6e101d063038 HTTP/1.1" status: 204 len: 173 time: 0.2467630 Oct 11 15:28:58.483996 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10645-3333-43f3-8208-af3b376fb185 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571337f7-de2a-487e-8b5c-6e101d063038,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:58.576773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-478314a7-a207-472c-b7a1-696b711bfdbc tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/418b0594-67e0-4544-af5b-28c3cfcf5664 HTTP/1.1" status: 200 len: 1812 time: 0.0937655 Oct 11 15:28:58.630187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:28:58.647238 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-83c31264-5ae1-475f-9de9-c02f53dd83ae tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:58.648732 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-83c31264-5ae1-475f-9de9-c02f53dd83ae tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 944 time: 0.4199762 Oct 11 15:28:58.649377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.652188 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 84f2b00a-5604-4b98-92a7-2069dc374d9b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:58.652525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.703234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.768462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.773461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.775420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a36ad60-d32f-44fc-bfce-32b4c1327a25 req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-groups/418b0594-67e0-4544-af5b-28c3cfcf5664 HTTP/1.1" status: 204 len: 173 time: 0.1977122 Oct 11 15:28:58.791675 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b4ca6-a0bc-4f2e-8a7d-ab5b6687d94e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b0594-67e0-4544-af5b-28c3cfcf5664,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:58.822610 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:58.840352 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 84f2b00a-5604-4b98-92a7-2069dc374d9b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:58.873968 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Deleting port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:58.874377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.032010 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7fa51-32b1-4a61-b8f6-412504e7e50d req-6dcd7c7c-5691-4307-b0d1-1caf0503fba3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:59.041089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54c7fa51-32b1-4a61-b8f6-412504e7e50d req-6dcd7c7c-5691-4307-b0d1-1caf0503fba3 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 945 time: 0.1661310 Oct 11 15:28:59.051182 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] For port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,segment=NetworkSegment(0da50d7f-0b9c-4f9b-83a9-430e107ca76c),segment_id=0da50d7f-0b9c-4f9b-83a9-430e107ca76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:59.051552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.087834 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Calling delete_port for 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:59.104876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-7657b475-8b1f-424b-a997-a80c38db9a8a tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:59.105865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-7657b475-8b1f-424b-a997-a80c38db9a8a tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1495233 Oct 11 15:28:59.111873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-44e638db-fefc-4f5b-bcd7-1f17560f33b2 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/71fb3d43-3533-4a10-9c0d-682896971330 HTTP/1.1" status: 200 len: 1812 time: 0.1660342 Oct 11 15:28:59.115321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54c7fa51-32b1-4a61-b8f6-412504e7e50d req-b6d0a9cd-72a8-4dd2-8f69-2eb856b2a74c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Oct 11 15:28:59.120524 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:28:59.156603 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:28:59.175556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.184927 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8bb62-595b-428b-bfb4-f7277c5b3a3e None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:22:52Z', 'revision_number': 4, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3', 'name': '', 'network_id': 'f50996e8-e401-4cca-ac89-3474155500db', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'mac_address': 'fa:16:3e:e9:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:51Z', 'updated_at': '2021-10-11T15:22:57Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'subnets': [{'id': '16793b53-3da4-4fe3-89af-9cb4800763c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:28:59.218126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=84f2b00a-5604-4b98-92a7-2069dc374d9b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:59.221640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.284930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.338284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.343686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc461998-5bb0-4384-b236-9bef84bc61a8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/84f2b00a-5604-4b98-92a7-2069dc374d9b HTTP/1.1" status: 204 len: 168 time: 1.1934395 Oct 11 15:28:59.344708 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:28:59.354853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.371778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.411620 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Pushing event deleted for resources: {'Port': ['ID=66a16e0d-cafb-46b9-88e4-8a508ba7e1ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:59.448682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16e01-0feb-47e4-8d13-208bd367d688 req-ba9b0039-0684-4a01-a05a-1c5fc6a6b470 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:28:59.450257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8d16e01-0feb-47e4-8d13-208bd367d688 req-ba9b0039-0684-4a01-a05a-1c5fc6a6b470 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1466887 Oct 11 15:28:59.483180 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] No DVR routers for this DVR port 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:28:59.486227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.489437 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8999e-0381-4ca2-b2de-f841a46cb150 None None] New status for floating IP 2be40738-e792-444a-9948-6b5c7abeacfd: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:28:59.490515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5706d48-3d17-4a74-b0b6-e5e8346a26b8 req-e4cfaa7c-2a80-44bf-af1b-6d5e690d0ea7 tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.36 "DELETE /v2.0/ports/66a16e0d-cafb-46b9-88e4-8a508ba7e1ed HTTP/1.1" status: 204 len: 173 time: 0.8320823 Oct 11 15:28:59.496507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.498820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.509075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa900f10-748c-4d38-9c34-6c61f7c78d3c req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-groups/71fb3d43-3533-4a10-9c0d-682896971330 HTTP/1.1" status: 204 len: 173 time: 0.3840795 Oct 11 15:28:59.516214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:28:59.519752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b65713e1-0c6a-4a01-8eca-c34d688a1329 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:28:59.525149 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 5361aef8-1c62-4bcc-b060-5426127164b7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:28:59.525533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.531938 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:59.563991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: b65713e1-0c6a-4a01-8eca-c34d688a1329 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:28:59.570444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec247e6-5291-46c8-81ef-599cdc90aa9e tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb3d43-3533-4a10-9c0d-682896971330,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:59.571093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b65713e1-0c6a-4a01-8eca-c34d688a1329 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:28:59.614159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8d16e01-0feb-47e4-8d13-208bd367d688 req-97cff6d7-4387-4185-8d87-64944e8efaf7 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501195 Oct 11 15:28:59.671491 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:28:59.743979 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:28:59.746134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.749257 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbd0278-43fc-4332-a5c5-12ed0120a891" -d '{"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f59b658-6ac2-49ea-8321-762f07635119"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:28:59.755001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:28:59.759079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.772326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 has no active binding in host n-h2-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 15:28:59.775548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.779832 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 5361aef8-1c62-4bcc-b060-5426127164b7 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:28:59.848917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98482260-d33d-4ad3-b096-4fa216f62fec req-6faf871b-0085-4235-88f3-4c289b25827c tempest-LiveAutoBlockMigrationV225Test-46580638 tempest-LiveAutoBlockMigrationV225Test-46580638-project] 10.222.0.31 "GET /v2.0/ports?device_id=3613cc39-b11d-49ea-8d53-8f4d76ca768f HTTP/1.1" status: 200 len: 210 time: 0.0407741 Oct 11 15:28:59.875424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:28:59.953585 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:28:59.955066 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:28:59.955403 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:28:59.955729 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:59.976970 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:28:59.977935 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Attempting to bind port 0f59b658-6ac2-49ea-8321-762f07635119 on network 07e7d252-137f-4ead-9315-d1c6c50fda8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:28:59.986631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0552dafb-501b-4c36-ae65-476848434780 req-ff438517-e124-4700-94be-a5d7371eef9c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/b15812b9-928a-4b3a-897d-3d7161424189 HTTP/1.1" status: 200 len: 1811 time: 0.1015944 Oct 11 15:28:59.987568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:28:59.987905 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Checking segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:28:59.988279 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Bound using segment: {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:28:59.988755 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Bound port: 0f59b658-6ac2-49ea-8321-762f07635119, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '07e7d252-137f-4ead-9315-d1c6c50fda8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:28:59.989106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.012727 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=5361aef8-1c62-4bcc-b060-5426127164b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:00.026019 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb195105-8848-4114-b888-0808fb8409ae x-openstack-request-id: req-eb195105-8848-4114-b888-0808fb8409ae {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:00.026439 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f59b658-6ac2-49ea-8321-762f07635119", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:00.026647 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb195105-8848-4114-b888-0808fb8409ae {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:00.028977 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119', 'code': 200} Oct 11 15:29:00.058972 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-deleted', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:00.064494 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9058d4e6-e6fb-4bec-8e8a-c00da7d2d228" -d '{"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-deleted", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:00.118737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0552dafb-501b-4c36-ae65-476848434780 req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.122702 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:00.128267 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:00.134292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.136034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.140630 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c815e23-2227-4778-ae29-39d1b6a76d74 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/ports/5361aef8-1c62-4bcc-b060-5426127164b7 HTTP/1.1" status: 204 len: 168 time: 0.7952709 Oct 11 15:29:00.141239 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.175915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0552dafb-501b-4c36-ae65-476848434780 req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.213460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b12320-7302-4973-9365-21ef9b08c9d2 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:00.218545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3b12320-7302-4973-9365-21ef9b08c9d2 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "GET /v2.0/ports?device_id=87f03567-910b-42f6-8ab3-7a53b6e5e00f HTTP/1.1" status: 200 len: 913 time: 0.0726957 Oct 11 15:29:00.219184 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.219326 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.256860 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c290cd-0e0f-4047-9536-5c63ad771a00 x-openstack-request-id: req-b3c290cd-0e0f-4047-9536-5c63ad771a00 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:00.257195 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3613cc39-b11d-49ea-8d53-8f4d76ca768f", "name": "network-vif-deleted", "tag": "66a16e0d-cafb-46b9-88e4-8a508ba7e1ed", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:00.257454 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3c290cd-0e0f-4047-9536-5c63ad771a00 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:00.257858 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3613cc39-b11d-49ea-8d53-8f4d76ca768f', 'name': 'network-vif-deleted', 'tag': '66a16e0d-cafb-46b9-88e4-8a508ba7e1ed', 'status': 'completed', 'code': 200} Oct 11 15:29:00.284567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.301000 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:00.307945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:00.307945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.309235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-da370e94-0905-4477-842f-93d5822f1c52 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 1121 time: 1.1929555 Oct 11 15:29:00.314236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.351306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0552dafb-501b-4c36-ae65-476848434780 req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.353966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0552dafb-501b-4c36-ae65-476848434780 req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.355202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0552dafb-501b-4c36-ae65-476848434780 req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-groups/b15812b9-928a-4b3a-897d-3d7161424189 HTTP/1.1" status: 204 len: 173 time: 0.3554270 Oct 11 15:29:00.383625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.387631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.389449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "DELETE /v2.0/security-groups/a3691111-a12c-4cc4-969a-61b167f099aa HTTP/1.1" status: 204 len: 168 time: 0.1691289 Oct 11 15:29:00.393923 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.394068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0f59b658-6ac2-49ea-8321-762f07635119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:00.413784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['0f59b658-6ac2-49ea-8321-762f07635119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:00.414757 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cc1e0-515f-45e3-a167-7c4412724512 tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15812b9-928a-4b3a-897d-3d7161424189,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:00.421500 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8bff995b-75fb-49bc-924a-09afd595429b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] show failed (client error): The resource could not be found. Oct 11 15:29:00.422845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bff995b-75fb-49bc-924a-09afd595429b tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "GET /v2.0/security-groups/a3691111-a12c-4cc4-969a-61b167f099aa HTTP/1.1" status: 404 len: 347 time: 0.0271420 Oct 11 15:29:00.430777 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.449782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3974-7831-4c94-884e-bf7eb45373f7 req-372c48d5-986e-4b74-918d-827dccc60291 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:00.458257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a74e3974-7831-4c94-884e-bf7eb45373f7 req-372c48d5-986e-4b74-918d-827dccc60291 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.1529145 Oct 11 15:29:00.473145 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0abbbe-616e-4387-98ff-1faa96fe1b03 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3691111-a12c-4cc4-969a-61b167f099aa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:00.570164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a74e3974-7831-4c94-884e-bf7eb45373f7 req-900e60f5-ae41-4649-b4ee-5dd633f8bb0a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113918 Oct 11 15:29:00.580229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-43075ae5-4fc0-4b7e-9ed2-c15f877a1a0c tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "GET /v2.0/security-groups/174eb0e2-c712-4d38-b0c9-41c64e1dba8d HTTP/1.1" status: 200 len: 1812 time: 0.1490903 Oct 11 15:29:00.613042 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Deleting port a9684eec-c990-4764-ab68-d2101170000f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:00.613394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.731753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.732436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.737154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.749548 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Calling delete_port for a9684eec-c990-4764-ab68-d2101170000f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:00.787809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.893341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b3cb-5c97-4caa-9a4b-fa294f53a01f req-70ee8d2b-e1d3-469c-abd6-2b9a77bd3d04 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:00.893341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7178b3cb-5c97-4caa-9a4b-fa294f53a01f req-70ee8d2b-e1d3-469c-abd6-2b9a77bd3d04 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.0878336 Oct 11 15:29:00.897344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.900084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.901264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd3f0c3e-9323-40c7-ae15-cb3873e0f111 req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] 10.222.0.31 "DELETE /v2.0/security-groups/174eb0e2-c712-4d38-b0c9-41c64e1dba8d HTTP/1.1" status: 204 len: 173 time: 0.3136539 Oct 11 15:29:00.914016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:00.916082 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.950531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5935bb-1f5a-4295-949b-5ffca08be9eb tempest-SecurityGroupRulesNegativeTestJSON-244844406 tempest-SecurityGroupRulesNegativeTestJSON-244844406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174eb0e2-c712-4d38-b0c9-41c64e1dba8d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:00.952611 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:00.981378 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Pushing event deleted for resources: {'Port': ['ID=a9684eec-c990-4764-ab68-d2101170000f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:01.030204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7178b3cb-5c97-4caa-9a4b-fa294f53a01f req-c26ad527-3578-4cb5-a878-2ba6ba0b4d21 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278045 Oct 11 15:29:01.031662 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Deleting subnet 9a8fd7f8-7891-466d-bda4-d2ca909987a1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:01.040815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.064968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.114986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.117741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.119018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34bb8dd9-5539-426d-bd90-8f04f7c3ba11 tempest-ServersWithSpecificFlavorTestJSON-87454213 tempest-ServersWithSpecificFlavorTestJSON-87454213-project] 10.222.0.31 "DELETE /v2.0/floatingips/2be40738-e792-444a-9948-6b5c7abeacfd HTTP/1.1" status: 204 len: 168 time: 0.6871629 Oct 11 15:29:01.121541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.174660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.241901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.291061 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8fd7f8-7891-466d-bda4-d2ca909987a1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:01.297410 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Deleting subnet 971a8440-14b6-4abc-83b8-3bd5270c562f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:01.300093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.302907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.306042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6ad49cf-c1a8-481b-954b-6131c12a14e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a8fd7f8-7891-466d-bda4-d2ca909987a1 HTTP/1.1" status: 204 len: 168 time: 0.3874509 Oct 11 15:29:01.308651 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:01.355193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.389693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.455892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.501328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.525943 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port bb15383d-6a9b-4bc5-ab23-290649e85ea2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:01.526382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.533709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:01.541357 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b00727-261f-4d82-841a-2eb92db4a20b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:01.543275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.563958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:01.564659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66a16e0d-cafb-46b9-88e4-8a508ba7e1ed not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:01.566332 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1357382b-45f2-41ad-89d1-5bbc887d9737') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:01.566783 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1357382b-45f2-41ad-89d1-5bbc887d9737') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:01.589619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.607064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.613473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/971a8440-14b6-4abc-83b8-3bd5270c562f HTTP/1.1" status: 204 len: 168 time: 0.6570690 Oct 11 15:29:01.614459 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8bc0-30ed-424d-8f42-de3d3c36713b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971a8440-14b6-4abc-83b8-3bd5270c562f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:01.618630 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:01.629200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.640241 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:01.640679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:01.645321 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:01.725080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.730013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.733854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5b00727-261f-4d82-841a-2eb92db4a20b HTTP/1.1" status: 204 len: 168 time: 0.4241867 Oct 11 15:29:01.748420 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46b124-8b16-4200-9e50-18dae73505f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b00727-261f-4d82-841a-2eb92db4a20b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:01.765022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.769256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:01.790342 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for bb15383d-6a9b-4bc5-ab23-290649e85ea2 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:01.872531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3d8b-4040-40f6-a06d-b7e2f3a9b887 req-f2d5e548-c411-4f43-80cd-1130d51d1efd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:01.874116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-641c3d8b-4040-40f6-a06d-b7e2f3a9b887 req-f2d5e548-c411-4f43-80cd-1130d51d1efd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.1565950 Oct 11 15:29:01.950030 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:01.958177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.015598 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df8632ed-588f-4c9e-9dea-189e19a60c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c70dd3aa098f48439f1e556ad1bb47c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630441 Oct 11 15:29:02.018205 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:02.026032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-641c3d8b-4040-40f6-a06d-b7e2f3a9b887 req-8a0c7447-1671-4b50-809e-5e1c31e3e61a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397288 Oct 11 15:29:02.027611 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6d315-eff9-4655-83cb-10b80d91e587']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:02.031022 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:02.034029 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a250f6-09d6-4322-96e6-84606ee55558" -d '{"events": [{"name": "network-changed", "server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "tag": "0f59b658-6ac2-49ea-8321-762f07635119"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:02.051981 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da50d7f-0b9c-4f9b-83a9-430e107ca76c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:02.052283 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da50d7f-0b9c-4f9b-83a9-430e107ca76c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:02.073019 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.096289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.104485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:02.105110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:02.107149 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:02.121473 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a75257-b031-452a-aa0a-5757c37e0298 x-openstack-request-id: req-69a75257-b031-452a-aa0a-5757c37e0298 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:02.121803 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "tag": "0f59b658-6ac2-49ea-8321-762f07635119", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:02.122053 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69a75257-b031-452a-aa0a-5757c37e0298 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:02.122431 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119', 'status': 'completed', 'code': 200} Oct 11 15:29:02.140007 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.187851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.206772 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:02.294411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.297676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.302811 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2966170-f11e-41a8-bc29-54fc92787a3a HTTP/1.1" status: 204 len: 168 time: 0.2830069 Oct 11 15:29:02.312756 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20ca8-7d65-48c2-a61a-f70c8649a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2966170-f11e-41a8-bc29-54fc92787a3a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:02.356433 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888e98f1-0e96-4939-906d-5981efa7e0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.563488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.581210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.588071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] 10.222.0.31 "DELETE /v2.0/networks/38c6d315-eff9-4655-83cb-10b80d91e587 HTTP/1.1" status: 204 len: 168 time: 0.9687939 Oct 11 15:29:02.588260 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:02.608469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73180270-c605-440f-a2f8-38ec8f754973 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c6d315-eff9-4655-83cb-10b80d91e587,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:02.612876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a250f6-09d6-4322-96e6-84606ee55558 req-46f448dc-7cb4-415d-a780-9b7ab899d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:02.615100 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-46f448dc-7cb4-415d-a780-9b7ab899d183 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1124 time: 0.4521556 Oct 11 15:29:02.617823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.634877 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262d3c-b0bf-4675-bfb5-c0a51b8e2e19 req-da6faa9f-55e4-432f-b438-94bef0f07e3a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:02.642168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7262d3c-b0bf-4675-bfb5-c0a51b8e2e19 req-da6faa9f-55e4-432f-b438-94bef0f07e3a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.4763975 Oct 11 15:29:02.680355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=bb15383d-6a9b-4bc5-ab23-290649e85ea2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:02.713335 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Deleting subnet 0bbb4a97-cfd3-483c-90ca-5ac685027345 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:02.743770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.800461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.811696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7262d3c-b0bf-4675-bfb5-c0a51b8e2e19 req-90bb4b5b-0a00-48df-bec7-3d9fbdedf748 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683300 Oct 11 15:29:02.879051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:02.901135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a250f6-09d6-4322-96e6-84606ee55558 req-e76c2b5e-2227-4b57-900c-42b99c08ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:02.902678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-e76c2b5e-2227-4b57-900c-42b99c08ccf5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.2536952 Oct 11 15:29:02.951816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-36db73d4-7412-429f-8974-0c760f2dca95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 217 time: 0.0394773 Oct 11 15:29:03.041089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a250f6-09d6-4322-96e6-84606ee55558 req-ad557d82-a11e-467e-83df-64f19271750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:03.043015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-ad557d82-a11e-467e-83df-64f19271750e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0619674 Oct 11 15:29:03.043708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.044193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.078392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.081771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0bbb4a97-cfd3-483c-90ca-5ac685027345 HTTP/1.1" status: 204 len: 168 time: 0.4910300 Oct 11 15:29:03.084343 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd828-1a0b-4df8-9170-6f0c03a1d589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbb4a97-cfd3-483c-90ca-5ac685027345,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:03.084544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-21c17752-3125-4ab5-b44b-fd3b78230a67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296249 Oct 11 15:29:03.090529 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:03.238504 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.288363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.293234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3856ea0-64bc-454b-9f6d-d40324a6e2aa req-dd5012e6-7731-4079-ab77-fc8f1c80b5c5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:03.294708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3856ea0-64bc-454b-9f6d-d40324a6e2aa req-dd5012e6-7731-4079-ab77-fc8f1c80b5c5 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.1242142 Oct 11 15:29:03.354633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-75d0bdeb-3b29-4cee-b476-de131e72ea17 service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312140 Oct 11 15:29:03.357799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3856ea0-64bc-454b-9f6d-d40324a6e2aa req-326bbae1-5874-4c26-b37d-6cddc507fea9 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 Oct 11 15:29:03.480632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.515554 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22056f2d-2af9-4aaa-ad2d-2a58f809ebb1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.596906 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Router 87f03567-910b-42f6-8ab3-7a53b6e5e00f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:29:03.600439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a250f6-09d6-4322-96e6-84606ee55558 req-a2d72848-a138-42ec-b158-453019cdc92c service neutron] 10.222.0.43 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673150 Oct 11 15:29:03.603638 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8dc9f2-8a2f-4b27-b7ca-4f0a1ea6d49e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.604017 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8dc9f2-8a2f-4b27-b7ca-4f0a1ea6d49e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.773144 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:29:03.785098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1462145d-4001-4c4f-83bf-1c175bbcde01 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "PUT /v2.0/routers/87f03567-910b-42f6-8ab3-7a53b6e5e00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5550952 Oct 11 15:29:03.785792 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] Sync routers for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:29:03.786679 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:03.807018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:03.807832 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.909694 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.935638 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] Routers {'87f03567-910b-42f6-8ab3-7a53b6e5e00f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:03.936580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.970934 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:03.983983 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:03.985370 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9177f08-1cde-4f49-b2ed-b0054f24fe71 None None] The sync data for ids ['87f03567-910b-42f6-8ab3-7a53b6e5e00f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:29:04.001928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.016670 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:04.017065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:04.018816 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:04.094978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3edd0-12a7-47cf-8764-780a224640aa req-9a8130c8-f81c-48ac-8079-810a28b594e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:04.104658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72e3edd0-12a7-47cf-8764-780a224640aa req-9a8130c8-f81c-48ac-8079-810a28b594e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1059124 Oct 11 15:29:04.143569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.164224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.170734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] 10.222.0.31 "DELETE /v2.0/networks/22056f2d-2af9-4aaa-ad2d-2a58f809ebb1 HTTP/1.1" status: 204 len: 168 time: 1.0776479 Oct 11 15:29:04.183270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72e3edd0-12a7-47cf-8764-780a224640aa req-ae4d0198-6ee4-4346-aa5c-adb6b633b84e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756850 Oct 11 15:29:04.188774 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f89b8-93cf-47ee-8c9b-19212036f901 admin admin] Pushing event deleted for resources: {'Network': ['ID=22056f2d-2af9-4aaa-ad2d-2a58f809ebb1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:04.194701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.238267 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Deleting port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:04.238618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.383614 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] For port b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:04.384334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.408264 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.416375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Calling delete_port for b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:04.471387 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:04.532807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ece4f90-29ea-4b1e-acce-d06dd5f21310 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fe4716b0b9e44b4963aa38424d645b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599899 Oct 11 15:29:04.533474 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:04.603142 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting port 241bc5bc-8e3a-4d67-a045-a3c294ce29d7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:04.603533 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.618066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.762472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.782559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.799191 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:04.824606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.835249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d79c30c8-b973-42c2-85a5-a3e1eb4f7116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:04.893099 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Calling delete_port for 241bc5bc-8e3a-4d67-a045-a3c294ce29d7 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:05.002071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176160-a459-4d46-8fdf-44565c92f428 req-6cfbf451-ebd6-4111-9e3a-c7957106ad00 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:05.010049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00176160-a459-4d46-8fdf-44565c92f428 req-6cfbf451-ebd6-4111-9e3a-c7957106ad00 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.4092054 Oct 11 15:29:05.050085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.056438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.057818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45299564-8c88-4766-908b-37a58958d239 HTTP/1.1" status: 204 len: 168 time: 0.5222054 Oct 11 15:29:05.098521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d75e1-b02b-42d2-8b2e-299db28a270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45299564-8c88-4766-908b-37a58958d239,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:05.181699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.258168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00176160-a459-4d46-8fdf-44565c92f428 req-c7bc935a-de72-4dcf-a180-0398de76d0ae tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375007 Oct 11 15:29:05.490697 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.591791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Port': ['ID=241bc5bc-8e3a-4d67-a045-a3c294ce29d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:05.689512 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Router ec999637-c1e9-40ed-b8b8-23e12ac7345c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:29:05.706709 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:05.766773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69440-b180-4383-a3bf-8275cf12123a req-3ddc6e7e-349c-48d9-b46b-aa95f5646405 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:05.777224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a69440-b180-4383-a3bf-8275cf12123a req-3ddc6e7e-349c-48d9-b46b-aa95f5646405 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.3057590 Oct 11 15:29:05.787571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.814390 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.920508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:05.940189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-765f7a8e-bdf2-4bbb-9553-72349cf090f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65b46cc5d0024496a99bf381ab68ad2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275758 Oct 11 15:29:05.940695 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:06.005080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.008319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.025808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a69440-b180-4383-a3bf-8275cf12123a req-7c004bb0-cf2b-4e52-9c58-bbb56ac26ae5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466111 Oct 11 15:29:06.071141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.080804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:29:06.088108 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-454ec5f3-c12d-4567-b91d-88685c3ef263 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec999637-c1e9-40ed-b8b8-23e12ac7345c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8797076 Oct 11 15:29:06.095956 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Sync routers for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:29:06.112034 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:06.113698 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:06.117285 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:06.147499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.148099 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Fanout notify agent at l3_agent the message router_deleted on router 87f03567-910b-42f6-8ab3-7a53b6e5e00f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:29:06.190627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.192415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-47520e5a-4cef-4ab3-83f1-09a575a3a661 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/routers/87f03567-910b-42f6-8ab3-7a53b6e5e00f HTTP/1.1" status: 204 len: 168 time: 2.4039998 Oct 11 15:29:06.198721 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:06.266892 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:29:06.269539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.281180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-df37c8e7-1418-4afc-8e6e-a752969065b9 service neutron] 10.222.0.43 "GET /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1447713 Oct 11 15:29:06.288980 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Deleting subnet b93c5888-df5e-423b-aa14-211ea374bb2a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:06.292802 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.345031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.394552 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:06.466735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.470163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.471785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25978d82-3b0c-43aa-afba-d57c808122a1 HTTP/1.1" status: 204 len: 168 time: 0.5300269 Oct 11 15:29:06.488530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463115df-f25a-4d09-8bdf-94ea496147d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25978d82-3b0c-43aa-afba-d57c808122a1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:06.491689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.635120 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:29:04Z', 'revision_number': 5, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port': {'id': '59d81e71-e638-4a8c-97dc-fb17c05aae1c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:22:48Z', 'updated_at': '2021-10-11T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:06.639413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.709979 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Deleting port 59d81e71-e638-4a8c-97dc-fb17c05aae1c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:06.710609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.719428 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Checking router: ec999637-c1e9-40ed-b8b8-23e12ac7345c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:29:06.743767 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Routers {'ec999637-c1e9-40ed-b8b8-23e12ac7345c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:06.745416 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:06.774701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:06.888741 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] For port 59d81e71-e638-4a8c-97dc-fb17c05aae1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59d81e71-e638-4a8c-97dc-fb17c05aae1c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:06.890056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:06.910884 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] Set router ec999637-c1e9-40ed-b8b8-23e12ac7345c gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:29:06.920780 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Calling delete_port for 59d81e71-e638-4a8c-97dc-fb17c05aae1c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:06.981184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.001756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d43a-bdc6-4d48-a537-372feecf3185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.005899 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:29:06Z', 'revision_number': 6, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:07.072319 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf565120-e537-44ba-9d00-f63c855f4cbd None None] The sync data for ids ['ec999637-c1e9-40ed-b8b8-23e12ac7345c'] in n-d-master-1 is: [{'id': 'ec999637-c1e9-40ed-b8b8-23e12ac7345c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-664147773-router', 'tenant_id': '23a04af4bc1747a088fb50e2bbbc7485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:47Z', 'updated_at': '2021-10-11T15:29:06Z', 'revision_number': 6, 'project_id': '23a04af4bc1747a088fb50e2bbbc7485', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:29:07.185244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.207689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d43a-bdc6-4d48-a537-372feecf3185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.211629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.217866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/subnets/b93c5888-df5e-423b-aa14-211ea374bb2a HTTP/1.1" status: 204 len: 168 time: 1.0158489 Oct 11 15:29:07.219005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d43a-bdc6-4d48-a537-372feecf3185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.222110 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:07.224619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f0ae8-e20c-4b88-b23b-17c50190046c req-1316a674-e1e3-4b65-bee4-b993866aa51b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:07.232241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640f0ae8-e20c-4b88-b23b-17c50190046c req-1316a674-e1e3-4b65-bee4-b993866aa51b tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 943 time: 0.8379869 Oct 11 15:29:07.296591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e18c0-bf37-4f7a-a476-61761d7087b8 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Subnet': ['ID=b93c5888-df5e-423b-aa14-211ea374bb2a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:07.322911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.332032 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3b1d43a-bdc6-4d48-a537-372feecf3185 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f64ef042dd4404b8bccd0b7ba5a55d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8990548 Oct 11 15:29:07.344559 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:07.369160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18754-76cf-4449-8c18-bde2aea7d7f4 req-79eb9e5c-5167-4647-b3bb-ecc2cd8c3208 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:07.370782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6c18754-76cf-4449-8c18-bde2aea7d7f4 req-79eb9e5c-5167-4647-b3bb-ecc2cd8c3208 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1875713 Oct 11 15:29:07.396600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640f0ae8-e20c-4b88-b23b-17c50190046c req-2d50bbad-fee2-4cc9-9072-077bd92962d2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633794 Oct 11 15:29:07.402580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.410755 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1d43a-bdc6-4d48-a537-372feecf3185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f6a7ce-1389-4ed4-91a2-c8bf816f2288,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:07.422749 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Pushing event deleted for resources: {'Port': ['ID=59d81e71-e638-4a8c-97dc-fb17c05aae1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:07.499765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6c18754-76cf-4449-8c18-bde2aea7d7f4 req-bd8c282f-cb6d-40c2-abec-7f5e1d968b55 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002467 Oct 11 15:29:07.501619 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:07.555428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.559004 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:07.602965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.616631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.620684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.634770 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f59b658-6ac2-49ea-8321-762f07635119 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:07.638226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.654886 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:07.689032 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7ba78-656c-40ba-b0c9-656605d9a807']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:07.700143 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.744808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.747751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.748997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5f6a7ce-1389-4ed4-91a2-c8bf816f2288 HTTP/1.1" status: 204 len: 168 time: 0.4034276 Oct 11 15:29:07.764735 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad899f93-55ee-4fbf-8367-bca44375414b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:07.765018 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad899f93-55ee-4fbf-8367-bca44375414b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:07.768009 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ec62d-7636-4a06-a570-17a4b7c8ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f6a7ce-1389-4ed4-91a2-c8bf816f2288,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:07.776980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.779619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.781618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.813778 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] Transition to ACTIVE for port object 0f59b658-6ac2-49ea-8321-762f07635119 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:07.824830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.835507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.844569 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:07.845124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:07.851514 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:07.865005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.865808 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec999637-c1e9-40ed-b8b8-23e12ac7345c {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:29:07.920034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:07.921959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3464d9e5-2c8b-409f-9042-07c58d35782a admin admin] 10.222.0.31 "DELETE /v2.0/routers/ec999637-c1e9-40ed-b8b8-23e12ac7345c HTTP/1.1" status: 204 len: 168 time: 1.8059654 Oct 11 15:29:07.924476 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] No DVR routers for this DVR port 0f59b658-6ac2-49ea-8321-762f07635119 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:07.926192 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:07.932335 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:07.970832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-c5aef445-f08b-4882-8685-e95c7aaff526 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5775511 Oct 11 15:29:07.998387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.006567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.011694 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] 10.222.0.31 "DELETE /v2.0/networks/beb7ba78-656c-40ba-b0c9-656605d9a807 HTTP/1.1" status: 204 len: 168 time: 0.7841074 Oct 11 15:29:08.025031 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Deleting subnet 16793b53-3da4-4fe3-89af-9cb4800763c5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:08.041543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.061335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baceb76-cf62-4b19-8a22-b81b4834e349 tempest-FloatingIPTestJSON-1017608872 tempest-FloatingIPTestJSON-1017608872-project] Pushing event deleted for resources: {'Network': ['ID=beb7ba78-656c-40ba-b0c9-656605d9a807,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:08.092531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.108703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-b0a71f90-fceb-4608-83de-f71a436576c0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.110661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-b0a71f90-fceb-4608-83de-f71a436576c0 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0623610 Oct 11 15:29:08.172744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ad24de90-cc0d-498b-b081-49c798afcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.174629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ad24de90-cc0d-498b-b081-49c798afcedd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2&tenant_id=77e5dba876a247eaa5b890ec204af9cd HTTP/1.1" status: 200 len: 1095 time: 0.0566280 Oct 11 15:29:08.188414 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:08.223326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.267554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ae0e7636-5948-4e3c-848a-36a4ea37aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.269310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ae0e7636-5948-4e3c-848a-36a4ea37aff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=77e5dba876a247eaa5b890ec204af9cd&device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1095 time: 0.0672374 Oct 11 15:29:08.301555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.344246 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16793b53-3da4-4fe3-89af-9cb4800763c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:08.351129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.355657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d28ffa69-1917-4191-b1c4-f81f9598c64a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16793b53-3da4-4fe3-89af-9cb4800763c5 HTTP/1.1" status: 204 len: 168 time: 0.4281642 Oct 11 15:29:08.358491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb76ed6-be13-4e5f-be9a-6de28eccd3d7 None None] Network f50996e8-e401-4cca-ac89-3474155500db requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:08.358677 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:08.420901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-9edb04d9-bca1-46e9-97d6-cb6d823cdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.424606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-9edb04d9-bca1-46e9-97d6-cb6d823cdcaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 200 len: 908 time: 0.1469440 Oct 11 15:29:08.532812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-f96f0abc-791d-4db1-a70f-e63ffdf76946 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 200 len: 217 time: 0.1003435 Oct 11 15:29:08.538340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.588309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:08.632995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:08.633830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-bd3d360b-af8d-4dfc-8a05-01be0ee271b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.634417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b2dd99b0-e82f-4a9f-bfd8-bdc2f8d1e3a3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:08.635018 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 59d81e71-e638-4a8c-97dc-fb17c05aae1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:08.635668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-bd3d360b-af8d-4dfc-8a05-01be0ee271b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 200 len: 847 time: 0.0949821 Oct 11 15:29:08.660027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 59d81e71-e638-4a8c-97dc-fb17c05aae1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:08.660693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 59d81e71-e638-4a8c-97dc-fb17c05aae1c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:08.661533 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Deleting port 06daddbf-4803-4174-b20c-4a04094c31e7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:08.662111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.721565 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] DHCP port deletion for f50996e8-e401-4cca-ac89-3474155500db request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:29:08.788601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-0ec19377-accc-478e-8161-f9beb0fd3f09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07e7d252-137f-4ead-9315-d1c6c50fda8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771027 Oct 11 15:29:08.796517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Deleting port 06daddbf-4803-4174-b20c-4a04094c31e7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:08.797261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.816828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018458c9-45b0-4dd1-ada5-63f6cfe28c2a req-8b8a421a-d8b1-4c97-b959-134b54694a09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.819036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-018458c9-45b0-4dd1-ada5-63f6cfe28c2a req-8b8a421a-d8b1-4c97-b959-134b54694a09 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1822674 Oct 11 15:29:08.821455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cfe2d8-6412-49aa-8990-1f2fe4724336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.830657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff807e4-c955-4f0c-aeb5-e926d7f6de64 req-04a335f3-4668-4f9f-b5cd-706c579e7299 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:08.838852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ff807e4-c955-4f0c-aeb5-e926d7f6de64 req-04a335f3-4668-4f9f-b5cd-706c579e7299 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.2006273 Oct 11 15:29:08.847197 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:08.853086 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] For port 06daddbf-4803-4174-b20c-4a04094c31e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06daddbf-4803-4174-b20c-4a04094c31e7,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:08.854722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.922740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] For port 06daddbf-4803-4174-b20c-4a04094c31e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06daddbf-4803-4174-b20c-4a04094c31e7,segment=NetworkSegment(0c42b173-049a-4f07-927f-713196fc56df),segment_id=0c42b173-049a-4f07-927f-713196fc56df)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:08.923590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:08.943584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Calling delete_port for 06daddbf-4803-4174-b20c-4a04094c31e7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:08.974678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ff807e4-c955-4f0c-aeb5-e926d7f6de64 req-6838d3df-2bed-4c1a-8955-8ffd3266bb6a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348391 Oct 11 15:29:08.990861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-018458c9-45b0-4dd1-ada5-63f6cfe28c2a req-8d66bd18-a5ae-4286-b488-6422dc25a772 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317370 Oct 11 15:29:08.993592 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.030640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cfe2d8-6412-49aa-8990-1f2fe4724336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.043434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58cfe2d8-6412-49aa-8990-1f2fe4724336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.046690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Calling delete_port for 06daddbf-4803-4174-b20c-4a04094c31e7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:09.050037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d34becc6-6e24-4cc8-84ff-e0015eda1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.068796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.080868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-7de172bc-15ba-4326-a767-95670eef12d0 service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833157 Oct 11 15:29:09.109315 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.110725 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] No DVR routers for this DVR port 06daddbf-4803-4174-b20c-4a04094c31e7 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:09.113421 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634197fe-cd00-4b10-b561-4a82142a9014 None None] Pushing event deleted for resources: {'Port': ['ID=06daddbf-4803-4174-b20c-4a04094c31e7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.152490 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58cfe2d8-6412-49aa-8990-1f2fe4724336 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ead56ed8f2045e4b20f655382c9f533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9617131 Oct 11 15:29:09.155760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe2d8-6412-49aa-8990-1f2fe4724336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da6987-01ed-453a-b76f-96c93037a810,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.159674 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.262092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-ebff807a-4e63-4b66-969c-92ccd117326a service neutron] 10.222.0.36 "GET /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731930 Oct 11 15:29:09.264196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.327663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.329384 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Pushing event deleted for resources: {'Port': ['ID=06daddbf-4803-4174-b20c-4a04094c31e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.340557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d34becc6-6e24-4cc8-84ff-e0015eda1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.346597 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] No DVR routers for this DVR port 06daddbf-4803-4174-b20c-4a04094c31e7 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:09.356534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d34becc6-6e24-4cc8-84ff-e0015eda1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.395135 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.446327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-171a89e0-da50-4287-b079-120e79e7507d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4edd28dc747140e38767859cac00734a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514389 Oct 11 15:29:09.448742 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.475631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d34becc6-6e24-4cc8-84ff-e0015eda1c8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e00b2a20a82434abe1dcaf60d3ecb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169114 Oct 11 15:29:09.479498 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.508666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34becc6-6e24-4cc8-84ff-e0015eda1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba83cbd4-9f3f-48f1-b1bb-fe2bea737d47,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.516314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.541211 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50996e8-e401-4cca-ac89-3474155500db']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:09.552284 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42b173-049a-4f07-927f-713196fc56df') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:09.552634 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42b173-049a-4f07-927f-713196fc56df') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:09.563237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.570516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.573029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.574261 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49da6987-01ed-453a-b76f-96c93037a810 HTTP/1.1" status: 204 len: 168 time: 0.4107301 Oct 11 15:29:09.587788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.590250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a60bb-f33e-4dce-8685-d81f999f4b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da6987-01ed-453a-b76f-96c93037a810,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.596963 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:09.597353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:09.599280 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:09.671080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.679414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.683212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] 10.222.0.31 "DELETE /v2.0/networks/f50996e8-e401-4cca-ac89-3474155500db HTTP/1.1" status: 204 len: 168 time: 1.3231690 Oct 11 15:29:09.695249 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.702934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d2517-8054-4a3d-9ccf-1926081b415c admin admin] Pushing event deleted for resources: {'Network': ['ID=f50996e8-e401-4cca-ac89-3474155500db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:09.770774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.828142 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-762380e4-adfd-4e0e-8a17-12b4eda7bfae tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.829955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-762380e4-adfd-4e0e-8a17-12b4eda7bfae tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2&tenant_id=77e5dba876a247eaa5b890ec204af9cd&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.3117280 Oct 11 15:29:09.837765 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.874124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.902988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:09.922445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ce6684-9857-4a5b-8dbe-0dad3a8ce579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:09.923269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.923744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.924200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.924644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.925090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.925561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.926007 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.926447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.926930 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:09.928859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05b9890b-6754-4c1d-bbd7-9c3866ceef3f req-ff46004d-4f9d-4f78-afa9-efc351b83a07 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6385 time: 0.4286606 Oct 11 15:29:09.955565 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.093215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ce6684-9857-4a5b-8dbe-0dad3a8ce579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.102726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ce6684-9857-4a5b-8dbe-0dad3a8ce579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.164120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.166822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.170994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eef949bf-9810-44ac-ad0a-fde25b9f1264 HTTP/1.1" status: 204 len: 168 time: 0.7175333 Oct 11 15:29:10.190741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-65ce6684-9857-4a5b-8dbe-0dad3a8ce579 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1e918cefc584f6c951e53fa3730c389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855797 Oct 11 15:29:10.193652 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:10.194661 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.196428 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6684-9857-4a5b-8dbe-0dad3a8ce579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b497eb5-39d4-4640-a698-ed45cbad338f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:10.201322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.205755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba83cbd4-9f3f-48f1-b1bb-fe2bea737d47 HTTP/1.1" status: 204 len: 168 time: 0.7229812 Oct 11 15:29:10.205755 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7b61f-9950-47a3-8083-4d3785255b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef949bf-9810-44ac-ad0a-fde25b9f1264,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:10.222137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690ba05-ffcc-4384-82b3-3704270cd6d3 req-0d13b193-3415-40b9-84e6-9abc27765e60 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.223895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7690ba05-ffcc-4384-82b3-3704270cd6d3 req-0d13b193-3415-40b9-84e6-9abc27765e60 tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 886 time: 0.2636404 Oct 11 15:29:10.256951 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d2733-5528-467f-a1db-b8a3064c29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba83cbd4-9f3f-48f1-b1bb-fe2bea737d47,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:10.282653 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-32ac1ab6-5cea-4de2-ba8e-0e0a5bd945b8 service neutron] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:10.295616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-32ac1ab6-5cea-4de2-ba8e-0e0a5bd945b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.296842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-32ac1ab6-5cea-4de2-ba8e-0e0a5bd945b8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4534845 Oct 11 15:29:10.345911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.375341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.401750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.504585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 06daddbf-4803-4174-b20c-4a04094c31e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:10.538262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 06daddbf-4803-4174-b20c-4a04094c31e7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:10.538838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 06daddbf-4803-4174-b20c-4a04094c31e7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:10.569476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268639d0-8e31-4165-b4eb-aa16a63326af req-6e917b1e-6db4-48d5-a91d-2603549158ca tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.571148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-268639d0-8e31-4165-b4eb-aa16a63326af req-6e917b1e-6db4-48d5-a91d-2603549158ca tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1660244 Oct 11 15:29:10.709709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-268639d0-8e31-4165-b4eb-aa16a63326af req-17cf44ab-bbde-459e-b2ed-2f0260580687 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119173 Oct 11 15:29:10.713897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.717443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.718603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b497eb5-39d4-4640-a698-ed45cbad338f HTTP/1.1" status: 204 len: 168 time: 0.5080984 Oct 11 15:29:10.737543 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd85492-7bde-46f3-895e-19d666bd4e57 req-eae133c8-ae2a-476b-a931-3ed78ec325fd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.739866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acd85492-7bde-46f3-895e-19d666bd4e57 req-eae133c8-ae2a-476b-a931-3ed78ec325fd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.2031384 Oct 11 15:29:10.762600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:10.782776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe475f8-1575-40cc-b5b2-fb47725104e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b497eb5-39d4-4640-a698-ed45cbad338f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:10.880068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acd85492-7bde-46f3-895e-19d666bd4e57 req-b2e4b26e-feb6-4575-98bf-063669aa88be tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292048 Oct 11 15:29:10.947890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.948451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.948966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.949795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.950325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.951127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.951530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.952018 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:10.954041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1dfaeea-3bf1-458c-9063-d96d0f6b0d08 req-4f8eee09-0c7f-458f-a355-9d532e3c1c6d tempest-NetworksTest-646181580 tempest-NetworksTest-646181580-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5712 time: 0.1857431 Oct 11 15:29:11.151067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52824120-0186-46b0-ae93-0e3c2ec369da req-9b987beb-f62f-4709-96cb-9079fa6e9122 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:11.153053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52824120-0186-46b0-ae93-0e3c2ec369da req-9b987beb-f62f-4709-96cb-9079fa6e9122 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 1095 time: 0.0657258 Oct 11 15:29:11.254011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52824120-0186-46b0-ae93-0e3c2ec369da req-c21cfe80-44d0-4ad0-ae00-2cc557c47734 tempest-LiveMigrationTest-402207310 tempest-LiveMigrationTest-402207310-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 Oct 11 15:29:11.267842 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Deleting port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:11.268155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:11.381399 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] For port 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:11.381835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:11.405948 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Calling delete_port for 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:11.650922 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:11.665960 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d378-eeec-4e55-8c90-97782730c59e req-d294ce37-c769-4c87-876d-96c963b11b2d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:11.668246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb50d378-eeec-4e55-8c90-97782730c59e req-d294ce37-c769-4c87-876d-96c963b11b2d tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.0697901 Oct 11 15:29:11.741213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:11.780472 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebd1b7c-5362-4531-ba03-24ed54fdf8e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:11.783036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb50d378-eeec-4e55-8c90-97782730c59e req-59653669-af18-4e24-9b14-f47ee81cee0c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904408 Oct 11 15:29:11.929342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20abf-4bd3-4669-a7ef-ac60ffffdc4b req-58d35969-9c08-45e0-bd38-8ba0171c2772 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:11.930875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee20abf-4bd3-4669-a7ef-ac60ffffdc4b req-58d35969-9c08-45e0-bd38-8ba0171c2772 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1033812 Oct 11 15:29:12.018184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee20abf-4bd3-4669-a7ef-ac60ffffdc4b req-d9337699-47b8-42a9-abc2-dc86156b22f4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802827 Oct 11 15:29:12.019642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4ff2-05a7-4f34-9614-e77ca7880d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.125302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.211849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-fda9de1c-b91a-48db-ad4f-82e53b055910 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:12.213748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-fda9de1c-b91a-48db-ad4f-82e53b055910 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 944 time: 0.0671446 Oct 11 15:29:12.256879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4ff2-05a7-4f34-9614-e77ca7880d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.262799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4ff2-05a7-4f34-9614-e77ca7880d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.322180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d4e4ff2-05a7-4f34-9614-e77ca7880d26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a3be27685524cbc913891be58889e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667759 Oct 11 15:29:12.324255 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:12.335221 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e4ff2-05a7-4f34-9614-e77ca7880d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9424c71-f080-434d-adcf-47d19cab34cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:12.353121 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Deleting port 0f59b658-6ac2-49ea-8321-762f07635119 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:12.353476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.470055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.508286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] For port 0f59b658-6ac2-49ea-8321-762f07635119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f59b658-6ac2-49ea-8321-762f07635119,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:12.508634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.516123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.524666 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Calling delete_port for 0f59b658-6ac2-49ea-8321-762f07635119 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:12.530050 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Router 79ee5b59-7d31-4492-b8f2-f72dad93f470 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:29:12.582880 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:12.628321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.631725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.635799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9424c71-f080-434d-adcf-47d19cab34cc HTTP/1.1" status: 204 len: 168 time: 0.3093865 Oct 11 15:29:12.663656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176d287-b0fd-4e58-b56a-02a66f9244a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9424c71-f080-434d-adcf-47d19cab34cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:12.726571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.739703 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['376c55f7-451e-47f3-a80f-3a1de79a00fc', '0f59b658-6ac2-49ea-8321-762f07635119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:12.761302 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:29:12.765974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event deleted for resources: {'Port': ['ID=0f59b658-6ac2-49ea-8321-762f07635119,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:12.783047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-324df693-dcd0-47d8-9e28-e7572cc05119 admin admin] 10.222.0.31 "PUT /v2.0/routers/79ee5b59-7d31-4492-b8f2-f72dad93f470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0830371 Oct 11 15:29:12.783608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Sync routers for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:29:12.783752 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:12.806914 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:12.808149 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:12.850210 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] No DVR routers for this DVR port 0f59b658-6ac2-49ea-8321-762f07635119 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:12.857352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:12.880656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf2448a-f27f-47e0-b717-ffd5542af3ef req-0841cca2-1935-4787-a110-bcc452e4e466 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "DELETE /v2.0/ports/0f59b658-6ac2-49ea-8321-762f07635119 HTTP/1.1" status: 204 len: 173 time: 0.6413109 Oct 11 15:29:12.880812 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-deleted', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:12.883282 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991d2b4-3f41-478e-b587-64488104f04d" -d '{"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-deleted", "tag": "0f59b658-6ac2-49ea-8321-762f07635119"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:12.960887 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86084fcb-49a0-4cb0-993f-649c67815ee9 x-openstack-request-id: req-86084fcb-49a0-4cb0-993f-649c67815ee9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:12.961406 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2", "name": "network-vif-deleted", "tag": "0f59b658-6ac2-49ea-8321-762f07635119", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:12.961758 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86084fcb-49a0-4cb0-993f-649c67815ee9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:12.962284 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2', 'name': 'network-vif-deleted', 'tag': '0f59b658-6ac2-49ea-8321-762f07635119', 'status': 'completed', 'code': 200} Oct 11 15:29:12.968035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ed611dc-f317-4636-a469-6ffc5caa7fb5 req-c150c7c9-33d6-467f-a047-75bbf57014cf tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.0751657 Oct 11 15:29:13.034815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'networks': [{'name': 'tempest-network--890117136'}, {'name': 'tempest-network--1121296822'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:13.035179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-network--890117136'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:13.035701 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-network--1121296822'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:13.050809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.066721 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:29:13.110260 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'network': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:13.117108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.133612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.270891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521742c-5f0b-482f-ad99-3af28f7356f1 req-1b0a40a9-d862-4b9e-8141-a5c9cf05bb7d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:13.285042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2521742c-5f0b-482f-ad99-3af28f7356f1 req-1b0a40a9-d862-4b9e-8141-a5c9cf05bb7d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1169882 Oct 11 15:29:13.350788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2521742c-5f0b-482f-ad99-3af28f7356f1 req-48470570-d89c-4b67-8844-8abaa09d8dec tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608428 Oct 11 15:29:13.400013 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110'}], 'enable_snat': True}, 'gw_port_id': '72c6f164-7043-4610-b486-3526743616d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:29:11Z', 'revision_number': 5, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port': {'id': '72c6f164-7043-4610-b486-3526743616d9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:87:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:23:00Z', 'updated_at': '2021-10-11T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:13.403964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.474031 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Checking router: 79ee5b59-7d31-4492-b8f2-f72dad93f470 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:29:13.477235 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:13.498222 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Routers {'79ee5b59-7d31-4492-b8f2-f72dad93f470'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:13.498602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-048dd209-3d19-4fb8-88e0-f83894bd7be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.500974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['79ee5b59-7d31-4492-b8f2-f72dad93f470'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:13.502469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.521472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.521853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.554043 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Deleting port 72c6f164-7043-4610-b486-3526743616d9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:13.554408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.620596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] Set router 79ee5b59-7d31-4492-b8f2-f72dad93f470 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:29:13.690989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:29:13Z', 'revision_number': 6, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:13.703801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-048dd209-3d19-4fb8-88e0-f83894bd7be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.715078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-048dd209-3d19-4fb8-88e0-f83894bd7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.730330 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc095-73dc-4ceb-8b82-5c422f57af87 None None] The sync data for ids ['79ee5b59-7d31-4492-b8f2-f72dad93f470'] in n-d-master-1 is: [{'id': '79ee5b59-7d31-4492-b8f2-f72dad93f470', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1807178658-router', 'tenant_id': '09720590c91c4b3192b807bc7b47f379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:22:57Z', 'updated_at': '2021-10-11T15:29:13Z', 'revision_number': 6, 'project_id': '09720590c91c4b3192b807bc7b47f379', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:29:13.760023 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] For port 72c6f164-7043-4610-b486-3526743616d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72c6f164-7043-4610-b486-3526743616d9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:13.760786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.782418 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Calling delete_port for 72c6f164-7043-4610-b486-3526743616d9 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:13.789882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-048dd209-3d19-4fb8-88e0-f83894bd7be3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ca10c6bfb8a43bf8a4a0479e6bba5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086925 Oct 11 15:29:13.789882 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dd209-3d19-4fb8-88e0-f83894bd7be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba02068-8be5-4ace-aa8a-ea2a997413b5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:13.791918 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:13.816772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8906a4-822a-4974-b11e-9cc8f5161ae2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:13.857178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.889206 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:13.893706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.917208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:13.918244 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment 38b88c8a-dad4-4466-848c-6bd9c9fc0d7c of type vlan for network 1d5eaac1-d727-4d34-9572-2ee177dfa01d Oct 11 15:29:13.997865 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.000774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.005833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ba02068-8be5-4ace-aa8a-ea2a997413b5 HTTP/1.1" status: 204 len: 168 time: 0.2122619 Oct 11 15:29:14.017776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.023819 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6942-b811-421a-b8d5-c851799064a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba02068-8be5-4ace-aa8a-ea2a997413b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:14.101842 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:14.120078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.120505 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment bc7f6e96-38c7-4a5e-9846-831208043621 of type vlan for network 44279d63-dd0d-4aeb-a3f8-2e4eab462195 Oct 11 15:29:14.192254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce879812-1b74-4cd9-bbf7-65f1ca152d4f req-56a9429f-85c1-4d76-af81-bcdc7c955384 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.0745177 Oct 11 15:29:14.256386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.325948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.343543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=72c6f164-7043-4610-b486-3526743616d9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:14.429872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.430561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.442875 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:14.450728 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:14.451863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.494248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.545963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dec05-d8e0-42c2-9f9e-f6867e99ee16 req-78e323b3-8175-46ca-952e-440c0ab76fc4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:14.548193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c73dec05-d8e0-42c2-9f9e-f6867e99ee16 req-78e323b3-8175-46ca-952e-440c0ab76fc4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.0821171 Oct 11 15:29:14.636138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c73dec05-d8e0-42c2-9f9e-f6867e99ee16 req-fd7bfa27-a01f-4fae-813f-377f5607050b tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776834 Oct 11 15:29:14.688907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1021407 Oct 11 15:29:14.690228 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:14.697387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=1d5eaac1-d727-4d34-9572-2ee177dfa01d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:14.711571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 1d5eaac1-d727-4d34-9572-2ee177dfa01d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:14.723449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.736557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.851195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:14.877690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:14.878134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ebd1b7c-5362-4531-ba03-24ed54fdf8e7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:14.878502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 72c6f164-7043-4610-b486-3526743616d9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:14.913170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 72c6f164-7043-4610-b486-3526743616d9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:14.913812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 72c6f164-7043-4610-b486-3526743616d9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:14.922968 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500561ab-6c56-4afc-997a-33b2aa9e0fd0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=44279d63-dd0d-4aeb-a3f8-2e4eab462195,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:14.936328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 44279d63-dd0d-4aeb-a3f8-2e4eab462195 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:14.943919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.944491 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ee5b59-7d31-4492-b8f2-f72dad93f470 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:29:14.956888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:14.959674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c1f1fa7-cbb1-470d-b10a-ee620703cf5e admin admin] 10.222.0.31 "DELETE /v2.0/routers/79ee5b59-7d31-4492-b8f2-f72dad93f470 HTTP/1.1" status: 204 len: 168 time: 2.1756675 Oct 11 15:29:14.961509 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:15.060673 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Deleting subnet a5d1068f-03fb-4c49-b376-35dd533c834c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:15.076229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.105328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77335f-130d-44eb-a4da-73c3cd07f8b9 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.114597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77335f-130d-44eb-a4da-73c3cd07f8b9 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.124500 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77335f-130d-44eb-a4da-73c3cd07f8b9 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.140180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77335f-130d-44eb-a4da-73c3cd07f8b9 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.142184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f77335f-130d-44eb-a4da-73c3cd07f8b9 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4507711 Oct 11 15:29:15.145756 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:15.255744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.276847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.348227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-511f5c47-530e-46e0-b271-a8156cc9105a req-a67e5eb5-7ee2-45f4-ba86-f5e4f56c5c29 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.0590754 Oct 11 15:29:15.421893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-f11301db-5158-42be-9edd-bc84ea4312ad tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e497ec761079496fbed024de2009434f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377064 Oct 11 15:29:15.579936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.605419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:15.617682 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5eaac1-d727-4d34-9572-2ee177dfa01d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:15.620506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.630904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-ab8cc217-9afb-41ec-8f85-2d5316559a71 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.638730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 0f59b658-6ac2-49ea-8321-762f07635119 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:15.639070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0f59b658-6ac2-49ea-8321-762f07635119 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:15.640413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-ab8cc217-9afb-41ec-8f85-2d5316559a71 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100718 Oct 11 15:29:15.666542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-c047b752-2dfc-42ed-ba1a-74e4ff283e8f tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/quotas/e497ec761079496fbed024de2009434f HTTP/1.1" status: 200 len: 375 time: 0.0252411 Oct 11 15:29:15.682543 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b88c8a-dad4-4466-848c-6bd9c9fc0d7c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:15.682868 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b88c8a-dad4-4466-848c-6bd9c9fc0d7c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:15.705310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.730607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-9a2b1941-a46c-4f37-a051-129b18f8b04f tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e497ec761079496fbed024de2009434f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547609 Oct 11 15:29:15.741522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.754069 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:15.755043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:15.759225 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:15.811088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.843121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef2581-183f-431a-9b08-13ee943198e6 req-968cecb0-e2ff-4625-bbec-df6d7e320120 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:15.851191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ef2581-183f-431a-9b08-13ee943198e6 req-968cecb0-e2ff-4625-bbec-df6d7e320120 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1236544 Oct 11 15:29:15.859002 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d1068f-03fb-4c49-b376-35dd533c834c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:15.864309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.867657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3ad82ca-ff1e-4f40-9c68-26c059dabd63 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a5d1068f-03fb-4c49-b376-35dd533c834c HTTP/1.1" status: 204 len: 168 time: 0.8923190 Oct 11 15:29:15.870013 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064cadb-df3d-4c30-827e-eed20d3b8f76 None None] Network f4fc8769-5946-49bb-9437-459f97855d67 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:15.883273 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:15.896203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.903570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:15.910000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/1d5eaac1-d727-4d34-9572-2ee177dfa01d HTTP/1.1" status: 204 len: 168 time: 0.7631407 Oct 11 15:29:15.920106 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:16.060153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff61277-d834-48c3-a495-fa38f3dc7c94 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=1d5eaac1-d727-4d34-9572-2ee177dfa01d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:16.087175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ef2581-183f-431a-9b08-13ee943198e6 req-138fbc1d-2c47-46a8-af35-01c3fba2d21c tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349656 Oct 11 15:29:16.155195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.201886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa7f653d-1b95-4fbf-9778-e6ac31e10a36 req-45ffee8b-10df-4475-8252-1261b2037b50 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 210 time: 0.1221750 Oct 11 15:29:16.234122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.248066 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] DHCP port deletion for f4fc8769-5946-49bb-9437-459f97855d67 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:29:16.326752 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Deleting port 9e976cff-a66c-45b3-a874-d94a9dc3a39a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:16.327132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.401241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Deleting port 9e976cff-a66c-45b3-a874-d94a9dc3a39a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:16.403896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.446973 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] For port 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e976cff-a66c-45b3-a874-d94a9dc3a39a,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:16.448278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.471897 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Calling delete_port for 9e976cff-a66c-45b3-a874-d94a9dc3a39a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:16.577782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.624533 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9e976cff-a66c-45b3-a874-d94a9dc3a39a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:16.640143 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] No DVR routers for this DVR port 9e976cff-a66c-45b3-a874-d94a9dc3a39a on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:16.696925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] For port 9e976cff-a66c-45b3-a874-d94a9dc3a39a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e976cff-a66c-45b3-a874-d94a9dc3a39a,segment=NetworkSegment(b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678),segment_id=b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:16.697833 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.738394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Calling delete_port for 9e976cff-a66c-45b3-a874-d94a9dc3a39a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:16.774353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.818760 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fc8769-5946-49bb-9437-459f97855d67']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:16.847671 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:16.847988 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dbc2c1-fd0d-43f4-ae4b-c55c218ba678') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:16.872569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.904983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.914166 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:16.914663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:16.917197 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:16.992292 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.077615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.100103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.109857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4fc8769-5946-49bb-9437-459f97855d67 HTTP/1.1" status: 204 len: 168 time: 1.2229073 Oct 11 15:29:17.136952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6938d-dae1-414f-9e9d-33a33de114ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fc8769-5946-49bb-9437-459f97855d67,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:17.146744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8bc5268-2698-4c9c-92d5-e8036a63f563 req-6057b382-ef12-4064-8420-3112c9255bd2 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.1223929 Oct 11 15:29:17.170276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.178016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9e976cff-a66c-45b3-a874-d94a9dc3a39a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:17.220217 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44279d63-dd0d-4aeb-a3f8-2e4eab462195']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:17.309881 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.313901 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7f6e96-38c7-4a5e-9846-831208043621') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:17.314455 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7f6e96-38c7-4a5e-9846-831208043621') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:17.320917 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Network f4fc8769-5946-49bb-9437-459f97855d67 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:29:17.321427 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] No DVR routers for this DVR port 9e976cff-a66c-45b3-a874-d94a9dc3a39a on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:17.326791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9e976cff-a66c-45b3-a874-d94a9dc3a39a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:17.327127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9e976cff-a66c-45b3-a874-d94a9dc3a39a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:17.348183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.360774 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cdea8-fa7a-4f82-86cd-480485419204 None None] Pushing event deleted for resources: {'Port': ['ID=9e976cff-a66c-45b3-a874-d94a9dc3a39a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:17.385511 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.394896 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:17.396436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.423312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4edd373b-d102-4dee-9750-e11b866116fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.474694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4247a7-df1d-43f2-be70-d9c4ad42c2bf req-6bc54217-276c-4f04-8e7e-22ce31a63aa2 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 210 time: 0.1654558 Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:17.475620 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:17.537007 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb968f4-a673-4de0-a463-f61aa2904906 req-2e9f9586-ea22-4851-b919-baca8d5b8087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:17.539470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cb968f4-a673-4de0-a463-f61aa2904906 req-2e9f9586-ea22-4851-b919-baca8d5b8087 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.3164449 Oct 11 15:29:17.545114 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.616622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cb968f4-a673-4de0-a463-f61aa2904906 req-0babddde-fddc-4152-a73b-dbac27df8d18 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639884 Oct 11 15:29:17.631262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.642359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.650395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/44279d63-dd0d-4aeb-a3f8-2e4eab462195 HTTP/1.1" status: 204 len: 168 time: 1.7264895 Oct 11 15:29:17.671334 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.685532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-cc56b79c-2f73-4d95-bfb9-c40e1669d808 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e497ec761079496fbed024de2009434f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857198 Oct 11 15:29:17.688254 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0f9a-31a3-4cdb-8f95-9ab848a63ffd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=44279d63-dd0d-4aeb-a3f8-2e4eab462195,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:17.746595 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d834d75-d8bf-49ae-b8c4-c9ed3c5b2046 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23a04af4bc1747a088fb50e2bbbc7485&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1990936 Oct 11 15:29:17.747394 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.753875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4edd373b-d102-4dee-9750-e11b866116fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.770694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4edd373b-d102-4dee-9750-e11b866116fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.804202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4edd373b-d102-4dee-9750-e11b866116fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=709f465efcf349378c0c6db8d0546b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8098445 Oct 11 15:29:17.804997 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.886131 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd373b-d102-4dee-9750-e11b866116fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6df8126-2454-4597-b849-42a21de7b0bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:17.917108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.920085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:17.940502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad523fc-5eb7-4967-9ceb-3907d77d24a5 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:17.947241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad523fc-5eb7-4967-9ceb-3907d77d24a5 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:17.948988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ad523fc-5eb7-4967-9ceb-3907d77d24a5 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2754261 Oct 11 15:29:17.953686 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:17.964857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-eb420003-03a6-4f6e-9253-4c17018b1130 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:17.966442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-eb420003-03a6-4f6e-9253-4c17018b1130 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539546 Oct 11 15:29:17.975078 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-858580234'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:17.980664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Request body: {'port': {'device_id': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'e497ec761079496fbed024de2009434f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:17.994685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.003485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.054786 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:18.058753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.079698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-50020484-687f-41ab-93b6-6e2e59d71d12 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1b1a24756d7e48b5b688ebe864af788d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341885 Oct 11 15:29:18.115619 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:18.131209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.135602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.140837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eb1d7cc-deeb-450a-83d4-68c94078dda2 HTTP/1.1" status: 204 len: 168 time: 0.3893077 Oct 11 15:29:18.155519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.159213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.167224 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6df8126-2454-4597-b849-42a21de7b0bc HTTP/1.1" status: 204 len: 168 time: 0.3549194 Oct 11 15:29:18.171562 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f61127-14a6-4121-b2ee-e2694e496943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb1d7cc-deeb-450a-83d4-68c94078dda2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:18.184834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.185305 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment 70609280-77b1-4d6f-9ae7-4de7564f2bc5 of type vlan for network cdac72b9-b130-405f-89bc-ce5d8e76b4e4 Oct 11 15:29:18.216443 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23ccb-6c6b-45b4-9a0c-147c267a1f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6df8126-2454-4597-b849-42a21de7b0bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:18.273570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.292736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05ab390e-fdc6-4e97-a0d7-69cbb24f34b9 req-0804012a-8f6e-49dc-95b4-56c7442f61a7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.0457003 Oct 11 15:29:18.304305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Made reservation on behalf of e497ec761079496fbed024de2009434f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:18.307768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.327397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.333098 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:18.333710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.338323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.387780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-69174ba7-ba1b-454d-aa17-bcae3238117a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:18.389533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-69174ba7-ba1b-454d-aa17-bcae3238117a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840199 Oct 11 15:29:18.446400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-969d2204-711d-4bb5-b6cb-4417369a1137 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/quotas/1b1a24756d7e48b5b688ebe864af788d HTTP/1.1" status: 200 len: 375 time: 0.0414934 Oct 11 15:29:18.454695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4950392 Oct 11 15:29:18.455377 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:18.476881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1310743582'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:18.510329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-2cc8c567-e37e-4d99-8752-3e76435d3e12 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502036 Oct 11 15:29:18.588678 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd46f-95f7-402a-9993-d162680076c2 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=cdac72b9-b130-405f-89bc-ce5d8e76b4e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:18.602212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network cdac72b9-b130-405f-89bc-ce5d8e76b4e4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:18.626822 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:18.632706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.653125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.691080 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:18.693940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.703485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fc82fdb-a4b5-4066-b022-35ca5f396cb1 req-0ce0bd9b-f334-4af3-a5d8-0db8fc245d43 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 210 time: 0.0776281 Oct 11 15:29:18.744538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.744892 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment 779a2bf0-a954-4523-8ed1-b1c8b97bef59 of type vlan for network b1043839-00df-4d05-be6c-0c952bd1de3f Oct 11 15:29:18.786304 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad73f24-475f-44d2-be04-e29efb362023,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:18.850370 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:18.897235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.945176 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:18.971883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d637-960d-4b23-9fce-94a9269953a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.982516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:18.988395 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:18.989719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.009883 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Allocated IP 192.168.233.103 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/57526998-8ede-4298-8572-3366965422f0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:19.067416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-188913bd-0b50-485b-9198-3e1f887cc4d3 req-d165d8d0-49c8-45f4-9d91-3b00fdff8e2d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 210 time: 0.0427928 Oct 11 15:29:19.117767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6585014 Oct 11 15:29:19.120607 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5f815-26ea-4fcc-81a4-0485449aeaaf tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=b1043839-00df-4d05-be6c-0c952bd1de3f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:19.124318 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:19.135346 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b1043839-00df-4d05-be6c-0c952bd1de3f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:19.137360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'ports': [{'network_id': 'cdac72b9-b130-405f-89bc-ce5d8e76b4e4', 'name': 'tempest-port--1689378989', 'admin_state_up': True}, {'network_id': 'b1043839-00df-4d05-be6c-0c952bd1de3f', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:19.138011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'port': {'network_id': 'cdac72b9-b130-405f-89bc-ce5d8e76b4e4', 'name': 'tempest-port--1689378989', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:19.138512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'port': {'network_id': 'b1043839-00df-4d05-be6c-0c952bd1de3f', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:19.146913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-95f7ab09-fadc-4f57-939e-cf95b7fc5bb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09720590c91c4b3192b807bc7b47f379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2949533 Oct 11 15:29:19.159576 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:19.161141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c17840-4512-4a14-98d8-6232b9b1de9b req-9db32f11-f7cd-4a3b-b1c3-59cf4e9c403f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:19.166768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97c17840-4512-4a14-98d8-6232b9b1de9b req-9db32f11-f7cd-4a3b-b1c3-59cf4e9c403f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.2970681 Oct 11 15:29:19.344005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.351957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.431869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.451747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97c17840-4512-4a14-98d8-6232b9b1de9b req-9e8eec11-2623-4bd5-8667-9ee5fd20c308 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861211 Oct 11 15:29:19.456309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a429537-281b-4f94-9739-a24c30d6f7c2 req-1e145c36-1ef0-44b2-bf64-ed1b424f9893 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.0445056 Oct 11 15:29:19.498156 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:19.501624 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:19.512505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d637-960d-4b23-9fce-94a9269953a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.518235 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:19.523973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d637-960d-4b23-9fce-94a9269953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.562531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Pushing event updated for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:19.563756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.571247 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:29:19.573878 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8d637-960d-4b23-9fce-94a9269953a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367fe0cf-82b0-441c-8405-0e83bd1a6703,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:19.606156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:19.606955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.640764 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:19.645675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.653771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-04100f70-ab17-499f-8615-50f97a3d9783 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6768987 Oct 11 15:29:19.664241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fd8d637-960d-4b23-9fce-94a9269953a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2ac7eb452f147c891237edf8a40c54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178450 Oct 11 15:29:19.667920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Request body: {'port': {'device_id': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:19.673264 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:19.699434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.814068 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] device_id is not set on port 40dd1e77-aea1-4e26-becf-01815c627a75 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:29:19.826203 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-78232e0f-35de-4844-9e14-25d8368f8276 None None] Provisioning complete for port 57526998-8ede-4298-8572-3366965422f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:19.828685 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78232e0f-35de-4844-9e14-25d8368f8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.838277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.872080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.881691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-78232e0f-35de-4844-9e14-25d8368f8276 None None] Port 57526998-8ede-4298-8572-3366965422f0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:29:19.883763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.886998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:19.888529 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96d2bf55-97a6-4f8a-8d32-36ce6b2b1b27 HTTP/1.1" status: 204 len: 168 time: 0.7192502 Oct 11 15:29:19.924579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b8d96-b946-41be-8d93-f3015dd22f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d2bf55-97a6-4f8a-8d32-36ce6b2b1b27,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:19.927446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.086371 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75823-5f8a-466d-a021-c1aa0fb753cc req-4d54981b-6738-4fc7-a002-1ba07ab92253 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:20.095507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9d75823-5f8a-466d-a021-c1aa0fb753cc req-4d54981b-6738-4fc7-a002-1ba07ab92253 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 936 time: 0.2059922 Oct 11 15:29:20.104757 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.189182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9d75823-5f8a-466d-a021-c1aa0fb753cc req-8e621bfd-07af-401c-be91-5426cc010484 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876126 Oct 11 15:29:20.257166 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] device_id is not set on port 6d000dc1-9dbd-4604-8d6b-c48f6a65948f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:29:20.312452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73482bcc-434b-4a78-b8c8-52956499faca req-e65b6eb5-7322-4bd5-a26f-37b444089705 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 210 time: 0.0990012 Oct 11 15:29:20.321820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-7356d580-9077-443a-99fd-ea071d2386f6 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1b1a24756d7e48b5b688ebe864af788d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297357 Oct 11 15:29:20.521313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-0ac66f4c-2193-42db-8883-058d2258b5d3 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:20.522894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-0ac66f4c-2193-42db-8883-058d2258b5d3 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940441 Oct 11 15:29:20.554354 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Request body: {'port': {'device_id': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '1b1a24756d7e48b5b688ebe864af788d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:20.641712 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57526998-8ede-4298-8572-3366965422f0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:20.653196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.734955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4000208a-7c8a-4d71-9e4e-282962b9dba6 req-1008eb7e-4258-4f4c-8382-b3ea8a0126a4 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=976fe7c0-b2ff-47e5-ab1f-d19ff8f517b2 HTTP/1.1" status: 200 len: 210 time: 0.1154242 Oct 11 15:29:20.795230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81c25b-6ea8-4648-b958-a6fc0bccb75a req-01cc364d-c8da-46fc-b60f-e1da6f554790 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:20.796743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e81c25b-6ea8-4648-b958-a6fc0bccb75a req-01cc364d-c8da-46fc-b60f-e1da6f554790 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1297495 Oct 11 15:29:20.858023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.861911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.862629 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Transition to ACTIVE for port object 57526998-8ede-4298-8572-3366965422f0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:20.865405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.869676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e81c25b-6ea8-4648-b958-a6fc0bccb75a req-da277044-4c4f-4ad2-8bfb-cc98058e2d72 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Oct 11 15:29:20.874200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/367fe0cf-82b0-441c-8405-0e83bd1a6703 HTTP/1.1" status: 204 len: 168 time: 1.2004697 Oct 11 15:29:20.876233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.909444 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab4082-a114-4fc7-8c16-e3dd9652e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fe0cf-82b0-441c-8405-0e83bd1a6703,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:20.931125 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Pushing event updated for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:20.933537 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Made reservation on behalf of 1b1a24756d7e48b5b688ebe864af788d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:20.937415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:20.952460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.016547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.154410 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Port': ['ID=40dd1e77-aea1-4e26-becf-01815c627a75,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:21.169083 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Checking segment: {'id': '70609280-77b1-4d6f-9ae7-4de7564f2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cdac72b9-b130-405f-89bc-ce5d8e76b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:21.169716 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network hostable DHCP agents. Network: cdac72b9-b130-405f-89bc-ce5d8e76b4e4, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:21.186715 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Attempting to bind port 57526998-8ede-4298-8572-3366965422f0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:21.187214 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Attempting to bind port 57526998-8ede-4298-8572-3366965422f0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:21.187644 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Attempting to bind port 57526998-8ede-4298-8572-3366965422f0 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:21.206818 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Port 57526998-8ede-4298-8572-3366965422f0 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:29:21.208305 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Attempting to bind port 57526998-8ede-4298-8572-3366965422f0 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:21.220354 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:21.220909 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:21.221842 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:21.222422 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Bound port: 57526998-8ede-4298-8572-3366965422f0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:21.224213 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network cdac72b9-b130-405f-89bc-ce5d8e76b4e4 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:21.224359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.240649 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cdac72b9-b130-405f-89bc-ce5d8e76b4e4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:21.251759 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:21.253412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172cdc2-d6de-4e39-81c5-020a637acb06 None None] Network cdac72b9-b130-405f-89bc-ce5d8e76b4e4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:21.255534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.387512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.411293 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.451403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Port': ['ID=6d000dc1-9dbd-4604-8d6b-c48f6a65948f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:21.493075 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Checking segment: {'id': '779a2bf0-a954-4523-8ed1-b1c8b97bef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1043839-00df-4d05-be6c-0c952bd1de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:21.493432 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network hostable DHCP agents. Network: b1043839-00df-4d05-be6c-0c952bd1de3f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:21.539261 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network b1043839-00df-4d05-be6c-0c952bd1de3f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:21.556824 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1043839-00df-4d05-be6c-0c952bd1de3f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:21.594231 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:21.607430 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:21.625773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:21.636983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:21.646787 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a78fa1-8e05-40e7-a983-68b9cd0597c6 None None] Network b1043839-00df-4d05-be6c-0c952bd1de3f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:21.680794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d1ecbd1-a691-41b9-840c-b03ae13a2f2c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5505075 Oct 11 15:29:21.683945 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:21.768620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28c699fa-3edb-4bf5-9cf5-08a7a9cef927 req-59001cbf-2fef-4e7d-ac74-67c0d4df2e3f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 210 time: 0.1761401 Oct 11 15:29:21.843491 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66742137-70a5-49fb-b1c4-1da6a99e4ee1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:21.858551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017639fe-68c7-4910-9b82-5906945deb0c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:21.872794 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017639fe-68c7-4910-9b82-5906945deb0c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:21.874648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-017639fe-68c7-4910-9b82-5906945deb0c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1893349 Oct 11 15:29:21.876428 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:21.877559 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:21.897122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57526998-8ede-4298-8572-3366965422f0,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:21.928711 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Allocated IP 192.168.233.124 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/60e11356-7ccf-4be0-9c18-1b83f97951ca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:21.956961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d59e-2319-4438-abce-14c12a6cea2a req-8c4d4de7-e234-4a1c-9be8-4b153be03ee4 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:21.973855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9531d59e-2319-4438-abce-14c12a6cea2a req-8c4d4de7-e234-4a1c-9be8-4b153be03ee4 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 948 time: 0.5878453 Oct 11 15:29:22.002959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.069423 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Deleting port 40dd1e77-aea1-4e26-becf-01815c627a75 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:22.069813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.162310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:22.162932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.164960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] 10.222.0.43 "PUT /v2.0/ports/57526998-8ede-4298-8572-3366965422f0 HTTP/1.1" status: 200 len: 1096 time: 2.5025971 Oct 11 15:29:22.191028 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'tag': '57526998-8ede-4298-8572-3366965422f0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:22.193641 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "tag": "57526998-8ede-4298-8572-3366965422f0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:22.248834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.250140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9531d59e-2319-4438-abce-14c12a6cea2a req-28b0958a-7230-4a66-84c5-39acee6140e7 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733624 Oct 11 15:29:22.306533 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Calling delete_port for 40dd1e77-aea1-4e26-becf-01815c627a75 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:22.330549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dedb8-233f-47a7-9d21-7da0721f7180 service neutron] Pushing event updated for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:22.412692 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b06f38-d1ea-4c27-a4d6-1683c8654da0 x-openstack-request-id: req-f7b06f38-d1ea-4c27-a4d6-1683c8654da0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:22.412901 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "tag": "57526998-8ede-4298-8572-3366965422f0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:22.413241 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7b06f38-d1ea-4c27-a4d6-1683c8654da0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:22.413508 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'tag': '57526998-8ede-4298-8572-3366965422f0', 'status': 'completed', 'code': 200} Oct 11 15:29:22.427128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6791f0-a695-43a8-b81a-ebb551fff685 req-d39e7af4-3bee-4f15-a901-44e079891c7a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:22.428680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c6791f0-a695-43a8-b81a-ebb551fff685 req-d39e7af4-3bee-4f15-a901-44e079891c7a tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.3429489 Oct 11 15:29:22.439712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-a3178a35-1008-494c-8610-e1134ab3effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:22.441393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-a3178a35-1008-494c-8610-e1134ab3effb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e497ec761079496fbed024de2009434f&device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 1099 time: 0.2198155 Oct 11 15:29:22.514113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-b400d134-089e-4e3d-b47e-dbb3f6647880 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=57526998-8ede-4298-8572-3366965422f0 HTTP/1.1" status: 200 len: 217 time: 0.0597162 Oct 11 15:29:22.520758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.560254 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Port': ['ID=40dd1e77-aea1-4e26-becf-01815c627a75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:22.576417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c6791f0-a695-43a8-b81a-ebb551fff685 req-c8355148-0e65-4fbe-8579-2c5425d02204 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330914 Oct 11 15:29:22.580766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.590370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6cc4bec-77a3-4c7b-b21f-21ec190a303b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/ports/40dd1e77-aea1-4e26-becf-01815c627a75 HTTP/1.1" status: 204 len: 168 time: 0.7087712 Oct 11 15:29:22.591524 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:22.617181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-5b8bdf66-bf68-42f0-8c11-61f0ec7e67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:22.618859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-5b8bdf66-bf68-42f0-8c11-61f0ec7e67a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0939255 Oct 11 15:29:22.630072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.695413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-ae4c1471-89ed-4c7a-a370-3981d8763a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:22.697177 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-ae4c1471-89ed-4c7a-a370-3981d8763a3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706787 Oct 11 15:29:22.725034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.739814 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Deleting port 6d000dc1-9dbd-4604-8d6b-c48f6a65948f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:22.740167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.848908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:22.872072 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Calling delete_port for 6d000dc1-9dbd-4604-8d6b-c48f6a65948f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:22.986383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.042276 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Port': ['ID=6d000dc1-9dbd-4604-8d6b-c48f6a65948f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:23.057257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.071954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae406102-57e7-4d46-8008-c7ce8786d32a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/ports/6d000dc1-9dbd-4604-8d6b-c48f6a65948f HTTP/1.1" status: 204 len: 168 time: 0.4800029 Oct 11 15:29:23.072690 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:23.133287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-569667e3-cd42-4167-8028-57a4eac22a9c tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590944 Oct 11 15:29:23.137319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:23.144407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783456805'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:23.172220 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:23.178563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.227503 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:23.239729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.240175 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment 7dee234b-b18e-4550-9534-87f3553d58d2 of type vlan for network b9496a87-db58-485f-a600-06f919e034d1 Oct 11 15:29:23.275203 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:23.293583 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:23.304404 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:23.307891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Pushing event updated for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:23.315264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.375339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23347f3-9f79-4302-b4b1-c25385ab6ea1 req-e7c90ca8-e12f-4226-9e84-e8f2c27ac681 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.376925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c23347f3-9f79-4302-b4b1-c25385ab6ea1 req-e7c90ca8-e12f-4226-9e84-e8f2c27ac681 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 936 time: 0.1578186 Oct 11 15:29:23.391623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-5cf22d9a-2949-444c-a481-748568a84e66 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874013 Oct 11 15:29:23.406986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.418075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.418724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.532761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3941207 Oct 11 15:29:23.537644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:23.544112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-956678309'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:23.557711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7295e395-2da5-43b1-8f1c-5957626bbb7a req-8d75f3b2-b2dd-45aa-a522-8846e4899918 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500456 Oct 11 15:29:23.560068 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf1a3-fa3d-4b66-86e8-bf87596787b1 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=b9496a87-db58-485f-a600-06f919e034d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:23.576359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b9496a87-db58-485f-a600-06f919e034d1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:23.625517 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.626292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.652297 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:23.659422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.731548 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:23.746258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.746949 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Added segment f4d9c659-c0ee-4d7c-bd07-cfc68e017c47 of type vlan for network 20fa77d1-2913-456f-bbc3-a083d0fab978 Oct 11 15:29:23.766477 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c33b559c-eedf-492a-b14b-818fbef6f4c6 None None] Provisioning complete for port 60e11356-7ccf-4be0-9c18-1b83f97951ca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:23.766917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c33b559c-eedf-492a-b14b-818fbef6f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.833810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c23347f3-9f79-4302-b4b1-c25385ab6ea1 req-af2693a4-fd02-46fa-b0e8-e70962c8dfb8 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390845 Oct 11 15:29:23.835884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.843518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-060a2dcf-9774-44d8-916d-df86c0bf2f2a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2943196 Oct 11 15:29:23.876163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c33b559c-eedf-492a-b14b-818fbef6f4c6 None None] Port 60e11356-7ccf-4be0-9c18-1b83f97951ca cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:29:23.882137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.884972 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Request body: {'port': {'device_id': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:23.891519 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:23.893677 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.894092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-053726d3-ef41-4c88-adb1-9ed63bf3b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.894431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:23.896891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-053726d3-ef41-4c88-adb1-9ed63bf3b05c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e497ec761079496fbed024de2009434f&device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 1099 time: 0.2603846 Oct 11 15:29:23.933235 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc97afa-7166-4f99-b749-f123e5c9103d req-bd2cb6a9-4dea-4469-854c-fb557d44cdd5 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:23.941076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fc97afa-7166-4f99-b749-f123e5c9103d req-bd2cb6a9-4dea-4469-854c-fb557d44cdd5 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 948 time: 0.3824406 Oct 11 15:29:23.977564 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Network': ['ID=20fa77d1-2913-456f-bbc3-a083d0fab978,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:23.989954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 20fa77d1-2913-456f-bbc3-a083d0fab978 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:23.993913 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:24.015448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02b2d8dd-61eb-4b64-b36c-05cf237fbabd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4760039 Oct 11 15:29:24.167027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.199460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07834778-b7bb-4722-bf08-8286dfce6c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.242567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fc97afa-7166-4f99-b749-f123e5c9103d req-55a05233-1a55-4ed1-a9cf-f289f34fe0f0 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962964 Oct 11 15:29:24.400998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cea8040a-aa1b-409c-a34a-86c4f732c80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.510379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cea8040a-aa1b-409c-a34a-86c4f732c80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.515923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cea8040a-aa1b-409c-a34a-86c4f732c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.574171 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cea8040a-aa1b-409c-a34a-86c4f732c80a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=570d1bcd15d247e787f3b7900ac12477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765100 Oct 11 15:29:24.576670 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e11356-7ccf-4be0-9c18-1b83f97951ca {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:24.583567 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:24.588838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.608473 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Transition to ACTIVE for port object 60e11356-7ccf-4be0-9c18-1b83f97951ca will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:24.619047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8040a-aa1b-409c-a34a-86c4f732c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5380532-357a-4798-a2f1-7416c01564c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:24.636947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.721094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.724422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-d1261729-fd04-419b-843b-8c21f11ba5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:24.726342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-d1261729-fd04-419b-843b-8c21f11ba5b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.8068304 Oct 11 15:29:24.766668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.863325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.870102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:24.878666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5380532-357a-4798-a2f1-7416c01564c7 HTTP/1.1" status: 204 len: 168 time: 0.2917469 Oct 11 15:29:24.903757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef450c-3936-4745-9618-a2febc4145a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5380532-357a-4798-a2f1-7416c01564c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:25.026775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07834778-b7bb-4722-bf08-8286dfce6c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.098722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:25.111601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-22ef26b4-f679-4275-804b-b975edee09f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=57526998-8ede-4298-8572-3366965422f0 HTTP/1.1" status: 200 len: 217 time: 0.3656056 Oct 11 15:29:25.165784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07834778-b7bb-4722-bf08-8286dfce6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.259176 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07834778-b7bb-4722-bf08-8286dfce6c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a609b3f-8cfc-43ba-91ec-63b221509ca2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:25.287192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d406-ee0a-4799-a78e-cb54e43da6d8 req-ea06d208-c932-4269-b5b2-f86dc27d9e46 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:25.288777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f46d406-ee0a-4799-a78e-cb54e43da6d8 req-ea06d208-c932-4269-b5b2-f86dc27d9e46 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 1.0312645 Oct 11 15:29:25.365707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Attempting to bind port 60e11356-7ccf-4be0-9c18-1b83f97951ca on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:25.366284 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Attempting to bind port 60e11356-7ccf-4be0-9c18-1b83f97951ca by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:25.366838 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Attempting to bind port 60e11356-7ccf-4be0-9c18-1b83f97951ca on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:25.376674 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Port 60e11356-7ccf-4be0-9c18-1b83f97951ca on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:29:25.377320 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Attempting to bind port 60e11356-7ccf-4be0-9c18-1b83f97951ca on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:25.397574 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:25.405444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-07834778-b7bb-4722-bf08-8286dfce6c6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd275af3bd9649feb2542d9092be44e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5073233 Oct 11 15:29:25.418648 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:25.431510 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:25.431787 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:25.432159 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:25.432614 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Bound port: 60e11356-7ccf-4be0-9c18-1b83f97951ca, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:25.432980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.434626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a407956f-868b-4f79-b024-c5ac505459d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.459128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745dc6-1920-459c-aa76-6efdc333ab15 req-61822eab-04c8-449d-9468-7e602ed680a8 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:25.466342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc745dc6-1920-459c-aa76-6efdc333ab15 req-61822eab-04c8-449d-9468-7e602ed680a8 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 948 time: 0.4365878 Oct 11 15:29:25.468920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-12a071c4-5f0f-45c9-9c26-5ee17b7a5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:25.470356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-12a071c4-5f0f-45c9-9c26-5ee17b7a5718 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.3006647 Oct 11 15:29:25.532595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f46d406-ee0a-4799-a78e-cb54e43da6d8 req-97218082-3d1c-4a54-88a5-1df755490994 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985865 Oct 11 15:29:25.612302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc745dc6-1920-459c-aa76-6efdc333ab15 req-d7f5d5c3-41e1-4369-8b1d-b79d8436ff25 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450851 Oct 11 15:29:25.635773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-c390a718-8093-49ee-8323-ea752ad1ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:25.637370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-c390a718-8093-49ee-8323-ea752ad1ac8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361716 Oct 11 15:29:25.688844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a407956f-868b-4f79-b024-c5ac505459d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.712328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a407956f-868b-4f79-b024-c5ac505459d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.723669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.781078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a407956f-868b-4f79-b024-c5ac505459d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93e5272f85064a09854d7a64ddacbede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611207 Oct 11 15:29:25.787545 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407956f-868b-4f79-b024-c5ac505459d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee4c8d-3ca1-4932-a473-1abec412b0b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:25.790595 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:25.812598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.855615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-7d3557b8-d706-473e-b734-bdadf56e69cc service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097549 Oct 11 15:29:25.916396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.955366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.960621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:25.966779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a609b3f-8cfc-43ba-91ec-63b221509ca2 HTTP/1.1" status: 204 len: 168 time: 0.5676610 Oct 11 15:29:25.998202 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:25.999423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9726-c255-4cd6-b869-42fd6317e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a609b3f-8cfc-43ba-91ec-63b221509ca2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:26.016724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:26.057059 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:26.085632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:26.090359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:26.094018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:26.099320 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28ee4c8d-3ca1-4932-a473-1abec412b0b7 HTTP/1.1" status: 204 len: 168 time: 0.2892742 Oct 11 15:29:26.116883 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866c258-925f-43a6-abe0-c7949c21eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee4c8d-3ca1-4932-a473-1abec412b0b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:26.155083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20472ce-01b2-4c59-84ac-f9b34338bae4 req-977e1d3d-20e3-4003-9c69-0b0a5e168bba tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:26.163440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c20472ce-01b2-4c59-84ac-f9b34338bae4 req-977e1d3d-20e3-4003-9c69-0b0a5e168bba tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 948 time: 0.2901592 Oct 11 15:29:26.182971 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:26.183869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:26.185457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/60e11356-7ccf-4be0-9c18-1b83f97951ca HTTP/1.1" status: 200 len: 1096 time: 2.3160188 Oct 11 15:29:26.188753 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:26.191612 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934140a-9194-4437-b747-cfc456100616" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:26.326355 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1aa9c4-6963-41e9-8f8f-2cc93d91ef8e x-openstack-request-id: req-5e1aa9c4-6963-41e9-8f8f-2cc93d91ef8e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:26.330946 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:26.332691 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e1aa9c4-6963-41e9-8f8f-2cc93d91ef8e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:26.333301 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca', 'status': 'completed', 'code': 200} Oct 11 15:29:26.487418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c20472ce-01b2-4c59-84ac-f9b34338bae4 req-d0017f16-cd3e-49b0-8662-d0e06c4d95e5 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227255 Oct 11 15:29:26.493179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3de6011-3b45-4f48-9fd9-7e0e75b1e82b req-c53772e2-1df0-4cd5-ae18-f26d0c3bdda7 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187422 Oct 11 15:29:26.525645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee6bac-b78f-40aa-add2-b422582da1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:26.586776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-862e84b0-9592-44ff-af9c-05c4c85ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:26.589812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-862e84b0-9592-44ff-af9c-05c4c85ce2f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 1099 time: 0.3451998 Oct 11 15:29:26.753674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-5131bb8d-ed00-4830-9b24-ed2216fb4c15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca HTTP/1.1" status: 200 len: 217 time: 0.1501207 Oct 11 15:29:26.839438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 57526998-8ede-4298-8572-3366965422f0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:29:26.958695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-d1d5ca36-1111-4439-9189-f23688f80223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:26.962168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-d1d5ca36-1111-4439-9189-f23688f80223 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1974092 Oct 11 15:29:26.995538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca938-ad61-4765-9bc5-373345869f99 req-71c9055a-2e70-461f-83e8-0b7c2a7c8d84 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:27.006440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-412ca938-ad61-4765-9bc5-373345869f99 req-71c9055a-2e70-461f-83e8-0b7c2a7c8d84 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.2504916 Oct 11 15:29:27.030841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc279eb-ab9e-41df-9728-15c75c3ad063 req-4d6db9ec-e15d-4cab-9d9c-522299a0cf13 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:27.043545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bc279eb-ab9e-41df-9728-15c75c3ad063 req-4d6db9ec-e15d-4cab-9d9c-522299a0cf13 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 948 time: 0.2683303 Oct 11 15:29:27.074134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57526998-8ede-4298-8572-3366965422f0,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:27.110491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '57526998-8ede-4298-8572-3366965422f0', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '57526998-8ede-4298-8572-3366965422f0', 'mac_address': 'fa:16:3e:ea:c6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:29:27.219071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:27.268364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bc279eb-ab9e-41df-9728-15c75c3ad063 req-3c8f940b-087d-40ce-a39b-8858eed8454c tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179775 Oct 11 15:29:27.289038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-412ca938-ad61-4765-9bc5-373345869f99 req-300fbfef-f488-45c2-8f1e-e524a3d57b8d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815351 Oct 11 15:29:27.294257 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57526998-8ede-4298-8572-3366965422f0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:27.309564 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-35bb10db-9110-4207-84f8-1885e3a3f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:27.320321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-35bb10db-9110-4207-84f8-1885e3a3f477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2943876 Oct 11 15:29:27.356573 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57526998-8ede-4298-8572-3366965422f0,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:27.377472 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:27.471179 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:27.478426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'subnets': [{'network_id': 'b9496a87-db58-485f-a600-06f919e034d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1333444932', 'ip_version': 6}, {'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:27.478754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'subnet': {'network_id': 'b9496a87-db58-485f-a600-06f919e034d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1333444932', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:27.479440 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Request body: {'subnet': {'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:27.534914 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:27.563623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-f851f176-cc38-4c90-9e50-32fcaa7afdea service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323954 Oct 11 15:29:27.719411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['57526998-8ede-4298-8572-3366965422f0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:27.783486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08706f8d-c0e6-43e3-861d-70cfde5f48cb req-6f8e7fa0-5b0c-4bcd-9ad4-98332d6a6f01 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:27.785009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08706f8d-c0e6-43e3-861d-70cfde5f48cb req-6f8e7fa0-5b0c-4bcd-9ad4-98332d6a6f01 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 949 time: 0.1077948 Oct 11 15:29:27.789908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a28c9b-9cb3-400a-8013-4136b4fb1b1c req-19920a09-5c8b-4832-b47f-dca939db926b service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159536 Oct 11 15:29:27.836003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08706f8d-c0e6-43e3-861d-70cfde5f48cb req-8eb88352-1ab4-49ae-801b-233e43b23f9f tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Oct 11 15:29:27.967915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Made reservation on behalf of 733a0c4e6cfc452688bbd424e6c4195f for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:27.976549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934140a-9194-4437-b747-cfc456100616 req-6272cbee-04ad-4063-be67-045f19095550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:27.978139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-6272cbee-04ad-4063-be67-045f19095550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 1099 time: 0.1135621 Oct 11 15:29:27.981969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:27.982315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:28.190288 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934140a-9194-4437-b747-cfc456100616 req-4abe8ead-fd0a-4857-9309-2047f07cf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:28.194001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-4abe8ead-fd0a-4857-9309-2047f07cf909 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2048497 Oct 11 15:29:28.318111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-2bc24d88-c2a7-48c3-9b08-f1f92e42e47f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca HTTP/1.1" status: 200 len: 217 time: 0.1157324 Oct 11 15:29:28.515790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934140a-9194-4437-b747-cfc456100616 req-82828c74-60ae-4413-8a80-1ec517390f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:28.519758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-82828c74-60ae-4413-8a80-1ec517390f0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1905332 Oct 11 15:29:28.739592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55936859-6667-4411-a02a-552c8ff8a4be req-2f6f672e-0797-4368-abd3-321eac7ee649 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:28.753058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55936859-6667-4411-a02a-552c8ff8a4be req-2f6f672e-0797-4368-abd3-321eac7ee649 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 948 time: 0.3424349 Oct 11 15:29:28.788121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:28.799985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee7ae3-aa5e-4663-8421-189b17526ed7 req-a5b7f410-bc83-4dba-9dc5-805d8ffee6d8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:28.802394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08ee7ae3-aa5e-4663-8421-189b17526ed7 req-a5b7f410-bc83-4dba-9dc5-805d8ffee6d8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.2953796 Oct 11 15:29:28.807127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934140a-9194-4437-b747-cfc456100616 req-c2eff619-e87d-4dcf-8e3d-a828dc52d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:28.808709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-c2eff619-e87d-4dcf-8e3d-a828dc52d585 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2689402 Oct 11 15:29:28.937181 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Checking segment: {'id': '7dee234b-b18e-4550-9534-87f3553d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b9496a87-db58-485f-a600-06f919e034d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:28.937573 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network hostable DHCP agents. Network: b9496a87-db58-485f-a600-06f919e034d1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:28.940896 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Subnet': ['ID=8b4ab178-6f07-477f-a267-5efcdf99803a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:28.954763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55936859-6667-4411-a02a-552c8ff8a4be req-19d01888-234d-46af-8a19-af061f58b24f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945410 Oct 11 15:29:28.991492 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network b9496a87-db58-485f-a600-06f919e034d1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:29.012563 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b9496a87-db58-485f-a600-06f919e034d1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:29.020286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.026556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0084629-7810-4b21-9f72-628a23222b46 None None] Network b9496a87-db58-485f-a600-06f919e034d1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:29.142204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08ee7ae3-aa5e-4663-8421-189b17526ed7 req-1c4bedce-e44b-4883-bdfd-6e516c913fe0 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181795 Oct 11 15:29:29.200458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-522b3b32-931a-49d0-a430-5edde70e1b7a service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708572 Oct 11 15:29:29.205911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event updated for resources: {'Subnet': ['ID=1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:29.233559 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Checking segment: {'id': 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:29.240481 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network hostable DHCP agents. Network: 20fa77d1-2913-456f-bbc3-a083d0fab978, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:29.299032 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Network 20fa77d1-2913-456f-bbc3-a083d0fab978 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:29.321720 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 20fa77d1-2913-456f-bbc3-a083d0fab978) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:29.329715 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.332751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.333512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.371821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4934140a-9194-4437-b747-cfc456100616 req-786a867e-c88c-47b0-82d2-331582ea6ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612537 Oct 11 15:29:29.372472 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ae592-bed5-44f7-a0a7-6dfb5d2b8d7e None None] Network 20fa77d1-2913-456f-bbc3-a083d0fab978 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:29.385563 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21dd37a2-cfe9-4d9d-afbe-fd337022efba tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9106543 Oct 11 15:29:29.386373 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:29.449036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9d6c9-6f34-4ad4-91f8-d37cea40a138 req-b76bcacd-9e47-4ece-9d57-511b1bbaf0f4 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.457750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2c9d6c9-6f34-4ad4-91f8-d37cea40a138 req-b76bcacd-9e47-4ece-9d57-511b1bbaf0f4 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 949 time: 0.0839384 Oct 11 15:29:29.523039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2c9d6c9-6f34-4ad4-91f8-d37cea40a138 req-5774de49-a52f-4d04-8c99-beec23ac779d tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556087 Oct 11 15:29:29.573417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cf072-12b0-4431-a9b2-30fb9b345088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b9496a87-db58-485f-a600-06f919e034d1', 'network_id': 'b9496a87-db58-485f-a600-06f919e034d1', 'tenant_id': '733a0c4e6cfc452688bbd424e6c4195f', 'fixed_ips': [{'subnet_id': '8b4ab178-6f07-477f-a267-5efcdf99803a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:29:29.574384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-727cf072-12b0-4431-a9b2-30fb9b345088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.594430 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61407d3-2585-4069-9c9a-78cdd440fc01 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.597132 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61407d3-2585-4069-9c9a-78cdd440fc01 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.603346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61407d3-2585-4069-9c9a-78cdd440fc01 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:29.607310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c61407d3-2585-4069-9c9a-78cdd440fc01 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2184734 Oct 11 15:29:29.615718 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:29.764186 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Deleting subnet 8b4ab178-6f07-477f-a267-5efcdf99803a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:29.772537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.876906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.978062 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-20fa77d1-2913-456f-bbc3-a083d0fab978', 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978', 'tenant_id': '733a0c4e6cfc452688bbd424e6c4195f', 'fixed_ips': [{'subnet_id': '1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:29:29.982264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:29.996516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.032747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:30.194011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.208317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef04c-050b-4cf2-b806-1a33e9512149 req-d07191a5-c89c-4d0e-a741-f92878b4cb3a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:30.210035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63aef04c-050b-4cf2-b806-1a33e9512149 req-d07191a5-c89c-4d0e-a741-f92878b4cb3a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 948 time: 0.1059358 Oct 11 15:29:30.235183 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4ab178-6f07-477f-a267-5efcdf99803a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:30.248637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.254192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0ba9abc-e6ca-4e34-92ac-aaf9e7724ad0 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/subnets/8b4ab178-6f07-477f-a267-5efcdf99803a HTTP/1.1" status: 204 len: 168 time: 0.6361499 Oct 11 15:29:30.256845 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-727cf072-12b0-4431-a9b2-30fb9b345088 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4ab178-6f07-477f-a267-5efcdf99803a: This subnet is being modified by another concurrent operation. Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:29:30.276864 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4ab178-6f07-477f-a267-5efcdf99803a: This subnet is being modified by another concurrent operation. Oct 11 15:29:30.281628 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:29:30.312547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63aef04c-050b-4cf2-b806-1a33e9512149 req-96f67614-8968-4735-8319-3ac06f9d1c7c tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937862 Oct 11 15:29:30.395010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7507d265-8e0e-4878-b34b-8daf07951cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.429873 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Allocated IP 2001:db8:0:1::1 (20fa77d1-2913-456f-bbc3-a083d0fab978/1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682/b4cfcbe1-cc39-4d08-972b-56add463102e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:30.446827 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Deleting subnet 1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:30.447614 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a29b12-b802-45ae-8f6a-7674fccf4613 None None] Network b9496a87-db58-485f-a600-06f919e034d1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:30.457293 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3940-672d-439f-80c0-ecedcc590b3e req-152b15af-1f87-42e5-bf9e-cda12f962b5e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:30.468883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21bc3940-672d-439f-80c0-ecedcc590b3e req-152b15af-1f87-42e5-bf9e-cda12f962b5e tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.0918834 Oct 11 15:29:30.527480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7507d265-8e0e-4878-b34b-8daf07951cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.533542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7507d265-8e0e-4878-b34b-8daf07951cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.585363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7507d265-8e0e-4878-b34b-8daf07951cc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cd8a86260ad4d5481c1e97a4c569932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476801 Oct 11 15:29:30.585363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d265-8e0e-4878-b34b-8daf07951cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872a294-19e1-49c8-ab84-8c31be456b8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:30.586842 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:30.621716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21bc3940-672d-439f-80c0-ecedcc590b3e req-7d4dbad3-ff3d-4ae5-8302-dc1b50a6998a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516814 Oct 11 15:29:30.665147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.698519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.701416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-71795bc3-317d-4c28-8268-ba4ace651bec tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:30.708066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-71795bc3-317d-4c28-8268-ba4ace651bec tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 944 time: 0.2282326 Oct 11 15:29:30.716342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d3ce8-fe39-427a-b3a7-ce641160791e req-84f2dc8d-f2c7-4ab7-a750-61fa381583cf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:30.719006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b7d3ce8-fe39-427a-b3a7-ce641160791e req-84f2dc8d-f2c7-4ab7-a750-61fa381583cf tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1732440 Oct 11 15:29:30.749952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.759351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.764246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.817789 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Pushing event updated for resources: {'Port': ['ID=b4cfcbe1-cc39-4d08-972b-56add463102e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:30.835500 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Network 20fa77d1-2913-456f-bbc3-a083d0fab978 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:30.837516 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:30.840363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:30.858613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.875507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b7d3ce8-fe39-427a-b3a7-ce641160791e req-5ad47a9b-fafb-4c75-851d-4bd84065b35f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444950 Oct 11 15:29:30.891530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 60e11356-7ccf-4be0-9c18-1b83f97951ca details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:29:30.935531 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Deleting port 376c55f7-451e-47f3-a80f-3a1de79a00fc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:30.936936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.975654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.983301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:30.986354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2872a294-19e1-49c8-ab84-8c31be456b8b HTTP/1.1" status: 204 len: 168 time: 0.3880680 Oct 11 15:29:31.030001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fae74-6de5-46f3-aa35-85d271c08157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872a294-19e1-49c8-ab84-8c31be456b8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:31.156539 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:31.169124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.184961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 57526998-8ede-4298-8572-3366965422f0 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:31.276123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1237-072e-429e-81fd-7a237d53c3a3 req-948fe33a-1489-462c-b43d-a7d4732b6d13 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:31.280350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56db1237-072e-429e-81fd-7a237d53c3a3 req-948fe33a-1489-462c-b43d-a7d4732b6d13 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 949 time: 0.3309422 Oct 11 15:29:31.303463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.309232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '60e11356-7ccf-4be0-9c18-1b83f97951ca', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '60e11356-7ccf-4be0-9c18-1b83f97951ca', 'mac_address': 'fa:16:3e:a8:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:29:31.333998 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Subnet': ['ID=1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:31.338282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.344584 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94688d8b-756d-42f5-85a5-6da1c6d0b617 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/subnets/1767e5c9-22f4-4c74-8d6b-d2ff3a8c6682 HTTP/1.1" status: 204 len: 168 time: 1.0833306 Oct 11 15:29:31.347802 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:31.401965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.406367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Attempting to bind port b4cfcbe1-cc39-4d08-972b-56add463102e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:31.406745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Attempting to bind port b4cfcbe1-cc39-4d08-972b-56add463102e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:31.407112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Attempting to bind port b4cfcbe1-cc39-4d08-972b-56add463102e on network 20fa77d1-2913-456f-bbc3-a083d0fab978 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:31.429364 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e11356-7ccf-4be0-9c18-1b83f97951ca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:31.453347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:31.455825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:31.456564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Checking segment: {'id': 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:31.457772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.458472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Bound using segment: {'id': 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:31.459231 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Bound port: b4cfcbe1-cc39-4d08-972b-56add463102e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '20fa77d1-2913-456f-bbc3-a083d0fab978'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:31.459642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.467598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.473070 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] For port 376c55f7-451e-47f3-a80f-3a1de79a00fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=376c55f7-451e-47f3-a80f-3a1de79a00fc,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:31.473608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.547591 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 57526998-8ede-4298-8572-3366965422f0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:29:31.550420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56db1237-072e-429e-81fd-7a237d53c3a3 req-bca54f3a-fdf2-40df-b84b-4d0a9d184fa5 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607775 Oct 11 15:29:31.555035 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:31.557983 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 57526998-8ede-4298-8572-3366965422f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:31.558440 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.569186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Calling delete_port for 376c55f7-451e-47f3-a80f-3a1de79a00fc owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:31.579825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbe45-560e-4829-a614-ffafaed096bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.590187 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:31.622688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbc37c-9deb-477c-9627-2c68fccaeedd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:31.624179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-85cbc37c-9deb-477c-9627-2c68fccaeedd tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2697551 Oct 11 15:29:31.636245 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:31.677423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] For port b4cfcbe1-cc39-4d08-972b-56add463102e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:31.684352 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] For port b4cfcbe1-cc39-4d08-972b-56add463102e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b4cfcbe1-cc39-4d08-972b-56add463102e,segment=NetworkSegment(f4d9c659-c0ee-4d7c-bd07-cfc68e017c47),segment_id=f4d9c659-c0ee-4d7c-bd07-cfc68e017c47)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:31.706741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbe45-560e-4829-a614-ffafaed096bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.713206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbe45-560e-4829-a614-ffafaed096bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.718434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.758068 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.768608 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfbe45-560e-4829-a614-ffafaed096bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc59cc-6aae-4307-8815-85a0f6605194,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:31.776556 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bcfbe45-560e-4829-a614-ffafaed096bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7110d5d6e57146c7bccc4f9999c86730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090406 Oct 11 15:29:31.777095 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:31.821125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['60e11356-7ccf-4be0-9c18-1b83f97951ca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:31.834570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.851288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.858752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.867301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc83229-50a6-434e-88d4-e4b648c0b4e5 req-57636b4e-4a30-465a-8b3c-82ba64e07034 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:31.874448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bc83229-50a6-434e-88d4-e4b648c0b4e5 req-57636b4e-4a30-465a-8b3c-82ba64e07034 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.2013600 Oct 11 15:29:31.882739 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57526998-8ede-4298-8572-3366965422f0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:31.884915 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab4067-4c5d-4c3e-9a59-b8b21386528d" -d '{"events": [{"server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "name": "network-vif-plugged", "status": "completed", "tag": "57526998-8ede-4298-8572-3366965422f0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:31.886170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd18348-44af-4e64-b6b4-e00cc6c0856d req-5ad388ec-7be5-4536-a3c6-7de66c8b8ea0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:31.887744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fd18348-44af-4e64-b6b4-e00cc6c0856d req-5ad388ec-7be5-4536-a3c6-7de66c8b8ea0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 949 time: 0.2158296 Oct 11 15:29:31.919468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57526998-8ede-4298-8572-3366965422f0,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:31.924226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d445-4629-497c-b76a-6228318e3a11 None None] Pushing event updated for resources: {'Port': ['ID=b4cfcbe1-cc39-4d08-972b-56add463102e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:31.939656 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.953063 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f59c9-1e60-4b2d-9663-2d63da907cce None None] Network 20fa77d1-2913-456f-bbc3-a083d0fab978 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:31.955078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.958927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:31.962890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bfc59cc-6aae-4307-8815-85a0f6605194 HTTP/1.1" status: 204 len: 168 time: 0.1829107 Oct 11 15:29:31.989715 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d858-f2fb-401e-93b6-db746a70ff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc59cc-6aae-4307-8815-85a0f6605194,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:32.022352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bc83229-50a6-434e-88d4-e4b648c0b4e5 req-09d039fe-ff9f-490a-be20-c7e6cb0c5d3d tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324260 Oct 11 15:29:32.038359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.052166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fd18348-44af-4e64-b6b4-e00cc6c0856d req-4ce73411-9275-4338-b5c3-67cf040ad22d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234064 Oct 11 15:29:32.435631 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event deleted for resources: {'Port': ['ID=376c55f7-451e-47f3-a80f-3a1de79a00fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:32.472450 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-10f4baf0-6be2-448f-a864-a41d2942b0be tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:32.479454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-10f4baf0-6be2-448f-a864-a41d2942b0be tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 946 time: 0.1415825 Oct 11 15:29:32.485383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a2b385a-12ec-4fb8-9bb9-6191fb97ba2d req-b38d2e5c-5be8-4d2b-aa7b-00647230af3a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a HTTP/1.1" status: 200 len: 210 time: 0.0555956 Oct 11 15:29:32.507526 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Deleting port b4cfcbe1-cc39-4d08-972b-56add463102e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:32.507862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.511182 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] No DVR routers for this DVR port 376c55f7-451e-47f3-a80f-3a1de79a00fc on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:32.522836 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.526247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c03d3600-3ea2-4afe-9cfe-f04b73e22b80 req-5d666916-daac-487c-bc3f-b571f0de2bd7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "DELETE /v2.0/ports/376c55f7-451e-47f3-a80f-3a1de79a00fc HTTP/1.1" status: 204 len: 173 time: 1.8061976 Oct 11 15:29:32.526552 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-deleted', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:32.528784 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ee0cf-7a77-4eba-9935-f10ed08a4c22" -d '{"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-deleted", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:32.535422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0da27ff-a260-4ba8-8b0e-0ac6f5b9da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.563431 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:32.618831 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93959525-9938-41e4-b67b-368d1410744f x-openstack-request-id: req-93959525-9938-41e4-b67b-368d1410744f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:32.619088 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "name": "network-vif-plugged", "status": "completed", "tag": "57526998-8ede-4298-8572-3366965422f0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:32.619682 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93959525-9938-41e4-b67b-368d1410744f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:32.619826 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57526998-8ede-4298-8572-3366965422f0', 'code': 200} Oct 11 15:29:32.658999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4941291a-1761-4875-bb8c-763b6861c425 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:29:32.678824 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a240551-890a-4f4b-bfa0-9145670879d9 x-openstack-request-id: req-0a240551-890a-4f4b-bfa0-9145670879d9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:32.679138 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a", "name": "network-vif-deleted", "tag": "376c55f7-451e-47f3-a80f-3a1de79a00fc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:32.679424 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a240551-890a-4f4b-bfa0-9145670879d9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:32.679847 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a333f22-0fcf-4fee-9dc2-59c67b5c8b2a', 'name': 'network-vif-deleted', 'tag': '376c55f7-451e-47f3-a80f-3a1de79a00fc', 'status': 'completed', 'code': 200} Oct 11 15:29:32.687169 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] For port b4cfcbe1-cc39-4d08-972b-56add463102e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b4cfcbe1-cc39-4d08-972b-56add463102e,segment=NetworkSegment(f4d9c659-c0ee-4d7c-bd07-cfc68e017c47),segment_id=f4d9c659-c0ee-4d7c-bd07-cfc68e017c47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:32.687556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.750422 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port 473ed720-99bd-4d62-aa61-5c3aca157672 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:32.750757 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.768946 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Calling delete_port for b4cfcbe1-cc39-4d08-972b-56add463102e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:32.880464 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4941291a-1761-4875-bb8c-763b6861c425 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:29:32.896231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port 473ed720-99bd-4d62-aa61-5c3aca157672, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=473ed720-99bd-4d62-aa61-5c3aca157672,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:32.896606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:32.901432 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11fef5-e8fc-4ac0-9ec0-afb62a518f31 req-ecaaff3a-f0ad-4449-bc66-a1a5d4f219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:32.908810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d11fef5-e8fc-4ac0-9ec0-afb62a518f31 req-ecaaff3a-f0ad-4449-bc66-a1a5d4f219b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 1101 time: 0.1944425 Oct 11 15:29:32.921499 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for 473ed720-99bd-4d62-aa61-5c3aca157672 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:32.943772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d380d4-ed25-41e3-9e2d-0aa8752d8a15 req-c418d0a9-cd0b-422c-9197-edcaad30d441 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:32.945622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31d380d4-ed25-41e3-9e2d-0aa8752d8a15 req-c418d0a9-cd0b-422c-9197-edcaad30d441 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.1745787 Oct 11 15:29:32.972133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d11fef5-e8fc-4ac0-9ec0-afb62a518f31 req-deae7dfc-859e-433d-862f-85f456a926c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591483 Oct 11 15:29:33.047242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31d380d4-ed25-41e3-9e2d-0aa8752d8a15 req-6c6840d7-dabc-4fe7-abbc-e9410d05d502 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895979 Oct 11 15:29:33.068337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.140073 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Port': ['ID=b4cfcbe1-cc39-4d08-972b-56add463102e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:33.162557 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] No DVR routers for this DVR port b4cfcbe1-cc39-4d08-972b-56add463102e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:33.254435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.268842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['473ed720-99bd-4d62-aa61-5c3aca157672'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:33.319322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=473ed720-99bd-4d62-aa61-5c3aca157672,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:33.343228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.388439 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port 473ed720-99bd-4d62-aa61-5c3aca157672 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:33.391849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.396068 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ce85da0-12d1-4de0-b2cf-e46e2a37bf79 req-7e1a448b-e993-41fb-8fcb-24485629a6b5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "DELETE /v2.0/ports/473ed720-99bd-4d62-aa61-5c3aca157672 HTTP/1.1" status: 204 len: 173 time: 0.9108374 Oct 11 15:29:33.401882 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'name': 'network-vif-deleted', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:33.408567 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e0d2b-8a62-4fcf-8f9a-6e11705a8238" -d '{"events": [{"server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "name": "network-vif-deleted", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:33.421197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ddd16-dd55-469f-a6fa-94bed538ad9c req-cc9e28da-2869-49f2-9862-cb132d0e3222 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:33.422549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab3ddd16-dd55-469f-a6fa-94bed538ad9c req-cc9e28da-2869-49f2-9862-cb132d0e3222 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=028a2f30-baa7-4786-ba56-857476c722d2 HTTP/1.1" status: 200 len: 867 time: 0.2099369 Oct 11 15:29:33.431091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad1df-1356-4712-9c0c-abd4767abf85 req-907c8759-b680-4f92-82df-dce2f2dcb2dc tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:33.432746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-030ad1df-1356-4712-9c0c-abd4767abf85 req-907c8759-b680-4f92-82df-dce2f2dcb2dc tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 949 time: 0.2658772 Oct 11 15:29:33.435839 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa77d1-2913-456f-bbc3-a083d0fab978']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.466362 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.466840 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d9c659-c0ee-4d7c-bd07-cfc68e017c47') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.486553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.529269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab3ddd16-dd55-469f-a6fa-94bed538ad9c req-046f8a84-1f33-4f8e-9ad2-f3dde56f8240 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954552 Oct 11 15:29:33.530655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.541946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-030ad1df-1356-4712-9c0c-abd4767abf85 req-308c6c29-2aef-40cb-bd13-af3161f93619 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971377 Oct 11 15:29:33.543308 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:33.543891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:33.547614 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:33.607231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcbc31-fb4d-432d-9fc0-321a1ecf4a07 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:29:33.649970 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b981219-479c-4e13-8e00-402e3e721508 x-openstack-request-id: req-9b981219-479c-4e13-8e00-402e3e721508 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:33.650267 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028a2f30-baa7-4786-ba56-857476c722d2", "name": "network-vif-deleted", "tag": "473ed720-99bd-4d62-aa61-5c3aca157672", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:33.650503 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b981219-479c-4e13-8e00-402e3e721508 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:33.650882 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028a2f30-baa7-4786-ba56-857476c722d2', 'name': 'network-vif-deleted', 'tag': '473ed720-99bd-4d62-aa61-5c3aca157672', 'status': 'completed', 'code': 200} Oct 11 15:29:33.662850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.669336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.674308 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:33.674878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/20fa77d1-2913-456f-bbc3-a083d0fab978 HTTP/1.1" status: 204 len: 168 time: 2.0371041 Oct 11 15:29:33.681208 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:33.702776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656b15-dfc1-4eba-b1c1-29060fd6227b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=20fa77d1-2913-456f-bbc3-a083d0fab978,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:33.726807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:33.764765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 376c55f7-451e-47f3-a80f-3a1de79a00fc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:33.765530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 376c55f7-451e-47f3-a80f-3a1de79a00fc not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:33.775397 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcbc31-fb4d-432d-9fc0-321a1ecf4a07 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:29:33.809530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.931976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:33.961238 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9496a87-db58-485f-a600-06f919e034d1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.975047 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dee234b-b18e-4550-9534-87f3553d58d2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.975609 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dee234b-b18e-4550-9534-87f3553d58d2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:33.990808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.016985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.028435 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:34.028926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:34.034416 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:34.102880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-918ada5a-fae7-4150-a05e-d3048e73e710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.142033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.143362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe4fa9-696e-4025-a746-a13af9267a1d req-5a4100da-e1d0-48d9-9954-715c256dc84c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:34.148349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.152161 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/b9496a87-db58-485f-a600-06f919e034d1 HTTP/1.1" status: 204 len: 168 time: 0.4695814 Oct 11 15:29:34.155440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bbe4fa9-696e-4025-a746-a13af9267a1d req-5a4100da-e1d0-48d9-9954-715c256dc84c tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.0906909 Oct 11 15:29:34.157659 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:34.169877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d21c8a-bd43-41e3-a7fa-142c8a4ca42a tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=b9496a87-db58-485f-a600-06f919e034d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:34.242384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-918ada5a-fae7-4150-a05e-d3048e73e710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.248572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-918ada5a-fae7-4150-a05e-d3048e73e710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.300431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bbe4fa9-696e-4025-a746-a13af9267a1d req-7fc9e9b3-1959-4301-b586-a6f9bcd5f6cd tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423194 Oct 11 15:29:34.313300 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-918ada5a-fae7-4150-a05e-d3048e73e710 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb4d8fe355514bcf8c12f760d6683763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375070 Oct 11 15:29:34.315821 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ada5a-fae7-4150-a05e-d3048e73e710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9eabd9-679f-4398-aacb-f2afbd07da73,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:34.318595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.319884 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:34.335173 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54a334-db43-4962-bf1c-3f0f6e486df9 req-3bb6517c-a458-4eb9-a70f-62df7555c1cc tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:34.336711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e54a334-db43-4962-bf1c-3f0f6e486df9 req-3bb6517c-a458-4eb9-a70f-62df7555c1cc tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.1164498 Oct 11 15:29:34.412897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.448711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.454673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e54a334-db43-4962-bf1c-3f0f6e486df9 req-e1bda99d-18f6-490e-b562-dc212c6b3b74 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097479 Oct 11 15:29:34.462906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.482541 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1043839-00df-4d05-be6c-0c952bd1de3f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:34.490882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-dd4fcef0-fed8-4073-8b33-b1110924a01a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:34.492361 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-dd4fcef0-fed8-4073-8b33-b1110924a01a tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 944 time: 0.0765817 Oct 11 15:29:34.494522 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779a2bf0-a954-4523-8ed1-b1c8b97bef59') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:34.494825 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779a2bf0-a954-4523-8ed1-b1c8b97bef59') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:34.506380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.523086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.530078 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:34.530484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:34.534606 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:34.587269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.589797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.590939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c9eabd9-679f-4398-aacb-f2afbd07da73 HTTP/1.1" status: 204 len: 168 time: 0.2700570 Oct 11 15:29:34.603226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74559fe5-cacf-4593-902f-e9c3d05006cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9eabd9-679f-4398-aacb-f2afbd07da73,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:34.620104 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Deleting port 6511c971-2107-403f-a55d-a503f46544c0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:34.620463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.677890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.729234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.735885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/b1043839-00df-4d05-be6c-0c952bd1de3f HTTP/1.1" status: 204 len: 168 time: 0.5772257 Oct 11 15:29:34.737112 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:34.753425 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629057-46a0-4c26-bffa-7ed339b0f745 tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=b1043839-00df-4d05-be6c-0c952bd1de3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:34.776839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1bbd-9648-4779-bc53-a148f91d2cb8 req-30fc8491-d3b2-45d8-9c74-c542dac26942 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:34.778518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66fa1bbd-9648-4779-bc53-a148f91d2cb8 req-30fc8491-d3b2-45d8-9c74-c542dac26942 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 949 time: 0.0985024 Oct 11 15:29:34.823297 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] For port 6511c971-2107-403f-a55d-a503f46544c0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6511c971-2107-403f-a55d-a503f46544c0,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:34.823667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.834825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eaafaf9a-3d5a-45e4-8d2d-4c9c05e83bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.847173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66fa1bbd-9648-4779-bc53-a148f91d2cb8 req-376d6fae-872b-4196-a075-cb01dd0993ab tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626388 Oct 11 15:29:34.864528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 60e11356-7ccf-4be0-9c18-1b83f97951ca up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:34.880813 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Calling delete_port for 6511c971-2107-403f-a55d-a503f46544c0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:34.952103 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 60e11356-7ccf-4be0-9c18-1b83f97951ca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:29:34.958680 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 60e11356-7ccf-4be0-9c18-1b83f97951ca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:34.959458 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:34.968005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.111530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.113147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.139280 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:35.141764 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448b4f07-af3f-45a6-b995-d4038e6f3661" -d '{"events": [{"server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "name": "network-vif-plugged", "status": "completed", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:35.164192 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:35.173302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:35.183514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.183718 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdac72b9-b130-405f-89bc-ce5d8e76b4e4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:35.196968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05790a9f-1150-43df-8bee-3ea0a0a8c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.200196 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70609280-77b1-4d6f-9ae7-4de7564f2bc5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:35.200497 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70609280-77b1-4d6f-9ae7-4de7564f2bc5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:35.218673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.232067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.234364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.241520 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8253fd4-2011-4221-b9fc-629e34ab8bc1 x-openstack-request-id: req-d8253fd4-2011-4221-b9fc-629e34ab8bc1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:35.241960 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "name": "network-vif-plugged", "status": "completed", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:35.242391 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8253fd4-2011-4221-b9fc-629e34ab8bc1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:35.242495 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca', 'code': 200} Oct 11 15:29:35.271053 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:35.272904 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:35.273061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:35.282964 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:35.295337 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event deleted for resources: {'Port': ['ID=6511c971-2107-403f-a55d-a503f46544c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:35.332873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-95a8bb3b-3f14-419d-b880-26be6271cc03 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:35.340022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-95a8bb3b-3f14-419d-b880-26be6271cc03 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.2668645 Oct 11 15:29:35.376100 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-cac5abfb-4813-49af-9253-37dca2cbb99e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/quotas/33ba4affff54479b9f99fb6e7d3a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0349329 Oct 11 15:29:35.377243 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] No DVR routers for this DVR port 6511c971-2107-403f-a55d-a503f46544c0 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:35.380987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.384742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ada40fdf-5936-486f-b1a2-2ade4c443b92 req-f78fe234-7320-4663-8da0-320754e4a725 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.36 "DELETE /v2.0/ports/6511c971-2107-403f-a55d-a503f46544c0 HTTP/1.1" status: 204 len: 173 time: 0.8839035 Oct 11 15:29:35.385844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.393695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.399119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] 10.222.0.31 "DELETE /v2.0/networks/cdac72b9-b130-405f-89bc-ce5d8e76b4e4 HTTP/1.1" status: 204 len: 168 time: 0.6609509 Oct 11 15:29:35.413305 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4b0f3-4050-422c-a79c-3c33e854a28b tempest-BulkNetworkOpsIpV6Test-705302067 tempest-BulkNetworkOpsIpV6Test-705302067-project] Pushing event deleted for resources: {'Network': ['ID=cdac72b9-b130-405f-89bc-ce5d8e76b4e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:35.437241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46ca7253-1026-447e-bad7-2389401cef5d req-3d603c23-322d-41fa-a7a8-87c05e57c3e8 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a HTTP/1.1" status: 200 len: 210 time: 0.0584984 Oct 11 15:29:35.449171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-c9f03ecb-5b80-4b93-b782-839efc1c0d1e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721612 Oct 11 15:29:35.452430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9e68c-a040-4e3a-a671-b5f3cfe19a1c req-4f27219d-3d55-467e-8d70-e25069c63763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:35.454097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71b9e68c-a040-4e3a-a671-b5f3cfe19a1c req-4f27219d-3d55-467e-8d70-e25069c63763 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 1101 time: 0.1771934 Oct 11 15:29:35.492129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05790a9f-1150-43df-8bee-3ea0a0a8c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.506067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05790a9f-1150-43df-8bee-3ea0a0a8c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.513888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71b9e68c-a040-4e3a-a671-b5f3cfe19a1c req-97874dc9-7026-4cc0-9dba-ec35f1d6e735 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496352 Oct 11 15:29:35.565138 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05790a9f-1150-43df-8bee-3ea0a0a8c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b32fd-3723-4f02-9382-607761940de7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:35.572980 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:35.573113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05790a9f-1150-43df-8bee-3ea0a0a8c7de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a240588c6fa43cf92243ec8eb4018ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071872 Oct 11 15:29:35.632343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.633361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df1db5-652f-405a-96fe-aa108d282d5b req-6aa81259-ab94-4a91-8250-336366274712 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:35.635737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1df1db5-652f-405a-96fe-aa108d282d5b req-6aa81259-ab94-4a91-8250-336366274712 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.0608137 Oct 11 15:29:35.652231 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-deleted', 'tag': '6511c971-2107-403f-a55d-a503f46544c0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:35.654973 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331603a0-d199-4e05-825e-614d040eee61" -d '{"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-deleted", "tag": "6511c971-2107-403f-a55d-a503f46544c0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:35.677413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.684530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 473ed720-99bd-4d62-aa61-5c3aca157672 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:35.701317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1df1db5-652f-405a-96fe-aa108d282d5b req-901e64de-7cf8-46cc-9d9f-11c252d52ba4 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592213 Oct 11 15:29:35.726671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 473ed720-99bd-4d62-aa61-5c3aca157672 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:35.731558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 473ed720-99bd-4d62-aa61-5c3aca157672 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:35.731973 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:35.767850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.771389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.777413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc3b32fd-3723-4f02-9382-607761940de7 HTTP/1.1" status: 204 len: 168 time: 0.2027652 Oct 11 15:29:35.788826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 6511c971-2107-403f-a55d-a503f46544c0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:35.789305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6511c971-2107-403f-a55d-a503f46544c0 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:35.794205 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d64b-9879-436e-a3ea-e52676cfe2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b32fd-3723-4f02-9382-607761940de7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:35.806830 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c686cf2a-1bdb-45cf-b0ab-51a22972a643 x-openstack-request-id: req-c686cf2a-1bdb-45cf-b0ab-51a22972a643 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:35.807118 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a", "name": "network-vif-deleted", "tag": "6511c971-2107-403f-a55d-a503f46544c0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:35.807368 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c686cf2a-1bdb-45cf-b0ab-51a22972a643 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:35.807764 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a71ec7-4a99-4c9a-92a9-4413ecf2ee6a', 'name': 'network-vif-deleted', 'tag': '6511c971-2107-403f-a55d-a503f46544c0', 'status': 'completed', 'code': 200} Oct 11 15:29:35.827835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:35.900154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-63a44305-ea25-47ff-a2e3-d19e388c634d service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499044 Oct 11 15:29:35.918526 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:35.926143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.014865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-226caa0f-4b68-4482-88a3-eb3ae6e1bc5c service neutron] 10.222.0.31 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138146 Oct 11 15:29:36.372059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff8e00b4-78bb-4a6c-8796-fe953c812044 req-c69b2ed6-1d6b-4792-97a7-9fdd7005310f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 210 time: 0.0289071 Oct 11 15:29:36.392640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d9ff-337c-48bd-b0dd-7416aff7de36 req-407f9ac1-7e38-4fc7-9e52-d1a09af87659 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:36.400709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae91d9ff-337c-48bd-b0dd-7416aff7de36 req-407f9ac1-7e38-4fc7-9e52-d1a09af87659 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 950 time: 0.1274636 Oct 11 15:29:36.419039 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:36.508039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae91d9ff-337c-48bd-b0dd-7416aff7de36 req-eeae788a-39e0-4a0e-a5d3-9c0f6a547f0b tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037292 Oct 11 15:29:36.524756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-765be4bb-6bb1-4b55-8dde-37996b5676af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.540393 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-27fed11d-aaf7-4e8b-8be5-88884fc85a51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=733a0c4e6cfc452688bbd424e6c4195f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205003 Oct 11 15:29:36.543125 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:36.670766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.688251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-765be4bb-6bb1-4b55-8dde-37996b5676af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.705023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-765be4bb-6bb1-4b55-8dde-37996b5676af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.744195 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.833405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be4bb-6bb1-4b55-8dde-37996b5676af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e7340b-c7d6-49aa-9a69-a85993fed50c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:36.852810 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:36.854497 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-765be4bb-6bb1-4b55-8dde-37996b5676af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e76dc9aca6fb404fba55aa610b434851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321964 Oct 11 15:29:36.985075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.987689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:36.989859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a8906a4-822a-4974-b11e-9cc8f5161ae2 HTTP/1.1" status: 204 len: 168 time: 0.4455299 Oct 11 15:29:37.019899 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d7978-bba6-40d8-a56f-9e5188f5278e req-825e8386-3b4d-44aa-8805-2672faf4877a tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:37.021442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c0d7978-bba6-40d8-a56f-9e5188f5278e req-825e8386-3b4d-44aa-8805-2672faf4877a tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.1499133 Oct 11 15:29:37.031568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd5c7-1b8e-498c-a717-e37cf45920f1 req-6e34ae9c-81a2-44e7-b0ec-9f9f4810a632 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:37.032545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-156bd5c7-1b8e-498c-a717-e37cf45920f1 req-6e34ae9c-81a2-44e7-b0ec-9f9f4810a632 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.1623859 Oct 11 15:29:37.033396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76d785-34ac-44ec-866f-d87157c7b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8906a4-822a-4974-b11e-9cc8f5161ae2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:37.044846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.111007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.125615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c0d7978-bba6-40d8-a56f-9e5188f5278e req-4a77d308-8b19-4b22-b4c1-1d838c83ffef tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873349 Oct 11 15:29:37.140879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-156bd5c7-1b8e-498c-a717-e37cf45920f1 req-561f100d-2fbb-475d-b44d-ebf2fa857d24 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b5764da-391b-45ac-be1b-46126cb509d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Oct 11 15:29:37.198583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.208428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.210556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33e7340b-c7d6-49aa-9a69-a85993fed50c HTTP/1.1" status: 204 len: 168 time: 0.3567686 Oct 11 15:29:37.219901 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0f983-606c-4260-861a-61d72c6e0c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e7340b-c7d6-49aa-9a69-a85993fed50c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:37.502268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5b0ca84-bbcd-4a8d-b201-277fcfb89484 req-223f4634-fcd1-4283-813d-ae1b2f58c571 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 210 time: 0.0483420 Oct 11 15:29:37.569247 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-52d2f969-d38a-473c-a3df-e7cb9508d824 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:37.571035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-52d2f969-d38a-473c-a3df-e7cb9508d824 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 811 time: 0.1530688 Oct 11 15:29:37.595239 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Request body: {'port': {'device_id': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'admin_state_up': True, 'tenant_id': '33ba4affff54479b9f99fb6e7d3a6d96'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:37.613977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.689572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-335ba1f6-66af-4247-b695-ea82147d59d7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:37.692088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-335ba1f6-66af-4247-b695-ea82147d59d7 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 945 time: 0.1128337 Oct 11 15:29:37.692961 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:37.705707 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df58bc-e5d2-4599-bbbb-0676d2e76e18 req-b1b0c982-2ae4-4a3b-aa63-fa7e46299d18 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:37.713990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0df58bc-e5d2-4599-bbbb-0676d2e76e18 req-b1b0c982-2ae4-4a3b-aa63-fa7e46299d18 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 950 time: 0.1174273 Oct 11 15:29:37.720158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae0349c-2e49-4f4a-a9e5-b3a978b007a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.785747 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Made reservation on behalf of 33ba4affff54479b9f99fb6e7d3a6d96 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:37.790393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:37.834783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0df58bc-e5d2-4599-bbbb-0676d2e76e18 req-860c2e0e-b64e-4013-8b06-b69a2e812902 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186452 Oct 11 15:29:37.894375 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Deleting port 1bb55597-5e21-4deb-af20-6ddd029432fb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:37.894719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.005833 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] For port 1bb55597-5e21-4deb-af20-6ddd029432fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1bb55597-5e21-4deb-af20-6ddd029432fb,segment=NetworkSegment(bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e),segment_id=bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:38.006202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.026402 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Calling delete_port for 1bb55597-5e21-4deb-af20-6ddd029432fb owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:38.228077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.251462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae0349c-2e49-4f4a-a9e5-b3a978b007a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.282625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae0349c-2e49-4f4a-a9e5-b3a978b007a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.335138 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dae0349c-2e49-4f4a-a9e5-b3a978b007a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=741078c6ea304313b5266be3c02b22c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409636 Oct 11 15:29:38.354122 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0349c-2e49-4f4a-a9e5-b3a978b007a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e54f853-2cf0-43b5-9cc7-e788bc651187,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:38.358724 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:38.395560 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Pushing event deleted for resources: {'Port': ['ID=1bb55597-5e21-4deb-af20-6ddd029432fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:38.400648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967da34e-8cde-401e-86a4-8c710ab1d12d req-2c10feaf-1c09-426f-90ca-6257cb881e66 tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.31 "GET /v2.0/ports?device_id=71b1c15b-d355-4731-a58d-52f4733eccac HTTP/1.1" status: 200 len: 210 time: 0.1426225 Oct 11 15:29:38.427458 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Allocated IP 172.20.0.11 (fe882cfc-6682-4a09-b783-3c1a001b86df/ce46e2d1-151e-4302-9d63-3805ccf9eb42/9ffd5307-6182-43a2-9503-92946cc445cb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:38.437932 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] No DVR routers for this DVR port 1bb55597-5e21-4deb-af20-6ddd029432fb on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:38.442434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.447889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c922c18-2810-453d-a7e6-5c5c74c71d1d req-075baa53-89e0-4b6b-b134-8947b06c435f tempest-LiveMigrationTest-1322075984 tempest-LiveMigrationTest-1322075984-project] 10.222.0.43 "DELETE /v2.0/ports/1bb55597-5e21-4deb-af20-6ddd029432fb HTTP/1.1" status: 204 len: 173 time: 0.7299051 Oct 11 15:29:38.455996 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-deleted', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:38.459823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bce0c-f37b-4565-8667-2095b2260b56" -d '{"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-deleted", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:38.506955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff19603-e211-49fc-bc87-43632aaf6f5f req-e8098d4b-759b-4482-b191-aeceeb354a83 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:38.508538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ff19603-e211-49fc-bc87-43632aaf6f5f req-e8098d4b-759b-4482-b191-aeceeb354a83 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.2462800 Oct 11 15:29:38.607677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.626481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ff19603-e211-49fc-bc87-43632aaf6f5f req-8f3aeb4e-67dd-4ebb-9fd3-00ac64895d93 tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad73f24-475f-44d2-be04-e29efb362023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786791 Oct 11 15:29:38.653171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.673849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-4d498714-6054-4886-97e8-6343cc1cbe4f tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:38.678508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-4d498714-6054-4886-97e8-6343cc1cbe4f tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 950 time: 0.2290063 Oct 11 15:29:38.712281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.729405 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Network fe882cfc-6682-4a09-b783-3c1a001b86df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:38.739983 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:38.740387 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d3a5b-9afa-47e2-bad4-9f283166a5bf x-openstack-request-id: req-541d3a5b-9afa-47e2-bad4-9f283166a5bf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:38.740909 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1c15b-d355-4731-a58d-52f4733eccac", "name": "network-vif-deleted", "tag": "1bb55597-5e21-4deb-af20-6ddd029432fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:38.741105 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-541d3a5b-9afa-47e2-bad4-9f283166a5bf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:38.741392 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1c15b-d355-4731-a58d-52f4733eccac', 'name': 'network-vif-deleted', 'tag': '1bb55597-5e21-4deb-af20-6ddd029432fb', 'status': 'completed', 'code': 200} Oct 11 15:29:38.741776 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:38.749815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event updated for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:38.750136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-b3c53e33-f9ca-440e-a36a-85ad42d5e4b5 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1b1a24756d7e48b5b688ebe864af788d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701611 Oct 11 15:29:38.752190 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:38.782382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.832078 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:38.832633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.851264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-6792af31-8a29-4538-a970-dea7acfa70e8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2701380 Oct 11 15:29:38.866147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Request body: {'port': {'device_id': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:38.876564 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.879477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:38.880716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e54f853-2cf0-43b5-9cc7-e788bc651187 HTTP/1.1" status: 204 len: 168 time: 0.5213428 Oct 11 15:29:38.902402 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1298169334'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:38.936749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b287db-cc89-4e72-a5cd-3dae9e01216e req-45c971b1-32bf-421e-bebf-909a5bc0f729 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:38.938728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90b287db-cc89-4e72-a5cd-3dae9e01216e req-45c971b1-32bf-421e-bebf-909a5bc0f729 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 932 time: 0.1226418 Oct 11 15:29:38.957011 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-6827fe3e-0032-4b4f-aca7-eaf6a7450b13 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:38.962051 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa95c-fea6-4f06-8548-c2a03b0e1ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e54f853-2cf0-43b5-9cc7-e788bc651187,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:38.962230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-6827fe3e-0032-4b4f-aca7-eaf6a7450b13 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069683 Oct 11 15:29:38.987872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.009067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-af6d390e-cff3-486a-baac-ae33d0bacc14 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/quotas/1b1a24756d7e48b5b688ebe864af788d HTTP/1.1" status: 200 len: 375 time: 0.0381510 Oct 11 15:29:39.010041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Made reservation on behalf of d1553ec0ba724ff99ee5e69a271cfe8f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:39.011370 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Deleting port 57526998-8ede-4298-8572-3366965422f0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:39.011799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.015670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.060849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.077274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.108245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90b287db-cc89-4e72-a5cd-3dae9e01216e req-9345d725-778f-4bd4-8b74-425be581e629 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415350 Oct 11 15:29:39.155375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-433dcf63-9402-4894-ab46-0a8831e4cf72 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349919 Oct 11 15:29:39.216966 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] For port 57526998-8ede-4298-8572-3366965422f0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=57526998-8ede-4298-8572-3366965422f0,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:39.217426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.235165 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Calling delete_port for 57526998-8ede-4298-8572-3366965422f0 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:39.372943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.395220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.466098 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb7bbe-c18e-404b-8911-056a3077e946,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:39.483566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32b77471-e5bd-4c95-9429-bdaae42413bd req-345c3c83-836f-4963-8922-a4e81882fcbf tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 210 time: 0.0884223 Oct 11 15:29:39.509812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.540416 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:39.559649 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffd5307-6182-43a2-9503-92946cc445cb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:39.565750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.567534 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Added segment d6b2aed1-c4a8-4764-9354-863a43f0fc2f of type vlan for network cb553550-9482-4daa-bd44-8fb953c4ae62 Oct 11 15:29:39.578727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.598832 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Pushing event deleted for resources: {'Port': ['ID=57526998-8ede-4298-8572-3366965422f0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:39.619645 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:39.640299 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Transition to ACTIVE for port object 9ffd5307-6182-43a2-9503-92946cc445cb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:39.651350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.655996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.735915 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] No DVR routers for this DVR port 57526998-8ede-4298-8572-3366965422f0 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:39.742096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:39.745437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e11ffdd2-7aa6-4922-8654-e148d2f89ca9 req-07680313-22c1-4a4c-b075-f11a221ca7cf tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.43 "DELETE /v2.0/ports/57526998-8ede-4298-8572-3366965422f0 HTTP/1.1" status: 204 len: 173 time: 1.0478935 Oct 11 15:29:39.890348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-776eef3b-057f-4384-be3c-ead68502a1c5 req-37a81c9c-717d-417d-a023-7eefd28666fa tempest-TenantUsagesTestJSON-1846626248 tempest-TenantUsagesTestJSON-1846626248-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1663a7c-bc2c-4e95-beb7-fb2d3118f531 HTTP/1.1" status: 200 len: 210 time: 0.0597281 Oct 11 15:29:39.902599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Attempting to bind port 9ffd5307-6182-43a2-9503-92946cc445cb on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:39.902599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Attempting to bind port 9ffd5307-6182-43a2-9503-92946cc445cb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:39.902599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Attempting to bind port 9ffd5307-6182-43a2-9503-92946cc445cb on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:39.921334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Pushing event updated for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:39.930727 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Port 9ffd5307-6182-43a2-9503-92946cc445cb on network fe882cfc-6682-4a09-b783-3c1a001b86df not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:29:39.931086 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Attempting to bind port 9ffd5307-6182-43a2-9503-92946cc445cb on network fe882cfc-6682-4a09-b783-3c1a001b86df {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:39.995074 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:39.995427 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Checking segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:39.995810 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Bound using segment: {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:39.996248 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Bound port: 9ffd5307-6182-43a2-9503-92946cc445cb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:39.996607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.000735 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Deleting subnet 26c48a57-3691-4b46-af63-536731a53b74 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:40.002669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.009132 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:40.009762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.043076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.148799 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:40.149059 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4082353 Oct 11 15:29:40.156606 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Request body: {'subnet': {'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:40.161660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa34cff-8283-40e9-927d-06d4530950ec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event updated for resources: {'Network': ['ID=cb553550-9482-4daa-bd44-8fb953c4ae62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:40.172198 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network cb553550-9482-4daa-bd44-8fb953c4ae62 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:40.188097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.232659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:40.238309 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ffd5307-6182-43a2-9503-92946cc445cb,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:40.264170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.277575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.362330 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:40.363496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.365718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] 10.222.0.36 "PUT /v2.0/ports/9ffd5307-6182-43a2-9503-92946cc445cb HTTP/1.1" status: 200 len: 1092 time: 1.5043199 Oct 11 15:29:40.366169 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:40.369306 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490" -d '{"events": [{"name": "network-changed", "server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:40.410224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.412994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44561-8d5b-4785-8a0c-2ab49ba77b8e service neutron] Pushing event updated for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:40.450044 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1168c77-696b-43c0-954f-63ad2807d2b3 req-eb68576a-4e79-4efd-a2ec-31ce25c47de8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:40.457364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1168c77-696b-43c0-954f-63ad2807d2b3 req-eb68576a-4e79-4efd-a2ec-31ce25c47de8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 944 time: 0.2009156 Oct 11 15:29:40.490616 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cb01f-8f5b-4dc2-8708-f6c47917d5a1 x-openstack-request-id: req-4c2cb01f-8f5b-4dc2-8708-f6c47917d5a1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:40.491195 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:40.491604 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c2cb01f-8f5b-4dc2-8708-f6c47917d5a1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:40.492222 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb', 'status': 'completed', 'code': 200} Oct 11 15:29:40.513160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-1a437000-d730-4933-aa65-3579a0228e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:40.515186 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-1a437000-d730-4933-aa65-3579a0228e4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 1095 time: 0.0931244 Oct 11 15:29:40.516834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.525598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1168c77-696b-43c0-954f-63ad2807d2b3 req-29ff3d69-e850-48b6-b8ca-f406a0bf40cc tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Oct 11 15:29:40.537029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Made reservation on behalf of d1553ec0ba724ff99ee5e69a271cfe8f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:40.540807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.601442 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-4d075ab0-0158-42f8-8462-4ab3ed34af68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ffd5307-6182-43a2-9503-92946cc445cb HTTP/1.1" status: 200 len: 217 time: 0.0703235 Oct 11 15:29:40.602158 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c48a57-3691-4b46-af63-536731a53b74,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:40.604847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.612094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cac01381-fbbe-4565-a553-8ad395b89e89 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/26c48a57-3691-4b46-af63-536731a53b74 HTTP/1.1" status: 204 len: 168 time: 0.9908445 Oct 11 15:29:40.614815 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:40.664197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1eae39ed-3a3a-41bc-b902-fe98eef3175b req-48138866-2f7b-4129-8491-6a4c3fe74b51 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 210 time: 0.0486250 Oct 11 15:29:40.724030 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-f32342e8-797a-45f5-a1c6-cdea1ffef59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:40.724892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-f32342e8-797a-45f5-a1c6-cdea1ffef59f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.1116629 Oct 11 15:29:40.737858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.743009 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'name': 'network-vif-deleted', 'tag': '57526998-8ede-4298-8572-3366965422f0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:40.745412 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22d000e-12c5-425c-a8a5-a7b1f317cd11" -d '{"events": [{"server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "name": "network-vif-deleted", "tag": "57526998-8ede-4298-8572-3366965422f0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:40.767195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-b8fd6a46-f61c-45a6-a80c-c8d3150aabef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324059 Oct 11 15:29:40.897729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:40.898158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 57526998-8ede-4298-8572-3366965422f0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:40.928891 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff541554-45bd-4829-8bdf-78e3d3a699c9 x-openstack-request-id: req-ff541554-45bd-4829-8bdf-78e3d3a699c9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:40.930231 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1663a7c-bc2c-4e95-beb7-fb2d3118f531", "name": "network-vif-deleted", "tag": "57526998-8ede-4298-8572-3366965422f0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:40.931823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff541554-45bd-4829-8bdf-78e3d3a699c9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:40.936221 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1663a7c-bc2c-4e95-beb7-fb2d3118f531', 'name': 'network-vif-deleted', 'tag': '57526998-8ede-4298-8572-3366965422f0', 'status': 'completed', 'code': 200} Oct 11 15:29:40.937477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 57526998-8ede-4298-8572-3366965422f0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:40.940594 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 57526998-8ede-4298-8572-3366965422f0 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:40.941093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:40.988749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 1bb55597-5e21-4deb-af20-6ddd029432fb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:40.991658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1bb55597-5e21-4deb-af20-6ddd029432fb not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:41.011073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.050981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-032b4b44-fdbe-4ea1-b6fe-448720f57578 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b1a24756d7e48b5b688ebe864af788d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127281 Oct 11 15:29:41.056278 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e7d252-137f-4ead-9315-d1c6c50fda8e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:41.075110 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:41.075458 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaa8bb5-170d-4aa6-b669-9ee03c5eef7e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:41.082294 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event updated for resources: {'Subnet': ['ID=ef4abd68-7e56-47b5-9744-3c0d5d6ede21,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:41.090379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-eda9f567-bafe-4adf-b1cc-7818cb8af297 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063769 Oct 11 15:29:41.092571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.153535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.168228 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:41.168565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:41.170309 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:41.204818 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Checking segment: {'id': 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:41.205203 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Network hostable DHCP agents. Network: cb553550-9482-4daa-bd44-8fb953c4ae62, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:41.251218 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Network cb553550-9482-4daa-bd44-8fb953c4ae62 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:41.262293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.270912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.275608 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] 10.222.0.31 "DELETE /v2.0/networks/07e7d252-137f-4ead-9315-d1c6c50fda8e HTTP/1.1" status: 204 len: 168 time: 0.6590025 Oct 11 15:29:41.277970 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-45441ed6-12c8-4953-9e9b-5c197379e6c2 req-06513b8a-40d3-4f39-9ff5-b9cc1823ed90 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780438 Oct 11 15:29:41.289149 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:41.299216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba371c-12c0-41c6-bee4-333f982cb344 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e7d252-137f-4ead-9315-d1c6c50fda8e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:41.299558 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cb553550-9482-4daa-bd44-8fb953c4ae62) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:41.311416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.312003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.315375 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a59e9a-cc3c-4828-b673-a5f24f27b8f0 None None] Network cb553550-9482-4daa-bd44-8fb953c4ae62 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:41.324315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-6183999b-7dc9-4452-81ab-7c959ddab94a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.326109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-6183999b-7dc9-4452-81ab-7c959ddab94a tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406976 Oct 11 15:29:41.344112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d82c8b6-b267-48d3-85cf-629d151b3e39 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1913679 Oct 11 15:29:41.344338 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Deleting subnet 01ed7a67-cdef-44eb-b96c-29c0b362bd14 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:41.344638 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:41.350374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.353432 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Request body: {'port': {'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62', 'name': 'tempest-TagsExtTest-1094516865'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:41.370245 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Request body: {'port': {'device_id': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '1b1a24756d7e48b5b688ebe864af788d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:41.467546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.471068 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:41.537214 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-6b02c760-e206-4a5b-a51f-c233073d03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.539000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-6b02c760-e206-4a5b-a51f-c233073d03f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 1095 time: 0.1902573 Oct 11 15:29:41.542053 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cb553550-9482-4daa-bd44-8fb953c4ae62', 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62', 'tenant_id': 'd1553ec0ba724ff99ee5e69a271cfe8f', 'fixed_ips': [{'subnet_id': 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:29:41.543227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.596731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.api [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 15:29:41.596731 n-d-master-1 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 11 15:29:41.596731 n-d-master-1 neutron-server[94827]: [parameters: {'project_id': '1b1a24756d7e48b5b688ebe864af788d', 'id': 'e6181d97-02c6-42ee-bf32-49d0af2cd793', 'expiration': datetime.datetime(2021, 10, 11, 15, 31, 41, 584485)}] Oct 11 15:29:41.596731 n-d-master-1 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:29:41.597767 n-d-master-1 neutron-server[94827]: DEBUG oslo_db.api [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:29:41.603855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Made reservation on behalf of d1553ec0ba724ff99ee5e69a271cfe8f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:41.610671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.645801 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] device_id is not set on port 7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:29:41.741727 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-33096471-67d5-4ff4-aaf8-fc10152a1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.745935 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-33096471-67d5-4ff4-aaf8-fc10152a1f21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 200 len: 912 time: 0.1909158 Oct 11 15:29:41.751487 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917457ad-962d-4687-aa17-e00e7984f783 req-a9ea5d4a-d6ba-4a77-b5ff-9a0c09d301bd tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.753078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-917457ad-962d-4687-aa17-e00e7984f783 req-a9ea5d4a-d6ba-4a77-b5ff-9a0c09d301bd tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 944 time: 0.1021662 Oct 11 15:29:41.807498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-917457ad-962d-4687-aa17-e00e7984f783 req-b61f4417-2f8a-49b6-bfc8-b4d51c520a16 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479748 Oct 11 15:29:41.823587 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Allocated IP 172.20.0.2 (cb553550-9482-4daa-bd44-8fb953c4ae62/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/be174f8f-c3fb-425f-a8b0-1df40a0b0b48) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:41.849063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-bb9df9c3-7ee3-462f-824e-1b0c86c134d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ffd5307-6182-43a2-9503-92946cc445cb HTTP/1.1" status: 200 len: 217 time: 0.0830545 Oct 11 15:29:41.911744 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-9667407c-2956-46e2-80bd-2e31c9c11b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:41.913267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-9667407c-2956-46e2-80bd-2e31c9c11b1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 200 len: 851 time: 0.0556779 Oct 11 15:29:41.914442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:41.994073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-aa19bd32-16bc-4611-8b2c-6c34b1b5c3fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe882cfc-6682-4a09-b783-3c1a001b86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510507 Oct 11 15:29:42.001267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f6a2c2e-5c3c-4cb8-ac7b-676e0253a5f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e497ec761079496fbed024de2009434f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260050 Oct 11 15:29:42.003853 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:42.021729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aedca5d9-9995-49d7-92d3-15fc713af07f req-5cfbeead-949e-4eaf-8690-b34f3e075c76 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 210 time: 0.0687571 Oct 11 15:29:42.073334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.084564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.115551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.138056 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Network cb553550-9482-4daa-bd44-8fb953c4ae62 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:42.143213 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:42.146715 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:42.163931 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ed7a67-cdef-44eb-b96c-29c0b362bd14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:42.178452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.181087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.185771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58c7a02f-d215-4a09-ac05-01420148d98c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01ed7a67-cdef-44eb-b96c-29c0b362bd14 HTTP/1.1" status: 204 len: 168 time: 0.8955595 Oct 11 15:29:42.189092 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:42.263523 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-84304e69-926a-4540-b28b-c81f01fe113c service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608023 Oct 11 15:29:42.274687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.403013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.462036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9c7eb9-97b0-4433-bfd9-04d41ff34490 req-235a2785-d587-4868-954a-e207b6e80076 service neutron] 10.222.0.36 "GET /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898551 Oct 11 15:29:42.490558 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Allocated IP 172.20.0.14 (cb553550-9482-4daa-bd44-8fb953c4ae62/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:42.496388 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Pushing event updated for resources: {'Port': ['ID=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:42.524162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Attempting to bind port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:42.524826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Attempting to bind port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:42.525953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Attempting to bind port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 on network cb553550-9482-4daa-bd44-8fb953c4ae62 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:42.532550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:42.533825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Checking segment: {'id': 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:42.534273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.534801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.535584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Bound using segment: {'id': 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:42.536783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Bound port: be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cb553550-9482-4daa-bd44-8fb953c4ae62'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:42.537264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.538801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.542891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fad73f24-475f-44d2-be04-e29efb362023 HTTP/1.1" status: 204 len: 168 time: 0.5360317 Oct 11 15:29:42.543744 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:42.568449 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd979cbc-5bb0-4276-bb2c-00c8831900d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad73f24-475f-44d2-be04-e29efb362023,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:42.576006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.604877 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74667ac2-495e-4de9-a4cd-0fb903d0226e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:42.622734 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fa53e4-9cbd-47de-9024-d0ddb7fc83e4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:42.623523 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fa53e4-9cbd-47de-9024-d0ddb7fc83e4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:42.645260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.649443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Made reservation on behalf of 1b1a24756d7e48b5b688ebe864af788d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:42.653274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.670140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.680764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] For port be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:42.683996 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:42.684721 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] For port be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,segment=NetworkSegment(d6b2aed1-c4a8-4764-9354-863a43f0fc2f),segment_id=d6b2aed1-c4a8-4764-9354-863a43f0fc2f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:42.684867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:42.686916 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:42.695536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.759721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.761890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.784537 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72683ba2-51e3-40e1-aa50-d1612c04102b None None] Pushing event updated for resources: {'Port': ['ID=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:42.802639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.806866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] 10.222.0.31 "DELETE /v2.0/networks/74667ac2-495e-4de9-a4cd-0fb903d0226e HTTP/1.1" status: 204 len: 168 time: 0.6153069 Oct 11 15:29:42.811208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39a8b5-bb9d-49af-8921-c7296bf2568c admin admin] Pushing event deleted for resources: {'Network': ['ID=74667ac2-495e-4de9-a4cd-0fb903d0226e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:42.853120 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Allocated IP 192.168.233.3 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/ddd310d4-1297-4f22-8149-7521a61efe70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:42.858036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:42.907483 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:42.916916 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Network cb553550-9482-4daa-bd44-8fb953c4ae62 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:42.924388 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:42.947369 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:43.042719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62cbb2ee-a8d9-4430-84ec-f5f707dd8b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.050891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event updated for resources: {'Port': ['ID=7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.111662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:43.112317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.150771 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.215177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62cbb2ee-a8d9-4430-84ec-f5f707dd8b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.217751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70b428d-034d-4d0f-9a18-29fc38107792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.222520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62cbb2ee-a8d9-4430-84ec-f5f707dd8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.229930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6129760-d039-4c23-8801-6e347dde9827 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8806593 Oct 11 15:29:43.242375 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.249983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aa062-db4c-4f96-8df2-63ab7f816bae req-337c342a-7aa2-4419-8729-d4981bad7333 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:43.251511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-114aa062-db4c-4f96-8df2-63ab7f816bae req-337c342a-7aa2-4419-8729-d4981bad7333 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 944 time: 0.3090529 Oct 11 15:29:43.263590 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.264174 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbb2ee-a8d9-4430-84ec-f5f707dd8b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b534971-fe27-47a3-aaea-ce330b55b70d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.264456 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-685647719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:43.291436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8092174a-246d-47f6-a5f2-e45d3b059a0a req-9fdcbc5d-ff16-4b38-8ade-b482ad62be4d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 210 time: 0.0695572 Oct 11 15:29:43.323013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62cbb2ee-a8d9-4430-84ec-f5f707dd8b10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70850756e21c43d5970a138a6af89fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7721672 Oct 11 15:29:43.327444 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e364fd36-6887-482e-9f8f-18c074647f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77e5dba876a247eaa5b890ec204af9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576394 Oct 11 15:29:43.327444 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.333455 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.356818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-114aa062-db4c-4f96-8df2-63ab7f816bae req-65cc06ae-2237-490a-b69a-b8e3dc8e27b8 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729661 Oct 11 15:29:43.365568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.366587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.427100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.432101 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.436430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.480073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.486405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.491697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716d005-c6c6-4cb1-a0f0-2cb15264ed8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.505095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.505326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.527611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70b428d-034d-4d0f-9a18-29fc38107792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.533535 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70b428d-034d-4d0f-9a18-29fc38107792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.547743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.552327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6d499e8-50ae-4240-9b8c-3fc138a80071 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2965128 Oct 11 15:29:43.553792 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.559132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14f27027-9ce0-4545-bebd-1bda352ddbd3 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-912995555', 'prefixes': ['172.20.0.0/16']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:43.560670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.573449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['60e11356-7ccf-4be0-9c18-1b83f97951ca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:43.616958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e70b428d-034d-4d0f-9a18-29fc38107792 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aac94fb81644b54ab8c994be4e5b588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623725 Oct 11 15:29:43.619865 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.640721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b428d-034d-4d0f-9a18-29fc38107792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1cb7fc-b5fe-418d-a27c-1873266cab69,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.642243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.645002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.653698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b534971-fe27-47a3-aaea-ce330b55b70d HTTP/1.1" status: 204 len: 168 time: 0.3266680 Oct 11 15:29:43.665977 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:43.675823 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:43.684728 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:43.707777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9ffd5307-6182-43a2-9503-92946cc445cb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:29:43.720630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.724731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.727126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b5764da-391b-45ac-be1b-46126cb509d0 HTTP/1.1" status: 204 len: 168 time: 0.3919473 Oct 11 15:29:43.755258 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf70843-dbf0-46cf-a62b-648cd033b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b534971-fe27-47a3-aaea-ce330b55b70d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.787527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f27027-9ce0-4545-bebd-1bda352ddbd3 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.790470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14f27027-9ce0-4545-bebd-1bda352ddbd3 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2348528 Oct 11 15:29:43.810536 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981aeca-47e3-4db6-93c1-e3e51ed02934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5764da-391b-45ac-be1b-46126cb509d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.814314 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:43.816239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.821638 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.823392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Pushing event updated for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:43.837456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716d005-c6c6-4cb1-a0f0-2cb15264ed8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.844133 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b6147f5d-4fcd-483e-bee3-289e3de8fe95 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1246777196') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:43.865449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-5a8beac8-86fc-4c65-aead-0f532cc3dd62 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5167732 Oct 11 15:29:43.885048 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Request body: {'port': {'device_id': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:43.894493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716d005-c6c6-4cb1-a0f0-2cb15264ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:43.944299 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f716d005-c6c6-4cb1-a0f0-2cb15264ed8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f1de0b50da14efebe080e284dce9f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324564 Oct 11 15:29:43.949191 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:43.962541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.036738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ffd5307-6182-43a2-9503-92946cc445cb,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:44.084417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '9ffd5307-6182-43a2-9503-92946cc445cb', 'network_id': 'fe882cfc-6682-4a09-b783-3c1a001b86df', 'port_id': '9ffd5307-6182-43a2-9503-92946cc445cb', 'mac_address': 'fa:16:3e:54:4f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce46e2d1-151e-4302-9d63-3805ccf9eb42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:29:44.157686 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716d005-c6c6-4cb1-a0f0-2cb15264ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07c5cf-9561-4595-b646-4cb36e6198d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:44.172072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.258040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.263291 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d8f77ec-fcd2-4cbf-8070-c26f2c562136 None None] Provisioning complete for port ddd310d4-1297-4f22-8149-7521a61efe70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:44.264171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d8f77ec-fcd2-4cbf-8070-c26f2c562136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.265642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.285709 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.308151 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379af36-16a3-4e8e-889d-2d5e0f85a186 None None] Network cb553550-9482-4daa-bd44-8fb953c4ae62 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:44.325871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.371996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6147f5d-4fcd-483e-bee3-289e3de8fe95 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1246777196 HTTP/1.1" status: 201 len: 201 time: 0.5290191 Oct 11 15:29:44.373662 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffd5307-6182-43a2-9503-92946cc445cb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:44.375511 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:44.394153 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-24b00644-b0ec-4fa2-a446-a1e693f7566d tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-43465325') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:44.425660 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:44.462273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.463106 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:44.465089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.475527 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae07c5cf-9561-4595-b646-4cb36e6198d3 HTTP/1.1" status: 204 len: 168 time: 0.5020442 Oct 11 15:29:44.499035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.504512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.506665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc1cb7fc-b5fe-418d-a27c-1873266cab69 HTTP/1.1" status: 204 len: 168 time: 0.8858232 Oct 11 15:29:44.513276 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b1fe0-08d9-4fce-8bf9-a19ec2bb1576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae07c5cf-9561-4595-b646-4cb36e6198d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:44.515335 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ffd5307-6182-43a2-9503-92946cc445cb,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:44.516455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f77ec-fcd2-4cbf-8070-c26f2c562136 None None] Port ddd310d4-1297-4f22-8149-7521a61efe70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:29:44.528432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.547048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ac542-5308-4be2-812b-ea647bfb0133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1cb7fc-b5fe-418d-a27c-1873266cab69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:44.596037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9f83-e4bd-453c-83e9-2592f67c5b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.614937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a19278c-b1a4-4f31-bd7b-61210a5abd3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=581557f3bc65451daea198c5208a35dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854279 Oct 11 15:29:44.617119 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:44.640888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device be174f8f-c3fb-425f-a8b0-1df40a0b0b48 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:44.666925 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd310d4-1297-4f22-8149-7521a61efe70 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:44.680075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f1a6-88dd-45a8-838a-a0df120ad8f9 req-f910c9ef-60af-4e01-abc8-a4235bc717ba tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:44.681669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a7f1a6-88dd-45a8-838a-a0df120ad8f9 req-f910c9ef-60af-4e01-abc8-a4235bc717ba tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 945 time: 0.1980410 Oct 11 15:29:44.695710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.710549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487bce-733e-4675-837a-dbe4a5c48bf9 req-5cd2deff-e7a6-41ee-9bdf-40e077154689 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:44.717783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12487bce-733e-4675-837a-dbe4a5c48bf9 req-5cd2deff-e7a6-41ee-9bdf-40e077154689 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 934 time: 0.2536139 Oct 11 15:29:44.721259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.749996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.768520 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Transition to ACTIVE for port object ddd310d4-1297-4f22-8149-7521a61efe70 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:44.783971 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-154b1f80-937a-4b70-9463-f98d18a85360 None None] Provisioning complete for port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:44.786506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-154b1f80-937a-4b70-9463-f98d18a85360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.792142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.839724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.846259 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:44.850274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:44.851464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5117aa9e-c3ce-4537-8ee9-3eaa2368f945 HTTP/1.1" status: 204 len: 168 time: 0.2280803 Oct 11 15:29:44.853746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12a7f1a6-88dd-45a8-838a-a0df120ad8f9 req-499d25b9-f0dd-4b6e-99a0-8510aca8c63f tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638005 Oct 11 15:29:44.880920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12487bce-733e-4675-837a-dbe4a5c48bf9 req-2cc7cb34-e708-4248-b33c-ce38d24ac9c4 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622081 Oct 11 15:29:44.885499 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475ef19-863b-40ed-b5b4-1a710c05c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117aa9e-c3ce-4537-8ee9-3eaa2368f945,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:44.908030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-24b00644-b0ec-4fa2-a446-a1e693f7566d tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-43465325 HTTP/1.1" status: 201 len: 201 time: 0.5311828 Oct 11 15:29:44.912700 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:44.922355 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-c17b02ff-cef4-4274-adea-f8b3ea469991 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1802853785') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:44.935596 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['9ffd5307-6182-43a2-9503-92946cc445cb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:45.020394 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:45.021161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.028954 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:45.145974 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:45.164373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9f83-e4bd-453c-83e9-2592f67c5b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.182658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-830e6e7c-23b3-45e8-b243-1c4071b820bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.199378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9fd9f83-e4bd-453c-83e9-2592f67c5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.278756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.320035 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-154b1f80-937a-4b70-9463-f98d18a85360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.337813 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:45.345120 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,segment=NetworkSegment(d6b2aed1-c4a8-4764-9354-863a43f0fc2f),segment_id=d6b2aed1-c4a8-4764-9354-863a43f0fc2f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:45.352310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f9fd9f83-e4bd-453c-83e9-2592f67c5b81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=989db1602f6945968d648e67f46be4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676174 Oct 11 15:29:45.362224 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd9f83-e4bd-453c-83e9-2592f67c5b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4549c8-9a77-4a99-88f5-8a4726dabd56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:45.376262 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Attempting to bind port ddd310d4-1297-4f22-8149-7521a61efe70 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:45.376606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Attempting to bind port ddd310d4-1297-4f22-8149-7521a61efe70 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:45.376925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Attempting to bind port ddd310d4-1297-4f22-8149-7521a61efe70 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:45.383605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c17b02ff-cef4-4274-adea-f8b3ea469991 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1802853785 HTTP/1.1" status: 201 len: 201 time: 0.4668286 Oct 11 15:29:45.384324 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Port ddd310d4-1297-4f22-8149-7521a61efe70 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:29:45.384641 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Attempting to bind port ddd310d4-1297-4f22-8149-7521a61efe70 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:45.386588 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:45.393376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.396231 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-3b99ae2f-a918-48a4-be51-ee3051c600ee tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-270569836') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:45.418534 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:45.418874 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:45.419273 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:45.419726 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Bound port: ddd310d4-1297-4f22-8149-7521a61efe70, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:45.420087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.497932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-154b1f80-937a-4b70-9463-f98d18a85360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:29:45.498932 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-154b1f80-937a-4b70-9463-f98d18a85360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:29:45.515816 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:45.569418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-830e6e7c-23b3-45e8-b243-1c4071b820bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.575569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.578250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3b99ae2f-a918-48a4-be51-ee3051c600ee tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-270569836 HTTP/1.1" status: 201 len: 201 time: 0.1905823 Oct 11 15:29:45.583118 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:45.602954 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-74982f91-f68c-4a20-a0ee-5f0dcace65b3 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:45.623388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.643507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-830e6e7c-23b3-45e8-b243-1c4071b820bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.683783 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e6e7c-23b3-45e8-b243-1c4071b820bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22dae9e-c97d-4e45-b1a1-68eaaf36817a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:45.685867 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:45.722543 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ddd310d4-1297-4f22-8149-7521a61efe70,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:45.723167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-830e6e7c-23b3-45e8-b243-1c4071b820bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=503fbf12416c43cca8a5213b50c244fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760517 Oct 11 15:29:45.726221 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:45.736050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.741661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-40ccc225-de29-448c-badb-a96b6cf95de3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620066 Oct 11 15:29:45.771771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.774695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.776104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb4549c8-9a77-4a99-88f5-8a4726dabd56 HTTP/1.1" status: 204 len: 168 time: 0.4356461 Oct 11 15:29:45.787827 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:45.788643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.790398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ddd310d4-1297-4f22-8149-7521a61efe70 HTTP/1.1" status: 200 len: 1094 time: 1.9135661 Oct 11 15:29:45.790912 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:45.793544 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f981d98-91ee-4579-8b3c-e2d12c3c9484" -d '{"events": [{"name": "network-changed", "server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:45.825679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.827678 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e5b5-9abf-4d2a-baaf-756434750de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4549c8-9a77-4a99-88f5-8a4726dabd56,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:45.858487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.901870 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77984b-914d-4f3e-ac38-2e4e2b7dcff5 x-openstack-request-id: req-6a77984b-914d-4f3e-ac38-2e4e2b7dcff5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:45.902432 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:45.903828 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a77984b-914d-4f3e-ac38-2e4e2b7dcff5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:45.904338 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70', 'status': 'completed', 'code': 200} Oct 11 15:29:45.928215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.932186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:45.933572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a22dae9e-c97d-4e45-b1a1-68eaaf36817a HTTP/1.1" status: 204 len: 168 time: 0.2060158 Oct 11 15:29:45.947313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69da6-6cb7-4523-9e38-79003f415d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22dae9e-c97d-4e45-b1a1-68eaaf36817a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:46.085244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-74982f91-f68c-4a20-a0ee-5f0dcace65b3 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 200 len: 241 time: 0.4907157 Oct 11 15:29:46.087875 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.092635 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bb423ec5-5950-4abf-879a-9cfeedc62016 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1246777196') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.104227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed56fa-d631-41c1-bd46-79fe46ca8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:46.153002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-4d7e244c-7237-437b-8097-c92a19a7f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.154837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-4d7e244c-7237-437b-8097-c92a19a7f0fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5aea855aceab47e681c3e6e41291e93b&device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 1096 time: 0.3320465 Oct 11 15:29:46.179412 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-25941e98-afc0-4939-bf54-6410ec42d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.180959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-25941e98-afc0-4939-bf54-6410ec42d47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 1097 time: 0.2750204 Oct 11 15:29:46.199882 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb423ec5-5950-4abf-879a-9cfeedc62016 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1246777196 HTTP/1.1" status: 204 len: 168 time: 0.1104548 Oct 11 15:29:46.202618 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12cf0d01-c58b-4361-9bd5-f376e19a4a05 None None] Provisioning complete for port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:46.203121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12cf0d01-c58b-4361-9bd5-f376e19a4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:46.203215 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.204607 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309f6b0-8deb-40fb-81a7-16564b151936 req-4f569318-c2d6-4008-b3a7-ec5a6c228d6e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.212393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f309f6b0-8deb-40fb-81a7-16564b151936 req-4f569318-c2d6-4008-b3a7-ec5a6c228d6e tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 945 time: 0.2064943 Oct 11 15:29:46.214562 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ef5427d0-395e-4d6f-b6de-b5384ad60a01 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1246777196') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.354626 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef5427d0-395e-4d6f-b6de-b5384ad60a01 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1246777196 HTTP/1.1" status: 204 len: 168 time: 0.1498888 Oct 11 15:29:46.356846 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.362303 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-40f212e8-7da4-40bf-af88-857b6858a4b5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.374219 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12cf0d01-c58b-4361-9bd5-f376e19a4a05 None None] Provisioning complete for port 7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:46.374667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12cf0d01-c58b-4361-9bd5-f376e19a4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:46.404742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-0c7fc307-cf6c-43f3-ab30-3cfa498ba6ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ddd310d4-1297-4f22-8149-7521a61efe70 HTTP/1.1" status: 200 len: 217 time: 0.2078400 Oct 11 15:29:46.412721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915686f-9e57-4639-b334-3727556fab86 req-20cff532-3b4e-4a64-b236-d14cd6bdec29 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.414395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2915686f-9e57-4639-b334-3727556fab86 req-20cff532-3b4e-4a64-b236-d14cd6bdec29 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 946 time: 0.3915448 Oct 11 15:29:46.420662 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12cf0d01-c58b-4361-9bd5-f376e19a4a05 None None] Port 7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:29:46.475389 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40f212e8-7da4-40bf-af88-857b6858a4b5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 200 len: 205 time: 0.1157207 Oct 11 15:29:46.476248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.483735 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ddf16977-53ef-4b28-b87f-667446ff0441 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.509347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device be174f8f-c3fb-425f-a8b0-1df40a0b0b48 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:46.518261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f309f6b0-8deb-40fb-81a7-16564b151936 req-466c0e30-7117-4f51-a1e3-ada0879f6343 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050451 Oct 11 15:29:46.548965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-2af90c8e-6c26-486b-8d75-1e75653d6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.550698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-2af90c8e-6c26-486b-8d75-1e75653d6e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1352961 Oct 11 15:29:46.588568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2915686f-9e57-4639-b334-3727556fab86 req-f78591a5-eb4b-4b2e-ab79-14a83bc5f7a4 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494215 Oct 11 15:29:46.600362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddf16977-53ef-4b28-b87f-667446ff0441 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 200 len: 239 time: 0.1222126 Oct 11 15:29:46.604852 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.606698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-acf37f10-90f5-4dad-a8b2-1767669f79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.608966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-acf37f10-90f5-4dad-a8b2-1767669f79fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 200 len: 917 time: 0.4269464 Oct 11 15:29:46.619873 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-12c9d0d7-1b16-4d10-9f34-6c8cebfb3426 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-43465325') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.654505 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:46.654957 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:46.674265 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-12c9d0d7-1b16-4d10-9f34-6c8cebfb3426 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-43465325 HTTP/1.1" status: 204 len: 168 time: 0.0681419 Oct 11 15:29:46.676905 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.681116 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-941bab0f-b5d8-4758-a7ec-edfe390fa9f0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-43465325') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.713452 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1674-ec35-4a59-8682-71a2467443c6 req-48866dd3-8cf3-4386-93e9-d5c4da08d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.715056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-48866dd3-8cf3-4386-93e9-d5c4da08d1bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471817 Oct 11 15:29:46.756942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-941bab0f-b5d8-4758-a7ec-edfe390fa9f0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-43465325 HTTP/1.1" status: 204 len: 168 time: 0.0787120 Oct 11 15:29:46.759126 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.764491 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-4708dfb8-81ad-4add-8190-f1fe0d63eedd tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.781830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-490e37c4-bd13-4622-94d3-d5e0ec14db5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 200 len: 1001 time: 0.1585753 Oct 11 15:29:46.845735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4708dfb8-81ad-4add-8190-f1fe0d63eedd tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 200 len: 205 time: 0.0850828 Oct 11 15:29:46.848900 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:46.853454 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-e94a8392-e3ca-4b1b-91a9-76242c5e1f93 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:46.892322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-87f9f7f6-52a3-445b-a226-b68d8dcc4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.894519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-87f9f7f6-52a3-445b-a226-b68d8dcc4060 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d131e41-6ec6-4242-950b-f8db6c2b5a2d HTTP/1.1" status: 200 len: 855 time: 0.0737352 Oct 11 15:29:46.967589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-7de12913-f9b2-4aad-be51-d27c8a915854 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439041 Oct 11 15:29:46.975583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-4e5c75c3-e546-48f7-8c3d-e5a97c5fadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:46.977555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-4e5c75c3-e546-48f7-8c3d-e5a97c5fadfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1e75cc-4f69-4c31-88a5-087795a868e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758994 Oct 11 15:29:47.162094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-220d1674-ec35-4a59-8682-71a2467443c6 req-83b97503-3088-4b4f-9c07-aab37aa1da02 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833150 Oct 11 15:29:47.165634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-8dcea947-54f7-48c3-87e9-7e199fc19dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766744 Oct 11 15:29:47.218790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e94a8392-e3ca-4b1b-91a9-76242c5e1f93 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 200 len: 241 time: 0.3686781 Oct 11 15:29:47.221316 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.226946 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-aa917d1f-ad8b-4d71-8684-9509891aea8f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1802853785') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.295202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-277f243e-4b94-469b-981a-9650aef592bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.296844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-277f243e-4b94-469b-981a-9650aef592bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1a24756d7e48b5b688ebe864af788d&device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 1097 time: 0.0651436 Oct 11 15:29:47.316580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa917d1f-ad8b-4d71-8684-9509891aea8f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1802853785 HTTP/1.1" status: 204 len: 168 time: 0.0938957 Oct 11 15:29:47.318954 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.324805 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-654ad611-2984-479a-a39c-d121dfa591d4 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1802853785') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.337591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01dcc03f-8ec7-494c-9b6f-a82d1d9d2cb9 req-3e532a66-8ab9-49e2-a7aa-543f9ad156d3 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638513 Oct 11 15:29:47.422843 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-92833189-a753-42e1-a445-5151e3c3c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.424515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-92833189-a753-42e1-a445-5151e3c3c73c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1152978 Oct 11 15:29:47.442634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-654ad611-2984-479a-a39c-d121dfa591d4 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1802853785 HTTP/1.1" status: 204 len: 168 time: 0.1223068 Oct 11 15:29:47.445085 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.450005 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-1a19dc40-1552-4264-8b01-778524be1b85 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.487504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-e52f731b-4794-4a77-9e28-6358e687420e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ddd310d4-1297-4f22-8149-7521a61efe70 HTTP/1.1" status: 200 len: 217 time: 0.0529375 Oct 11 15:29:47.553574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a19dc40-1552-4264-8b01-778524be1b85 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 200 len: 205 time: 0.1073003 Oct 11 15:29:47.556045 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.560980 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-84d6e2da-6abf-451d-9255-465907c9b76c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.603941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84d6e2da-6abf-451d-9255-465907c9b76c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 200 len: 240 time: 0.0466406 Oct 11 15:29:47.606430 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.612263 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-7dd81284-6637-42e5-a97e-fede3c295b92 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-270569836') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.617993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-12bfacdc-7a49-48fe-8d01-93cd4c86f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.619750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-12bfacdc-7a49-48fe-8d01-93cd4c86f69c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1140938 Oct 11 15:29:47.643518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7dd81284-6637-42e5-a97e-fede3c295b92 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-270569836 HTTP/1.1" status: 204 len: 168 time: 0.0355561 Oct 11 15:29:47.646439 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.651101 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-424151da-3e6d-41a9-9b8c-715a38f4a5b8 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-270569836') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.719124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9ffd5307-6182-43a2-9503-92946cc445cb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:47.733265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b65fc-6e79-46a5-910d-09d0d4316066 req-3e8272fa-15da-4969-8cd3-f6825314af68 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.734989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de1b65fc-6e79-46a5-910d-09d0d4316066 req-3e8272fa-15da-4969-8cd3-f6825314af68 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 945 time: 0.1142776 Oct 11 15:29:47.743907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-424151da-3e6d-41a9-9b8c-715a38f4a5b8 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-270569836 HTTP/1.1" status: 204 len: 168 time: 0.0964301 Oct 11 15:29:47.744584 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.751267 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-7eb34389-50b9-4edc-ad9c-d7358ee0fbec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.796546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de1b65fc-6e79-46a5-910d-09d0d4316066 req-29207284-2e52-4198-9503-e8742f454342 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Oct 11 15:29:47.798013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7eb34389-50b9-4edc-ad9c-d7358ee0fbec tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 200 len: 205 time: 0.0522211 Oct 11 15:29:47.803499 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.809931 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-7851de2f-a8c9-4145-9bc3-91feef4317bf tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.839780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9cd04-a0ce-4bbb-8083-2f1b69fab8da req-efea804b-bea0-4486-b03b-00d0cf38a3f1 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.843076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dd9cd04-a0ce-4bbb-8083-2f1b69fab8da req-efea804b-bea0-4486-b03b-00d0cf38a3f1 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 946 time: 0.1374285 Oct 11 15:29:47.849454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-f21d6f92-f9b9-42c9-af04-0cde1cd5272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:47.852926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-f21d6f92-f9b9-42c9-af04-0cde1cd5272a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154689 Oct 11 15:29:47.858670 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 9ffd5307-6182-43a2-9503-92946cc445cb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:29:47.865799 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 9ffd5307-6182-43a2-9503-92946cc445cb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:47.872036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7851de2f-a8c9-4145-9bc3-91feef4317bf tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 204 len: 168 time: 0.0672131 Oct 11 15:29:47.879170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:47.879440 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:47.884178 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8895eb3c-99ca-4d46-97a2-221e76df0cb6 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:47.923763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dd9cd04-a0ce-4bbb-8083-2f1b69fab8da req-ec7cbf2e-7dc2-4b67-bd2e-4fce8d383ba3 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683103 Oct 11 15:29:48.009120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8895eb3c-99ca-4d46-97a2-221e76df0cb6 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 204 len: 168 time: 0.1284924 Oct 11 15:29:48.011222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.023531 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-6d769730-8dc3-4d43-90b6-c48d618b6748 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.031987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-613cb98f-aea4-4d64-84b0-36009f07e289 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238225 Oct 11 15:29:48.091157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:48.103240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d769730-8dc3-4d43-90b6-c48d618b6748 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 204 len: 168 time: 0.0903678 Oct 11 15:29:48.106136 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.110582 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-df77b32e-b590-4913-8e7f-098fbacfaacc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.138343 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:48.140558 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34f73a-e514-4bf1-93d2-ff8012cee5a0" -d '{"events": [{"server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:48.175398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ffd5307-6182-43a2-9503-92946cc445cb,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:48.181961 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:48.219573 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f75cd49-7e8b-49f0-b7fa-af4f04d94e56 x-openstack-request-id: req-0f75cd49-7e8b-49f0-b7fa-af4f04d94e56 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:48.219848 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "name": "network-vif-plugged", "status": "completed", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:48.220101 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f75cd49-7e8b-49f0-b7fa-af4f04d94e56 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:48.220496 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb', 'code': 200} Oct 11 15:29:48.274625 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:48.284274 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df77b32e-b590-4913-8e7f-098fbacfaacc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 204 len: 168 time: 0.1770380 Oct 11 15:29:48.309237 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.318502 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-0b0adfe4-2447-4c5d-a7c4-962e9b7bf63c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1891309804') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.376573 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34934ee-b890-45fc-bff6-ac28a248f8bb req-9fd532d6-c345-430a-97a9-80abcaff3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:48.376573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b34934ee-b890-45fc-bff6-ac28a248f8bb req-9fd532d6-c345-430a-97a9-80abcaff3881 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 1097 time: 0.1077392 Oct 11 15:29:48.419877 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b34934ee-b890-45fc-bff6-ac28a248f8bb req-fce9d648-d77a-46d5-a139-9e437ddef41e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Oct 11 15:29:48.457277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b0adfe4-2447-4c5d-a7c4-962e9b7bf63c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1891309804 HTTP/1.1" status: 201 len: 201 time: 0.1431742 Oct 11 15:29:48.457901 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.462897 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-a7e55772-5200-4322-b0e0-dfbbd151b719 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-978857078') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.505524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f981d98-91ee-4579-8b3c-e2d12c3c9484 req-8807fad1-3ec7-4fc8-8dc7-5e9d218309b8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656112 Oct 11 15:29:48.546662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7e55772-5200-4322-b0e0-dfbbd151b719 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-978857078 HTTP/1.1" status: 201 len: 201 time: 0.0876060 Oct 11 15:29:48.549412 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.555397 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8fcdab1e-4917-44d1-a3c8-ad77a1ffef1c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1700562470') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.661821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fcdab1e-4917-44d1-a3c8-ad77a1ffef1c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1700562470 HTTP/1.1" status: 201 len: 201 time: 0.1104798 Oct 11 15:29:48.664420 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.668930 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-138c8a74-1f97-49ee-85e4-6fad05b345b5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-1669846219') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.706569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-138c8a74-1f97-49ee-85e4-6fad05b345b5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-1669846219 HTTP/1.1" status: 201 len: 201 time: 0.0409510 Oct 11 15:29:48.709113 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.713652 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-345d7be8-a85b-4f27-bfe4-a7a2ce1707b4 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', {'tags': ['tempest-TagsExtTest-Tag-1560435798', 'tempest-TagsExtTest-Tag-1097758653', 'tempest-TagsExtTest-Tag-777207088']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.776666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-345d7be8-a85b-4f27-bfe4-a7a2ce1707b4 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 200 len: 317 time: 0.0663712 Oct 11 15:29:48.779097 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.783883 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a2a7c20f-86dd-4a13-9884-63d2dbc4ce2a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.860009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2a7c20f-86dd-4a13-9884-63d2dbc4ce2a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 204 len: 168 time: 0.0768120 Oct 11 15:29:48.860452 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.864933 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-729225e6-afd0-40f8-ba9e-a850123bddf0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1560435798') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.919693 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-729225e6-afd0-40f8-ba9e-a850123bddf0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:48.920889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-729225e6-afd0-40f8-ba9e-a850123bddf0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1560435798 HTTP/1.1" status: 404 len: 329 time: 0.0598459 Oct 11 15:29:48.924367 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:48.929891 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-1164f9ec-f28a-4b13-adfc-f41c981cfca5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-1097758653') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:48.986967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-0cb5865f-969b-4601-8c7d-cd1d732a1ef4 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331450 Oct 11 15:29:49.110370 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1164f9ec-f28a-4b13-adfc-f41c981cfca5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:49.114357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1164f9ec-f28a-4b13-adfc-f41c981cfca5 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-1097758653 HTTP/1.1" status: 404 len: 329 time: 0.1851454 Oct 11 15:29:49.115155 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.119763 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8bed6f55-eb42-4364-8e0b-049728a60c37 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21', 'tempest-TagsExtTest-Tag-777207088') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.149514 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6de3c-9ad5-4b43-813d-cd0cb7e0df5d req-96a86cc1-9957-4380-9e63-e977958bc7e4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:49.151117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ba6de3c-9ad5-4b43-813d-cd0cb7e0df5d req-96a86cc1-9957-4380-9e63-e977958bc7e4 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.1035569 Oct 11 15:29:49.175639 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-5c9be0bb-805a-422d-8ce6-4d0fd35f0bc4 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:49.179722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-5c9be0bb-805a-422d-8ce6-4d0fd35f0bc4 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827691 Oct 11 15:29:49.202939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-d5cdec11-e5fc-4c93-80b7-df10188af4bb tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/quotas/ba0e7be7af9a433591644bf9bc81a63c HTTP/1.1" status: 200 len: 375 time: 0.0140669 Oct 11 15:29:49.204757 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8bed6f55-eb42-4364-8e0b-049728a60c37 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:49.208989 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bed6f55-eb42-4364-8e0b-049728a60c37 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags/tempest-TagsExtTest-Tag-777207088 HTTP/1.1" status: 404 len: 328 time: 0.0897472 Oct 11 15:29:49.209163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.216346 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-88878d26-c99e-461e-93aa-de0e3001d655 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', {'tags': ['tempest-TagsExtTest-Tag-1459789427', 'tempest-TagsExtTest-Tag-1910005948', 'tempest-TagsExtTest-Tag-549078708']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.227560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ba6de3c-9ad5-4b43-813d-cd0cb7e0df5d req-b25a91dd-cab5-4336-b416-fdaa254b0772 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Oct 11 15:29:49.250142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-48d637ae-c16b-47a6-a937-6a5bfddcd78e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317922 Oct 11 15:29:49.304080 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.304966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-88878d26-c99e-461e-93aa-de0e3001d655 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 200 len: 317 time: 0.0929861 Oct 11 15:29:49.309578 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-1feae75b-c176-4124-9ad8-2a32ae9c85cc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.414897 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444faf8d-fa11-4d48-9c90-b0204296c30f req-38a4652c-e491-4355-96bb-c3580a8c0007 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:49.416538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-444faf8d-fa11-4d48-9c90-b0204296c30f req-38a4652c-e491-4355-96bb-c3580a8c0007 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 946 time: 0.1146679 Oct 11 15:29:49.487413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-444faf8d-fa11-4d48-9c90-b0204296c30f req-bc000082-86cf-40af-8fca-399d990d17ea tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Oct 11 15:29:49.495958 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.500576 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-2049b83c-0bd4-4c64-ac57-08073484b50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-1459789427') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.507785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1feae75b-c176-4124-9ad8-2a32ae9c85cc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 204 len: 168 time: 0.2022765 Oct 11 15:29:49.588793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b24a62-6468-4185-8df1-2d7d7e6d39b3 req-530bac10-98e5-430b-87ad-701f823e2879 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0523758 Oct 11 15:29:49.598877 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2049b83c-0bd4-4c64-ac57-08073484b50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:49.603727 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.608448 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-3f6270e4-6221-4f38-8c80-445d5f1f1426 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-1910005948') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.614163 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2049b83c-0bd4-4c64-ac57-08073484b50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-1459789427 HTTP/1.1" status: 404 len: 329 time: 0.1168935 Oct 11 15:29:49.675523 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3f6270e4-6221-4f38-8c80-445d5f1f1426 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:49.678014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3f6270e4-6221-4f38-8c80-445d5f1f1426 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-1910005948 HTTP/1.1" status: 404 len: 329 time: 0.0732157 Oct 11 15:29:49.681258 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.690930 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-7f3a55aa-c8c6-4983-9015-eecd410f4917 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421', 'tempest-TagsExtTest-Tag-549078708') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.745279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ddd310d4-1297-4f22-8149-7521a61efe70 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:29:49.758129 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-7f3a55aa-c8c6-4983-9015-eecd410f4917 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:49.759347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f3a55aa-c8c6-4983-9015-eecd410f4917 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags/tempest-TagsExtTest-Tag-549078708 HTTP/1.1" status: 404 len: 328 time: 0.0768094 Oct 11 15:29:49.762584 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.770400 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-605d3fe7-88c7-479f-b29d-aaacd5220c70 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', {'tags': ['tempest-TagsExtTest-Tag-1292045267', 'tempest-TagsExtTest-Tag-436063165', 'tempest-TagsExtTest-Tag-1936010108']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.881431 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:49.881619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-605d3fe7-88c7-479f-b29d-aaacd5220c70 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 200 len: 317 time: 0.1174958 Oct 11 15:29:49.886281 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-5343f35f-019c-4d54-bb5b-91d4e2394de7 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:49.986214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ddd310d4-1297-4f22-8149-7521a61efe70,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:50.008252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ddd310d4-1297-4f22-8149-7521a61efe70', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'ddd310d4-1297-4f22-8149-7521a61efe70', 'mac_address': 'fa:16:3e:bb:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:29:50.076540 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:50.103108 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd310d4-1297-4f22-8149-7521a61efe70 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:50.109959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5343f35f-019c-4d54-bb5b-91d4e2394de7 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 204 len: 168 time: 0.2273450 Oct 11 15:29:50.113139 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.118806 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-de66f388-da32-421c-b4c2-6d76b0b8a26c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1292045267') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:50.137400 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ddd310d4-1297-4f22-8149-7521a61efe70,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:50.145567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:50.244930 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-de66f388-da32-421c-b4c2-6d76b0b8a26c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:50.250182 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.254795 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-577b020f-1ae7-40ce-b75b-b46bba3bc50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-436063165') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:50.257947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de66f388-da32-421c-b4c2-6d76b0b8a26c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1292045267 HTTP/1.1" status: 404 len: 329 time: 0.1434114 Oct 11 15:29:50.277750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:50.369631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ddd310d4-1297-4f22-8149-7521a61efe70'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:29:50.391877 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.412804 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-577b020f-1ae7-40ce-b75b-b46bba3bc50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:50.418244 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.424538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-577b020f-1ae7-40ce-b75b-b46bba3bc50f tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-436063165 HTTP/1.1" status: 404 len: 328 time: 0.1740742 Oct 11 15:29:50.425596 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-8f2549be-c3be-4250-ba90-bf27a634cdaf tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66', 'tempest-TagsExtTest-Tag-1936010108') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:50.478262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb0951-3e02-46bf-b689-5be51e77572f req-edff43d5-2609-4f53-8e29-0ac365fc1234 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:50.485641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06fb0951-3e02-46bf-b689-5be51e77572f req-edff43d5-2609-4f53-8e29-0ac365fc1234 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.1510177 Oct 11 15:29:50.563489 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:50.616587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06fb0951-3e02-46bf-b689-5be51e77572f req-ebdb6ead-c8e7-4a3f-8a9d-90f79e5af4ef tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300044 Oct 11 15:29:50.621729 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8f2549be-c3be-4250-ba90-bf27a634cdaf tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:50.629677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8f2549be-c3be-4250-ba90-bf27a634cdaf tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags/tempest-TagsExtTest-Tag-1936010108 HTTP/1.1" status: 404 len: 329 time: 0.2093077 Oct 11 15:29:50.630301 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.634988 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-179f3148-c06b-457f-9dd2-2bda0c84e75b tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', {'tags': ['tempest-TagsExtTest-Tag-1480206293', 'tempest-TagsExtTest-Tag-1623501624', 'tempest-TagsExtTest-Tag-1273836640']}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:50.771307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:50.777239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bddec5d-9066-42fd-ae0d-2ff02b1f5c4e req-9c45507c-8c4c-43c1-9b97-be8d0d229122 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0740135 Oct 11 15:29:50.784987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:50.822105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-179f3148-c06b-457f-9dd2-2bda0c84e75b tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "PUT /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 200 len: 318 time: 0.1906385 Oct 11 15:29:50.822792 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.844828 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-4553f3f8-2f28-4e71-b031-7b85b7785415 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:50.845962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bc9494c0dd54431b655eee8e1238db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528801 Oct 11 15:29:50.848466 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:50.866846 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497070cf-1ffc-4f33-9bbc-636113ffbd32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:50.883863 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.884206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.884540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.884869 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.885200 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.885733 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.886056 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.886373 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.886689 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.887005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.887319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.887631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aa67e-3f91-4535-af88-f228acdb4143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:50.962182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-f5db9520-33a6-4941-a33a-68cf2510e579 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487125 Oct 11 15:29:50.975402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47fdc-a93e-4e84-8cad-77f3d3481f06 req-fb73cb46-5ce7-4707-b1e9-eded35610247 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:50.977254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eb47fdc-a93e-4e84-8cad-77f3d3481f06 req-fb73cb46-5ce7-4707-b1e9-eded35610247 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 947 time: 0.2110288 Oct 11 15:29:51.061340 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.083507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.096399 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.097331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4553f3f8-2f28-4e71-b031-7b85b7785415 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 204 len: 168 time: 0.2555807 Oct 11 15:29:51.102849 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-5e5eadc3-26d6-43df-a009-941421004055 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-1480206293') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.132768 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-5e5eadc3-26d6-43df-a009-941421004055 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:51.137115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e5eadc3-26d6-43df-a009-941421004055 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-1480206293 HTTP/1.1" status: 404 len: 329 time: 0.0362475 Oct 11 15:29:51.137937 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.148602 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a1aa00f5-0b43-4591-b76b-235a07cadc6c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-1623501624') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.157071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eb47fdc-a93e-4e84-8cad-77f3d3481f06 req-50fe9007-1e16-4aaa-bf04-dac7e79df41c tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621215 Oct 11 15:29:51.168186 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.191811 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a1aa00f5-0b43-4591-b76b-235a07cadc6c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:51.197170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1aa00f5-0b43-4591-b76b-235a07cadc6c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-1623501624 HTTP/1.1" status: 404 len: 329 time: 0.0552785 Oct 11 15:29:51.197817 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.206058 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a7ef4ff8-c143-436c-9e31-3819f05e1419 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6', 'tempest-TagsExtTest-Tag-1273836640') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.234158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-9ad7a8b7-db0f-4d86-9099-d631733539a6 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:51.235916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-9ad7a8b7-db0f-4d86-9099-d631733539a6 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563605 Oct 11 15:29:51.251829 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Request body: {'port': {'device_id': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'ba0e7be7af9a433591644bf9bc81a63c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:51.267938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c75234-81b5-4ce2-9923-93429775799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.272021 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a7ef4ff8-c143-436c-9e31-3819f05e1419 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] show failed (client error): The resource could not be found. Oct 11 15:29:51.273086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7ef4ff8-c143-436c-9e31-3819f05e1419 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags/tempest-TagsExtTest-Tag-1273836640 HTTP/1.1" status: 404 len: 329 time: 0.0744219 Oct 11 15:29:51.278505 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.283452 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-e52a30ca-bc28-434e-9a5f-52426f1466cd tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '090afa82-6dc8-4cd7-bf48-9cc143bccad6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.328800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e52a30ca-bc28-434e-9a5f-52426f1466cd tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6/tags HTTP/1.1" status: 204 len: 168 time: 0.0490720 Oct 11 15:29:51.333603 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.334954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.337939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.341737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/497070cf-1ffc-4f33-9bbc-636113ffbd32 HTTP/1.1" status: 204 len: 168 time: 0.4890885 Oct 11 15:29:51.351753 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-8dae7133-7e5c-4e1a-9862-61f190c6e663 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e920660-4d97-4b01-a911-d957de095f66') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.403433 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d5b1d-3e1e-44ad-ba86-350466405f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497070cf-1ffc-4f33-9bbc-636113ffbd32,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:51.411615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c75234-81b5-4ce2-9923-93429775799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.429706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c75234-81b5-4ce2-9923-93429775799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.478835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09c75234-81b5-4ce2-9923-93429775799f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fd74d6f68e94e7aae553b54d5107ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164851 Oct 11 15:29:51.479859 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c75234-81b5-4ce2-9923-93429775799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac99ef-2f2e-4cc0-9b26-61dd870f2d0d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:51.481249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f218a-8848-4a3f-bd95-a857efc03296 req-03cf8cc6-abaf-4c41-8021-10ab7574fb14 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:51.482180 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.482868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-791f218a-8848-4a3f-bd95-a857efc03296 req-03cf8cc6-abaf-4c41-8021-10ab7574fb14 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.2272387 Oct 11 15:29:51.529265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8dae7133-7e5c-4e1a-9862-61f190c6e663 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66/tags HTTP/1.1" status: 204 len: 168 time: 0.1890936 Oct 11 15:29:51.534984 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.536042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.539474 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d583f394-aacc-4abb-9ed3-f2924e4e1512 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.568777 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.573074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-791f218a-8848-4a3f-bd95-a857efc03296 req-48208dd0-8e50-4a76-8179-6621a3407ca9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798998 Oct 11 15:29:51.573770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Made reservation on behalf of ba0e7be7af9a433591644bf9bc81a63c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:51.577359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.589873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.630210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.633689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.634951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82ac99ef-2f2e-4cc0-9b26-61dd870f2d0d HTTP/1.1" status: 204 len: 168 time: 0.1518030 Oct 11 15:29:51.651141 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89badea4-b35b-4725-b861-607a9d330d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac99ef-2f2e-4cc0-9b26-61dd870f2d0d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:51.672048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d583f394-aacc-4abb-9ed3-f2924e4e1512 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421/tags HTTP/1.1" status: 204 len: 168 time: 0.1336434 Oct 11 15:29:51.672431 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.679696 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-e4e82423-778d-43cb-b9e3-8689737a7f3c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef4abd68-7e56-47b5-9744-3c0d5d6ede21') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:51.749241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ddd310d4-1297-4f22-8149-7521a61efe70 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:51.759716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.768705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.773126 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.791791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4917551a-2f0b-4854-8619-d8187d79e072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.845112 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfceb6d-d63a-427d-8ba7-f094f47cb985,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:51.851790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4e82423-778d-43cb-b9e3-8689737a7f3c tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21/tags HTTP/1.1" status: 204 len: 168 time: 0.1782844 Oct 11 15:29:51.859607 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ddd310d4-1297-4f22-8149-7521a61efe70 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:29:51.860408 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.863532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ddd310d4-1297-4f22-8149-7521a61efe70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:51.863900 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.954087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4917551a-2f0b-4854-8619-d8187d79e072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.959741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4917551a-2f0b-4854-8619-d8187d79e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:51.978658 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:51.980735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6735acd3-704c-4c54-a1ec-5a64f99f5579 req-d9138f0e-0d42-4010-8d6f-5bea5cd3c074 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0471392 Oct 11 15:29:52.015147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.023839 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Allocated IP 192.168.233.198 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/aa61c6d8-3bd9-4a75-a0a3-6da854df160d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:52.050968 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:52.053727 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e3190-cc4e-48a0-a515-99b95395275c" -d '{"events": [{"server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "name": "network-vif-plugged", "status": "completed", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:52.058717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba0bcea7-c103-4c52-aa96-fe7c1f2c3d12 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.059925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba0bcea7-c103-4c52-aa96-fe7c1f2c3d12 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnetpools/090afa82-6dc8-4cd7-bf48-9cc143bccad6 HTTP/1.1" status: 204 len: 168 time: 0.1984146 Oct 11 15:29:52.062409 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.066570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4917551a-2f0b-4854-8619-d8187d79e072 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0873fcbae581414ca0af86ae8bdaaa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919810 Oct 11 15:29:52.068807 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.074587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ddd310d4-1297-4f22-8149-7521a61efe70,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:52.080094 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917551a-2f0b-4854-8619-d8187d79e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ae2b52-81b6-44c1-bc43-50e5adb8f896,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:52.084611 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.105018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67bfc61d-e7e6-4b76-91c3-4d79b4f16f90 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e920660-4d97-4b01-a911-d957de095f66 HTTP/1.1" status: 200 len: 205 time: 0.0415454 Oct 11 15:29:52.108046 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.137241 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634df7e8-b2d7-46c5-8b1b-75ebab00ab7b x-openstack-request-id: req-634df7e8-b2d7-46c5-8b1b-75ebab00ab7b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:52.137919 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "name": "network-vif-plugged", "status": "completed", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:52.138179 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-634df7e8-b2d7-46c5-8b1b-75ebab00ab7b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:52.138564 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70', 'code': 200} Oct 11 15:29:52.192901 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:52.274773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.280972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.358795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.369659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.378467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16b6ce-09ee-4809-8c87-64e422cf346c req-8fdce4fe-a7d7-4c4e-a5ef-ec0c4a2b349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:52.380343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b16b6ce-09ee-4809-8c87-64e422cf346c req-8fdce4fe-a7d7-4c4e-a5ef-ec0c4a2b349d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 1099 time: 0.1413207 Oct 11 15:29:52.392049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8192a5e-9a2b-4013-96b2-6e601cbbab66 req-f1c14061-af9f-41b8-bb93-3bd146f9038f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:52.399680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8192a5e-9a2b-4013-96b2-6e601cbbab66 req-f1c14061-af9f-41b8-bb93-3bd146f9038f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.1241841 Oct 11 15:29:52.437990 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.456182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222a5456-3513-480f-8b61-fcace7258e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.488222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.490483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.501059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dfff879-dbe7-43a2-9235-26c64bfb2eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.527933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8192a5e-9a2b-4013-96b2-6e601cbbab66 req-ee1056a1-aa96-4428-9e32-8ef05851af16 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272676 Oct 11 15:29:52.535707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b16b6ce-09ee-4809-8c87-64e422cf346c req-bec613f2-bc72-4995-bdc0-c58ca74b529f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208742 Oct 11 15:29:52.538569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.539351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Fanout notify agent at l3_agent the message router_deleted on router 4e920660-4d97-4b01-a911-d957de095f66 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:29:52.548113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.551741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.552915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95ae2b52-81b6-44c1-bc43-50e5adb8f896 HTTP/1.1" status: 204 len: 168 time: 0.4816055 Oct 11 15:29:52.557009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.559028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.560206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c6497f5-8729-4ea4-89d9-3c55185d8843 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/routers/4e920660-4d97-4b01-a911-d957de095f66 HTTP/1.1" status: 204 len: 168 time: 0.4425387 Oct 11 15:29:52.568669 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.571530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068346bb-bf9f-4518-97c6-cd913119386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ae2b52-81b6-44c1-bc43-50e5adb8f896,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:52.675689 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Deleting port 7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:52.676073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.715041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dfff879-dbe7-43a2-9235-26c64bfb2eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.736304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dfff879-dbe7-43a2-9235-26c64bfb2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.740664 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:52.757441 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Pushing event updated for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:52.767858 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:52.788883 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:52.803420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.822003 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Calling delete_port for 7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:52.849249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0dfff879-dbe7-43a2-9235-26c64bfb2eb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23b812d82c16431681864226155975c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027653 Oct 11 15:29:52.854572 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff879-dbe7-43a2-9235-26c64bfb2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbda35a-0f39-4166-9af9-82fc72db723a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:52.859174 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:52.878069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6145a-7b26-4e3f-8627-24cfaaba102d req-6c04ef03-69f2-4805-8c2c-8c2fb74ec754 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:52.879659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70e6145a-7b26-4e3f-8627-24cfaaba102d req-6c04ef03-69f2-4805-8c2c-8c2fb74ec754 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.2123628 Oct 11 15:29:52.892428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222a5456-3513-480f-8b61-fcace7258e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.925799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222a5456-3513-480f-8b61-fcace7258e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:52.984128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-222a5456-3513-480f-8b61-fcace7258e5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3ef04d825074e728fd2db7d31f7df27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0022056 Oct 11 15:29:52.991721 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:53.012412 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:53.013022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.062929 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.063299 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a5456-3513-480f-8b61-fcace7258e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c20a471-fba3-43f7-acc4-099c56858201,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:53.082240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4ea24178-67e2-4f73-b766-3f11c897c359 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8347096 Oct 11 15:29:53.099273 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Request body: {'port': {'device_id': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:53.101105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.105073 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event deleted for resources: {'Port': ['ID=7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:53.126561 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad805838-0fc2-43e6-b4c1-e01676a8f9af None None] Provisioning complete for port aa61c6d8-3bd9-4a75-a0a3-6da854df160d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:53.128109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad805838-0fc2-43e6-b4c1-e01676a8f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.131685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.157697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70e6145a-7b26-4e3f-8627-24cfaaba102d req-62a307e7-62f4-49d6-a5e3-4af7353820e5 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237072 Oct 11 15:29:53.177807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.213534 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ad805838-0fc2-43e6-b4c1-e01676a8f9af None None] Port aa61c6d8-3bd9-4a75-a0a3-6da854df160d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:29:53.238946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.245284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34edb4f0-e7ff-435c-b419-9f934634637a tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/ports/7b8c353c-8c95-4d6e-9ea8-ed4cafc6f421 HTTP/1.1" status: 204 len: 168 time: 0.6726103 Oct 11 15:29:53.246133 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:53.306447 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Deleting subnet ef4abd68-7e56-47b5-9744-3c0d5d6ede21 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:29:53.309790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.313411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.342992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629e5b2-789c-4467-bb23-67c1618f76ca req-f794e720-6526-433d-af2d-729cd4e28734 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:53.350290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4629e5b2-789c-4467-bb23-67c1618f76ca req-f794e720-6526-433d-af2d-729cd4e28734 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 936 time: 0.2616148 Oct 11 15:29:53.373750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.434245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.481220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.502832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.505306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.506471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c20a471-fba3-43f7-acc4-099c56858201 HTTP/1.1" status: 204 len: 168 time: 0.5136220 Oct 11 15:29:53.517920 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905602-11bc-411d-844b-67834f8f1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c20a471-fba3-43f7-acc4-099c56858201,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:53.544415 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:53.605108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.644517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4629e5b2-789c-4467-bb23-67c1618f76ca req-cb4d5183-7221-420e-8378-e7af585b465d tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514334 Oct 11 15:29:53.658268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4abd68-7e56-47b5-9744-3c0d5d6ede21,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:53.664937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.670852 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603afb2-58f9-4239-9e4a-b25491eabf14 None None] Network cb553550-9482-4daa-bd44-8fb953c4ae62 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:53.694456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a655165-1782-4eea-885e-3020dd0859b0 tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/subnets/ef4abd68-7e56-47b5-9744-3c0d5d6ede21 HTTP/1.1" status: 204 len: 168 time: 0.4477220 Oct 11 15:29:53.697043 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:53.748455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d160-14f2-442b-a95e-2504c1754088 req-5daa284e-dab0-414c-8e87-3951282a2e99 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:53.762190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9881d160-14f2-442b-a95e-2504c1754088 req-5daa284e-dab0-414c-8e87-3951282a2e99 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.2049119 Oct 11 15:29:53.781716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.783007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-network', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:53.786109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.789521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bbda35a-0f39-4166-9af9-82fc72db723a HTTP/1.1" status: 204 len: 168 time: 0.9062967 Oct 11 15:29:53.812809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.826111 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Made reservation on behalf of a163f46e1c7d4161a46095c5f00deb51 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:53.828786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.861476 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.876909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9881d160-14f2-442b-a95e-2504c1754088 req-b4557f20-684e-45a5-b131-7c7ae037a3bb tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077850 Oct 11 15:29:53.890965 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dca4e-73da-4843-aefd-0cfe61ae92a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbda35a-0f39-4166-9af9-82fc72db723a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:53.962672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Deleting port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:53.965720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:53.966966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39429e-3574-445b-8782-a34e112bffce req-4d48a97c-391f-4b62-b532-0e0667b09cdf tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:53.975893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca39429e-3574-445b-8782-a34e112bffce req-4d48a97c-391f-4b62-b532-0e0667b09cdf tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.2049618 Oct 11 15:29:54.021514 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] DHCP port deletion for cb553550-9482-4daa-bd44-8fb953c4ae62 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:29:54.059637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca39429e-3574-445b-8782-a34e112bffce req-9701407e-6859-4be0-b471-03453aa9cbcc tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828738 Oct 11 15:29:54.073334 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa61c6d8-3bd9-4a75-a0a3-6da854df160d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:29:54.088895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.094322 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] For port be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,segment=NetworkSegment(d6b2aed1-c4a8-4764-9354-863a43f0fc2f),segment_id=d6b2aed1-c4a8-4764-9354-863a43f0fc2f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:54.095059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.119092 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Calling delete_port for be174f8f-c3fb-425f-a8b0-1df40a0b0b48 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:54.126955 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Transition to ACTIVE for port object aa61c6d8-3bd9-4a75-a0a3-6da854df160d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:29:54.131646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Deleting port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:54.132257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.136674 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.193221 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:54.198131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.213657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.216523 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.232801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5566366d-b4e9-45ab-9228-c52542f30346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.272904 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:54.285311 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.327816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.328207 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Added segment ef542951-c137-4ed2-8a2e-17f90b9cd3c2 of type vlan for network d7967938-8e72-4b58-81ee-420e79c7786b Oct 11 15:29:54.426949 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-81785c8e-1c80-4540-9413-66a4d2af5b0d tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:54.427285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.428499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-81785c8e-1c80-4540-9413-66a4d2af5b0d tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 1099 time: 0.0686612 Oct 11 15:29:54.441143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.457131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.482833 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event deleted for resources: {'Port': ['ID=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.485966 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] No DVR routers for this DVR port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:54.491306 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Attempting to bind port aa61c6d8-3bd9-4a75-a0a3-6da854df160d on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:54.491540 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Attempting to bind port aa61c6d8-3bd9-4a75-a0a3-6da854df160d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:54.491983 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Attempting to bind port aa61c6d8-3bd9-4a75-a0a3-6da854df160d on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:54.499110 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Port aa61c6d8-3bd9-4a75-a0a3-6da854df160d on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:29:54.499426 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Attempting to bind port aa61c6d8-3bd9-4a75-a0a3-6da854df160d on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:54.523552 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:54.524352 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:54.524615 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:54.525055 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Bound port: aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:54.525408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.541671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] For port be174f8f-c3fb-425f-a8b0-1df40a0b0b48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,segment=NetworkSegment(d6b2aed1-c4a8-4764-9354-863a43f0fc2f),segment_id=d6b2aed1-c4a8-4764-9354-863a43f0fc2f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:54.542333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.554714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device be174f8f-c3fb-425f-a8b0-1df40a0b0b48 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:54.576431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: be174f8f-c3fb-425f-a8b0-1df40a0b0b48 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:54.577171 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device be174f8f-c3fb-425f-a8b0-1df40a0b0b48 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:54.583462 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Calling delete_port for be174f8f-c3fb-425f-a8b0-1df40a0b0b48 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:54.617611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5566366d-b4e9-45ab-9228-c52542f30346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.633799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5566366d-b4e9-45ab-9228-c52542f30346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.709758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.711066 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:54.711762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.733858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.794137 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Pushing event deleted for resources: {'Port': ['ID=be174f8f-c3fb-425f-a8b0-1df40a0b0b48,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.804222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.804863 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.805725 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.806223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.806712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.816459 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.817019 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.817797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.818654 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.820324 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.820858 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.821438 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:54.826848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.834704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5566366d-b4e9-45ab-9228-c52542f30346 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de9f181e9a214c62be68d5b1736bdffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399782 Oct 11 15:29:54.845500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566366d-b4e9-45ab-9228-c52542f30346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25694e47-e398-4e68-97f0-0956d6fc9583,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.849464 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:54.861793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758456c3-3fdf-4e4b-8b0a-bb55ef778c0d None None] No DVR routers for this DVR port be174f8f-c3fb-425f-a8b0-1df40a0b0b48 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:54.867904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3223159 Oct 11 15:29:54.882850 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:54.897827 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Request body: {'subnet': {'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-subnet', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:54.910610 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb553550-9482-4daa-bd44-8fb953c4ae62']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:54.932819 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:54.933068 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b2aed1-c4a8-4764-9354-863a43f0fc2f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:54.951092 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb7b7-aa0d-4b51-bbd0-e10eea96f405 admin admin] Pushing event updated for resources: {'Network': ['ID=d7967938-8e72-4b58-81ee-420e79c7786b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:54.958806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.968052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d7967938-8e72-4b58-81ee-420e79c7786b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:54.987980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:54.999240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Made reservation on behalf of a163f46e1c7d4161a46095c5f00deb51 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:55.002437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.020630 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:29:55.021265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:29:55.027414 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:29:55.071032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.128487 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:55.130554 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:55.145407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.163670 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1ae5-d6b3-482e-be47-12431c31eb52 req-6d10f234-d939-4e10-b480-af1a8d76593a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.165945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a26e1ae5-d6b3-482e-be47-12431c31eb52 req-6d10f234-d939-4e10-b480-af1a8d76593a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 948 time: 0.1659019 Oct 11 15:29:55.168073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.175400 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:55.179611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.188438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-d982b9b7-cfd3-4c70-94e5-f2d283191260 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.189823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.190194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-d982b9b7-cfd3-4c70-94e5-f2d283191260 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.1934416 Oct 11 15:29:55.193031 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] 10.222.0.31 "DELETE /v2.0/networks/cb553550-9482-4daa-bd44-8fb953c4ae62 HTTP/1.1" status: 204 len: 168 time: 1.4949613 Oct 11 15:29:55.197282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.200166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.213388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5411-bd31-4fd3-b2ce-fbba39618ebc tempest-TagsExtTest-1797717377 tempest-TagsExtTest-1797717377-project] Pushing event deleted for resources: {'Network': ['ID=cb553550-9482-4daa-bd44-8fb953c4ae62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:55.276831 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.279536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.280738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25694e47-e398-4e68-97f0-0956d6fc9583 HTTP/1.1" status: 204 len: 168 time: 0.4257722 Oct 11 15:29:55.297514 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3ab6b-3cbd-40db-bba1-6e233839efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25694e47-e398-4e68-97f0-0956d6fc9583,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:55.339647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f71c14d-c644-4592-b9f4-7b5f179e7d98 req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9013700 Oct 11 15:29:55.340973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.341660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.342955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa61c6d8-3bd9-4a75-a0a3-6da854df160d HTTP/1.1" status: 200 len: 1096 time: 2.2504606 Oct 11 15:29:55.362951 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:55.365233 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ce123-0dda-4839-8173-b421dd85b3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:55.385159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.408082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad061069-3c88-4e78-987c-86dc567d33a5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:55.416304 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-network', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:55.435133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a26e1ae5-d6b3-482e-be47-12431c31eb52 req-d748c0de-4674-4160-9968-5aa7c2e5a60a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578773 Oct 11 15:29:55.485976 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Pushing event updated for resources: {'Subnet': ['ID=225f4c1f-cd68-461c-8b83-8b1b10347d57,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:55.509921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Checking segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:55.515638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:55.517087 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Network hostable DHCP agents. Network: d7967938-8e72-4b58-81ee-420e79c7786b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:55.561430 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Network d7967938-8e72-4b58-81ee-420e79c7786b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:55.565451 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:55.581592 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d7967938-8e72-4b58-81ee-420e79c7786b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:55.589471 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.591396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.598599 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbf1d9-deba-4511-b8e2-565fe656948d None None] Network d7967938-8e72-4b58-81ee-420e79c7786b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:55.612168 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484cee7e-4e25-4753-9951-b4f397533a21 x-openstack-request-id: req-484cee7e-4e25-4753-9951-b4f397533a21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:55.612456 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:55.612705 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-484cee7e-4e25-4753-9951-b4f397533a21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:55.613090 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d', 'status': 'completed', 'code': 200} Oct 11 15:29:55.619469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.620549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.620549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.621090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.621626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.622135 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.622637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.623125 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.623611 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.624095 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.624603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.624930 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceac9c6-b732-415a-af47-593254cbe17e tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.659588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.660207 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.660738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.661236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.661758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.662246 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.662746 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.663280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.665408 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.665972 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.667249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.667801 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887bbf05-8d24-4d7d-84a1-8623c35c2fe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:29:55.697147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Made reservation on behalf of a6ec4044a2254d75b0f2e92f290032a9 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:55.700158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.704154 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9030e36f-68b3-43e2-8bfe-764f579a44af admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8146303 Oct 11 15:29:55.706751 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:55.716266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-5861aba6-0dbd-4165-9acc-86eb03dcf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.717664 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:55.717796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-5861aba6-0dbd-4165-9acc-86eb03dcf013 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 1099 time: 0.2984982 Oct 11 15:29:55.744101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a459f8a-e162-4880-8db7-0fbd3e2f0307 req-f9b30f69-2a6b-4e6b-8dcc-8babc1ce81aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:55.745666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a459f8a-e162-4880-8db7-0fbd3e2f0307 req-f9b30f69-2a6b-4e6b-8dcc-8babc1ce81aa tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 946 time: 0.2398698 Oct 11 15:29:55.746377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.764503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.766084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.791633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-af1fe633-b837-412f-a1aa-00184720c273 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d HTTP/1.1" status: 200 len: 217 time: 0.0626724 Oct 11 15:29:55.828179 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Deleting port 9ffd5307-6182-43a2-9503-92946cc445cb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:29:55.828802 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.844472 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d7967938-8e72-4b58-81ee-420e79c7786b', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:29:55.845359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.898740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:55.982189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a459f8a-e162-4880-8db7-0fbd3e2f0307 req-b95b3a0b-fb23-470b-ac93-f9b93bd8bd89 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/security-groups?id=4307e329-7589-4862-8878-e1c9b49502ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954861 Oct 11 15:29:56.032858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Allocated IP 172.20.0.2 (d7967938-8e72-4b58-81ee-420e79c7786b/225f4c1f-cd68-461c-8b83-8b1b10347d57/eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:56.045120 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-0c617173-cabe-4e2a-a611-61fc6d19cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:56.047214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-0c617173-cabe-4e2a-a611-61fc6d19cc74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.2481558 Oct 11 15:29:56.051397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] For port 9ffd5307-6182-43a2-9503-92946cc445cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9ffd5307-6182-43a2-9503-92946cc445cb,segment=NetworkSegment(6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940),segment_id=6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:56.052204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.089754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Calling delete_port for 9ffd5307-6182-43a2-9503-92946cc445cb owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:29:56.200362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4e05859f-f0a1-404b-82cf-c728c5887d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:56.202463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-4e05859f-f0a1-404b-82cf-c728c5887d4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407664 Oct 11 15:29:56.213604 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.222203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.239561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.271009 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Network d7967938-8e72-4b58-81ee-420e79c7786b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:56.273937 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:56.277726 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:56.285207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Pushing event updated for resources: {'Port': ['ID=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:56.302668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.327426 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:29:56.348676 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-26831a9f-23c9-428e-a319-8901a569260c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1553ec0ba724ff99ee5e69a271cfe8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7789707 Oct 11 15:29:56.349444 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:56.355967 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Attempting to bind port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:29:56.356647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Attempting to bind port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:29:56.357742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Attempting to bind port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:29:56.359663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.369543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:29:56.370858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Checking segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:56.371579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.373334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Bound using segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:29:56.374426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Bound port: eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:29:56.375679 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.420733 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.424673 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Added segment c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4 of type vlan for network e884ea02-7f9f-4faa-8edf-f84f56bbf289 Oct 11 15:29:56.435932 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f65d83-fd62-476e-89f8-25f79001fe94,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:56.454080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.483306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.510901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] For port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:29:56.520322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] For port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:29:56.532915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.563837 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:29:56.608261 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e0922-a9b6-4ec5-824c-e6a53a8aa726 None None] Pushing event updated for resources: {'Port': ['ID=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:56.642366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.645237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.649357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77fb7bbe-c18e-404b-8911-056a3077e946 HTTP/1.1" status: 204 len: 168 time: 0.2994287 Oct 11 15:29:56.685603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95cba3-cf8d-4287-9455-e72013d60507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb7bbe-c18e-404b-8911-056a3077e946,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:56.688016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.720456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-e17fa99d-ba23-4bc9-9345-0efbe7512ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027947 Oct 11 15:29:56.722794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.756231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.778758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a2da-8264-4241-96fa-52a87fe0de27 req-9e143ec2-3d8f-46f9-8c1f-431089731dd2 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:56.780264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d097a2da-8264-4241-96fa-52a87fe0de27 req-9e143ec2-3d8f-46f9-8c1f-431089731dd2 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 948 time: 0.2012727 Oct 11 15:29:56.780918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.903534 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Pushing event deleted for resources: {'Port': ['ID=9ffd5307-6182-43a2-9503-92946cc445cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:56.918392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf9c5c-4b13-4d29-9592-0dc99f410230 req-d85634f8-725d-4ba5-82c6-ff86b040a1fd tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:56.919959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59bf9c5c-4b13-4d29-9592-0dc99f410230 req-d85634f8-725d-4ba5-82c6-ff86b040a1fd tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 1099 time: 0.4372635 Oct 11 15:29:56.928261 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Allocated IP 172.35.3.231 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fc3ce705-7364-4d4a-b01a-1d98dc7ab014) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:56.936924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:56.938034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:56.938658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.001044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8677051 Oct 11 15:29:57.007389 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:57.078957 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Request body: {'subnet': {'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-subnet', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:57.103705 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] No DVR routers for this DVR port 9ffd5307-6182-43a2-9503-92946cc445cb on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:29:57.120963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.122749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebfdaf7f-5a1f-40eb-bad0-9409357ad118 req-7a566cfe-0bad-486f-98d8-f8c508926007 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.36 "DELETE /v2.0/ports/9ffd5307-6182-43a2-9503-92946cc445cb HTTP/1.1" status: 204 len: 173 time: 1.9188881 Oct 11 15:29:57.143965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.170871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d097a2da-8264-4241-96fa-52a87fe0de27 req-b533647c-164c-49dc-8ddd-4d51bacfae60 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430243 Oct 11 15:29:57.200627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59bf9c5c-4b13-4d29-9592-0dc99f410230 req-db954155-d867-41da-8e25-abd7b0c4cc8b tempest-ServersAdminNegativeTestJSON-125796365 tempest-ServersAdminNegativeTestJSON-125796365-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653918 Oct 11 15:29:57.203507 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440cb0-c554-4001-a4af-2d458fdbd463 admin admin] Pushing event updated for resources: {'Network': ['ID=e884ea02-7f9f-4faa-8edf-f84f56bbf289,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:57.215350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:29:57.231492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be12038-181c-4eb9-a8ce-39d46a1788d9 req-32f08047-f358-4e47-8621-c23ba3c7eb23 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981146 Oct 11 15:29:57.239319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Made reservation on behalf of a6ec4044a2254d75b0f2e92f290032a9 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:29:57.246194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.256307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.311630 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:29:57.315630 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:57.333161 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:29:57.335935 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:57.415900 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Pushing event updated for resources: {'Port': ['ID=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:57.558664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662db04d-0e42-4775-b7e9-6bc4341ef6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.577289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4d311b4-c896-47c4-9d18-87b6875d804b req-610ac40f-4f1e-4880-a4d2-b1fb7eda54b9 tempest-DeleteServersTestJSON-1873040621 tempest-DeleteServersTestJSON-1873040621-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2737dd2-e04b-410f-9ada-b63e47f4dd2b HTTP/1.1" status: 200 len: 210 time: 0.1754475 Oct 11 15:29:57.625407 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'name': 'network-vif-deleted', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:29:57.627592 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab1ef3-05e7-4128-a87e-92bf19f30487" -d '{"events": [{"server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "name": "network-vif-deleted", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:29:57.640476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-93170269-d2ee-4c1b-b58a-13fb62d1087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:57.642344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-93170269-d2ee-4c1b-b58a-13fb62d1087a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 1099 time: 0.3460562 Oct 11 15:29:57.733611 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a837e37c-357d-424b-8785-d64c9a6ac1d3 x-openstack-request-id: req-a837e37c-357d-424b-8785-d64c9a6ac1d3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:29:57.734340 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2737dd2-e04b-410f-9ada-b63e47f4dd2b", "name": "network-vif-deleted", "tag": "9ffd5307-6182-43a2-9503-92946cc445cb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:29:57.734340 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a837e37c-357d-424b-8785-d64c9a6ac1d3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:29:57.734818 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2737dd2-e04b-410f-9ada-b63e47f4dd2b', 'name': 'network-vif-deleted', 'tag': '9ffd5307-6182-43a2-9503-92946cc445cb', 'status': 'completed', 'code': 200} Oct 11 15:29:57.747626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.837234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9ffd5307-6182-43a2-9503-92946cc445cb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:29:57.879699 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=988e6476-ac1b-4a95-90c2-f558ccfebc53,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:57.906742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 9ffd5307-6182-43a2-9503-92946cc445cb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:29:57.912640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9ffd5307-6182-43a2-9503-92946cc445cb not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:29:57.942853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662db04d-0e42-4775-b7e9-6bc4341ef6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.945288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:57.996088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662db04d-0e42-4775-b7e9-6bc4341ef6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.025097 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Checking segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:29:58.025447 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Network hostable DHCP agents. Network: e884ea02-7f9f-4faa-8edf-f84f56bbf289, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:29:58.030044 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-dc97ad5d-709f-4289-81c1-e9cb51f11d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.031539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-dc97ad5d-709f-4289-81c1-e9cb51f11d3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2959294 Oct 11 15:29:58.043544 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff35d58-9896-47cf-a6de-d17d53708244 req-ea894e7f-a9b0-45a5-ab49-a659d084ec2d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.045117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fff35d58-9896-47cf-a6de-d17d53708244 req-ea894e7f-a9b0-45a5-ab49-a659d084ec2d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.1234851 Oct 11 15:29:58.083450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-662db04d-0e42-4775-b7e9-6bc4341ef6da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4a17aeef49b4327b4a182a96bb34004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459507 Oct 11 15:29:58.088305 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:58.103650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-5fb009be-3187-44c1-9eb4-8c8883a19b9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d HTTP/1.1" status: 200 len: 217 time: 0.0567727 Oct 11 15:29:58.111211 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db04d-0e42-4775-b7e9-6bc4341ef6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea2b6a8-8ac3-497b-9887-462e650577b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:58.155552 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:29:58.158664 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3878b-a648-44df-b68a-e9af16cbb0cc None None] Network d7967938-8e72-4b58-81ee-420e79c7786b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:58.190465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fff35d58-9896-47cf-a6de-d17d53708244 req-14b7e930-f800-4b5a-9875-95b02a9b7b87 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304603 Oct 11 15:29:58.191748 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e884ea02-7f9f-4faa-8edf-f84f56bbf289) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:29:58.210113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.210750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.215914 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-5d60e611-1af8-4332-8665-a09a89ac7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.219231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-5d60e611-1af8-4332-8665-a09a89ac7d78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1047709 Oct 11 15:29:58.226015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.227720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f0598-e4bd-4080-b9ef-37a610057895 None None] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:29:58.278975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a68c68e-0d44-4b75-ab62-a49d5beaaf5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2393801 Oct 11 15:29:58.302986 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:58.303334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.315403 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:29:58.341993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] Provisioning complete for port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:58.343809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.353922 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-b8d18771-c9bb-4b37-9fbb-ea40e536e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.355671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-b8d18771-c9bb-4b37-9fbb-ea40e536e396 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254597 Oct 11 15:29:58.372317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac2233-6e66-47fc-b0ca-b1812a170086 req-daf88896-00ca-4375-97c6-a3ee261fb143 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:29:58.373863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbac2233-6e66-47fc-b0ca-b1812a170086 req-daf88896-00ca-4375-97c6-a3ee261fb143 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 948 time: 0.1128776 Oct 11 15:29:58.395284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.395862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.415361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.417303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.422842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.424078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bea2b6a8-8ac3-497b-9887-462e650577b8 HTTP/1.1" status: 204 len: 168 time: 0.3333457 Oct 11 15:29:58.508580 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37254530-4763-4258-822f-f6af69e2f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea2b6a8-8ac3-497b-9887-462e650577b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:58.625663 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:29:58.637172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbac2233-6e66-47fc-b0ca-b1812a170086 req-cfad2af9-64c9-42bc-ab7d-ab4ff78171d2 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520308 Oct 11 15:29:58.641201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.686701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:29:58.688747 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.707315 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.730342 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:29:58.874969 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:58.877555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:58.892429 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] For port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:29:58.944825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:59.035268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:29:59.046997 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:29:59.063991 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:29:59.064652 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:29:59.075479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:59.078308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3731119-4107-4cb1-9ecd-39752528afcd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.3704479 Oct 11 15:29:59.080963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:29:59.150211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:59.164815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-9908dfb6-098d-42d9-bdaf-4be43887ebc0 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893341 Oct 11 15:29:59.170533 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Allocated IP 172.20.0.2 (e884ea02-7f9f-4faa-8edf-f84f56bbf289/988e6476-ac1b-4a95-90c2-f558ccfebc53/bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:29:59.193610 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397123-a72c-452b-b026-da03cd7fec7f None None] Pushing event updated for resources: {'Port': ['ID=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:29:59.309590 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:29:59.402939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ee5c758-8069-4007-8cf2-80d4946e456c None None] Provisioning complete for port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:29:59.403715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c758-8069-4007-8cf2-80d4946e456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:59.636183 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:29:59.672644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.045763 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:29:57Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:00.136630 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:00.142393 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Updating router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:00.143907 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:00.152226 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:00.159737 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:00.165895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451bfb-fad7-4bfa-9720-1f99bc174737 req-40001dbf-149b-42e3-b473-b4617ce47dad tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:00.173246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10451bfb-fad7-4bfa-9720-1f99bc174737 req-40001dbf-149b-42e3-b473-b4617ce47dad tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 948 time: 0.2264574 Oct 11 15:30:00.175788 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Pushing event updated for resources: {'Port': ['ID=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:00.210368 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-af83e4c5-940b-415b-9359-e973a9e2749b tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:00.211894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-af83e4c5-940b-415b-9359-e973a9e2749b tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.36 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.9975276 Oct 11 15:30:00.212879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.238898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316e628-f2b4-4c97-a319-1ad4e65881fe req-4235e215-49f1-45f9-9e7c-fc7ab659a75d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:00.240565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0316e628-f2b4-4c97-a319-1ad4e65881fe req-4235e215-49f1-45f9-9e7c-fc7ab659a75d tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.8824334 Oct 11 15:30:00.250859 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.284792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a67ce123-0dda-4839-8173-b421dd85b3e2 req-42ccc988-7a58-4ae8-9532-52c7d561f727 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1058443 Oct 11 15:30:00.294159 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Attempting to bind port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:00.294527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Attempting to bind port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:00.299271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Attempting to bind port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 on network e884ea02-7f9f-4faa-8edf-f84f56bbf289 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:00.306091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10451bfb-fad7-4bfa-9720-1f99bc174737 req-2df0b484-6716-44e8-b47d-adae2a03471a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Oct 11 15:30:00.310662 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:00.311336 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Checking segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:00.322048 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.322048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Bound using segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:00.322617 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Bound port: bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:00.323015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.396593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0316e628-f2b4-4c97-a319-1ad4e65881fe req-6d714f78-7385-40e4-b2ca-c8c8d910f9a4 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402097 Oct 11 15:30:00.468318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] For port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:00.485035 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] For port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:00.497680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.675837 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:00.789233 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Deleting port ddd310d4-1297-4f22-8149-7521a61efe70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:00.789607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.820535 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Allocated IP 172.20.0.1 (d7967938-8e72-4b58-81ee-420e79c7786b/225f4c1f-cd68-461c-8b83-8b1b10347d57/a867d514-e72f-4e13-a163-56faa7996d84) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:00.835016 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.850790 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.857947 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa661fff-18ce-4e6c-97b5-018fe9c83177 None None] Pushing event updated for resources: {'Port': ['ID=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:00.921416 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:00.922845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:00.992255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.060113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.091790 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aa61c6d8-3bd9-4a75-a0a3-6da854df160d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:01.122521 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Attempting to bind port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:01.122880 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Attempting to bind port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:01.124754 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Attempting to bind port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:01.178439 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:01.180324 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:01.180912 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.183457 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:01.185753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.187094 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Bound port: fc3ce705-7364-4d4a-b01a-1d98dc7ab014, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:01.187769 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.195168 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Pushing event updated for resources: {'Port': ['ID=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:01.241169 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] For port ddd310d4-1297-4f22-8149-7521a61efe70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ddd310d4-1297-4f22-8149-7521a61efe70,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:01.242245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.262046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.292811 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.293156 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.293603 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Calling delete_port for ddd310d4-1297-4f22-8149-7521a61efe70 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:01.293908 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.294258 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.298519 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.300792 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.301310 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.301824 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.306045 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.306663 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.310357 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.310926 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:01.394876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:01.399522 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Allocated IP 172.35.3.217 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/bee073ca-19f5-4763-9bae-e829a5ffbc1f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:01.404559 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Network d7967938-8e72-4b58-81ee-420e79c7786b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:01.437424 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] For port fc3ce705-7364-4d4a-b01a-1d98dc7ab014, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:01.457089 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:01.474065 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:01.479677 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] For port fc3ce705-7364-4d4a-b01a-1d98dc7ab014, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:01.484695 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:01.490750 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.536861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d', 'mac_address': 'fa:16:3e:79:32:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:01.606303 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f512-1a07-41a6-9292-2e576c2eae8c req-9afdbe88-3b0b-40aa-a89e-316481cfc189 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:01.608800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc77f512-1a07-41a6-9292-2e576c2eae8c req-9afdbe88-3b0b-40aa-a89e-316481cfc189 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 948 time: 0.1631238 Oct 11 15:30:01.610396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:01.642595 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:01.643375 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:29:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:01.656542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.777676 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b291-7127-4281-8e20-988428ccc36f None None] Pushing event updated for resources: {'Port': ['ID=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:01.837082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:01.878464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ddd310d4-1297-4f22-8149-7521a61efe70 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:01.940473 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa61c6d8-3bd9-4a75-a0a3-6da854df160d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:01.992981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6363b-a87c-4a49-a3f4-e2cb1d9c5b08 req-17e100f9-2550-4f76-8757-67b86932b82b tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:02.012409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80f6363b-a87c-4a49-a3f4-e2cb1d9c5b08 req-17e100f9-2550-4f76-8757-67b86932b82b tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e9d9f4-7585-4b3f-ad80-0c241697f17c HTTP/1.1" status: 200 len: 948 time: 0.3513238 Oct 11 15:30:02.016079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.034165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:02.048822 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:02.070070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.076657 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d82f962-1459-45b3-b014-921e8c036ded None None] Provisioning complete for port a867d514-e72f-4e13-a163-56faa7996d84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:02.078150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d82f962-1459-45b3-b014-921e8c036ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.116077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.133224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643600ba-c917-4e22-8ead-66c48f6303a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.137388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc77f512-1a07-41a6-9292-2e576c2eae8c req-454e2e51-ea08-48df-928d-91b2a33b342b tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116301 Oct 11 15:30:02.252173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d82f962-1459-45b3-b014-921e8c036ded None None] Port a867d514-e72f-4e13-a163-56faa7996d84 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:02.254532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80f6363b-a87c-4a49-a3f4-e2cb1d9c5b08 req-f436324c-381d-4e61-b3c5-0c1d07ad7c41 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396519 Oct 11 15:30:02.257833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.263162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['60e11356-7ccf-4be0-9c18-1b83f97951ca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:02.311418 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Pushing event deleted for resources: {'Port': ['ID=ddd310d4-1297-4f22-8149-7521a61efe70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:02.363316 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] No DVR routers for this DVR port ddd310d4-1297-4f22-8149-7521a61efe70 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:30:02.367649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.375744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67f98b32-562b-4000-b09f-7e95e80e01ba req-56a71a1b-e513-4f4b-a3e4-eca0486241e0 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.36 "DELETE /v2.0/ports/ddd310d4-1297-4f22-8149-7521a61efe70 HTTP/1.1" status: 204 len: 173 time: 2.1454351 Oct 11 15:30:02.376442 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'name': 'network-vif-deleted', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:02.379738 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa95b6-0b6b-4e3b-9658-b1acbfd003f8" -d '{"events": [{"server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "name": "network-vif-deleted", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:02.398854 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:02.488752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.491526 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e590ca6-875e-4e1b-8465-01e125382fd5 x-openstack-request-id: req-0e590ca6-875e-4e1b-8465-01e125382fd5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:02.491909 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e9d9f4-7585-4b3f-ad80-0c241697f17c", "name": "network-vif-deleted", "tag": "ddd310d4-1297-4f22-8149-7521a61efe70", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:02.495734 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e590ca6-875e-4e1b-8465-01e125382fd5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:02.496183 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e9d9f4-7585-4b3f-ad80-0c241697f17c', 'name': 'network-vif-deleted', 'tag': 'ddd310d4-1297-4f22-8149-7521a61efe70', 'status': 'completed', 'code': 200} Oct 11 15:30:02.510522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.543448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aa61c6d8-3bd9-4a75-a0a3-6da854df160d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:02.549343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.576978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Port ddd310d4-1297-4f22-8149-7521a61efe70 update to DOWN by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 11 15:30:02.650241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40a446-35e3-4d3b-bc38-c70a2e3764cf None None] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:30:02.701514 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:29:57Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:02.702355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Pushing event updated for resources: {'Port': ['ID=bee073ca-19f5-4763-9bae-e829a5ffbc1f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:02.733981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:02.738216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd371ea2-b1b4-4207-9ac1-81fa95e7c928 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:02.749177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.758541 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:02.763047 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:02.766846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:02.779923 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa118-55ce-4b7b-940d-af66ed793fdc None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:29:57Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:02.785792 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:02.818447 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e72a55e3-b1f8-476b-beeb-d81f350f78bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.829550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:02.881418 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] Provisioning complete for port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:02.882172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:02.964705 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Network d7967938-8e72-4b58-81ee-420e79c7786b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:02.973900 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:02.994941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:02.995567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.157174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd371ea2-b1b4-4207-9ac1-81fa95e7c928 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "PUT /v2.0/quotas/d8654181180f4c62ba98a24082eb9052 HTTP/1.1" status: 200 len: 366 time: 0.7543797 Oct 11 15:30:03.158311 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.225383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8b034535-730f-4d6c-bbc3-bdc378b1a8ea tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0626135 Oct 11 15:30:03.228255 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.255655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-76e4ae9a-348c-4dcc-8152-76f9bdc3dd1f tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas/d8654181180f4c62ba98a24082eb9052 HTTP/1.1" status: 200 len: 366 time: 0.0268764 Oct 11 15:30:03.261030 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.358682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643600ba-c917-4e22-8ead-66c48f6303a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.365317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643600ba-c917-4e22-8ead-66c48f6303a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.386866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6bec29e3-450b-41ee-a4b0-49c23a7f9a44 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/d8654181180f4c62ba98a24082eb9052 HTTP/1.1" status: 204 len: 168 time: 0.1247218 Oct 11 15:30:03.394458 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.433951 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.458965 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.460012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-643600ba-c917-4e22-8ead-66c48f6303a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05955253d3d54125b1c3a1349e3222f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9468696 Oct 11 15:30:03.476785 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643600ba-c917-4e22-8ead-66c48f6303a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63046b-5e97-425c-ac39-6e7ee7929aad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:03.489241 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:03.537687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ea7e46f-7ee5-4145-a7d8-c2a7c7d4b26e tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1376603 Oct 11 15:30:03.546695 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.561531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4aefac9-1856-4044-9a72-d3f087748546 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas/d8654181180f4c62ba98a24082eb9052 HTTP/1.1" status: 200 len: 370 time: 0.0105762 Oct 11 15:30:03.561531 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.570139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f222969c-0dac-4103-b27a-00ed2ae2c09f tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas/d8654181180f4c62ba98a24082eb9052/default HTTP/1.1" status: 200 len: 370 time: 0.0057576 Oct 11 15:30:03.575155 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.589384 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-03032be2-aad9-4aff-af49-b0522f10d37a tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] delete failed (client error): The resource could not be found. Oct 11 15:30:03.593029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-03032be2-aad9-4aff-af49-b0522f10d37a tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/d8654181180f4c62ba98a24082eb9052 HTTP/1.1" status: 404 len: 348 time: 0.0145385 Oct 11 15:30:03.650412 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.698608 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.717298 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:03.745163 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ca55c61-82d2-4f6c-ba34-cd3d1a0797b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/8724be9d-dae0-403b-94e5-0edc7c8d2f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6614966 Oct 11 15:30:03.765551 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] For port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:03.800943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.801737 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:03.864688 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:network and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:03.886182 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:03.918550 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:subnet and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:03.923519 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a9835-7006-4999-aa2b-bb150963c1ca None None] Pushing event updated for resources: {'Port': ['ID=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:03.930369 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:03.935343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:30:03.935919 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:30:03.942621 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c707a5ed-f6e2-46de-a513-23916cea4a76 None None] Provisioning complete for port a867d514-e72f-4e13-a163-56faa7996d84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:03.943190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c707a5ed-f6e2-46de-a513-23916cea4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:03.946969 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:subnetpool and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:03.962025 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:03.981146 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:port and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:04.002075 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:04.021464 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:router and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:04.025791 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:04.029990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c707a5ed-f6e2-46de-a513-23916cea4a76 None None] Port a867d514-e72f-4e13-a163-56faa7996d84 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:04.043056 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:floatingip and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:04.048820 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:04.072677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2de7b-4b32-4168-aa8a-685a873b0296 req-75996939-cdc7-4a10-add5-a0068b150376 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:04.074825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca2de7b-4b32-4168-aa8a-685a873b0296 req-75996939-cdc7-4a10-add5-a0068b150376 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 949 time: 0.7338085 Oct 11 15:30:04.096960 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:security_group and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:04.103570 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:04.112952 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Usage tracker for resource:security_group_rule and project:566b902738524d4db9d831d0c5ea7b91 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 11 15:30:04.116656 n-d-master-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 11 15:30:04.121849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-63265daa-1fe0-48ec-9f2f-e3e555f072d0 tempest-QuotasTest-112558388 tempest-QuotasTest-112558388-project-admin] 10.222.0.31 "GET /v2.0/quotas/566b902738524d4db9d831d0c5ea7b91/details.json HTTP/1.1" status: 200 len: 703 time: 0.3158934 Oct 11 15:30:04.192300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8fe62-d7ac-4bf1-abc9-d09ae36fbfaf req-e1e4e3b5-aee7-4af5-8d80-ca2407718cf9 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:04.193856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adb8fe62-d7ac-4bf1-abc9-d09ae36fbfaf req-e1e4e3b5-aee7-4af5-8d80-ca2407718cf9 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 950 time: 0.2628438 Oct 11 15:30:04.205084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.223096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca2de7b-4b32-4168-aa8a-685a873b0296 req-e4841edb-26e5-4c68-a0d3-1a581689d31e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393909 Oct 11 15:30:04.246338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.258317 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1889d36f-2c86-4747-8bc6-03b5550ab3ff None None] Provisioning complete for port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:04.258680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1889d36f-2c86-4747-8bc6-03b5550ab3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.266040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.353438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adb8fe62-d7ac-4bf1-abc9-d09ae36fbfaf req-6b4652c9-7b24-4e3e-8544-3a65b9279e2f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473861 Oct 11 15:30:04.472184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.475252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.477056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb63046b-5e97-425c-ac39-6e7ee7929aad HTTP/1.1" status: 204 len: 168 time: 1.0164492 Oct 11 15:30:04.504509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f23a4-2530-4236-9165-7b52f9480a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63046b-5e97-425c-ac39-6e7ee7929aad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:04.541390 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:04.619747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:04.788532 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fc3ce705-7364-4d4a-b01a-1d98dc7ab014 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:04.898493 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-261c5f27-8860-42c4-b545-c19b7c8d1636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.924955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:04.925623 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:04.942938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e60469c-d490-44a2-b99b-d4253d354833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.072793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e60469c-d490-44a2-b99b-d4253d354833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.083744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e60469c-d490-44a2-b99b-d4253d354833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.089381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aa61c6d8-3bd9-4a75-a0a3-6da854df160d up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:05.099742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.100859 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:05.141570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e60469c-d490-44a2-b99b-d4253d354833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee5a8dff65314fce84be1a2db25f3b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204782 Oct 11 15:30:05.142638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60469c-d490-44a2-b99b-d4253d354833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60081e-edb4-4b19-b864-cbf8cf368613,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:05.147236 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:05.160572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef80c57c-151d-479c-a720-7db89e8239a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.170715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fc3ce705-7364-4d4a-b01a-1d98dc7ab014, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:05.182841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.183927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:05.214652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.241405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.250449 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:05.264470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Sync routers for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:05.267836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-f7995752-3785-4cac-8851-f3186d5f5509 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:05.269550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-f7995752-3785-4cac-8851-f3186d5f5509 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 821 time: 0.6571217 Oct 11 15:30:05.335013 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:05.335979 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:05.365774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.369186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.380889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b60081e-edb4-4b19-b864-cbf8cf368613 HTTP/1.1" status: 204 len: 168 time: 0.2220926 Oct 11 15:30:05.390218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-b0c282e4-30c1-405f-abae-55d2376f0fbe tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/quotas/a163f46e1c7d4161a46095c5f00deb51 HTTP/1.1" status: 200 len: 375 time: 0.1098855 Oct 11 15:30:05.399207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.402884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10dd1b62-e0b7-43ed-b1ac-ae109d42ee03 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.0901594 Oct 11 15:30:05.408136 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:05.410159 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:05.416810 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfdc89-e806-4d27-b9da-e1f94899657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60081e-edb4-4b19-b864-cbf8cf368613,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:05.417430 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port aa61c6d8-3bd9-4a75-a0a3-6da854df160d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:05.437712 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:05.454242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port aa61c6d8-3bd9-4a75-a0a3-6da854df160d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:05.455017 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.456605 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:05.461836 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:05.504946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-54d5a448-e1da-46ed-942f-f9beebdcd23c tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:05.506581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-54d5a448-e1da-46ed-942f-f9beebdcd23c tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 950 time: 0.2252603 Oct 11 15:30:05.559532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef80c57c-151d-479c-a720-7db89e8239a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.587625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5589a-43f9-4e06-ad6c-e72d0937d105 req-80ea2803-d2f7-41f2-bae6-1271d994ae0e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:05.589265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6b5589a-43f9-4e06-ad6c-e72d0937d105 req-80ea2803-d2f7-41f2-bae6-1271d994ae0e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 949 time: 0.1759338 Oct 11 15:30:05.593941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef80c57c-151d-479c-a720-7db89e8239a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.609418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-1ba694cd-c45e-464d-9722-6ba71bd836ab tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009530 Oct 11 15:30:05.713463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:05.713869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.744159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ef80c57c-151d-479c-a720-7db89e8239a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa637007521d4fb19685feda718a80ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404164 Oct 11 15:30:05.751001 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:05.771634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6b5589a-43f9-4e06-ad6c-e72d0937d105 req-6fc5912e-884c-4359-a1aa-98f7099ca0c7 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599655 Oct 11 15:30:05.782694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80c57c-151d-479c-a720-7db89e8239a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19585af-b4b7-4d4e-b374-1c36936c2101,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:05.816473 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:05.833380 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:05.894606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Deleting port 60e11356-7ccf-4be0-9c18-1b83f97951ca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:05.894992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:05.913469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-c2d3c6f7-7cc1-4825-88f7-52a756e226e7 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727475 Oct 11 15:30:05.944836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.056850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.068870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.118604 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.163219 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:02Z', 'revision_number': 2, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:06.165944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05156c-d8ad-4ad6-a3bb-0c92a7920833 req-135682c1-d4dd-4262-9a5b-ed3540bced2f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:06.168064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f05156c-d8ad-4ad6-a3bb-0c92a7920833 req-135682c1-d4dd-4262-9a5b-ed3540bced2f tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 950 time: 0.3009379 Oct 11 15:30:06.170733 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] For port 60e11356-7ccf-4be0-9c18-1b83f97951ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e11356-7ccf-4be0-9c18-1b83f97951ca,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:06.171429 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.195768 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:06.204097 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Calling delete_port for 60e11356-7ccf-4be0-9c18-1b83f97951ca owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:06.210020 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:06.210381 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Updating router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 port a867d514-e72f-4e13-a163-56faa7996d84 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:06.245969 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.281575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8284c4b4-eff1-4862-8ef7-d3c0aa9fca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.311281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.381311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:06.386530 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:06.390579 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7937a31-434f-46d0-aa97-0245df2fff6e" -d '{"events": [{"server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "name": "network-vif-plugged", "status": "completed", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:06.401993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.446154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f05156c-d8ad-4ad6-a3bb-0c92a7920833 req-04b86c5a-bc37-4f0d-abed-555571649442 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/security-groups?id=66742137-70a5-49fb-b1c4-1da6a99e4ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635953 Oct 11 15:30:06.490677 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:06.528005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-b33efadb-7b5d-4c07-b95b-616c61f3ef86 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644410 Oct 11 15:30:06.538297 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:03Z', 'revision_number': 3, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:06.659297 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Checking router: 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:06.659644 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Updating router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 port bee073ca-19f5-4763-9bae-e829a5ffbc1f binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:06.751808 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d207f-e4a2-406e-95e1-f3fb5cdd5596 x-openstack-request-id: req-cf2d207f-e4a2-406e-95e1-f3fb5cdd5596 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:06.752046 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "name": "network-vif-plugged", "status": "completed", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:06.752209 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf2d207f-e4a2-406e-95e1-f3fb5cdd5596 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:06.752494 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d', 'code': 200} Oct 11 15:30:06.753051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.771868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fc3ce705-7364-4d4a-b01a-1d98dc7ab014 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:06.778049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.780667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.781873 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c19585af-b4b7-4d4e-b374-1c36936c2101 HTTP/1.1" status: 204 len: 168 time: 1.0283620 Oct 11 15:30:06.875324 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be34fd0-d571-4156-aebf-7ef6fad56d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19585af-b4b7-4d4e-b374-1c36936c2101,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:06.965789 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:06.975457 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.148158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.163596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:07.164150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.263739 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Attempting to bind port a867d514-e72f-4e13-a163-56faa7996d84 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:07.264127 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Attempting to bind port a867d514-e72f-4e13-a163-56faa7996d84 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:07.264491 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Attempting to bind port a867d514-e72f-4e13-a163-56faa7996d84 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:07.265500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aff125da-2587-4a01-b16c-ab2251aecee2 req-a7cffa61-f73b-4bf0-ae4e-4f3e62aba3c3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 210 time: 0.2647676 Oct 11 15:30:07.343401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918ebcc-4f52-4b79-beb4-cb920305d425 req-f5d4a012-c6ef-4e16-ba0a-c411191c4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:07.346869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3918ebcc-4f52-4b79-beb4-cb920305d425 req-f5d4a012-c6ef-4e16-ba0a-c411191c4fbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 1101 time: 0.5133650 Oct 11 15:30:07.368681 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:07.370864 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Checking segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:07.372175 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.377058 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Bound using segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:07.378428 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Bound port: a867d514-e72f-4e13-a163-56faa7996d84, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:07.381897 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.493187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.548671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.551449 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c4c9-fae9-49a5-983c-4a6b740fe640 None None] Pushing event updated for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:07.575593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.617415 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Allocated IP 172.20.0.1 (e884ea02-7f9f-4faa-8edf-f84f56bbf289/988e6476-ac1b-4a95-90c2-f558ccfebc53/3974a9be-54ac-4db3-a878-6f2fb7f5921e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:07.630964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803f2c-c143-4ce1-97e6-74cac163e6c4 req-248bfd09-4fc1-4275-8b66-67093f1e1a4b tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:07.643417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1803f2c-c143-4ce1-97e6-74cac163e6c4 req-248bfd09-4fc1-4275-8b66-67093f1e1a4b tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.5856564 Oct 11 15:30:07.649510 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] For port a867d514-e72f-4e13-a163-56faa7996d84, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:07.662341 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] For port a867d514-e72f-4e13-a163-56faa7996d84, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a867d514-e72f-4e13-a163-56faa7996d84,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:07.680892 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.681121 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034767ce-2c11-4194-af57-f2002801c006 None None] Pushing event updated for resources: {'Port': ['ID=bee073ca-19f5-4763-9bae-e829a5ffbc1f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:07.710527 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] Provisioning complete for port a867d514-e72f-4e13-a163-56faa7996d84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:07.711003 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.732025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8284c4b4-eff1-4862-8ef7-d3c0aa9fca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.776642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.786396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Attempting to bind port bee073ca-19f5-4763-9bae-e829a5ffbc1f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:07.790525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Attempting to bind port bee073ca-19f5-4763-9bae-e829a5ffbc1f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:07.791076 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Attempting to bind port bee073ca-19f5-4763-9bae-e829a5ffbc1f on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:07.810911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:07.812853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:07.813452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.814331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:07.816055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8284c4b4-eff1-4862-8ef7-d3c0aa9fca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.820556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Bound port: bee073ca-19f5-4763-9bae-e829a5ffbc1f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:07.820962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.847082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.901089 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c4c9-fae9-49a5-983c-4a6b740fe640 None None] Pushing event updated for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:07.902571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] For port bee073ca-19f5-4763-9bae-e829a5ffbc1f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:07.905925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] For port bee073ca-19f5-4763-9bae-e829a5ffbc1f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee073ca-19f5-4763-9bae-e829a5ffbc1f,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:07.921327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.961061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:07.986073 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Pushing event deleted for resources: {'Port': ['ID=60e11356-7ccf-4be0-9c18-1b83f97951ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:07.986487 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:07.987127 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:07.992902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a50e72fb-f602-4567-a605-9dc54b7eefdf req-ad595e08-390c-489c-9dc5-2108921b8dd8 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 210 time: 0.2334397 Oct 11 15:30:08.032206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284c4b4-eff1-4862-8ef7-d3c0aa9fca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c3704a-09cf-499b-bee6-e935f4320496,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:08.063172 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:08.063931 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:08.149274 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:08.159736 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:08.163533 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:08.225318 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Pushing event updated for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:08.246158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3918ebcc-4f52-4b79-beb4-cb920305d425 req-f60650c3-c2e7-4c4b-a208-9e82e562bace service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8811591 Oct 11 15:30:08.248968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.255135 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] No DVR routers for this DVR port 60e11356-7ccf-4be0-9c18-1b83f97951ca on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:30:08.282949 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.300505 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.323380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43f7fe7e-3217-4d08-93c9-5f185852ddda req-14379a9f-f8dd-48d0-8e59-e0c59a8dfc99 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.43 "DELETE /v2.0/ports/60e11356-7ccf-4be0-9c18-1b83f97951ca HTTP/1.1" status: 204 len: 173 time: 2.8041708 Oct 11 15:30:08.332841 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'name': 'network-vif-deleted', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:08.340192 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af50fab0-0767-49ea-af6e-13fe133fb8b5" -d '{"events": [{"server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "name": "network-vif-deleted", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:08.350504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034767ce-2c11-4194-af57-f2002801c006 None None] Pushing event updated for resources: {'Port': ['ID=bee073ca-19f5-4763-9bae-e829a5ffbc1f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:08.365766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1803f2c-c143-4ce1-97e6-74cac163e6c4 req-e0188982-7308-4e6b-9119-ce0ca0d8a216 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190795 Oct 11 15:30:08.377983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8284c4b4-eff1-4862-8ef7-d3c0aa9fca6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=566b902738524d4db9d831d0c5ea7b91&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1751359 Oct 11 15:30:08.402310 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:08.448488 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:08.650759 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d30e0-4f8c-4b19-b75d-660c0ea26a07 x-openstack-request-id: req-4a3d30e0-4f8c-4b19-b75d-660c0ea26a07 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:08.651716 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bca529-8cc2-47d7-8a3a-1402a7563357", "name": "network-vif-deleted", "tag": "60e11356-7ccf-4be0-9c18-1b83f97951ca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:08.652138 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3d30e0-4f8c-4b19-b75d-660c0ea26a07 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:08.652952 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bca529-8cc2-47d7-8a3a-1402a7563357', 'name': 'network-vif-deleted', 'tag': '60e11356-7ccf-4be0-9c18-1b83f97951ca', 'status': 'completed', 'code': 200} Oct 11 15:30:08.671694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5b6096f-5700-4a8b-a485-69e87407381f req-fc1cfd56-8a91-4ee0-b453-83f759fbe9c9 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 210 time: 0.0892015 Oct 11 15:30:08.679151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] For port a867d514-e72f-4e13-a163-56faa7996d84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a867d514-e72f-4e13-a163-56faa7996d84,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:08.718296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:08.734891 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:08.742056 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Deleting subnet ce46e2d1-151e-4302-9d63-3805ccf9eb42 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:30:08.761361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.769166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.779850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.787325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.837596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.909527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:08.990529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-422fe5b0-58d6-457d-b26b-92c90a07859c None None] Provisioning complete for port a867d514-e72f-4e13-a163-56faa7996d84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:08.991971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-422fe5b0-58d6-457d-b26b-92c90a07859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.015466 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.086302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.086889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.088319 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3144-86d5-4216-bae9-81d19ba1e1ba None None] Pushing event updated for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:09.090260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.093948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25c3704a-09cf-499b-bee6-e935f4320496 HTTP/1.1" status: 204 len: 168 time: 0.6864991 Oct 11 15:30:09.109281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.128126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de857521-5f92-46cc-ab57-d5bfe0b0cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c3704a-09cf-499b-bee6-e935f4320496,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:09.155808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 60e11356-7ccf-4be0-9c18-1b83f97951ca no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:09.168007 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:07Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:09.172375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.229378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 60e11356-7ccf-4be0-9c18-1b83f97951ca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:30:09.230846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 60e11356-7ccf-4be0-9c18-1b83f97951ca not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:30:09.232718 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce46e2d1-151e-4302-9d63-3805ccf9eb42,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:09.237285 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b43d3-bd91-44a0-8d7d-0160716e4601 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:07Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:09.279101 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Pushing event updated for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:09.308030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.395782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27a09dd8-f868-4871-be2a-59d605b7620d req-871c4380-a6e2-4447-bc2d-551b228de8a9 tempest-ServersAdminNegativeTestJSON-1461964474 tempest-ServersAdminNegativeTestJSON-1461964474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bca529-8cc2-47d7-8a3a-1402a7563357 HTTP/1.1" status: 200 len: 210 time: 0.1592872 Oct 11 15:30:09.398800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.402623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.419031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8671f5bb-cff3-455b-85db-cbc1c70a4fce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce46e2d1-151e-4302-9d63-3805ccf9eb42 HTTP/1.1" status: 204 len: 168 time: 0.9583418 Oct 11 15:30:09.436694 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:09.573820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-422fe5b0-58d6-457d-b26b-92c90a07859c None None] Provisioning complete for port 3974a9be-54ac-4db3-a878-6f2fb7f5921e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:09.574332 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-422fe5b0-58d6-457d-b26b-92c90a07859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.605156 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:03Z', 'revision_number': 3, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:09.674987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeff18-3652-4f63-913a-6b574383cbe0 req-72843fcb-6b83-430e-9225-28a36c8c6ed1 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:09.685698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5faeff18-3652-4f63-913a-6b574383cbe0 req-72843fcb-6b83-430e-9225-28a36c8c6ed1 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.1091573 Oct 11 15:30:09.728541 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:09.736055 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:09.808749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-864d9aa1-ce0f-4d41-9baa-07283653dcdc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:09.818236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-864d9aa1-ce0f-4d41-9baa-07283653dcdc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 821 time: 0.4768047 Oct 11 15:30:09.841369 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'port': {'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'admin_state_up': True, 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:09.868213 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b8199-b657-4742-8ca0-9f4ada9a2276 None None] The sync data for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 is: [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:03Z', 'revision_number': 3, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:09.880612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:09.889091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5faeff18-3652-4f63-913a-6b574383cbe0 req-26725bc4-70ac-4a8b-a1bd-fa7c6817bbd5 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020490 Oct 11 15:30:09.925217 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-422fe5b0-58d6-457d-b26b-92c90a07859c None None] Port 3974a9be-54ac-4db3-a878-6f2fb7f5921e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:10.057143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77082115-eaeb-44b8-bb1c-4c8011474f72 req-cdf6c5f5-3f7b-4c9b-b0b6-c8a0421d433c tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 210 time: 0.1172953 Oct 11 15:30:10.256597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Made reservation on behalf of a163f46e1c7d4161a46095c5f00deb51 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:10.263895 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed7a4cff-3587-4974-a7ee-6a7eee1055ba None None] Provisioning complete for port 3974a9be-54ac-4db3-a878-6f2fb7f5921e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:10.264961 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4cff-3587-4974-a7ee-6a7eee1055ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.274926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.332835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.429367 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:10.449793 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe882cfc-6682-4a09-b783-3c1a001b86df']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:10.498774 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:10.499387 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9c94dd-6d45-4c8b-a4e4-c0fc1046f940') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:10.536132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.633672 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Allocated IP 172.20.0.11 (d7967938-8e72-4b58-81ee-420e79c7786b/225f4c1f-cd68-461c-8b83-8b1b10347d57/a2558b93-dae1-4480-a9ad-4ddcff171350) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:10.713294 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4cff-3587-4974-a7ee-6a7eee1055ba None None] Port 3974a9be-54ac-4db3-a878-6f2fb7f5921e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:10.715041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.726178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.812182 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:30:10.812602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:30:10.827238 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:30:10.904508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee073ca-19f5-4763-9bae-e829a5ffbc1f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:11.026694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.052682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.071964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.082726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] 10.222.0.31 "DELETE /v2.0/networks/fe882cfc-6682-4a09-b783-3c1a001b86df HTTP/1.1" status: 204 len: 168 time: 1.6424015 Oct 11 15:30:11.094599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee073ca-19f5-4763-9bae-e829a5ffbc1f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:11.097302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.117407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dc878-92cb-49ba-8a2b-2636e6d3c74b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe882cfc-6682-4a09-b783-3c1a001b86df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:11.149919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:11.172655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b5490a7-3acc-4ee2-a05b-f8fad499f212 admin admin] 10.222.0.31 "PUT /v2.0/routers/6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7632167 Oct 11 15:30:11.193154 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1fa3-c687-4586-8178-64d5408a8963 req-58afb79c-3f83-4aab-a766-5b60270b9278 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:11.201443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d1fa3-c687-4586-8178-64d5408a8963 req-58afb79c-3f83-4aab-a766-5b60270b9278 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.1696732 Oct 11 15:30:11.224759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.393996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-883d1fa3-c687-4586-8178-64d5408a8963 req-2bd9f9c6-8bdb-470c-81b4-1320fa428c86 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839776 Oct 11 15:30:11.394239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.435440 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Network d7967938-8e72-4b58-81ee-420e79c7786b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:11.447252 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:11.451641 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:11.461209 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:11.465452 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event updated for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:11.479509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port bee073ca-19f5-4763-9bae-e829a5ffbc1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee073ca-19f5-4763-9bae-e829a5ffbc1f,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:11.500989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.503303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a867d514-e72f-4e13-a163-56faa7996d84 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:11.509137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083feb-8bbd-4e53-b0e9-75e87ef0e640 req-85981be6-60ce-4d4f-9825-f0268cdcd6ff tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:11.526140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7083feb-8bbd-4e53-b0e9-75e87ef0e640 req-85981be6-60ce-4d4f-9825-f0268cdcd6ff tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 932 time: 0.3150227 Oct 11 15:30:11.824646 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:11.828414 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a867d514-e72f-4e13-a163-56faa7996d84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:11.832744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.861837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:11.866538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:11.926913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7083feb-8bbd-4e53-b0e9-75e87ef0e640 req-830a4043-64b4-4dbb-999f-0aca104f7101 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916435 Oct 11 15:30:11.953958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=bee073ca-19f5-4763-9bae-e829a5ffbc1f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:11.954267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-21ecfddf-e380-420b-be6a-9ca67b6918a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1027684 Oct 11 15:30:11.968485 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Request body: {'port': {'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:12.084348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34f8e8ff-7c32-495a-aa7b-5aeb2cdaa7e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ba4affff54479b9f99fb6e7d3a6d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610991 Oct 11 15:30:12.093941 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:12.162779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.298810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec6b3381-f530-46eb-af98-1d6b89dc6b99 None None] Provisioning complete for port a2558b93-dae1-4480-a9ad-4ddcff171350 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:12.301859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3381-f530-46eb-af98-1d6b89dc6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.306536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.355645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.385364 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b3381-f530-46eb-af98-1d6b89dc6b99 None None] Port a2558b93-dae1-4480-a9ad-4ddcff171350 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:12.467403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5ce8b98-310c-4341-b5e8-f1a5af172b6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b1a24756d7e48b5b688ebe864af788d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0145831 Oct 11 15:30:12.470118 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:12.586841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.592292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.595476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4307e329-7589-4862-8878-e1c9b49502ad HTTP/1.1" status: 204 len: 168 time: 0.4956210 Oct 11 15:30:12.659383 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd0b88-c0a2-4a94-a602-25361495beb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4307e329-7589-4862-8878-e1c9b49502ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:12.710906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee073ca-19f5-4763-9bae-e829a5ffbc1f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:12.743367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.807570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.835869 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee073ca-19f5-4763-9bae-e829a5ffbc1f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:12.838144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.899376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.906282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:12.906282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66742137-70a5-49fb-b1c4-1da6a99e4ee1 HTTP/1.1" status: 204 len: 168 time: 0.4344294 Oct 11 15:30:12.923692 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835941a-3a18-4b89-8c2f-6b45e84ddbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66742137-70a5-49fb-b1c4-1da6a99e4ee1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:13.003017 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2558b93-dae1-4480-a9ad-4ddcff171350 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:13.038490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:13.117850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f551-2e2a-4c91-91d5-04c2ff5c14a4 req-6f8093dc-ffac-463a-9bc6-25ca45ca2c7d tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:13.131455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3356f551-2e2a-4c91-91d5-04c2ff5c14a4 req-6f8093dc-ffac-463a-9bc6-25ca45ca2c7d tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.3008707 Oct 11 15:30:13.143473 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Transition to ACTIVE for port object a2558b93-dae1-4480-a9ad-4ddcff171350 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:30:13.166718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:13.240940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Pushing event updated for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:13.288736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3356f551-2e2a-4c91-91d5-04c2ff5c14a4 req-6eb7a316-4c80-4562-b837-a4030fdba9fa tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544254 Oct 11 15:30:13.500177 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Attempting to bind port a2558b93-dae1-4480-a9ad-4ddcff171350 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:13.500177 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Attempting to bind port a2558b93-dae1-4480-a9ad-4ddcff171350 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:13.500490 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Attempting to bind port a2558b93-dae1-4480-a9ad-4ddcff171350 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:13.508717 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Port a2558b93-dae1-4480-a9ad-4ddcff171350 on network d7967938-8e72-4b58-81ee-420e79c7786b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:30:13.509038 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Attempting to bind port a2558b93-dae1-4480-a9ad-4ddcff171350 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:13.532478 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:13.532815 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Checking segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:13.533766 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Bound using segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:13.534216 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Bound port: a2558b93-dae1-4480-a9ad-4ddcff171350, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:13.534585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:13.576845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c0f29-d573-4331-9050-910cf14390c2 req-074f888d-a686-47d1-8046-eeca19449c09 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:13.578732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0c0f29-d573-4331-9050-910cf14390c2 req-074f888d-a686-47d1-8046-eeca19449c09 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 944 time: 0.1409645 Oct 11 15:30:13.587054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Sync routers for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:13.598363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:13.599286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:13.692759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0c0f29-d573-4331-9050-910cf14390c2 req-ff78ae02-edf6-4cea-a225-c0dd536b8117 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Oct 11 15:30:13.730359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:13.763652 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-2f82dce3-1963-41a2-b4f9-eb594c38f3ab tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:13.771811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-2f82dce3-1963-41a2-b4f9-eb594c38f3ab tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 828 time: 0.2566223 Oct 11 15:30:13.786772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:13.790887 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a2558b93-dae1-4480-a9ad-4ddcff171350,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:13.799581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-3ee72950-8c48-4e64-81de-80c9b9a8eaeb tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/quotas/a6ec4044a2254d75b0f2e92f290032a9 HTTP/1.1" status: 200 len: 375 time: 0.0252259 Oct 11 15:30:13.809798 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:13.812665 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:13.887934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:13.888907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:13.890714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] 10.222.0.36 "PUT /v2.0/ports/a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 1092 time: 1.9351428 Oct 11 15:30:13.893321 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:13.896004 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c97752-f22e-42d1-8824-49c255ea45c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:13.965754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-7a856b10-f426-464d-8f71-c62e9a05d1fd tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649027 Oct 11 15:30:13.976645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bba68-4d8f-4bd0-8f71-9990b2123b1d service neutron] Pushing event updated for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:14.048552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 2, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:14.093604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb1103f-6d0e-42fc-af3f-0bcb75766323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.096099 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Checking router: 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:14.096474 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Updating router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 port 3974a9be-54ac-4db3-a878-6f2fb7f5921e binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:14.112832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-81c031dc-7b79-4828-a79b-2978d8d815d1 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437206 Oct 11 15:30:14.114642 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:14.143837 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.240413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9b79038-9390-4cc8-93de-baee46f4899c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68f4e5da9e694a5ea3b13f6e5047a93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227348 Oct 11 15:30:14.243289 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:14.371782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.418600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.421944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb1103f-6d0e-42fc-af3f-0bcb75766323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.432255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb1103f-6d0e-42fc-af3f-0bcb75766323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.472173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0fb1103f-6d0e-42fc-af3f-0bcb75766323 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70dc5e6c4f634401860a8a3de697f22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611905 Oct 11 15:30:14.475509 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:14.542055 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1103f-6d0e-42fc-af3f-0bcb75766323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db3e0b-a285-4980-804a-27bad1ee64ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:14.588511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.612940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.613998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.621853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.667580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.672208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.676455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad061069-3c88-4e78-987c-86dc567d33a5 HTTP/1.1" status: 204 len: 168 time: 0.4262593 Oct 11 15:30:14.694928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fcb03-1b97-4348-a9c1-f3646bdd622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad061069-3c88-4e78-987c-86dc567d33a5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:14.704285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.707543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.718253 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98db3e0b-a285-4980-804a-27bad1ee64ee HTTP/1.1" status: 204 len: 168 time: 0.2404115 Oct 11 15:30:14.726203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3734f0a-5188-48bd-984d-4fb376912045 None None] Pushing event updated for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:14.744993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-bf93ebdf-e60a-4067-8e89-eac78d2078bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:14.746585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-bf93ebdf-e60a-4067-8e89-eac78d2078bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1095 time: 0.7788053 Oct 11 15:30:14.750829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cded677-3b7c-4006-89a8-8b611a983ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db3e0b-a285-4980-804a-27bad1ee64ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:14.845013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-8ea81a02-a60f-4861-9449-c9fea906f272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.0759525 Oct 11 15:30:14.854881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Attempting to bind port 3974a9be-54ac-4db3-a878-6f2fb7f5921e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:14.855541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Attempting to bind port 3974a9be-54ac-4db3-a878-6f2fb7f5921e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:14.856077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Attempting to bind port 3974a9be-54ac-4db3-a878-6f2fb7f5921e on network e884ea02-7f9f-4faa-8edf-f84f56bbf289 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:14.857073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b2c7b8bd-99de-4525-9702-43a71e5fc73b service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903985 Oct 11 15:30:14.864819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:14.865526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Checking segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:14.866105 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.866659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Bound using segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:14.867299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Bound port: 3974a9be-54ac-4db3-a878-6f2fb7f5921e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:14.868118 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:14.966640 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:14.969404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] For port 3974a9be-54ac-4db3-a878-6f2fb7f5921e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:14.975818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] For port 3974a9be-54ac-4db3-a878-6f2fb7f5921e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3974a9be-54ac-4db3-a878-6f2fb7f5921e,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:14.982075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.025561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-c44100b9-63bf-4390-b165-caa3bda136da tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:15.032763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-c44100b9-63bf-4390-b165-caa3bda136da tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9190679 Oct 11 15:30:15.047378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3734f0a-5188-48bd-984d-4fb376912045 None None] Pushing event updated for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:15.053321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-10d7481f-6203-4b3f-bcb7-fbdd4b50c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:15.055778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-10d7481f-6203-4b3f-bcb7-fbdd4b50c1eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1962197 Oct 11 15:30:15.071730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-6db8d82f-e707-4c4d-b0fe-f9869b0692fa tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/quotas/ba0e7be7af9a433591644bf9bc81a63c HTTP/1.1" status: 200 len: 375 time: 0.0377526 Oct 11 15:30:15.092483 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:15.093202 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:15.195844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-e203b9a5-0920-47ba-9327-0e9f028eeb7e service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377159 Oct 11 15:30:15.223241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-df3cb607-e7f2-4b73-aa64-4ff90de2fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:15.231394 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] Provisioning complete for port 3974a9be-54ac-4db3-a878-6f2fb7f5921e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:15.231768 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.233646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-df3cb607-e7f2-4b73-aa64-4ff90de2fec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703718 Oct 11 15:30:15.285310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:15.345237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-49763fbc-08fb-4bf7-8e07-7bf9724912d9 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2722695 Oct 11 15:30:15.475553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1737226234', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:15.540910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-9d03e1ad-f1ff-4052-9efe-1cb11c5be9c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938337 Oct 11 15:30:15.545361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Made reservation on behalf of 5529b189f7024a129d1649ef21da284e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:15.548059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.567847 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3124a5f2-e0fc-4f2b-adf4-14e5b0ff7372 x-openstack-request-id: req-3124a5f2-e0fc-4f2b-adf4-14e5b0ff7372 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:15.568135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:15.569469 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3124a5f2-e0fc-4f2b-adf4-14e5b0ff7372 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:15.569998 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:30:15.585652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.675646 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.690650 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:15.785813 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] For port 3974a9be-54ac-4db3-a878-6f2fb7f5921e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3974a9be-54ac-4db3-a878-6f2fb7f5921e,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:15.807345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.823016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-987f1363-49ab-4500-8b8d-86773b820b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.829681 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-498def41-08cb-4433-99f6-edfea3658eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:14Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:15.879452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43ba8763-dd02-4852-844c-14cd672a5b80 req-c68ed62e-8b76-40a2-9228-cb1cfa383d83 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 210 time: 0.0802629 Oct 11 15:30:15.916592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.936517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:15.961781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b281480-b2e4-403b-88d9-8c6e71728ee3 req-1d205298-7bc3-446f-a613-d3e85dc70a3e tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:15.971779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b281480-b2e4-403b-88d9-8c6e71728ee3 req-1d205298-7bc3-446f-a613-d3e85dc70a3e tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 944 time: 0.2922409 Oct 11 15:30:15.998763 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:30:16.008507 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd682097-a5a2-4c84-94c6-b4b3f92dab26,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:16.012060 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498def41-08cb-4433-99f6-edfea3658eed None None] The sync data for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 is: [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:14Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:16.021475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.021851 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Added segment 2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec of type vlan for network e5c52644-dc42-4fc3-a248-223206e608d1 Oct 11 15:30:16.057823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7636707e-2165-4a7d-9c24-ac621d0d5cde req-854ffef9-d229-4ea5-aecf-60ba47908802 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052204 Oct 11 15:30:16.099840 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e26c1f06-40ae-4e43-add7-487f6f163428 None None] Provisioning complete for port 3974a9be-54ac-4db3-a878-6f2fb7f5921e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:16.100326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26c1f06-40ae-4e43-add7-487f6f163428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.161269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdf57279-6b10-4f4d-8187-3454593c8092 req-f26b8db4-a4f9-44c4-acfd-85133b1a4888 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 210 time: 0.1745296 Oct 11 15:30:16.167489 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b834a-0a98-407b-be49-6f8d2dc3017e None None] Pushing event updated for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:16.191037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.264332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-987f1363-49ab-4500-8b8d-86773b820b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.294021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.296644 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:16.297394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.345123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-987f1363-49ab-4500-8b8d-86773b820b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.411972 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Network': ['ID=e5c52644-dc42-4fc3-a248-223206e608d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:16.414622 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1363-49ab-4500-8b8d-86773b820b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf9e58-eb5e-461d-8d06-bbbc7f90fad6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:16.426734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e5c52644-dc42-4fc3-a248-223206e608d1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:30:16.440299 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f2a3d87-e7b0-48e0-8d24-d8f339c4fa5d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4698048 Oct 11 15:30:16.442409 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:16.454327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'subnet': {'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:16.460231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b281480-b2e4-403b-88d9-8c6e71728ee3 req-f45dadb9-c634-4e5f-89c5-1bd6d471689b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867227 Oct 11 15:30:16.477544 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-68f719d4-3e43-466c-8544-02bdee029b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:16.490160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-68f719d4-3e43-466c-8544-02bdee029b99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1095 time: 0.2203519 Oct 11 15:30:16.495013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-987f1363-49ab-4500-8b8d-86773b820b13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff67670d4894da2afb3a6e3dddd187b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8019087 Oct 11 15:30:16.495234 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:16.515007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Made reservation on behalf of 5529b189f7024a129d1649ef21da284e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:16.519174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.741258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.809850 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3974a9be-54ac-4db3-a878-6f2fb7f5921e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:16.858508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.945564 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3974a9be-54ac-4db3-a878-6f2fb7f5921e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:16.950191 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:16.980876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-e342f3eb-a28d-4fe3-a4d4-ffe28bfd40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:16.985520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-e342f3eb-a28d-4fe3-a4d4-ffe28bfd40bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.4818799 Oct 11 15:30:17.141900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98540bab-f4b0-442c-82d9-5ed85070709c req-798b355d-bafd-4d71-b72c-79541d9eea50 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 210 time: 0.0509682 Oct 11 15:30:17.144793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-2fb13973-50d7-499c-9971-63f13800e81f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.1487305 Oct 11 15:30:17.233788 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:17.250537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:17.253386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdbf9e58-eb5e-461d-8d06-bbbc7f90fad6 HTTP/1.1" status: 204 len: 168 time: 0.7571864 Oct 11 15:30:17.320062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-03aad027-5ac1-4de0-9d6e-70e5271bf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:17.320749 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:30:17.321119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:17.323155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-03aad027-5ac1-4de0-9d6e-70e5271bf803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1666667 Oct 11 15:30:17.394768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9165647-86f4-4f96-9959-2c4020716e70 req-a39dabb0-78b6-4878-8c10-452be151e94f tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.1383836 Oct 11 15:30:17.397422 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3faa8-8d47-40d5-8223-84f96b24bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf9e58-eb5e-461d-8d06-bbbc7f90fad6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:17.448490 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec35c78c-7b6b-43cc-b333-6bb449b3ad26,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:17.553824 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Checking segment: {'id': '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:17.554148 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network hostable DHCP agents. Network: e5c52644-dc42-4fc3-a248-223206e608d1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:30:17.597472 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network e5c52644-dc42-4fc3-a248-223206e608d1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:30:17.632724 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e5c52644-dc42-4fc3-a248-223206e608d1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:17.648604 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:17.654051 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d5667-8862-4e32-9fb2-47c52e798163 None None] Network e5c52644-dc42-4fc3-a248-223206e608d1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:30:17.662329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:17.703751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-2d6f85d7-018b-4c32-b166-861ad6b9f3ca tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:17.705570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-2d6f85d7-018b-4c32-b166-861ad6b9f3ca tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.36 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 828 time: 0.2620499 Oct 11 15:30:17.721282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fc82591-c193-4274-bc74-423e64968563 req-54153936-07d8-41c0-9911-27102d8ca1dd tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 210 time: 0.1193728 Oct 11 15:30:17.748618 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'port': {'device_id': '9526182d-4ff5-446c-8223-0a88b529f305', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'admin_state_up': True, 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:17.771715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-dd03ea79-30ed-4305-a04c-ec62ffd26fd1 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d354cf276bf46d880dc16140a040a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671464 Oct 11 15:30:17.829073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-923bf308-488b-4552-8b36-dd356b0ee6c9 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3853400 Oct 11 15:30:17.844508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-98bbdd45-9775-4f18-82ab-cea78c6da759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:17.848889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-98bbdd45-9775-4f18-82ab-cea78c6da759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4846723 Oct 11 15:30:17.898715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a2558b93-dae1-4480-a9ad-4ddcff171350 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:17.899428 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:17.923960 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-754352635', 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:18.072038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-83004403-5ce1-48e9-b6af-d26f2d195182 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326176 Oct 11 15:30:18.173158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 15:30:18.173158 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 11 15:30:18.173158 n-d-master-1 neutron-server[94826]: [parameters: {'project_id_1': 'a6ec4044a2254d75b0f2e92f290032a9', 'expiration_1': datetime.datetime(2021, 10, 11, 15, 29, 58, 73919)}] Oct 11 15:30:18.173158 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:30:18.174072 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:30:18.231714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Made reservation on behalf of 5529b189f7024a129d1649ef21da284e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:18.235295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:18.316133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-131d682a-7349-413d-857b-07e764a20f39 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793600 Oct 11 15:30:18.330596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb29768-6d57-471d-9fd0-38059d69712f req-7e8cd38c-8221-410d-8f43-63fdbef6b4e2 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:18.332847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb29768-6d57-471d-9fd0-38059d69712f req-7e8cd38c-8221-410d-8f43-63fdbef6b4e2 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 944 time: 0.5230830 Oct 11 15:30:18.357031 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b3619-4dd8-43b8-bce1-5b0aa6dd7440 None None] Network e5c52644-dc42-4fc3-a248-223206e608d1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:30:18.363384 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] device_id is not set on port f676caa2-2668-41ec-8625-35ce28ea4ae9 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:30:18.414417 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-d2c15f5e-bc9f-43d2-b66b-5164d83deb74 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:18.416728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-d2c15f5e-bc9f-43d2-b66b-5164d83deb74 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6348267 Oct 11 15:30:18.439158 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ec6cab3d-7459-4876-a069-fbe53e5269e3 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:18.441442 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ec6cab3d-7459-4876-a069-fbe53e5269e3 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632076 Oct 11 15:30:18.458884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Request body: {'port': {'device_id': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': 'ba0e7be7af9a433591644bf9bc81a63c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:18.471890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a2558b93-dae1-4480-a9ad-4ddcff171350,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:18.485238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:18.561176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:18.576655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-d6d8d8c9-b6d6-4e1f-a2b5-dafb7cc4a4fc tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/quotas/2d354cf276bf46d880dc16140a040a91 HTTP/1.1" status: 200 len: 375 time: 0.0946240 Oct 11 15:30:18.613543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb29768-6d57-471d-9fd0-38059d69712f req-a6f6136c-02ac-4fb0-a1ed-20f5ab05ec72 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709916 Oct 11 15:30:18.628502 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2558b93-dae1-4480-a9ad-4ddcff171350 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:18.670758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a2558b93-dae1-4480-a9ad-4ddcff171350,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:18.677872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-5832e089-738b-454c-b282-0e5af0594183 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d354cf276bf46d880dc16140a040a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871439 Oct 11 15:30:18.701425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:18.717435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67c97752-f22e-42d1-8824-49c255ea45c5 req-aa3dbe29-a204-493e-9b90-5cb63de394ba service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781905 Oct 11 15:30:18.731791 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.20.0.7 (e5c52644-dc42-4fc3-a248-223206e608d1/ec35c78c-7b6b-43cc-b333-6bb449b3ad26/f676caa2-2668-41ec-8625-35ce28ea4ae9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:18.744442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 15:30:18.744442 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 11 15:30:18.744442 n-d-master-1 neutron-server[94826]: [parameters: {'project_id_1': 'a6ec4044a2254d75b0f2e92f290032a9', 'expiration_1': datetime.datetime(2021, 10, 11, 15, 29, 58, 681271)}] Oct 11 15:30:18.744442 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:30:18.745612 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:30:18.760378 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Made reservation on behalf of ba0e7be7af9a433591644bf9bc81a63c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:18.767092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:18.841726 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:18.903545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a2558b93-dae1-4480-a9ad-4ddcff171350'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:19.084888 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Allocated IP 192.168.233.90 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/1a4e5250-ab58-415c-a4db-e4dc9b1f2623) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:19.196989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bca91405-653e-4d45-9b75-d4fae2a577b7 req-18c4d528-d1fc-428c-8d19-7b8fad7baff5 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 210 time: 0.1233697 Oct 11 15:30:19.306552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cf95465-0cf4-491c-93cc-afc76d9bc416 req-f3906100-19b6-49b4-b8fb-7f7cf8dffa9a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 210 time: 0.1205494 Oct 11 15:30:19.453801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc948be2-0650-4aeb-b5aa-c735fbc2a019 req-3ae92dbc-5adb-4bec-8f9e-53a76b193152 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 210 time: 0.1376166 Oct 11 15:30:19.454422 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Made reservation on behalf of a6ec4044a2254d75b0f2e92f290032a9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:19.460098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.503185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.510082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.512427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61b011cf-43cc-44ce-9deb-095246cee036 req-b231e14b-877a-4001-9d9e-60196fcece9e tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0575042 Oct 11 15:30:19.612806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.704966 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network e5c52644-dc42-4fc3-a248-223206e608d1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:19.710598 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:19.735386 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:19.754556 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:19.807676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=f676caa2-2668-41ec-8625-35ce28ea4ae9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:19.850119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:19.850884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.862814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e320e-2068-4c21-919c-27fc2c5eb17b req-410da6be-8a00-434f-84b5-77de7b510941 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:19.864684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b70e320e-2068-4c21-919c-27fc2c5eb17b req-410da6be-8a00-434f-84b5-77de7b510941 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 945 time: 0.1244497 Oct 11 15:30:19.895668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b590113a-12c2-4723-aeab-7d1d19cb9a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:19.907486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-186fb0b5-7f12-4d95-a760-5cbd14ac2f7d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0067689 Oct 11 15:30:19.919241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a2558b93-dae1-4480-a9ad-4ddcff171350 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:19.962099 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:19.977869 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port a2558b93-dae1-4480-a9ad-4ddcff171350 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:19.983780 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port a2558b93-dae1-4480-a9ad-4ddcff171350 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:19.984087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.028488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b70e320e-2068-4c21-919c-27fc2c5eb17b req-ae5fb522-31ae-4a1e-bf79-ccf0809196e0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472688 Oct 11 15:30:20.084426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.085827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b590113a-12c2-4723-aeab-7d1d19cb9a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.092431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b590113a-12c2-4723-aeab-7d1d19cb9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.107868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.120210 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:20.123145 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076a0a1a-4094-44f4-b4fc-5cc48957e21d" -d '{"events": [{"server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "name": "network-vif-plugged", "status": "completed", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:20.130705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aa61c6d8-3bd9-4a75-a0a3-6da854df160d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:20.138077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b590113a-12c2-4723-aeab-7d1d19cb9a53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa732810652946b2b32574a65ecaf88a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223280 Oct 11 15:30:20.138077 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590113a-12c2-4723-aeab-7d1d19cb9a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ab0bb-fcfb-47e4-a782-4c4f54d491fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:20.139850 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:20.163969 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Allocated IP 172.20.0.13 (e884ea02-7f9f-4faa-8edf-f84f56bbf289/988e6476-ac1b-4a95-90c2-f558ccfebc53/2260f024-5e83-4801-baa0-30620bc1f336) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:20.188820 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:20.194860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a2558b93-dae1-4480-a9ad-4ddcff171350,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:20.197882 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c65b6-683b-46cf-ba4f-cc699f71e09e x-openstack-request-id: req-182c65b6-683b-46cf-ba4f-cc699f71e09e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:20.198129 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "name": "network-vif-plugged", "status": "completed", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:20.198889 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-182c65b6-683b-46cf-ba4f-cc699f71e09e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:20.199285 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:20.199438 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'code': 200} Oct 11 15:30:20.206913 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:20.209809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.213962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.247312 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Pushing event updated for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:20.263053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.290531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Deleting port f676caa2-2668-41ec-8625-35ce28ea4ae9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:20.290531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.339616 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:20.382667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:20.383517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.442601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c020ae0f-8ad1-48a2-800f-60109464ca5d req-0c69dc13-eb5e-412b-a5ad-c030e503a0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 210 time: 0.1255662 Oct 11 15:30:20.476025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-33a874a3-f572-46a8-9ee3-6454ffa52d91 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0214498 Oct 11 15:30:20.516098 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Request body: {'port': {'device_id': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:20.531388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc3d01-a056-4746-ae3f-1484456c0f5b req-9b1f5fdf-16ca-4682-be6f-93f36c6bbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:20.562217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45bc3d01-a056-4746-ae3f-1484456c0f5b req-9b1f5fdf-16ca-4682-be6f-93f36c6bbccb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2894185 Oct 11 15:30:20.564671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.617761 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Calling delete_port for f676caa2-2668-41ec-8625-35ce28ea4ae9 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:20.624080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.627333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.630916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f03ab0bb-fcfb-47e4-a782-4c4f54d491fa HTTP/1.1" status: 204 len: 168 time: 0.4877281 Oct 11 15:30:20.651193 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.651538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bda6084-f9e5-45de-b7a9-f53bc1ab6495 req-c41f5583-d9f7-43f4-8bcb-b8a7be2b7267 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0785525 Oct 11 15:30:20.659406 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec5f26bd-22f7-4c11-963d-6b7943d24759 None None] Provisioning complete for port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:20.661867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec5f26bd-22f7-4c11-963d-6b7943d24759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.672603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ef106-86d5-44fe-963d-11b2709cffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ab0bb-fcfb-47e4-a782-4c4f54d491fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:20.705439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a38ad-bf71-4ba5-a961-f7dd5645fa03 req-9f67936d-29a8-4485-9738-00c5d02acc0e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:20.705834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:20.707432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64a38ad-bf71-4ba5-a961-f7dd5645fa03 req-9f67936d-29a8-4485-9738-00c5d02acc0e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 935 time: 0.2682366 Oct 11 15:30:20.759595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f26bd-22f7-4c11-963d-6b7943d24759 None None] Port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:20.768939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64a38ad-bf71-4ba5-a961-f7dd5645fa03 req-61f1363a-b50e-4b57-8076-c919f49acbb5 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Oct 11 15:30:20.774386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45bc3d01-a056-4746-ae3f-1484456c0f5b req-43558596-4a17-4df8-97f4-44176528fb09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970241 Oct 11 15:30:20.856970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21790099-604b-4874-a762-ba5e678c02ec req-2b482377-96f5-49b3-a640-3a55b3893c27 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0273156 Oct 11 15:30:20.922559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.039546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-679283c4-f98e-433f-950c-2cc7dc4b7ea1 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2d354cf276bf46d880dc16140a040a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320961 Oct 11 15:30:21.059688 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:21.175020 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:21.186872 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:21.202901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d06da-7452-41a3-8345-79c76b4c9771 req-41225eb1-79f9-45c8-912f-3105bc8a3d7f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:21.210167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-282d06da-7452-41a3-8345-79c76b4c9771 req-41225eb1-79f9-45c8-912f-3105bc8a3d7f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.0977557 Oct 11 15:30:21.231938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-0a6cb59a-691a-4c96-b1a8-2f19c835b743 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:21.234037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-0a6cb59a-691a-4c96-b1a8-2f19c835b743 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877234 Oct 11 15:30:21.243045 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event updated for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:21.266172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.282448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-282d06da-7452-41a3-8345-79c76b4c9771 req-4a52195b-1130-42ed-840d-df5090da3182 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668595 Oct 11 15:30:21.298399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Request body: {'port': {'device_id': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '2d354cf276bf46d880dc16140a040a91'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:21.309778 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:21.386978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.394808 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Port': ['ID=f676caa2-2668-41ec-8625-35ce28ea4ae9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:21.436871 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Made reservation on behalf of 2d354cf276bf46d880dc16140a040a91 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:21.441646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.444656 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:21.444656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.451901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.465029 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Transition to ACTIVE for port object 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:30:21.475997 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.493429 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09ed2c54-5f16-4c68-9687-9ab7502c2d84 None None] Provisioning complete for port 2260f024-5e83-4801-baa0-30620bc1f336 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:21.493980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09ed2c54-5f16-4c68-9687-9ab7502c2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.508401 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b7b5c98e-c2d3-4770-b540-230f1a8be298 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7649443 Oct 11 15:30:21.551643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.559105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe2610f3-6ad7-43f4-b6cc-c697d36f8bb8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f676caa2-2668-41ec-8625-35ce28ea4ae9 HTTP/1.1" status: 204 len: 168 time: 1.5940933 Oct 11 15:30:21.563616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09ed2c54-5f16-4c68-9687-9ab7502c2d84 None None] Port 2260f024-5e83-4801-baa0-30620bc1f336 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:21.563887 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Request body: {'port': {'device_id': '9526182d-4ff5-446c-8223-0a88b529f305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:21.573820 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:21.581014 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1', 'external_fixed_ips': [{'subnet_id': 'ec35c78c-7b6b-43cc-b333-6bb449b3ad26', 'ip_address': '172.20.0.7'}]}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:21.666896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.676435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1db668-668e-4b00-8169-5e2c6256490a req-2a0ff5b0-f47b-46d8-ba73-3fbcaad683f2 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:21.678944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db1db668-668e-4b00-8169-5e2c6256490a req-2a0ff5b0-f47b-46d8-ba73-3fbcaad683f2 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 932 time: 0.1324728 Oct 11 15:30:21.680880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.687880 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:21.702030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.703465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.704753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.789462 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Attempting to bind port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:21.790190 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Attempting to bind port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:21.790950 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Attempting to bind port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:21.801581 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:30:21.802333 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Attempting to bind port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:21.810282 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:21.811134 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:21.811820 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:21.812536 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Bound port: 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:21.813154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:21.833876 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:21.890050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db1db668-668e-4b00-8169-5e2c6256490a req-b20dc8a4-2076-4bf7-b92f-bf24bf9c2099 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698174 Oct 11 15:30:21.908664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-650c5d86-9691-4814-9813-265c3668628b req-992b28a4-cd96-46e5-b65c-add7ebe60ec1 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 210 time: 0.0828943 Oct 11 15:30:21.980323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.118515 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:22.144701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22648650-bc1c-4780-ba26-2510c9f787f3 req-864d40d4-38e5-44ff-a3f7-4e5aca17d94b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.0775132 Oct 11 15:30:22.145016 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:22.150151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a377823-75e1-48b3-9797-a4ec92d4ab3e req-f9873e21-2cda-4026-bef5-9d586c0a38b9 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0802379 Oct 11 15:30:22.152182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.172928 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Allocated IP 192.168.233.251 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/a9d3c741-224a-4f43-b4aa-a85bf595e158) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:22.210325 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.210941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.212356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] 10.222.0.36 "PUT /v2.0/ports/1a4e5250-ab58-415c-a4db-e4dc9b1f2623 HTTP/1.1" status: 200 len: 1095 time: 1.7107947 Oct 11 15:30:22.215341 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:22.217746 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47141c5f-0d33-4279-8fcf-c832d656c759" -d '{"events": [{"name": "network-changed", "server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:22.333724 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77963186-32b3-4ee5-a91a-06a89404677a x-openstack-request-id: req-77963186-32b3-4ee5-a91a-06a89404677a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:22.334414 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:22.334414 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77963186-32b3-4ee5-a91a-06a89404677a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:22.334816 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623', 'status': 'completed', 'code': 200} Oct 11 15:30:22.372890 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2260f024-5e83-4801-baa0-30620bc1f336 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:22.381179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48c32d-11c2-491f-be4d-f9c43c59b08f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:22.385386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.403772 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Transition to ACTIVE for port object 2260f024-5e83-4801-baa0-30620bc1f336 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:30:22.416656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.419986 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-c34ad86f-10a6-482c-8720-37a0b7fcb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.421535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-c34ad86f-10a6-482c-8720-37a0b7fcb634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 1098 time: 0.1554508 Oct 11 15:30:22.503992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-6f355572-b08d-4f91-baa7-5e0df53710a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623 HTTP/1.1" status: 200 len: 217 time: 0.0723479 Oct 11 15:30:22.567511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Pushing event updated for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:22.639679 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-600d32f4-8a01-4c39-b9f2-403b1c9b4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.641246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-600d32f4-8a01-4c39-b9f2-403b1c9b4dec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1196818 Oct 11 15:30:22.703860 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Attempting to bind port 2260f024-5e83-4801-baa0-30620bc1f336 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:22.704200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Attempting to bind port 2260f024-5e83-4801-baa0-30620bc1f336 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:22.704522 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Attempting to bind port 2260f024-5e83-4801-baa0-30620bc1f336 on network e884ea02-7f9f-4faa-8edf-f84f56bbf289 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:22.713278 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Port 2260f024-5e83-4801-baa0-30620bc1f336 on network e884ea02-7f9f-4faa-8edf-f84f56bbf289 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:30:22.713639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Attempting to bind port 2260f024-5e83-4801-baa0-30620bc1f336 on network e884ea02-7f9f-4faa-8edf-f84f56bbf289 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:22.717955 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-b4161b87-45d8-47b2-b97e-d451266a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.719468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-b4161b87-45d8-47b2-b97e-d451266a68cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692725 Oct 11 15:30:22.723129 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:22.723466 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Checking segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:22.723846 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Bound using segment: {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:22.724273 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Bound port: 2260f024-5e83-4801-baa0-30620bc1f336, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:22.724658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.760316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.795067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300fb4-e88c-4b67-af2b-fca5f75d17df req-7a43e535-c617-4fa3-aae5-20898ac51c3a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.803319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a300fb4-e88c-4b67-af2b-fca5f75d17df req-7a43e535-c617-4fa3-aae5-20898ac51c3a tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 947 time: 0.7359118 Oct 11 15:30:22.884192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:22.888134 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2260f024-5e83-4801-baa0-30620bc1f336,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:22.891567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-a84210b4-7008-4adb-934a-38abcfb676ea service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635070 Oct 11 15:30:22.897666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.940335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a300fb4-e88c-4b67-af2b-fca5f75d17df req-1fe98f44-ff4b-4ac0-8219-3089b4787d04 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352551 Oct 11 15:30:22.967976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.967976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:22.968779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] 10.222.0.36 "PUT /v2.0/ports/2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 1092 time: 1.4344170 Oct 11 15:30:22.982802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81d9ef-d45e-4f2b-bda2-b36d47854673 req-144aeb42-e9f4-402d-aff1-88baac5598e3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:22.984495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a81d9ef-d45e-4f2b-bda2-b36d47854673 req-144aeb42-e9f4-402d-aff1-88baac5598e3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.2486970 Oct 11 15:30:23.093030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaebd9-68c3-495d-8a2b-2349210bf516 service neutron] Pushing event updated for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:23.134622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84e51841-5c0c-4d9c-8ee0-bf04f3da4c3b req-44cd503d-8d61-4328-a36f-1bbf79e590cf service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343378 Oct 11 15:30:23.137913 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-82f2a7b0-3e1f-4f7b-a93a-d60baf157dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.139689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-82f2a7b0-3e1f-4f7b-a93a-d60baf157dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1095 time: 0.1162686 Oct 11 15:30:23.148070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a81d9ef-d45e-4f2b-bda2-b36d47854673 req-90f4bd70-3c47-4924-b1f7-e5ff46d174db tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501791 Oct 11 15:30:23.157548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.195796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6297b3-e57f-49f6-85d4-30515bf2341f req-714f112d-0bac-4af3-a24c-6ab20d9db3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.203342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d6297b3-e57f-49f6-85d4-30515bf2341f req-714f112d-0bac-4af3-a24c-6ab20d9db3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 944 time: 0.1223714 Oct 11 15:30:23.233642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-50bbc007-3678-45df-97b8-4d98795e1709 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 217 time: 0.0742495 Oct 11 15:30:23.347364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-6f7c6d28-530e-4d47-a6a1-f2fa7358c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.349165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-6f7c6d28-530e-4d47-a6a1-f2fa7358c885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 1098 time: 0.1145289 Oct 11 15:30:23.361401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d6297b3-e57f-49f6-85d4-30515bf2341f req-75451dba-bbfa-454f-b4d2-fcca98d3c500 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571832 Oct 11 15:30:23.367550 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-98e0daee-045a-458e-9cc9-c7449b659b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.369003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-98e0daee-045a-458e-9cc9-c7449b659b74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.1029067 Oct 11 15:30:23.380437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.477402 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b9d929fa-3e4f-4f77-a583-1a4ee8aa461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.479114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-b9d929fa-3e4f-4f77-a583-1a4ee8aa461f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897031 Oct 11 15:30:23.539952 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:23.540824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:23.547422 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-e0ac0211-46fa-4a12-9723-ef91737fd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.549452 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-e0ac0211-46fa-4a12-9723-ef91737fd5e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1915128 Oct 11 15:30:23.554814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719a9c-f576-4b16-91c1-ecd72ef5e351 req-f9d34eb9-e5b3-4bb1-8a54-0ba2afeb5264 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.556265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27719a9c-f576-4b16-91c1-ecd72ef5e351 req-f9d34eb9-e5b3-4bb1-8a54-0ba2afeb5264 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 936 time: 0.2471912 Oct 11 15:30:23.560139 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:23.565185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.567033 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:23.619380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-ce08cf84-373b-45d0-a814-d5533ec46454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623 HTTP/1.1" status: 200 len: 217 time: 0.0617764 Oct 11 15:30:23.635205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-0e22e663-d2df-4119-b41b-ae17ae87f328 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1992128 Oct 11 15:30:23.679921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-c85ec828-b47c-4044-89e5-b29ae6b944c6 service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922395 Oct 11 15:30:23.687958 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.717050 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-b9905555-4edf-4213-b62e-85f98ecf9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.718482 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-b9905555-4edf-4213-b62e-85f98ecf9579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0842814 Oct 11 15:30:23.763827 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:23.840261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:23.840926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.880998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27719a9c-f576-4b16-91c1-ecd72ef5e351 req-02280144-2f27-41d6-aff3-098d12391339 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112996 Oct 11 15:30:23.921719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-879bd2a1-b111-4593-8fe9-fc592dd3d687 req-6d4fd676-20c2-4143-9130-3e2927273f55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0678740 Oct 11 15:30:23.957408 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9c09b59-81d8-4d4e-80f8-2d081159833e None None] Provisioning complete for port a9d3c741-224a-4f43-b4aa-a85bf595e158 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:23.958642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9c09b59-81d8-4d4e-80f8-2d081159833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:23.958824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:24.017662 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9c09b59-81d8-4d4e-80f8-2d081159833e None None] Port a9d3c741-224a-4f43-b4aa-a85bf595e158 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:24.030527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-52f3069b-01b4-4874-929f-3018715a68ff tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7371669 Oct 11 15:30:24.050288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-044a0857-7022-4181-b858-1b20e3ed9a16 req-0b86a04d-ea2d-49db-b8a5-0d0020219fe4 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0371771 Oct 11 15:30:24.144113 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-e62d522e-6903-43fb-859c-5221515e2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.145137 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-e62d522e-6903-43fb-859c-5221515e2f5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822332 Oct 11 15:30:24.164707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70bc80af-b65f-4f66-83c3-d3accd69171d req-4c82c8bc-cd86-4af4-9727-48084d7fe66d service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725692 Oct 11 15:30:24.170149 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.20.0.7 (e5c52644-dc42-4fc3-a248-223206e608d1/ec35c78c-7b6b-43cc-b333-6bb449b3ad26/e8eee4be-a13c-4dae-beae-ef430623754a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:24.247095 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Request body: {'port': {'device_id': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:24.293758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-7530ef38-755b-47e0-a969-767959551512 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400404 Oct 11 15:30:24.332050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:24.370365 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:24.372991 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698234a0-e7e7-4508-a356-500f15a58c52" -d '{"events": [{"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:24.406846 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-47141c5f-0d33-4279-8fcf-c832d656c759 req-7339f399-781d-4f77-9185-67645fb5535f service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045105 Oct 11 15:30:24.443529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:24.485642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:24.501121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176855d6-2d47-431c-8479-a921e78e16b6 req-bfc69188-ab2c-4553-ab4c-00f829a6cabc tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.502726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-176855d6-2d47-431c-8479-a921e78e16b6 req-bfc69188-ab2c-4553-ab4c-00f829a6cabc tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 947 time: 0.1999781 Oct 11 15:30:24.629608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-176855d6-2d47-431c-8479-a921e78e16b6 req-750cea84-5009-453a-9e30-2f5de8579525 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996180 Oct 11 15:30:24.670549 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110a281-a2b0-41ab-b3be-eb3e7faff4a4 x-openstack-request-id: req-b110a281-a2b0-41ab-b3be-eb3e7faff4a4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:24.671045 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:24.671045 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b110a281-a2b0-41ab-b3be-eb3e7faff4a4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:24.671452 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336', 'status': 'completed', 'code': 200} Oct 11 15:30:24.692344 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Allocated IP 172.35.3.156 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ff365a9c-c679-47bb-879e-15984728746a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:24.701394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:24.745587 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698234a0-e7e7-4508-a356-500f15a58c52 req-21e4b0b5-e8b7-4676-b87d-ac801cda2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.746997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-21e4b0b5-e8b7-4676-b87d-ac801cda2ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1095 time: 0.0464435 Oct 11 15:30:24.835859 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network e5c52644-dc42-4fc3-a248-223206e608d1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:24.836961 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698234a0-e7e7-4508-a356-500f15a58c52 req-0f4108db-d272-4e69-b400-d0341092e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.838519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-0f4108db-d272-4e69-b400-d0341092e2f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 929 time: 0.0841627 Oct 11 15:30:24.869842 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:24.878164 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:24.886069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-8ff8697a-7f74-4fde-96b8-e91299a75d01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 217 time: 0.0381105 Oct 11 15:30:24.888505 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=e8eee4be-a13c-4dae-beae-ef430623754a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:24.938079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698234a0-e7e7-4508-a356-500f15a58c52 req-3b30e586-328e-4ef5-bfad-da753b46a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.940017 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-3b30e586-328e-4ef5-bfad-da753b46a359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.0458305 Oct 11 15:30:24.962989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaae93c-8d7f-46f9-b3ea-5524839db100 req-f1185771-af3e-47c7-a1cb-c59b1205cafe tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.964451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5eaae93c-8d7f-46f9-b3ea-5524839db100 req-f1185771-af3e-47c7-a1cb-c59b1205cafe tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 944 time: 0.2416704 Oct 11 15:30:24.995981 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698234a0-e7e7-4508-a356-500f15a58c52 req-02d13ce8-de1a-4220-9b2a-ab18a71c9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:24.997497 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-02d13ce8-de1a-4220-9b2a-ab18a71c9bbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401225 Oct 11 15:30:25.092217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-6facf354-f986-4d5b-af53-44f25fe9e40f service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860360 Oct 11 15:30:25.110442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:25.152517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5eaae93c-8d7f-46f9-b3ea-5524839db100 req-4e725671-41ef-4539-b0b0-0595a8b63c72 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714122 Oct 11 15:30:25.188296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-698234a0-e7e7-4508-a356-500f15a58c52 req-3241a90a-1c6f-473b-bb06-0d18058f4b36 service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Oct 11 15:30:25.223382 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:25.236388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:25.317091 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Transition to ACTIVE for port object a9d3c741-224a-4f43-b4aa-a85bf595e158 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:30:25.321701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:25.364126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:25.723200 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:25.734708 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:25.748061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37242a9-1dc1-42af-8d37-9429499fc2be req-58e2e82a-05ee-4f00-8107-deba0ea2a107 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:25.749808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a37242a9-1dc1-42af-8d37-9429499fc2be req-58e2e82a-05ee-4f00-8107-deba0ea2a107 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 936 time: 0.5287054 Oct 11 15:30:25.752291 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:25.780046 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event updated for resources: {'Port': ['ID=ff365a9c-c679-47bb-879e-15984728746a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:25.786581 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:25.962955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:25.970090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:26.004182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a37242a9-1dc1-42af-8d37-9429499fc2be req-34ce68b7-a302-4a17-9d6b-fb99d1056844 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428062 Oct 11 15:30:26.081707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Attempting to bind port a9d3c741-224a-4f43-b4aa-a85bf595e158 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:26.081937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Attempting to bind port a9d3c741-224a-4f43-b4aa-a85bf595e158 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:26.082202 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Attempting to bind port a9d3c741-224a-4f43-b4aa-a85bf595e158 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:26.087373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.092326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:26.103621 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623', 'mac_address': 'fa:16:3e:fc:7d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:26.139704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.152476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fc2a102-5377-4177-8099-3f868feef0f4 req-2c06e877-1a63-49a1-8825-45e077b51081 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0754750 Oct 11 15:30:26.155336 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Port a9d3c741-224a-4f43-b4aa-a85bf595e158 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:30:26.155564 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:26.155690 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Attempting to bind port a9d3c741-224a-4f43-b4aa-a85bf595e158 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:26.185776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:26.193057 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:26.193562 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:26.194042 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:26.194269 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.194490 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Bound port: a9d3c741-224a-4f43-b4aa-a85bf595e158, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:26.194850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.195536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2260f024-5e83-4801-baa0-30620bc1f336 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:26.246750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.278118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:26.343032 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.370305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2260f024-5e83-4801-baa0-30620bc1f336,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:26.385382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2260f024-5e83-4801-baa0-30620bc1f336', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'mac_address': 'fa:16:3e:eb:1f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:26.424569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.437892 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2260f024-5e83-4801-baa0-30620bc1f336 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:26.458541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2260f024-5e83-4801-baa0-30620bc1f336,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:26.463778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.474453 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:26.506988 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:26.525048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:26.547898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.607754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:26.608386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.610131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] 10.222.0.43 "PUT /v2.0/ports/a9d3c741-224a-4f43-b4aa-a85bf595e158 HTTP/1.1" status: 200 len: 1096 time: 2.3672807 Oct 11 15:30:26.622239 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:26.624931 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621658f8-cda5-405a-b1c6-abd7ffc2815c" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:26.636835 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e7422-6e11-483d-bca2-80c95ca5bac3 req-979eb892-5b45-43ba-b73c-e3990b64539e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:26.639080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f26e7422-6e11-483d-bca2-80c95ca5bac3 req-979eb892-5b45-43ba-b73c-e3990b64539e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 948 time: 0.2819946 Oct 11 15:30:26.675769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2260f024-5e83-4801-baa0-30620bc1f336'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:26.732011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1a4e5250-ab58-415c-a4db-e4dc9b1f2623'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:26.772674 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25060-ca79-4f53-934a-7902b3c816ff service neutron] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:26.833871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f26e7422-6e11-483d-bca2-80c95ca5bac3 req-2a830119-3333-4f4c-a809-a627eb4cce70 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647849 Oct 11 15:30:26.848536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.880767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-1ad2ee24-3dbd-40ae-9376-3e261869eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:26.882293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-1ad2ee24-3dbd-40ae-9376-3e261869eb0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d354cf276bf46d880dc16140a040a91&device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 1099 time: 0.1948147 Oct 11 15:30:26.883975 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:26.928742 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router 554f9966-76cb-467a-902e-5a23be188daa is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:26.992751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-8752ba76-ff4c-4b1b-9fb4-778fe6d700e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158 HTTP/1.1" status: 200 len: 217 time: 0.0769022 Oct 11 15:30:27.065773 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event updated for resources: {'Port': ['ID=ff365a9c-c679-47bb-879e-15984728746a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:27.152386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce99f3-6a38-47a0-88b3-5df3b5e5f1f3 req-64c0235d-05cc-4701-9b00-544d949e63a7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:27.153894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02ce99f3-6a38-47a0-88b3-5df3b5e5f1f3 req-64c0235d-05cc-4701-9b00-544d949e63a7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 945 time: 0.2264481 Oct 11 15:30:27.154670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.198217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-df9cf1de-e848-4323-a856-df0f1ce5ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:27.199750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-df9cf1de-e848-4323-a856-df0f1ce5ea9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1715868 Oct 11 15:30:27.253524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.256161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-f3fa51c7-89c6-44b0-ad6b-aca2f65afd86 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5741441 Oct 11 15:30:27.285583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02ce99f3-6a38-47a0-88b3-5df3b5e5f1f3 req-46b6743b-fb24-4165-a57d-4f44a4b8a695 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 Oct 11 15:30:27.317531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:27.328298 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Sync routers for ids ['554f9966-76cb-467a-902e-5a23be188daa'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:27.330324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-d3c47260-649c-4d49-8273-b544a0ef43a7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 696 time: 0.0659103 Oct 11 15:30:27.343023 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826961-016e-4b10-9f0f-770a64773155 req-2521da56-3796-4269-880e-b27a01428a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:27.344392 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-2521da56-3796-4269-880e-b27a01428a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286421 Oct 11 15:30:27.346686 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Routers {'554f9966-76cb-467a-902e-5a23be188daa'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:27.347288 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['554f9966-76cb-467a-902e-5a23be188daa'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:27.375771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.380214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2aa0003d-fa5a-4596-9ce2-470ce24fe650 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8030415 Oct 11 15:30:27.380639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:27.544528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-6334fdfe-51b7-49fd-a3a4-a17f43d96d7f service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899378 Oct 11 15:30:27.546316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.547377 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Set router 554f9966-76cb-467a-902e-5a23be188daa gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:27.591784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-19ec7644-b1a7-44cf-b9b6-0ce9a57f8bc0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:27.593197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a0f2c96-b1d1-4964-ab5a-0cc97b24aa9d req-19ec7644-b1a7-44cf-b9b6-0ce9a57f8bc0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2538464 Oct 11 15:30:27.748980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24826961-016e-4b10-9f0f-770a64773155 req-215a5f2f-991a-44e8-ae7f-b78df7e89337 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822174 Oct 11 15:30:27.753106 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff5dd7-f728-47b4-9a73-436e95176b2d x-openstack-request-id: req-a7ff5dd7-f728-47b4-9a73-436e95176b2d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:27.753440 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:27.753712 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7ff5dd7-f728-47b4-9a73-436e95176b2d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:27.754105 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'status': 'completed', 'code': 200} Oct 11 15:30:27.756422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.909996 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f9966-76cb-467a-902e-5a23be188daa', 'name': '', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1', 'external_fixed_ips': [{'subnet_id': 'ec35c78c-7b6b-43cc-b333-6bb449b3ad26', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e8eee4be-a13c-4dae-beae-ef430623754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:21Z', 'updated_at': '2021-10-11T15:30:25Z', 'revision_number': 3, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port': {'id': 'e8eee4be-a13c-4dae-beae-ef430623754a', 'name': '', 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f9966-76cb-467a-902e-5a23be188daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'ec35c78c-7b6b-43cc-b333-6bb449b3ad26', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:23Z', 'updated_at': '2021-10-11T15:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec35c78c-7b6b-43cc-b333-6bb449b3ad26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:27.929630 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Deleting port e8eee4be-a13c-4dae-beae-ef430623754a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:27.930148 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:27.972097 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Checking router: 554f9966-76cb-467a-902e-5a23be188daa for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:27.972446 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Updating router 554f9966-76cb-467a-902e-5a23be188daa port e8eee4be-a13c-4dae-beae-ef430623754a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:27.972860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-96acc37b-57a9-48d8-8c11-cd7a5a6a289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:27.975117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-96acc37b-57a9-48d8-8c11-cd7a5a6a289d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d354cf276bf46d880dc16140a040a91&device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 1099 time: 0.1524136 Oct 11 15:30:27.980448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:28.026704 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.095968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.101670 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:28.106644 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:28.106644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.118723 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Calling delete_port for e8eee4be-a13c-4dae-beae-ef430623754a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:28.198849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-c74e760c-1fa5-48ff-8ab9-47c981bd16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:28.200576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-c74e760c-1fa5-48ff-8ab9-47c981bd16c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2110152 Oct 11 15:30:28.204389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-739a55b2-9c95-4739-895e-47be967aba5b req-a8c8c793-ed62-47f9-84c1-893029dfdcf9 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.2200375 Oct 11 15:30:28.229589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1c0ce-a917-4a71-95fe-bb29779fe389 req-178683b8-9068-449f-a77a-c5a02de0799e tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:28.231130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdb1c0ce-a917-4a71-95fe-bb29779fe389 req-178683b8-9068-449f-a77a-c5a02de0799e tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 948 time: 0.3305519 Oct 11 15:30:28.294558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.321908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdb1c0ce-a917-4a71-95fe-bb29779fe389 req-387ba429-07f4-49c8-983c-2f1465130577 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Oct 11 15:30:28.323227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-75d2af44-d5e4-4dd7-8ed4-ac33b3fef657 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158 HTTP/1.1" status: 200 len: 217 time: 0.1104076 Oct 11 15:30:28.379902 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:28.389304 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f26422-5545-49f6-bdfc-c73fffdf5174" -d '{"events": [{"server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:28.423830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:28.431330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.432102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2260f024-5e83-4801-baa0-30620bc1f336 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:28.447738 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.463165 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.540890 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f225019-13b4-455a-bf30-655bb4fee989 None None] Pushing event updated for resources: {'Port': ['ID=e8eee4be-a13c-4dae-beae-ef430623754a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:28.552835 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 2260f024-5e83-4801-baa0-30620bc1f336 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:28.554411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.558381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2260f024-5e83-4801-baa0-30620bc1f336 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:28.558865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.591044 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Attempting to bind port e8eee4be-a13c-4dae-beae-ef430623754a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:28.592677 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Attempting to bind port e8eee4be-a13c-4dae-beae-ef430623754a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:28.592677 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Attempting to bind port e8eee4be-a13c-4dae-beae-ef430623754a on network e5c52644-dc42-4fc3-a248-223206e608d1 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:28.599927 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:28.600301 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Checking segment: {'id': '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:28.600743 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.601143 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Bound using segment: {'id': '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:28.601636 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Bound port: e8eee4be-a13c-4dae-beae-ef430623754a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e5c52644-dc42-4fc3-a248-223206e608d1'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:28.602310 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.615206 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:28.646431 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Port e8eee4be-a13c-4dae-beae-ef430623754a has been deleted concurrently {{(pid=94829) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 11 15:30:28.665441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8eee4be-a13c-4dae-beae-ef430623754a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:28.670455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-ef949343-33ae-435a-ab54-d7b5844e30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:28.672652 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Routers {'554f9966-76cb-467a-902e-5a23be188daa'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:28.675905 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['554f9966-76cb-467a-902e-5a23be188daa'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:28.679067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-ef949343-33ae-435a-ab54-d7b5844e30e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.3414629 Oct 11 15:30:28.731010 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.799192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.813089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-227ecc7e-2a29-46c8-93c1-a4c75a91fa40 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:28.828843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-227ecc7e-2a29-46c8-93c1-a4c75a91fa40 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 821 time: 0.4001193 Oct 11 15:30:28.846957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2260f024-5e83-4801-baa0-30620bc1f336,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:28.862836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:28.888842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc12b-a59f-46b6-8391-e9b1c47d6cf4 req-7f868fd6-4814-4a1d-9316-cd32cbd905c0 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:28.893274 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] Set router 554f9966-76cb-467a-902e-5a23be188daa gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:28.898143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7afc12b-a59f-46b6-8391-e9b1c47d6cf4 req-7f868fd6-4814-4a1d-9316-cd32cbd905c0 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.3296194 Oct 11 15:30:28.921345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-341b0252-bcf0-4fa0-9c0b-03e215d5d43d tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/quotas/a163f46e1c7d4161a46095c5f00deb51 HTTP/1.1" status: 200 len: 375 time: 0.0915027 Oct 11 15:30:29.006337 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f9966-76cb-467a-902e-5a23be188daa', 'name': '', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:21Z', 'updated_at': '2021-10-11T15:30:28Z', 'revision_number': 5, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:29.014156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.018371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.024505 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:29.055580 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af2b2a-5006-4c7b-9ef1-625c4022a704 None None] The sync data for ids ['554f9966-76cb-467a-902e-5a23be188daa'] in n-d-master-1 is: [{'id': '554f9966-76cb-467a-902e-5a23be188daa', 'name': '', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:21Z', 'updated_at': '2021-10-11T15:30:28Z', 'revision_number': 5, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:29.074134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-6bd8b937-3057-44e3-82fb-80f275f512aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:29.076972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-6bd8b937-3057-44e3-82fb-80f275f512aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3705668 Oct 11 15:30:29.095096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7afc12b-a59f-46b6-8391-e9b1c47d6cf4 req-1c9e057b-98f2-4d63-a4af-9e911f24a5ab tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546919 Oct 11 15:30:29.110305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.111920 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 554f9966-76cb-467a-902e-5a23be188daa {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:30:29.118988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.126078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94f70762-1bde-44c6-9d32-eecc05cbe3ca tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/routers/554f9966-76cb-467a-902e-5a23be188daa HTTP/1.1" status: 204 len: 168 time: 1.7437706 Oct 11 15:30:29.126982 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:29.204548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-a3bd4d21-cb36-41fc-a58e-3a590259ce41 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2744250 Oct 11 15:30:29.225404 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Deleting subnet ec35c78c-7b6b-43cc-b333-6bb449b3ad26 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:30:29.231651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.298721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.323801 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:29.368753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.479767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.537137 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec35c78c-7b6b-43cc-b333-6bb449b3ad26,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:29.549428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.553476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-686df6a1-42de-416c-abca-8444955d0037 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/ec35c78c-7b6b-43cc-b333-6bb449b3ad26 HTTP/1.1" status: 204 len: 168 time: 0.4255209 Oct 11 15:30:29.562228 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:29.584192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7565a892-96f3-43b2-ad16-f77a6502cd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.670849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.822702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.826507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7565a892-96f3-43b2-ad16-f77a6502cd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.833850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f6967-4566-477c-9e85-a29c916240bd req-65e8123e-7eea-4d6b-b716-7e77d5963ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:29.835101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7565a892-96f3-43b2-ad16-f77a6502cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.835447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-264f6967-4566-477c-9e85-a29c916240bd req-65e8123e-7eea-4d6b-b716-7e77d5963ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.5938287 Oct 11 15:30:29.864576 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c52644-dc42-4fc3-a248-223206e608d1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:29.871575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-df7ffec3-ff84-4e61-9814-baf6973dcdff service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710302 Oct 11 15:30:29.877456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-2e50ffce-b7ad-47c8-ab7b-3dff8cd803e8 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717649 Oct 11 15:30:29.884333 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:29.884627 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baa66f5-7cd6-48cf-b2ef-b21fbfa82cec') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:29.904170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7565a892-96f3-43b2-ad16-f77a6502cd71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc3fe51baa6c4eec90d5c062d93ff716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761633 Oct 11 15:30:29.905114 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:29.907013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.928818 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565a892-96f3-43b2-ad16-f77a6502cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a72c69-d9c8-4716-ab42-3f896c47ac0b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:29.949391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.968133 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:30:29.968785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: items = [ Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:30:29.971202 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:30:30.034551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-264f6967-4566-477c-9e85-a29c916240bd req-a0dc31a5-6ef7-4b7d-ab11-d3cd5a0a27ce tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873693 Oct 11 15:30:30.069458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.096301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.118214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5c52644-dc42-4fc3-a248-223206e608d1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 15:30:30.128168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-765d3a5c-73f4-4c62-97cf-e2d208c58efa service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370899 Oct 11 15:30:30.134139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621658f8-cda5-405a-b1c6-abd7ffc2815c req-1a4373d8-ed2e-4d54-8110-f5dd6e2fbb5a service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411795 Oct 11 15:30:30.135020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.145672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.157273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e5c52644-dc42-4fc3-a248-223206e608d1 HTTP/1.1" status: 204 len: 168 time: 0.5886579 Oct 11 15:30:30.161423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d13ae-907a-4ecb-ac0b-8e6a7ba39f97 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5c52644-dc42-4fc3-a248-223206e608d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:30.174347 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeff3e55-e325-4027-ab93-8420e5714451 x-openstack-request-id: req-eeff3e55-e325-4027-ab93-8420e5714451 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:30.175391 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:30.175811 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeff3e55-e325-4027-ab93-8420e5714451 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:30.176355 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623', 'code': 200} Oct 11 15:30:30.318758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.324062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.333726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32a72c69-d9c8-4716-ab42-3f896c47ac0b HTTP/1.1" status: 204 len: 168 time: 0.4247675 Oct 11 15:30:30.359464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7398a8-96f9-4fc4-9118-6666bf1e96aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a72c69-d9c8-4716-ab42-3f896c47ac0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:30.398183 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484cf14-ff41-43c6-81f1-4d2c70df2c98 req-23ea88c4-57e8-437d-b87c-759fce87dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:30.399565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e484cf14-ff41-43c6-81f1-4d2c70df2c98 req-23ea88c4-57e8-437d-b87c-759fce87dbb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 1100 time: 0.1644886 Oct 11 15:30:30.476571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e484cf14-ff41-43c6-81f1-4d2c70df2c98 req-dd49da7b-2f20-4a24-b926-2d0a4e5f7fdc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Oct 11 15:30:30.538830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d16fa678-c6b2-4bc6-81e0-2b71341b3ff7 req-cf96c8d1-0279-4482-816c-f06f00259569 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0583270 Oct 11 15:30:30.647447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bfcbd-164a-4ae7-a190-90b0f5eb5fc8 req-00f1f13d-29a8-4bb1-a65c-a8320185add9 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:30.664150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-304bfcbd-164a-4ae7-a190-90b0f5eb5fc8 req-00f1f13d-29a8-4bb1-a65c-a8320185add9 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 948 time: 0.1548212 Oct 11 15:30:30.799222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:30.804588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'name': 'tempest-router--1564601182', 'project_id': '4ca4dc3c75b64c78a9df135124f7dd6d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:30.809894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-304bfcbd-164a-4ae7-a190-90b0f5eb5fc8 req-23c5f898-e903-4eae-a0a3-3ffa805fb9c5 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316283 Oct 11 15:30:30.827345 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecb51-5ace-4771-a43b-8f53791174a3 req-1d99d43b-2247-4f80-9073-5695a606b37b tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:30.828907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b63ecb51-5ace-4771-a43b-8f53791174a3 req-1d99d43b-2247-4f80-9073-5695a606b37b tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.1402111 Oct 11 15:30:30.876700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.876700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:30.980053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b63ecb51-5ace-4771-a43b-8f53791174a3 req-2edd8daa-7c52-4105-aebb-8ab89e72de12 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383879 Oct 11 15:30:31.005906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.009196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e1dd4b4-7270-4d3e-ac96-b4160ea8c086 req-2cbff1c9-f754-4e0b-929b-cdd431078399 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 210 time: 0.0871842 Oct 11 15:30:31.016219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.049519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.051874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2cfbd174-c4ab-4084-89ee-6801ea306177 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2499630 Oct 11 15:30:31.053758 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:31.206908 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:31.208536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:31.208989 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.229087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ba8615-0ab2-4389-89b4-e66bd24470f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.305041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ca515-f28e-4aa6-bc06-d548622278dc req-023c0ffa-eb1f-49b4-a9f2-087bb0bb563b tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:31.313172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-165ca515-f28e-4aa6-bc06-d548622278dc req-023c0ffa-eb1f-49b4-a9f2-087bb0bb563b tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.1783450 Oct 11 15:30:31.471143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ba8615-0ab2-4389-89b4-e66bd24470f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.475829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.477091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ba8615-0ab2-4389-89b4-e66bd24470f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.484902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.489564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:31.504056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-165ca515-f28e-4aa6-bc06-d548622278dc req-53f6e966-47ca-4e6c-8f2c-b34228ffb046 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816859 Oct 11 15:30:31.510783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'mac_address': 'fa:16:3e:b7:f0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:31.571317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89ba8615-0ab2-4389-89b4-e66bd24470f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be54aa4f5db049b792129b435dde78a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605957 Oct 11 15:30:31.573061 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:31.583415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.585579 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a518c439-85a3-4f70-9517-919f1774fb28 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:30:31.592871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.597219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba8615-0ab2-4389-89b4-e66bd24470f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4134465b-7e0a-4e99-886d-b238b5c1fde6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:31.601365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.603903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6805571e-9837-4d28-b01c-e784b1f584b6 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a518c439-85a3-4f70-9517-919f1774fb28 HTTP/1.1" status: 204 len: 168 time: 0.5491407 Oct 11 15:30:31.640199 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:31.666944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.670222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:31.675883 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.696937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.741981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50938325-bf48-4669-a75a-d393131e1c9d req-d9b7c5ac-1f60-4a55-bc68-f8491c090104 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0361164 Oct 11 15:30:31.770802 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:31.779576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.783405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:31.787480 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4134465b-7e0a-4e99-886d-b238b5c1fde6 HTTP/1.1" status: 204 len: 168 time: 0.2128031 Oct 11 15:30:31.796752 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4af39-bf9b-4f31-884c-948f5d312f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134465b-7e0a-4e99-886d-b238b5c1fde6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:31.967946 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:32.065524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbffcb-40a3-426b-b38d-3fdb75c44d20 req-efc31016-5737-4245-a529-912c04802a1c tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:32.068714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9cbffcb-40a3-426b-b38d-3fdb75c44d20 req-efc31016-5737-4245-a529-912c04802a1c tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 949 time: 0.1245129 Oct 11 15:30:32.088626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a9d3c741-224a-4f43-b4aa-a85bf595e158'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:32.177858 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:32.180780 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142985c6-b467-4a84-8c22-e283a32434b2" -d '{"events": [{"server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "name": "network-vif-plugged", "status": "completed", "tag": "2260f024-5e83-4801-baa0-30620bc1f336"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:32.215384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-fed3a822-50ed-47de-8389-357d8d46b32a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:32.216913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-fed3a822-50ed-47de-8389-357d8d46b32a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 821 time: 0.2819328 Oct 11 15:30:32.232332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9cbffcb-40a3-426b-b38d-3fdb75c44d20 req-2a2ed16a-9b6a-4066-ad6b-265452c9a619 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336341 Oct 11 15:30:32.233622 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'port': {'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'admin_state_up': True, 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:32.292730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4138-b196-4ef3-94c6-03bc4681d427 req-b1ec4b52-5084-4681-8c24-019919213f15 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:32.302441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea4d4138-b196-4ef3-94c6-03bc4681d427 req-b1ec4b52-5084-4681-8c24-019919213f15 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.1625035 Oct 11 15:30:32.362576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1281113984', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:32.381438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea4d4138-b196-4ef3-94c6-03bc4681d427 req-4cbddc19-0aee-4cad-8c0f-ee59c4505975 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698664 Oct 11 15:30:32.408285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb3afdb3-2a82-414a-9808-8d83c7cca83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:32.457851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-408bfdd1-f311-4eb0-bbc4-d0db137e3bca req-fb2d85c4-19a9-4cbe-a9bc-672440a8d896 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 210 time: 0.0843163 Oct 11 15:30:32.498954 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb5c8b4-d0dc-4fd1-8e58-278a9f3eb232 x-openstack-request-id: req-3bb5c8b4-d0dc-4fd1-8e58-278a9f3eb232 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:32.499468 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "name": "network-vif-plugged", "status": "completed", "tag": "2260f024-5e83-4801-baa0-30620bc1f336", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:32.499789 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb5c8b4-d0dc-4fd1-8e58-278a9f3eb232 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:32.500260 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336', 'code': 200} Oct 11 15:30:32.529698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:32.530608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:32.791445 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Made reservation on behalf of a163f46e1c7d4161a46095c5f00deb51 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:32.800872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:32.811260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:32.907601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089f0f-683f-41f7-a5ae-0f4182730cf8 req-5ff3c6a0-fc80-4c83-b59b-7ec93fb363b9 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:32.919238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73089f0f-683f-41f7-a5ae-0f4182730cf8 req-5ff3c6a0-fc80-4c83-b59b-7ec93fb363b9 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.1942072 Oct 11 15:30:32.955864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aacdc-2543-42ff-a7e1-2eab1d094752 req-74451c3d-1b53-445a-895f-b6a2f5170192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:32.957291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c58aacdc-2543-42ff-a7e1-2eab1d094752 req-74451c3d-1b53-445a-895f-b6a2f5170192 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1097 time: 0.3873084 Oct 11 15:30:32.995440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73089f0f-683f-41f7-a5ae-0f4182730cf8 req-fca1f504-6599-4849-ac27-8d437da34e7f tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Oct 11 15:30:33.017310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb7e42-d57c-4fdd-80f9-e3ea00f1a3e5 req-f9702892-72f5-4590-802e-a6181e3d3227 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:33.019024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56fb7e42-d57c-4fdd-80f9-e3ea00f1a3e5 req-f9702892-72f5-4590-802e-a6181e3d3227 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.2059691 Oct 11 15:30:33.090795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56fb7e42-d57c-4fdd-80f9-e3ea00f1a3e5 req-c877a12f-fa47-45a7-b65e-039f6cde7bde tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643029 Oct 11 15:30:33.104270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:33.138027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-100be0c8-3dc3-4365-8b98-39fd997ce0a3 req-90418802-a206-4321-ac25-b431992877cd tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0438070 Oct 11 15:30:33.230200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:33.261023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c58aacdc-2543-42ff-a7e1-2eab1d094752 req-ef0d6c7f-5da5-45d4-bbf0-42b6c03940b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511281 Oct 11 15:30:33.314471 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port a9d3c741-224a-4f43-b4aa-a85bf595e158 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:33.320209 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a9d3c741-224a-4f43-b4aa-a85bf595e158 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:33.320917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:33.460735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:33.491423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314d7c1-8b40-40c5-8b02-73279952d156 req-cee52c03-4372-4573-bf50-1010ca64bae3 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:33.502971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7314d7c1-8b40-40c5-8b02-73279952d156 req-cee52c03-4372-4573-bf50-1010ca64bae3 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 949 time: 0.1372013 Oct 11 15:30:33.519979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:33.528448 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:33.569318 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:30:33.619147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a58d7165-5861-4f5c-b66d-2da3d5f2b523 req-51cbad48-2cf6-443c-8e42-60a03bba6516 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 210 time: 0.0558381 Oct 11 15:30:33.631933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7314d7c1-8b40-40c5-8b02-73279952d156 req-6cb4ad74-9d8d-4f46-b088-e46d3139913d tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276581 Oct 11 15:30:33.686384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:33.786398 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Allocated IP 172.20.0.9 (d7967938-8e72-4b58-81ee-420e79c7786b/225f4c1f-cd68-461c-8b83-8b1b10347d57/ffe405e7-63db-4f6b-b567-e3139f73dd20) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:34.050855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.089779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.116882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.201434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb5c93-3936-48c8-b865-6db3cbb86bcc req-d5da5683-f9db-4813-a9d5-d833bd5af71e tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:34.203107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0efb5c93-3936-48c8-b865-6db3cbb86bcc req-d5da5683-f9db-4813-a9d5-d833bd5af71e tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.1032178 Oct 11 15:30:34.290637 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Allocated IP 172.35.3.49 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/685bf434-a3f0-44c1-8699-d5216d82f117) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:34.306266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.323745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0efb5c93-3936-48c8-b865-6db3cbb86bcc req-3519bd00-d9c6-4b92-95cc-aadf0fbdd565 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895569 Oct 11 15:30:34.324620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a2558b93-dae1-4480-a9ad-4ddcff171350'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:34.366948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc25ad-dc63-49ad-a5e1-f987daabc263 req-3158f3a4-c3d0-4fe8-b46a-7e79ec7fc984 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:34.377322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41cc25ad-dc63-49ad-a5e1-f987daabc263 req-3158f3a4-c3d0-4fe8-b46a-7e79ec7fc984 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.1730115 Oct 11 15:30:34.450772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41cc25ad-dc63-49ad-a5e1-f987daabc263 req-b8dee901-0cd9-4c6d-bde4-a5a30dac46c9 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 Oct 11 15:30:34.503773 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:34.515923 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1178be-30ba-4175-b1db-ee616d63527b" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:34.562442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57174657-ae07-407f-9217-ff014136f588 req-3dd72c4f-ead9-475e-8daa-cc159cdac04e tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0543184 Oct 11 15:30:34.602434 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Network d7967938-8e72-4b58-81ee-420e79c7786b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:34.635703 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d1dc99-c7ca-481c-9ae9-fb86fe243d11 x-openstack-request-id: req-79d1dc99-c7ca-481c-9ae9-fb86fe243d11 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:34.636285 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:34.636708 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79d1dc99-c7ca-481c-9ae9-fb86fe243d11 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:34.637402 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'code': 200} Oct 11 15:30:34.671743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-ce0dba62-bf47-4dc5-9091-fc6e425b7e9e tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:34.687221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-ce0dba62-bf47-4dc5-9091-fc6e425b7e9e tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 1100 time: 0.1156459 Oct 11 15:30:34.710415 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:34.713280 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:34.728448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-5bd6be4c-92d1-4457-8cb6-9e8a539dcd15 tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.744226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:34.808192 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:34.809227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.835266 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-045e2831-6242-4ac1-8ac5-68044f154a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.865838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-3bcbcbd0-b2b8-4a24-846f-91ff2a28919b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6368299 Oct 11 15:30:34.869101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:34.882531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Request body: {'port': {'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:34.992575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.009313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfc3f8-bfe3-4d78-8930-ad53ec004ee0 req-71f90ef2-56c8-43ab-a355-5a5a8d17b7dc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:35.013398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1bfc3f8-bfe3-4d78-8930-ad53ec004ee0 req-71f90ef2-56c8-43ab-a355-5a5a8d17b7dc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 931 time: 0.1945131 Oct 11 15:30:35.018332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.024003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cecf28-5752-46ae-8a94-6d01dd87c024 req-24067d47-a25f-4219-892f-cc90e8e9f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:35.025645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33cecf28-5752-46ae-8a94-6d01dd87c024 req-24067d47-a25f-4219-892f-cc90e8e9f04e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 1101 time: 0.2512338 Oct 11 15:30:35.121525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33cecf28-5752-46ae-8a94-6d01dd87c024 req-530ab968-836f-4076-8ade-fc953823f91b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Oct 11 15:30:35.141337 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:35.147358 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:35.157261 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:35.164640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1bfc3f8-bfe3-4d78-8930-ad53ec004ee0 req-8f5a2534-1136-40d8-84fd-a5d3cdb8b2c0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327920 Oct 11 15:30:35.185664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-5bd6be4c-92d1-4457-8cb6-9e8a539dcd15 tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.188025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90b4d229-2c89-49d1-a47f-ba3eb4dc8a45 None None] Provisioning complete for port ffe405e7-63db-4f6b-b567-e3139f73dd20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:35.188252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90b4d229-2c89-49d1-a47f-ba3eb4dc8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.193548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-5bd6be4c-92d1-4457-8cb6-9e8a539dcd15 tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.236944 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-90b4d229-2c89-49d1-a47f-ba3eb4dc8a45 None None] Port ffe405e7-63db-4f6b-b567-e3139f73dd20 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:30:35.255951 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event updated for resources: {'Port': ['ID=685bf434-a3f0-44c1-8699-d5216d82f117,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:35.283394 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6be4c-92d1-4457-8cb6-9e8a539dcd15 tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea000b4-f552-41da-8867-ce4527e8b960,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:35.321669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-663a6b5d-67f2-4b00-b334-cc1a3c00f7df req-5bd6be4c-92d1-4457-8cb6-9e8a539dcd15 tempest-LiveMigrationNegativeTest-1967614592 tempest-LiveMigrationNegativeTest-1967614592-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308391 Oct 11 15:30:35.418587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62649c36-8a81-411a-a434-04c67b215898 req-c2b7e647-2c99-4d83-a507-26f0a8001abe tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:35.420291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62649c36-8a81-411a-a434-04c67b215898 req-c2b7e647-2c99-4d83-a507-26f0a8001abe tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 950 time: 0.0972521 Oct 11 15:30:35.493889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62649c36-8a81-411a-a434-04c67b215898 req-acb7cc6f-c3c9-493c-9295-5a9f16a1ea99 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662422 Oct 11 15:30:35.602252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd1017-38f3-4727-903c-9a725fda5cc2 req-4307c27b-5891-4ac2-88ac-00e095eba51b tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:35.603993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76fd1017-38f3-4727-903c-9a725fda5cc2 req-4307c27b-5891-4ac2-88ac-00e095eba51b tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.1059227 Oct 11 15:30:35.678303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76fd1017-38f3-4727-903c-9a725fda5cc2 req-681c3b27-9bfc-4439-8200-ded2a3e5a827 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Oct 11 15:30:35.693434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de9c3-9bc5-439b-97fb-e6f12f652350 req-d14fa729-4480-487e-896d-b89b9301b802 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:35.703830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b1de9c3-9bc5-439b-97fb-e6f12f652350 req-d14fa729-4480-487e-896d-b89b9301b802 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.0896971 Oct 11 15:30:35.768767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b1de9c3-9bc5-439b-97fb-e6f12f652350 req-73eead27-604a-407e-8f69-a62a8396b340 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626194 Oct 11 15:30:35.778074 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe405e7-63db-4f6b-b567-e3139f73dd20 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:35.793153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.796126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.843551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.889335 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Transition to ACTIVE for port object ffe405e7-63db-4f6b-b567-e3139f73dd20 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:30:35.896071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:35.933123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.043450 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:36.122094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1386d81d-4472-4efe-b8e4-22322f52068b req-959c5183-1c53-472d-a002-8bb0e38b0db2 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.1963983 Oct 11 15:30:36.261735 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Attempting to bind port ffe405e7-63db-4f6b-b567-e3139f73dd20 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:36.262306 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Attempting to bind port ffe405e7-63db-4f6b-b567-e3139f73dd20 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:36.262430 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Attempting to bind port ffe405e7-63db-4f6b-b567-e3139f73dd20 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:36.276903 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Port ffe405e7-63db-4f6b-b567-e3139f73dd20 on network d7967938-8e72-4b58-81ee-420e79c7786b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:30:36.277232 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Attempting to bind port ffe405e7-63db-4f6b-b567-e3139f73dd20 on network d7967938-8e72-4b58-81ee-420e79c7786b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:36.289727 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:36.290096 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Checking segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:36.290912 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Bound using segment: {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:36.291368 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Bound port: ffe405e7-63db-4f6b-b567-e3139f73dd20, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:36.291868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.315101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-ba3500a1-35ff-4ab0-bba7-cace8d48db51 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 258 time: 0.4677858 Oct 11 15:30:36.320955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:36.325319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.349214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.524500 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:36.540654 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:36.544560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.563909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.571559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3de087-1341-4edc-9146-faf5445c80cf req-31da39fe-87a1-40e8-bac5-2c98d0413b61 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:36.573681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b3de087-1341-4edc-9146-faf5445c80cf req-31da39fe-87a1-40e8-bac5-2c98d0413b61 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 943 time: 0.0763717 Oct 11 15:30:36.653828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:36.654482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:36.655886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] 10.222.0.36 "PUT /v2.0/ports/ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 1091 time: 1.7799988 Oct 11 15:30:36.656527 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0cb36-1b6a-4658-ad12-843f243699aa service neutron] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:36.660576 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:36.668512 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ecec91-7aa5-434c-a2cf-bf9138d57032" -d '{"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:36.700121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b3de087-1341-4edc-9146-faf5445c80cf req-9df73d54-9caa-4be6-960d-f774d75d903c tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959346 Oct 11 15:30:36.767051 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Allocated IP 172.35.3.193 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/3aca0d5a-4561-4e20-8d3d-2219a977d267) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:36.770608 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Router 2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:36.911469 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-41a19827-6c2e-4564-96e3-e88d87ecfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:36.914324 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-41a19827-6c2e-4564-96e3-e88d87ecfe2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1094 time: 0.2077801 Oct 11 15:30:36.956417 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ac6a6-3f8d-404c-b367-b7e346814d56 req-442a2d1e-f73e-4749-b7a8-91e02a372ca9 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:36.965853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-179ac6a6-3f8d-404c-b367-b7e346814d56 req-442a2d1e-f73e-4749-b7a8-91e02a372ca9 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.1580367 Oct 11 15:30:37.005966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-40193757-7d29-40c3-a937-0387e0908308 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 217 time: 0.0779016 Oct 11 15:30:37.023152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.042036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-179ac6a6-3f8d-404c-b367-b7e346814d56 req-06e57ef8-bf90-41dd-9226-7ca71a739175 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Oct 11 15:30:37.085382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.094020 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-26ea56fe-da79-4ced-b725-4762eed5dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:37.094020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-26ea56fe-da79-4ced-b725-4762eed5dfe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.0683908 Oct 11 15:30:37.101937 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:37.129230 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] Sync routers for ids ['2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:37.150939 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:37.154879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:37.161109 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:37.165230 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] Routers {'2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:37.168401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.169143 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:37.174239 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ac00345-f4bd-4567-85e1-4a19fe9f38d2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2050200 Oct 11 15:30:37.177535 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:37.212430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event updated for resources: {'Port': ['ID=3aca0d5a-4561-4e20-8d3d-2219a977d267,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:37.249453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:37.270930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25903-f456-4000-94c8-121e5f810110 req-89095d52-84c2-4352-98f3-33402148c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:37.271514 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] Routers {'2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:37.272076 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:37.272421 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-89095d52-84c2-4352-98f3-33402148c960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673510 Oct 11 15:30:37.317380 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:37.318371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7bf-8f30-4ef5-960d-901723f25311 None None] The sync data for ids ['2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:37.370260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e569-ee56-4bde-802d-9c0f8dfe24a3 req-a3060e95-1a15-4842-af49-4089459a9b81 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:37.372359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0b7e569-ee56-4bde-802d-9c0f8dfe24a3 req-a3060e95-1a15-4842-af49-4089459a9b81 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 950 time: 0.1768839 Oct 11 15:30:37.405208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eab250ec-c5e9-4ef9-a5f6-49a9a0738076 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 HTTP/1.1" status: 200 len: 920 time: 0.2268693 Oct 11 15:30:37.407962 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:37.419810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.446229 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-013b5fd1-a057-499c-844e-bb3edd57255a tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 HTTP/1.1" status: 200 len: 205 time: 0.0372045 Oct 11 15:30:37.450163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:37.458378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0b7e569-ee56-4bde-802d-9c0f8dfe24a3 req-b8a37c94-8ff1-48dd-98d7-ad99869a6252 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638359 Oct 11 15:30:37.488337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.510629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-478cb839-75aa-4d3f-b8c4-4d0623027b56 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898036 Oct 11 15:30:37.560962 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28995155-ecfa-4dde-a31a-56c1de984862 x-openstack-request-id: req-28995155-ecfa-4dde-a31a-56c1de984862 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:37.561109 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:37.561313 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28995155-ecfa-4dde-a31a-56c1de984862 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:37.562020 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'status': 'completed', 'code': 200} Oct 11 15:30:37.620708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.686024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.769523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1476383f-2871-4a2a-b289-18ddce6865cf req-9799ffe2-04ec-4981-9238-ddeede7b2c6a tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0408106 Oct 11 15:30:37.799954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.808469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:37.890305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event updated for resources: {'Port': ['ID=3aca0d5a-4561-4e20-8d3d-2219a977d267,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:37.979783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.018780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.020638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-5772b93a-4423-4f27-b24e-2ad6b5d66a23 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7046008 Oct 11 15:30:38.092429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-7121d1ee-f360-4697-b05f-4c8e67ac3765 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0651605 Oct 11 15:30:38.251361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732485-4a3f-441d-8bca-3084139c8dfe req-b369ec88-0cc7-4fbe-971d-2b3d5e0b3702 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.253539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-b369ec88-0cc7-4fbe-971d-2b3d5e0b3702 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.1460307 Oct 11 15:30:38.261521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57f25903-f456-4000-94c8-121e5f810110 req-283c198b-d727-429e-be61-ed48a658b92a service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298901 Oct 11 15:30:38.270747 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-e82fdf89-f5ae-40b9-8721-df2ce0ff055c tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:30:38.275320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.280890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28732485-4a3f-441d-8bca-3084139c8dfe req-e82fdf89-f5ae-40b9-8721-df2ce0ff055c tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0202155 Oct 11 15:30:38.293759 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-8a05f539-b67a-43a1-acca-330e7c407f2c tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.296800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-8a05f539-b67a-43a1-acca-330e7c407f2c tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.36 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.1216159 Oct 11 15:30:38.510193 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-560c166c-7608-4005-92cb-d041c5255c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.511818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-560c166c-7608-4005-92cb-d041c5255c03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1094 time: 0.1446478 Oct 11 15:30:38.514231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port 685bf434-a3f0-44c1-8699-d5216d82f117 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:38.514639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.630530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46944f5d-ad04-4ce8-9232-68c8239970db req-090f71a7-4e3a-4c4d-b241-d5646fb3f8da tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.637798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46944f5d-ad04-4ce8-9232-68c8239970db req-090f71a7-4e3a-4c4d-b241-d5646fb3f8da tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 943 time: 0.1448846 Oct 11 15:30:38.667727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32468dc-3906-4553-b7f2-24fb616a08f7 req-35a6f40f-ccc3-4d56-9576-77618ceb82f8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.670576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b32468dc-3906-4553-b7f2-24fb616a08f7 req-35a6f40f-ccc3-4d56-9576-77618ceb82f8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.1615751 Oct 11 15:30:38.677177 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-5a00dba4-16d4-449b-85f7-5b9d924f1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.678861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-5a00dba4-16d4-449b-85f7-5b9d924f1fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.1588225 Oct 11 15:30:38.724041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46944f5d-ad04-4ce8-9232-68c8239970db req-ed942696-ed82-43a1-8ad3-6b2bd55cb0eb tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Oct 11 15:30:38.769134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-a9770916-cb45-46b2-93f2-d729aace93d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 217 time: 0.0712726 Oct 11 15:30:38.772629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b32468dc-3906-4553-b7f2-24fb616a08f7 req-be49393f-cece-4bb2-b752-ba6832aac87b tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880303 Oct 11 15:30:38.773708 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Deleting port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:38.774333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.898639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:38.919039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1dd2-8343-4b62-996d-1e701683c8cd req-ac9f25d3-711d-4951-8bf6-1ba5166c20bc tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.921277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcc1dd2-8343-4b62-996d-1e701683c8cd req-ac9f25d3-711d-4951-8bf6-1ba5166c20bc tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 949 time: 0.0992110 Oct 11 15:30:38.941835 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for 685bf434-a3f0-44c1-8699-d5216d82f117 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:38.994870 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-ac08b967-b47a-4739-a050-985a1385a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:38.997296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-ac08b967-b47a-4739-a050-985a1385a039 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.2090576 Oct 11 15:30:39.017149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcc1dd2-8343-4b62-996d-1e701683c8cd req-338d8f45-86e8-4817-ac60-f02bff4f032e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869534 Oct 11 15:30:39.058461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-1c21c358-529b-4a21-a569-70d2ea285061 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:39.060157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-1c21c358-529b-4a21-a569-70d2ea285061 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1152008 Oct 11 15:30:39.081570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] For port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:39.082010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.122323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.161665 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Calling delete_port for 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:39.244778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-71d6e602-eba0-4cc1-a103-1359d1c8fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:39.246345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-71d6e602-eba0-4cc1-a103-1359d1c8fa37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920137 Oct 11 15:30:39.584168 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-7b5788fe-9cc6-407b-98d7-e1ce4dd771e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986159 Oct 11 15:30:39.692402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.737373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-9004accd-5a12-4956-b324-d3812c333e02 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 696 time: 0.6678205 Oct 11 15:30:39.759497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=685bf434-a3f0-44c1-8699-d5216d82f117,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:39.772838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.775247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'floatingip': {'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:39.800139 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aa61c6d8-3bd9-4a75-a0a3-6da854df160d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:39.867375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfae46d4-fb24-4c88-bf8d-7676a6677417 req-ff5f529c-5cad-4aec-acf4-50d0b314928c tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.1219008 Oct 11 15:30:39.880690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Pushing event deleted for resources: {'Port': ['ID=1a4e5250-ab58-415c-a4db-e4dc9b1f2623,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:39.906547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.925025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64ecec91-7aa5-434c-a2cf-bf9138d57032 req-37ac66f5-f11a-4dfe-9f10-15460ad8a1ff service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160183 Oct 11 15:30:39.955759 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] No DVR routers for this DVR port 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:30:39.959303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:39.962882 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd451e94-f32d-4add-b427-d2b7b8bf5a63 req-ffda91cb-514a-4c7a-be08-b73a8bd0717e tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.36 "DELETE /v2.0/ports/1a4e5250-ab58-415c-a4db-e4dc9b1f2623 HTTP/1.1" status: 204 len: 173 time: 1.6593695 Oct 11 15:30:39.963792 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'name': 'network-vif-deleted', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:39.969634 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4831596b-09db-4dce-a0b5-0af204290b16" -d '{"events": [{"server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "name": "network-vif-deleted", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:39.972521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.128295 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ffe405e7-63db-4f6b-b567-e3139f73dd20 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:40.174279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:40.195573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.199099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.296409 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.299956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router 2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:30:40.337536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:30:40.338254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1a4e5250-ab58-415c-a4db-e4dc9b1f2623 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:30:40.358749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.364610 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:30:40.398044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e70f7aae-8362-4ab1-b953-d8b7f4c64827 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 HTTP/1.1" status: 204 len: 168 time: 2.9153059 Oct 11 15:30:40.402782 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:40.439999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'name': 'tempest-snat-router-488886925', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:40.527390 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.570849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.572169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.678996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:40.694185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.706283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.735835 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd051f-3b78-4a44-8c16-0a2e9f2ae637 req-feafea13-3cfc-4989-be6c-8878214fe9f7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:40.741566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81fd051f-3b78-4a44-8c16-0a2e9f2ae637 req-feafea13-3cfc-4989-be6c-8878214fe9f7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 943 time: 0.1216855 Oct 11 15:30:40.757049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.853162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81fd051f-3b78-4a44-8c16-0a2e9f2ae637 req-b2618dfa-c16a-4db8-825f-d775f38124cc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984237 Oct 11 15:30:40.918087 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Floating IP dd5015c7-5232-496f-a8ea-3f66a87b7e5c associated. External IP: 172.35.3.193, port: 2260f024-5e83-4801-baa0-30620bc1f336. Oct 11 15:30:40.934811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:40.978751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:40.981958 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2135fa12-3a5f-4da8-b60a-a7d5e44ffee3 x-openstack-request-id: req-2135fa12-3a5f-4da8-b60a-a7d5e44ffee3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:40.982249 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222378d2-74ed-4d85-bc7e-504e2fd30c8d", "name": "network-vif-deleted", "tag": "1a4e5250-ab58-415c-a4db-e4dc9b1f2623", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:40.982502 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2135fa12-3a5f-4da8-b60a-a7d5e44ffee3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:40.982902 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222378d2-74ed-4d85-bc7e-504e2fd30c8d', 'name': 'network-vif-deleted', 'tag': '1a4e5250-ab58-415c-a4db-e4dc9b1f2623', 'status': 'completed', 'code': 200} Oct 11 15:30:40.995571 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe405e7-63db-4f6b-b567-e3139f73dd20 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:41.019117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:41.024064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:41.080281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:41.104689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:41.205435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-175dc46c-07e1-4c69-811a-033fa9fb62ec req-34beb1c2-929f-4f69-aba2-528d4aaccb4d tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=222378d2-74ed-4d85-bc7e-504e2fd30c8d HTTP/1.1" status: 200 len: 210 time: 0.0615702 Oct 11 15:30:41.244959 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:41.247673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ffe405e7-63db-4f6b-b567-e3139f73dd20'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:41.440955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:41.442702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:41.446281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:41.456532 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Sync routers for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:41.472510 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:41.474084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:41.474885 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:41.476415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb780-ee92-4abf-95f4-a0ec7c17a5ef req-8f0688f1-a93b-4a24-8ec6-66909f346966 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:41.477973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-050cb780-ee92-4abf-95f4-a0ec7c17a5ef req-8f0688f1-a93b-4a24-8ec6-66909f346966 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.0951421 Oct 11 15:30:41.496024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-09b8a6aa-d144-4f98-b788-8500ef7b89a6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "PUT /v2.0/floatingips/dd5015c7-5232-496f-a8ea-3f66a87b7e5c HTTP/1.1" status: 200 len: 997 time: 1.7343390 Oct 11 15:30:41.502512 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:41.504837 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292bc910-9c0b-437c-912a-1a1a94c044f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:41.529047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-050cb780-ee92-4abf-95f4-a0ec7c17a5ef req-9be2f675-515e-47c0-bfe3-c48037935a93 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Oct 11 15:30:41.624923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-f2b158f8-6bf5-484c-b309-822c5e9daf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:41.640564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-f2b158f8-6bf5-484c-b309-822c5e9daf40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1097 time: 0.1062195 Oct 11 15:30:41.750284 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.35.3.5 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4823b431-1e9f-47dd-85e2-b9f33ebf34fe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:41.761562 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:41.833403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-483caadc-e5eb-4481-9cb9-95787ec88110 req-bedceac4-da2e-4d4b-bf91-6dfe7d9a1370 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0671680 Oct 11 15:30:41.928375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-bb1fb633-4031-46aa-a111-4eebe7f11006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:41.936548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-bb1fb633-4031-46aa-a111-4eebe7f11006 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 929 time: 0.2942557 Oct 11 15:30:41.950790 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca1b02-f23b-4908-aaef-81bcb9b586b4 x-openstack-request-id: req-76ca1b02-f23b-4908-aaef-81bcb9b586b4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:41.951774 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:41.952027 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76ca1b02-f23b-4908-aaef-81bcb9b586b4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:41.952834 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336', 'status': 'completed', 'code': 200} Oct 11 15:30:42.042490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.055709 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-6d2e6fb0-6684-423e-8397-dae103ea22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.057574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-6d2e6fb0-6684-423e-8397-dae103ea22f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1097 time: 0.0847864 Oct 11 15:30:42.068503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-7badb33d-ae85-444d-9c07-f7481c77caec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 1000 time: 0.1308377 Oct 11 15:30:42.075550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ffe405e7-63db-4f6b-b567-e3139f73dd20 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:42.152220 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dd5015c7-5232-496f-a8ea-3f66a87b7e5c', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'floating_ip_address': '172.35.3.193', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'mac_address': 'fa:16:3e:eb:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9526182d-4ff5-446c-8223-0a88b529f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:37Z', 'updated_at': '2021-10-11T15:30:40Z', 'revision_number': 1, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:42.175441 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ffe405e7-63db-4f6b-b567-e3139f73dd20 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:30:42.178112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.178717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40c51-59ff-468f-8c89-b4448f171992 req-4b1c66ab-4067-4a7d-b838-e6139736c38b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.180345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62b40c51-59ff-468f-8c89-b4448f171992 req-4b1c66ab-4067-4a7d-b838-e6139736c38b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 944 time: 0.1108534 Oct 11 15:30:42.181264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ffe405e7-63db-4f6b-b567-e3139f73dd20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:42.182344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.185132 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-7016b020-c1f8-47f2-9e65-bb94d46db58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.186649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-7016b020-c1f8-47f2-9e65-bb94d46db58b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.1027296 Oct 11 15:30:42.202080 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Checking router: 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:42.215690 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:42.216309 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:42.249196 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:42.267018 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:42.271401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-7e6ec8e5-512c-4a8a-8c94-3b2444578b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.272946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-7e6ec8e5-512c-4a8a-8c94-3b2444578b14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 929 time: 0.2075350 Oct 11 15:30:42.273599 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:42.301568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.314486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62b40c51-59ff-468f-8c89-b4448f171992 req-61f7c4a3-9cc7-47b3-bb95-b76e0dd6010d tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248956 Oct 11 15:30:42.316428 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:42.317388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-8cb7bd94-a79a-47df-bb08-5521c010cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.318864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-8cb7bd94-a79a-47df-bb08-5521c010cf76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074600 Oct 11 15:30:42.345983 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-a357f4a7-d76d-42ca-a999-741857f04e4d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:30:42.346954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-a357f4a7-d76d-42ca-a999-741857f04e4d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053227 Oct 11 15:30:42.371038 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:42.376225 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b5d2a3-33d5-4883-8252-f22a6bf2117b" -d '{"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-plugged", "status": "completed", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:42.420961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:42.444972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.515070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-3600fb5e-9035-44bd-9c06-05b35a15489f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 1000 time: 0.2066991 Oct 11 15:30:42.526087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-67a894b5-b2de-4a6e-8e64-4398b6a47e3a service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664712 Oct 11 15:30:42.566883 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:42.601541 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:42.611863 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae336e23-9fa6-4a8a-9e89-e689bcaa6690 x-openstack-request-id: req-ae336e23-9fa6-4a8a-9e89-e689bcaa6690 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:42.612279 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-plugged", "status": "completed", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:42.615840 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae336e23-9fa6-4a8a-9e89-e689bcaa6690 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:42.616599 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'code': 200} Oct 11 15:30:42.643756 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-a54a75a9-691b-4a06-8a3e-d8d42a147a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.645449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-a54a75a9-691b-4a06-8a3e-d8d42a147a8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.1214147 Oct 11 15:30:42.824327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-95edb0d9-04b4-46db-b06d-8b63f8ca23fd tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.827517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-95edb0d9-04b4-46db-b06d-8b63f8ca23fd tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.1800203 Oct 11 15:30:42.841932 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ebf56-cc22-4542-85b0-ec23918b9fd8 req-f64df868-0ffb-45e3-8a10-36f46094cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:42.845322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d4ebf56-cc22-4542-85b0-ec23918b9fd8 req-f64df868-0ffb-45e3-8a10-36f46094cbe8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1096 time: 0.1567571 Oct 11 15:30:42.846296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:42.853867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddd2bd4-a558-4a9c-9992-f944deb0d805 req-73104860-c03d-4528-ba04-30250642359a service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269086 Oct 11 15:30:42.972622 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dd5015c7-5232-496f-a8ea-3f66a87b7e5c', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'floating_ip_address': '172.35.3.193', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'mac_address': 'fa:16:3e:eb:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9526182d-4ff5-446c-8223-0a88b529f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:37Z', 'updated_at': '2021-10-11T15:30:40Z', 'revision_number': 1, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:43.009080 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be8b16-b113-46fb-88a4-bc5196d1f42f None None] The sync data for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 is: [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'dd5015c7-5232-496f-a8ea-3f66a87b7e5c', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'floating_ip_address': '172.35.3.193', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'mac_address': 'fa:16:3e:eb:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9526182d-4ff5-446c-8223-0a88b529f305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:37Z', 'updated_at': '2021-10-11T15:30:40Z', 'revision_number': 1, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:43.052902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4093e6-9948-4166-a651-5dbb868835ec req-3c22d57b-bb75-4eb3-bd97-6cab76151450 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:43.054823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4093e6-9948-4166-a651-5dbb868835ec req-3c22d57b-bb75-4eb3-bd97-6cab76151450 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 945 time: 0.1526306 Oct 11 15:30:43.088693 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bde5a-a2eb-4498-b87b-5fbcb5927639 req-9d19357e-79cc-4f82-94e7-ddd9b591531f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:43.090255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-415bde5a-a2eb-4498-b87b-5fbcb5927639 req-9d19357e-79cc-4f82-94e7-ddd9b591531f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.1302457 Oct 11 15:30:43.127200 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Deleting port a6c23696-d859-463e-9d30-bcb7ad2bede6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:43.127534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.205736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4093e6-9948-4166-a651-5dbb868835ec req-1824986d-ff43-4c82-9916-aa61f2796a15 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320524 Oct 11 15:30:43.213346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-415bde5a-a2eb-4498-b87b-5fbcb5927639 req-565f1d78-5f2a-4689-b291-d5ea4bce43b1 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118855 Oct 11 15:30:43.231357 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:30:43.252869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-dd7935ba-36f1-4302-a3a4-9793473c562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:43.254511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-dd7935ba-36f1-4302-a3a4-9793473c562d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5585046 Oct 11 15:30:43.355309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82d63ae-93e0-4978-bfa5-f06b79ca8eeb req-ca2c7522-6a24-4c0d-941b-4a0ccd9f6ad6 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0743697 Oct 11 15:30:43.387857 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb0877-7363-431a-b0e9-5cf17db8ad55 None None] New status for floating IP dd5015c7-5232-496f-a8ea-3f66a87b7e5c: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:30:43.424253 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d4ebf56-cc22-4542-85b0-ec23918b9fd8 req-d1a2316d-c421-428e-b65c-0c7811b17d5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046378 Oct 11 15:30:43.424518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] For port a6c23696-d859-463e-9d30-bcb7ad2bede6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c23696-d859-463e-9d30-bcb7ad2bede6,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:43.424860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.535622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-b95058bb-9f42-477a-aac4-bd34b63badb8 service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727573 Oct 11 15:30:43.556381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:43.580291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'mac_address': 'fa:16:3e:b7:f0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:30:43.611196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.616776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-e8595232-7383-4541-a5fd-3e09a13c7769 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 258 time: 0.2749927 Oct 11 15:30:43.635758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:43.663153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.677984 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:30:43.688318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc210fc-2294-45da-afa2-1acefc3a53ec req-865ed78a-0a60-4f78-90ad-5d4cf71336af tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:43.688504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7dc210fc-2294-45da-afa2-1acefc3a53ec req-865ed78a-0a60-4f78-90ad-5d4cf71336af tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 945 time: 0.2115095 Oct 11 15:30:43.706152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:43.716549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.769687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.815721 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:43.835828 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-292bc910-9c0b-437c-912a-1a1a94c044f7 req-c7e95fef-12eb-46b0-b28e-d73ac7b50e4b service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152834 Oct 11 15:30:43.846165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a9d3c741-224a-4f43-b4aa-a85bf595e158'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:43.870098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7dc210fc-2294-45da-afa2-1acefc3a53ec req-1e3ee6ad-6b21-4436-b262-f2ac628ef886 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639967 Oct 11 15:30:43.899380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.899738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:43.900057 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Floating IP 0880035c-d1c9-4530-adb7-b27f834a31c8 disassociated. External IP: 172.35.3.218, port: a6c23696-d859-463e-9d30-bcb7ad2bede6. Oct 11 15:30:43.900400 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Calling delete_port for a6c23696-d859-463e-9d30-bcb7ad2bede6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:43.922085 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router be73143a-36ad-4158-870a-e40125085e61 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:44.031196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.073590 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:44.087524 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Sync routers for ids ['be73143a-36ad-4158-870a-e40125085e61'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:44.101891 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Routers {'be73143a-36ad-4158-870a-e40125085e61'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:44.103168 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be73143a-36ad-4158-870a-e40125085e61'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:44.106972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.109334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0534f9d-f7fc-40d6-8e99-62516c607c46 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6978092 Oct 11 15:30:44.112244 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:44.132215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.225616 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Set router be73143a-36ad-4158-870a-e40125085e61 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:44.257114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffd6b1a5-e02a-4d63-aaaf-cc03233a9a0d tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/be73143a-36ad-4158-870a-e40125085e61 HTTP/1.1" status: 200 len: 906 time: 0.1426218 Oct 11 15:30:44.259664 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:44.268813 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'name': 'tempest-snat-router-488886925', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:44.316068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.317978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.391380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.455675 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be73143a-36ad-4158-870a-e40125085e61', 'name': 'tempest-snat-router-488886925', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:40Z', 'updated_at': '2021-10-11T15:30:42Z', 'revision_number': 3, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port': {'id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be73143a-36ad-4158-870a-e40125085e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:41Z', 'updated_at': '2021-10-11T15:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:44.489283 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Checking router: be73143a-36ad-4158-870a-e40125085e61 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:44.489667 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Updating router be73143a-36ad-4158-870a-e40125085e61 port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:44.562630 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.612975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a5edb42-ec25-4416-9c2d-4c8e9ffd7207 req-3f46ef61-a9a5-4819-b730-98bc3284f99c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 210 time: 0.0581198 Oct 11 15:30:44.617432 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event deleted for resources: {'Port': ['ID=a6c23696-d859-463e-9d30-bcb7ad2bede6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:44.686065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.821660 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Router 190db5dd-b9bd-4701-b718-02b797117600 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:44.831589 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Allocated IP 172.35.3.215 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:44.936728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65828877-e30e-4dfe-8cb5-937c63f2710b req-a6c424be-ee2e-4071-9318-82eea7f49b5c tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:44.941043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:44.945667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65828877-e30e-4dfe-8cb5-937c63f2710b req-a6c424be-ee2e-4071-9318-82eea7f49b5c tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.1826417 Oct 11 15:30:44.967945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.077326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65828877-e30e-4dfe-8cb5-937c63f2710b req-9ba48a14-4836-425e-b7a5-8122ae51f671 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfceb6d-d63a-427d-8ba7-f094f47cb985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307738 Oct 11 15:30:45.140283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:45.159543 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Sync routers for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:45.172551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:45.174174 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:45.185200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.232836 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] No DVR routers for this DVR port a6c23696-d859-463e-9d30-bcb7ad2bede6 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:30:45.236087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2559681b-5851-48d6-a083-0422422175ba req-fd748dee-1c47-4449-b75d-c2d7c5b89f1e tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0549634 Oct 11 15:30:45.238368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:45.238843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.242181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae9e80dc-e1a5-45fd-8522-67b3a8190488 req-40c6b4cc-cfbe-4051-a80e-16e480dc5049 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.43 "DELETE /v2.0/ports/a6c23696-d859-463e-9d30-bcb7ad2bede6 HTTP/1.1" status: 204 len: 173 time: 2.4054754 Oct 11 15:30:45.242647 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'name': 'network-vif-deleted', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:45.245156 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4764aba8-8588-4040-9d9c-62ae2d567ba9" -d '{"events": [{"server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "name": "network-vif-deleted", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:45.290737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-25622ed6-c8d2-40d3-b70f-cb52d0999685 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:45.292757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-25622ed6-c8d2-40d3-b70f-cb52d0999685 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.43 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 950 time: 0.1916418 Oct 11 15:30:45.347646 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:45.379688 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a9d3c741-224a-4f43-b4aa-a85bf595e158 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:45.379688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.431687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.488272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23f6b0-b247-4fdb-ae6d-949457dd8f5c req-33b46845-4dee-42d4-a62d-e1808a511501 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:45.490118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b23f6b0-b247-4fdb-ae6d-949457dd8f5c req-33b46845-4dee-42d4-a62d-e1808a511501 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 945 time: 0.1691263 Oct 11 15:30:45.525605 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:45.537053 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:45.551595 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:45.557842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event updated for resources: {'Port': ['ID=28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:45.579776 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.586859 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Deleting port aa61c6d8-3bd9-4a75-a0a3-6da854df160d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:45.587458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.635570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:45.646363 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:45.649677 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7439a5-1fc1-4053-938c-d7e688769ad3" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:45.667802 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.668379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6c23696-d859-463e-9d30-bcb7ad2bede6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:45.683752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b23f6b0-b247-4fdb-ae6d-949457dd8f5c req-7d5a3805-d02c-48ce-8710-fa7d3d72c889 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822951 Oct 11 15:30:45.816007 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.830607 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.844808 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] For port aa61c6d8-3bd9-4a75-a0a3-6da854df160d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:45.850846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.851236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: a6c23696-d859-463e-9d30-bcb7ad2bede6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:30:45.851236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6c23696-d859-463e-9d30-bcb7ad2bede6 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:30:45.894145 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48470142-3dfc-4abf-b0c1-c0a43444194f x-openstack-request-id: req-48470142-3dfc-4abf-b0c1-c0a43444194f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:45.894454 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fff92f-84d6-47b8-a791-da889fc8113c", "name": "network-vif-deleted", "tag": "a6c23696-d859-463e-9d30-bcb7ad2bede6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:45.894825 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48470142-3dfc-4abf-b0c1-c0a43444194f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:45.895230 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fff92f-84d6-47b8-a791-da889fc8113c', 'name': 'network-vif-deleted', 'tag': 'a6c23696-d859-463e-9d30-bcb7ad2bede6', 'status': 'completed', 'code': 200} Oct 11 15:30:45.914127 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:45.920171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:45.921850 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Calling delete_port for aa61c6d8-3bd9-4a75-a0a3-6da854df160d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:45.961418 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Attempting to bind port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:30:45.962419 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Attempting to bind port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:30:45.962832 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Attempting to bind port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:30:45.979635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:45.980506 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.35.3.212 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/af7307d2-706d-4af8-a0cf-ec2818544c86) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:45.990575 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a4f89-76a2-4780-9727-af3244f9075e None None] Pushing event updated for resources: {'Port': ['ID=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:46.002561 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:30:46.002935 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:30:46.003340 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.008000 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:30:46.008548 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Bound port: 4823b431-1e9f-47dd-85e2-b9f33ebf34fe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:30:46.009129 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.017616 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Checking router: 190db5dd-b9bd-4701-b718-02b797117600 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:46.029323 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:46.031548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:46.133417 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] For port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:30:46.138221 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] For port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:30:46.144788 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.165976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.213193 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a4f89-76a2-4780-9727-af3244f9075e None None] Pushing event updated for resources: {'Port': ['ID=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:46.244554 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Routers {'be73143a-36ad-4158-870a-e40125085e61'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:46.245186 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be73143a-36ad-4158-870a-e40125085e61'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:46.260880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.302552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:46.303049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7c23bd3-7803-4fb0-93d9-a44d5f5939a9 req-a616dc27-b0c8-4bf5-8348-ad3224319b20 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 210 time: 0.1580601 Oct 11 15:30:46.370056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.410641 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b54ccb-9ccb-4f63-83ce-620aaded5be9 x-openstack-request-id: req-10b54ccb-9ccb-4f63-83ce-620aaded5be9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:46.410948 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:46.411154 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10b54ccb-9ccb-4f63-83ce-620aaded5be9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:46.413223 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'code': 200} Oct 11 15:30:46.447211 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] Set router be73143a-36ad-4158-870a-e40125085e61 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:46.488586 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:46.491586 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:46.510403 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:46.587305 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=af7307d2-706d-4af8-a0cf-ec2818544c86,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:46.850906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:46.879992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['aa61c6d8-3bd9-4a75-a0a3-6da854df160d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:30:46.940242 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be73143a-36ad-4158-870a-e40125085e61', 'name': 'tempest-snat-router-488886925', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:40Z', 'updated_at': '2021-10-11T15:30:42Z', 'revision_number': 3, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port': {'id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be73143a-36ad-4158-870a-e40125085e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:41Z', 'updated_at': '2021-10-11T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:46.974959 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:47.012808 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a28467-4cfb-4393-93f7-269529ebdb22 None None] The sync data for ids ['be73143a-36ad-4158-870a-e40125085e61'] in n-d-master-1 is: [{'id': 'be73143a-36ad-4158-870a-e40125085e61', 'name': 'tempest-snat-router-488886925', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:40Z', 'updated_at': '2021-10-11T15:30:42Z', 'revision_number': 3, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port': {'id': '4823b431-1e9f-47dd-85e2-b9f33ebf34fe', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be73143a-36ad-4158-870a-e40125085e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:41Z', 'updated_at': '2021-10-11T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:47.088089 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32732ce-b265-4b11-9c2a-db1cf3f87c1a None None] The sync data for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 is: [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:27:39Z', 'revision_number': 4, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'af9cde65-e54a-41bd-b42f-0728a32c13e1', 'name': '', 'network_id': '7e1e75cc-4f69-4c31-88a5-087795a868e2', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'mac_address': 'fa:16:3e:9e:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:37Z', 'updated_at': '2021-10-11T15:27:43Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'subnets': [{'id': '1d131e41-6ec6-4242-950b-f8db6c2b5a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:47.128043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-3a5b2b17-5a51-4d9e-829a-8e016cb56f17 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:47.149334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-3a5b2b17-5a51-4d9e-829a-8e016cb56f17 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4871223 Oct 11 15:30:47.157316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.229728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.269438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.285910 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Pushing event deleted for resources: {'Port': ['ID=aa61c6d8-3bd9-4a75-a0a3-6da854df160d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:47.468154 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] No DVR routers for this DVR port aa61c6d8-3bd9-4a75-a0a3-6da854df160d on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:30:47.474685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.480206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c173ae4-79a3-4d18-8c4b-4962cec5ccef req-a10b4cf5-c0af-4ff7-8693-0a698efe793f tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.43 "DELETE /v2.0/ports/aa61c6d8-3bd9-4a75-a0a3-6da854df160d HTTP/1.1" status: 204 len: 173 time: 2.1720054 Oct 11 15:30:47.546161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-7a60744d-434f-4ecc-b601-083ff110903e tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 696 time: 0.3958495 Oct 11 15:30:47.585256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:47.706976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.812912 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004059f-734b-48ce-b734-8555b7de0eb4 None None] New status for floating IP 0880035c-d1c9-4530-adb7-b27f834a31c8: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:30:47.842203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.855116 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event updated for resources: {'Port': ['ID=28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:47.861143 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.911171 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'name': 'network-vif-deleted', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:47.913866 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bf4785-65a2-4dad-9a54-ed18c7a2f460" -d '{"events": [{"server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "name": "network-vif-deleted", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:47.954855 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:47.961820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-efd42ef6-55d5-4bf2-9dd2-f0990d762867 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3299832 Oct 11 15:30:48.210765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-caead103-0fda-45b3-adf3-351e714b4e70 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200 len: 696 time: 0.2277851 Oct 11 15:30:48.219979 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router 78aca067-906d-4483-8309-610da35b7044 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:48.545084 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:48.558853 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Sync routers for ids ['78aca067-906d-4483-8309-610da35b7044'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:48.575792 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Routers {'78aca067-906d-4483-8309-610da35b7044'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:48.578094 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['78aca067-906d-4483-8309-610da35b7044'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:48.582333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:48.583990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f21cac1-2365-415b-8206-28d7ad995482 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3231237 Oct 11 15:30:48.586799 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:48.691739 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-6e04d087-1b7f-42b1-9aa3-32311cd57d4d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:48.705669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eec9248c-ddf3-4dc1-9506-ea30133b11d1 req-6e04d087-1b7f-42b1-9aa3-32311cd57d4d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4734013 Oct 11 15:30:48.874450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad7cb223-49ee-42a2-b634-834d46cff4d1 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/78aca067-906d-4483-8309-610da35b7044 HTTP/1.1" status: 200 len: 907 time: 0.2859411 Oct 11 15:30:48.875156 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:48.928412 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4823b431-1e9f-47dd-85e2-b9f33ebf34fe up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:49.063964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Set router 78aca067-906d-4483-8309-610da35b7044 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:49.155977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3916d235-e7f8-4912-8967-85ffad2e9b09 req-57a1b0b5-6cc9-4035-bc97-807fbe47c2e5 tempest-LiveMigrationNegativeTest-1378390361 tempest-LiveMigrationNegativeTest-1378390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=103d1163-a0d6-4ed1-9c13-797c3d51cbf3 HTTP/1.1" status: 200 len: 210 time: 0.1051650 Oct 11 15:30:49.307389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aa61c6d8-3bd9-4a75-a0a3-6da854df160d no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:49.378151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: aa61c6d8-3bd9-4a75-a0a3-6da854df160d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:30:49.379852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device aa61c6d8-3bd9-4a75-a0a3-6da854df160d not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:30:49.407913 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:49.413852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:49.423598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71f5f09e-40ed-479a-bf66-bd98f76b36bc req-80fdf7e1-1b33-4d14-8405-ac59764c2462 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0812125 Oct 11 15:30:49.468424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:49.478199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:49.653021 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9 associated. External IP: 172.35.3.156, port: a2558b93-dae1-4480-a9ad-4ddcff171350. Oct 11 15:30:49.684635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:49.719515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:49.727305 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78aca067-906d-4483-8309-610da35b7044', 'name': 'tempest-snat-router-488886925', 'tenant_id': '5529b189f7024a129d1649ef21da284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'af7307d2-706d-4af8-a0cf-ec2818544c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:30:44Z', 'updated_at': '2021-10-11T15:30:46Z', 'revision_number': 3, 'project_id': '5529b189f7024a129d1649ef21da284e', 'gw_port': {'id': 'af7307d2-706d-4af8-a0cf-ec2818544c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78aca067-906d-4483-8309-610da35b7044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:44Z', 'updated_at': '2021-10-11T15:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:49.733229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:49.977982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.072370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.091609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Checking router: 78aca067-906d-4483-8309-610da35b7044 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:50.091973 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Updating router 78aca067-906d-4483-8309-610da35b7044 port af7307d2-706d-4af8-a0cf-ec2818544c86 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:30:50.121183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-22f265c1-e5b2-4796-920e-fad3c44c582e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1885540 Oct 11 15:30:50.177407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Deleting port af7307d2-706d-4af8-a0cf-ec2818544c86 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:50.178062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.270882 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:50.290825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.304131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.305161 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Calling delete_port for af7307d2-706d-4af8-a0cf-ec2818544c86 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:50.410936 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:50.564762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.639820 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:50.650556 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:50.660320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.675032 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:50.675583 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:50.750577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4823b431-1e9f-47dd-85e2-b9f33ebf34fe up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:30:50.754025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-1491adf0-4934-42bd-8d18-2f642e440dd1 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "PUT /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 997 time: 3.1970317 Oct 11 15:30:50.776435 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-258ec449-3266-4f5f-822a-6f983fb499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:50.781841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-258ec449-3266-4f5f-822a-6f983fb499cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2584379 Oct 11 15:30:50.783655 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Port': ['ID=af7307d2-706d-4af8-a0cf-ec2818544c86,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:50.844513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-e5036cfc-aec6-48d6-8f2d-8ce44d6bc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:50.846468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-e5036cfc-aec6-48d6-8f2d-8ce44d6bc697 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0732901 Oct 11 15:30:50.940194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:50.944942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-49a7dcc5-1fa9-46e2-b3b6-9f67c07bf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:50.944942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-49a7dcc5-1fa9-46e2-b3b6-9f67c07bf9eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.1072805 Oct 11 15:30:50.955000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:51.071988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-201f8035-728e-4528-b70f-21760bb54df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:51.074233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-201f8035-728e-4528-b70f-21760bb54df1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.2136338 Oct 11 15:30:51.081636 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:30:51.089327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:51.248299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-acca2482-4176-443f-9743-55088b0c5b87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 1000 time: 0.1636882 Oct 11 15:30:51.263330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:30:51.263990 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:30:51.277607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-ed9908c0-5353-4677-9450-c13479e97c8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 1000 time: 0.2800372 Oct 11 15:30:51.394393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-54ce9daa-9c2b-4568-84ec-ae093d413fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:51.397397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-54ce9daa-9c2b-4568-84ec-ae093d413fac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1385062 Oct 11 15:30:51.455225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-21331f6c-2067-4612-9f40-42db2de399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:51.461044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-21331f6c-2067-4612-9f40-42db2de399cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.0936973 Oct 11 15:30:51.473783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:51.501979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:51.505294 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-076f9255-ced5-4452-8946-03ff28188e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:51.507428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-076f9255-ced5-4452-8946-03ff28188e67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983465 Oct 11 15:30:51.521035 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-b7d29eb7-7f8d-46b1-a08c-c2a2cd2373d6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:30:51.529733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-b7d29eb7-7f8d-46b1-a08c-c2a2cd2373d6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0143659 Oct 11 15:30:51.544258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:49Z', 'revision_number': 1, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:51.623478 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:51.651579 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:51.652230 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:51.710014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:51.711076 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78aca067-906d-4483-8309-610da35b7044 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:30:51.722961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:51.731287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dec52bc0-bdd8-42a6-b713-96a40ef8ee56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/routers/78aca067-906d-4483-8309-610da35b7044 HTTP/1.1" status: 204 len: 168 time: 2.8517694 Oct 11 15:30:51.735927 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:51.798219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-9b7b52e3-63d2-4a7e-9156-04a80cdcb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:51.802836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-9b7b52e3-63d2-4a7e-9156-04a80cdcb54a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3249466 Oct 11 15:30:51.807326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-febf8654-3fbd-4637-b89e-6790aa48662d service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756448 Oct 11 15:30:51.813842 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Port af7307d2-706d-4af8-a0cf-ec2818544c86 not found while updating agent binding for router 78aca067-906d-4483-8309-610da35b7044. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 15:30:51.845437 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:51.846137 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:30:51.847793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78aca067-906d-4483-8309-610da35b7044'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 15:30:51.849238 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0987560-a431-4ede-9dbb-519aa326fdea None None] The sync data for ids ['78aca067-906d-4483-8309-610da35b7044'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:51.940379 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:52.055135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b28c71a5-c575-49e3-b691-0e8e45adb749 req-56ecd7a3-43ea-4152-950c-c7eab49e4f05 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459078 Oct 11 15:30:52.222048 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-a94eec16-4269-4881-be73-da18891dafd5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196559 Oct 11 15:30:52.232855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:52.246253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-700bbb76-b580-4f50-9f5d-d55113190545 req-3e2d7767-0121-46fa-995e-cc81d943d703 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 210 time: 0.0585089 Oct 11 15:30:52.347046 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ba7baa-f513-42d9-8a65-e3ea0197a9c8 x-openstack-request-id: req-15ba7baa-f513-42d9-8a65-e3ea0197a9c8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:52.347334 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103d1163-a0d6-4ed1-9c13-797c3d51cbf3", "name": "network-vif-deleted", "tag": "aa61c6d8-3bd9-4a75-a0a3-6da854df160d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:52.347583 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15ba7baa-f513-42d9-8a65-e3ea0197a9c8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:52.348396 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103d1163-a0d6-4ed1-9c13-797c3d51cbf3', 'name': 'network-vif-deleted', 'tag': 'aa61c6d8-3bd9-4a75-a0a3-6da854df160d', 'status': 'completed', 'code': 200} Oct 11 15:30:52.382767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ac6193bc-db28-4aa1-9e95-940615048e38 req-43f40a31-8cc8-4126-9b60-feecc64e10d1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050303 Oct 11 15:30:52.532798 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:52.622077 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Deleting port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:52.622719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:52.638721 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:49Z', 'revision_number': 1, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:52.767095 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c3544-0b67-4120-947e-0d38cfe2b5c5 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:49Z', 'revision_number': 1, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:52.783465 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] For port 4823b431-1e9f-47dd-85e2-b9f33ebf34fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:30:52.784439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:52.830553 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Calling delete_port for 4823b431-1e9f-47dd-85e2-b9f33ebf34fe owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:53.335124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ebe65-4a50-4323-93a7-59418859660f None None] New status for floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:30:53.425665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:53.507921 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event deleted for resources: {'Port': ['ID=4823b431-1e9f-47dd-85e2-b9f33ebf34fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:53.576811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.577123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.577502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.577874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.578233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.578544 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.579246 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.579569 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.579939 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.580260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.580579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.580895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:53.608663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:53.622588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-71882a59-1b7b-4c6a-9c47-568b00c218e8 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:53.631356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-71882a59-1b7b-4c6a-9c47-568b00c218e8 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.1072013 Oct 11 15:30:53.752036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-e26e008e-2185-4706-bb1e-053381ad6220 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1177125 Oct 11 15:30:53.767599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-afd6ee49-ce78-493c-a347-e641670eb14d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'floatingip': {'port_id': '2260f024-5e83-4801-baa0-30620bc1f336', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:53.925306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-afd6ee49-ce78-493c-a347-e641670eb14d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:53.946664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:53.956989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.196716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.198041 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be73143a-36ad-4158-870a-e40125085e61 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:30:54.236254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.237592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d7fe26a-190e-4497-a453-8fadffe7235c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "DELETE /v2.0/routers/be73143a-36ad-4158-870a-e40125085e61 HTTP/1.1" status: 204 len: 168 time: 2.4872992 Oct 11 15:30:54.243212 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:54.246298 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-afd6ee49-ce78-493c-a347-e641670eb14d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] update failed (client error): There was a conflict when trying to complete your request. Oct 11 15:30:54.261123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-366b9eb3-0553-40d0-b534-f6f82708b73f req-afd6ee49-ce78-493c-a347-e641670eb14d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "PUT /v2.0/floatingips/9dd90543-832e-4623-9ba6-affe53f0fe00 HTTP/1.1" status: 409 len: 551 time: 0.5033226 Oct 11 15:30:54.264899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481937546', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:54.341751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f46eb427-56a0-4283-9617-4552f8c2622f req-8c20539a-ae5a-4413-9072-ab0c8ac82832 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0898952 Oct 11 15:30:54.349922 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:30:54.351740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.353730 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0adc3-6f79-404f-9a91-81fbfb2619e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:30:54.358670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.543543 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:54.567135 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.584060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-e86c08e0-354c-48da-8d00-b5adb711199e tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:54.589423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-e86c08e0-354c-48da-8d00-b5adb711199e tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1637862 Oct 11 15:30:54.762947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:54.878027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf94421d-379d-48f4-834f-6abcc9f7818c req-0cb2f5dc-73b3-45e5-b673-b9f7bd6ccb79 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8fff92f-84d6-47b8-a791-da889fc8113c HTTP/1.1" status: 200 len: 210 time: 0.2755306 Oct 11 15:30:54.976481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f898f613-a1d6-4051-9001-539e46b4dc69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba0e7be7af9a433591644bf9bc81a63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315159 Oct 11 15:30:54.986244 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:55.021074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-d31168c8-d275-4fd5-8fbb-baa25296eb7a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1002 time: 0.4031513 Oct 11 15:30:55.035491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4823b431-1e9f-47dd-85e2-b9f33ebf34fe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:30:55.085776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 4823b431-1e9f-47dd-85e2-b9f33ebf34fe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:30:55.086281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4823b431-1e9f-47dd-85e2-b9f33ebf34fe not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:30:55.105629 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:55.195305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-4b1102f7-242b-4236-8f5c-879dc310a793 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips/9dd90543-832e-4623-9ba6-affe53f0fe00 HTTP/1.1" status: 200 len: 693 time: 0.2173252 Oct 11 15:30:55.252529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.262621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.292788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.357955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.385255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.396277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.414356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.418810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdfceb6d-d63a-427d-8ba7-f094f47cb985 HTTP/1.1" status: 204 len: 168 time: 0.4225969 Oct 11 15:30:55.472963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-06b3d9f7-0482-4f59-a9fb-7b0b05ce9402 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:55.485457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-06b3d9f7-0482-4f59-a9fb-7b0b05ce9402 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2741530 Oct 11 15:30:55.514076 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e250a-1421-48de-8b5a-a83bf851abc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfceb6d-d63a-427d-8ba7-f094f47cb985,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:55.616820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-2f7181f0-bdec-47a2-bfdc-a6c8b676a89b tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1282635 Oct 11 15:30:55.676185 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Allocated IP 172.35.3.183 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/d8e9933f-5d0d-4677-a35e-1295cdbf2568) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:30:55.763969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-b2fc560b-c681-4cff-9286-2b6b137e5f47 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1462662 Oct 11 15:30:55.937202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:55.999579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.023960 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:30:56.027094 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:56.028412 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:30:56.038945 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:30:56.209672 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Deleting port 28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:30:56.210358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.237816 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b9d082a-4a48-4765-aa8f-5577b3d314af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74f59278a063412c8320b04187da0238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064242 Oct 11 15:30:56.243078 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:56.351197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.399494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.509562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.511177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.555453 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Calling delete_port for 28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:30:56.759702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:30:56.871874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.880649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.891559 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event updated for resources: {'Port': ['ID=d8e9933f-5d0d-4677-a35e-1295cdbf2568,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:56.896787 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.899480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:56.900726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ea000b4-f552-41da-8867-ce4527e8b960 HTTP/1.1" status: 204 len: 168 time: 0.6561608 Oct 11 15:30:56.955339 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090683c6-1f2c-4273-95b5-6c0546434400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea000b4-f552-41da-8867-ce4527e8b960,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:57.168367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:57.242373 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9 associated. External IP: 172.35.3.156, port: a2558b93-dae1-4480-a9ad-4ddcff171350. Oct 11 15:30:57.339281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:57.379959 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event deleted for resources: {'Port': ['ID=28b6fadd-ca02-4de0-a2e2-6dd33d4a37b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:30:57.483094 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.483672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.485049 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.485606 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.486732 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.488642 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.489170 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.489968 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.490495 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.491008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.491941 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.492453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:30:57.524674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:57.593670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:57.599240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:57.600950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8be4015-85d9-4ec9-a970-4219012038a1 req-0c9faa68-1906-49b1-bad2-779e8cd114e3 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "DELETE /v2.0/floatingips/9dd90543-832e-4623-9ba6-affe53f0fe00 HTTP/1.1" status: 204 len: 173 time: 1.8282869 Oct 11 15:30:57.819005 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:57.821761 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94069dda-ad78-4502-8658-91992dba51f8 x-openstack-request-id: req-94069dda-ad78-4502-8658-91992dba51f8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:30:57.823744 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:30:57.824438 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94069dda-ad78-4502-8658-91992dba51f8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:30:57.824942 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:30:57.860785 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-651c7265-ed5a-4cab-a331-3027d24f1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:57.862773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-651c7265-ed5a-4cab-a331-3027d24f1cdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1255093 Oct 11 15:30:57.863775 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Router e01a49f2-9607-478c-b9b4-5964d4041cd9 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:30:58.103605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08a3cf69-5d50-40ed-8d1d-eff4769c4310 req-78559834-a1f0-4078-afa6-d0d1be7ce6fd tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0528252 Oct 11 15:30:58.112439 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:58.121998 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:58.158301 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:58.160956 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:58.186450 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:30:58.199995 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] Sync routers for ids ['e01a49f2-9607-478c-b9b4-5964d4041cd9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:30:58.229537 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] Routers {'e01a49f2-9607-478c-b9b4-5964d4041cd9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:58.235431 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e01a49f2-9607-478c-b9b4-5964d4041cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:58.261800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:58.268761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ada7731-0f3a-4a0d-98ff-876fedc8be76 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0241148 Oct 11 15:30:58.269469 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:58.282057 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:58.336953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:58.387814 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] Routers {'e01a49f2-9607-478c-b9b4-5964d4041cd9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:58.388646 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e01a49f2-9607-478c-b9b4-5964d4041cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:58.429896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:58.430869 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a286c1-8cb2-4fa0-baa1-ae6a7ac51873 None None] The sync data for ids ['e01a49f2-9607-478c-b9b4-5964d4041cd9'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:30:58.587841 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:58.613653 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-0c56e67a-f153-401f-b2e3-f2077058c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:58.615147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-0c56e67a-f153-401f-b2e3-f2077058c1a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.7441869 Oct 11 15:30:58.667258 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:30:58.717960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-3520053b-d1a4-4dff-bafd-7ad251eca463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.0493400 Oct 11 15:30:58.753027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-027163b8-85f2-4b35-bb5a-fc6a87b0bc2d tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.3532960 Oct 11 15:30:58.912797 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-cd7d17a6-0f58-4af7-892e-df3410bce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:58.922678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-cd7d17a6-0f58-4af7-892e-df3410bce85c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1926262 Oct 11 15:30:58.985152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:59.054573 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-2a717480-77c4-4f05-8b2b-7a313f8169d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:59.059853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-2a717480-77c4-4f05-8b2b-7a313f8169d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286900 Oct 11 15:30:59.088187 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:56Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:59.146664 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:30:59.164541 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:30:59.165441 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:30:59.350716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-95aaa03e-ed12-496e-b424-8e899d684b58 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371933 Oct 11 15:30:59.380937 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:30:59.634055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-1f4a8f71-48cd-4651-a650-b5ed3aa1ce29 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:30:59.648424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-1f4a8f71-48cd-4651-a650-b5ed3aa1ce29 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports/2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 943 time: 0.8878176 Oct 11 15:30:59.660468 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-network', 'tenant_id': '107113b662e540f99e3c67a91dec663a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:30:59.690499 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:30:59.734084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30a0adc3-6f79-404f-9a91-81fbfb2619e9 req-e6af28e3-18ad-49b5-90d8-184d3dd0e55e service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745768 Oct 11 15:30:59.746507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Made reservation on behalf of 107113b662e540f99e3c67a91dec663a for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:30:59.749069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:59.929747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:30:59.948934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-cf5bcda2-f491-4b73-b8bd-5714aa2fc5fd tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.2130105 Oct 11 15:31:00.179107 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:56Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:00.242101 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:00.263835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.277494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-52ead279-81de-47e1-9ec5-8fb583bb8ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:00.279167 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5fbca-ab63-47a9-8af2-6cb1df770d02 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:30:56Z', 'revision_number': 3, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:00.287592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-52ead279-81de-47e1-9ec5-8fb583bb8ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.3378367 Oct 11 15:31:00.305881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.311511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.434626 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:00.442298 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e4d91-2780-42cb-b0d8-228774ed5680" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:00.480962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.516884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.552555 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router e01a49f2-9607-478c-b9b4-5964d4041cd9 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:00.554430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-46756491-f968-448a-92fc-59539749db15 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "PUT /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 998 time: 5.4586070 Oct 11 15:31:00.561259 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93478eff-1592-40cb-827a-2233dcb4e4c1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:00.585669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-772684b9-259e-4d26-bc34-bfaf1ba52edc tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.2967987 Oct 11 15:31:00.685986 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c718bb1-32d8-4754-b4e3-72d91ca93499 None None] New status for floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:31:00.714489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-0d4c35a0-6ad1-4611-8265-807ae3087a35 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:00.720292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-0d4c35a0-6ad1-4611-8265-807ae3087a35 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports/a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 943 time: 0.1398220 Oct 11 15:31:00.721124 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:31:00.744058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:00.761867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.762138 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Added segment b286589f-376c-4dba-9853-c218cca3f7d0 of type vlan for network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 Oct 11 15:31:00.881245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:00.885807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:00.891148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6417f905-79d7-4280-b815-17c9a8e6b9f4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "PUT /v2.0/routers/e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 200 len: 921 time: 2.6153557 Oct 11 15:31:00.892981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] Sync routers for ids ['e01a49f2-9607-478c-b9b4-5964d4041cd9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:00.897534 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:00.918386 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] Routers {'e01a49f2-9607-478c-b9b4-5964d4041cd9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:00.919022 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e01a49f2-9607-478c-b9b4-5964d4041cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:01.016236 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:01.040876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] Routers {'e01a49f2-9607-478c-b9b4-5964d4041cd9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:01.041838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e01a49f2-9607-478c-b9b4-5964d4041cd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:01.110861 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:01.111811 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eddacf-5283-496a-90e1-e5a0708ba639 None None] The sync data for ids ['e01a49f2-9607-478c-b9b4-5964d4041cd9'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:01.113359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.119816 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7d459cd-33b8-4eb8-bf00-ad4ac0741b99 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 200 len: 921 time: 0.2210104 Oct 11 15:31:01.124345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:01.125417 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-dab38c3c-641c-489a-9896-4dd57f4fd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.138172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-dab38c3c-641c-489a-9896-4dd57f4fd215 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2757246 Oct 11 15:31:01.299745 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e7a83-8dd0-4704-9830-e10eb42974b5 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.302146 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:01.306511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b2e7a83-8dd0-4704-9830-e10eb42974b5 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=e01a49f2-9607-478c-b9b4-5964d4041cd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1807401 Oct 11 15:31:01.307250 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:01.317940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.320919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-b07c1165-cc2b-440d-8634-32b4b13bca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.330025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-b07c1165-cc2b-440d-8634-32b4b13bca26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.1909399 Oct 11 15:31:01.330263 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:01.331160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:01.410143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-1ab99fc3-e93c-4274-a5ed-cb932b1fdf61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.0787358 Oct 11 15:31:01.443222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7a0e6-6954-44f7-8396-f6347f2c20d0 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.449765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7f7a0e6-6954-44f7-8396-f6347f2c20d0 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.1412296 Oct 11 15:31:01.454427 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:01.528399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.529668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.530339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.546473 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3bd305f6-2cf7-4b06-9662-21e6307338b4 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 200 len: 205 time: 0.0907521 Oct 11 15:31:01.549507 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:01.580000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8984156 Oct 11 15:31:01.587856 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:01.626803 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:01.664714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-3a274658-c1d1-47bb-88d8-c01d2bc7749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.666650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-3a274658-c1d1-47bb-88d8-c01d2bc7749c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.2554457 Oct 11 15:31:01.672443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Request body: {'subnet': {'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-subnet', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:01.786021 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf63c41-f0b3-4dbd-aa75-5350ee54d6ff admin admin] Pushing event updated for resources: {'Network': ['ID=4fb0884b-07e1-4b81-98ef-d9715f589bb7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:01.799034 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:31:01.800698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.812232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.824411 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Floating IP dd5015c7-5232-496f-a8ea-3f66a87b7e5c disassociated. External IP: 172.35.3.193, port: 2260f024-5e83-4801-baa0-30620bc1f336. Oct 11 15:31:01.829223 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Made reservation on behalf of 107113b662e540f99e3c67a91dec663a for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:01.840612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.877081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:01.878300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-d3042f12-bcd0-4ebb-9b26-ec1477867b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:01.879965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-d3042f12-bcd0-4ebb-9b26-ec1477867b1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940718 Oct 11 15:31:02.135648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:02.160984 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:00Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:02.254104 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port d8e9933f-5d0d-4677-a35e-1295cdbf2568 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:02.254389 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:02.254718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:02.264823 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:02.265509 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:02.330045 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:02.333638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-37bbb901-b5bf-41b6-b8e0-c38af1a23217 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400742 Oct 11 15:31:02.368023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0683a75-9962-4728-9d32-248a2fc1e3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:02.405872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:02.415540 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:02.439169 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for d8e9933f-5d0d-4677-a35e-1295cdbf2568 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:02.449315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-f12528fa-35fb-4106-8f80-8041e335e86d service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077101 Oct 11 15:31:02.691965 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:02.704439 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Sync routers for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:02.711213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:02.723422 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:02.724375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:02.788423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bed554fd-5248-4091-a242-91754f1d06ba req-29bdda7c-4e64-432d-9fb0-20b8ac991e11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0616066 Oct 11 15:31:02.957992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-f9052869-16b7-4ff0-8675-d53cfd57d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "PUT /v2.0/floatingips/dd5015c7-5232-496f-a8ea-3f66a87b7e5c HTTP/1.1" status: 200 len: 695 time: 2.2342591 Oct 11 15:31:02.993223 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:03.018960 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:00Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:03.067066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-a21a94d1-20da-4dd9-8fd2-80fe83d83b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:03.067959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-a21a94d1-20da-4dd9-8fd2-80fe83d83b31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1096 time: 0.3987188 Oct 11 15:31:03.102945 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45601aac-ea39-4790-a6c6-2dd42a4f3a3a None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:14:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:00Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:03.468948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:03.541244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:03.565231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-28c7010c-1c62-4f02-8404-d3e43f754165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:03.567385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-28c7010c-1c62-4f02-8404-d3e43f754165 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1097 time: 0.6084023 Oct 11 15:31:03.677466 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=d8e9933f-5d0d-4677-a35e-1295cdbf2568,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:03.687495 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:03.724607 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Checking segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:03.724994 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Network hostable DHCP agents. Network: 4fb0884b-07e1-4b81-98ef-d9715f589bb7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:31:03.730049 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fe86ae-b37e-49ab-a9d3-baa966b5fc50,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:03.741997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Checking router: 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:03.758779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:03.762534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:03.793549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:03.925608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-101407f6-c846-4e83-ab38-7c351a51d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:03.928241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-101407f6-c846-4e83-ab38-7c351a51d7a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.8481998 Oct 11 15:31:03.987915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:03.990573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.010096 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:31:04.016000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-c4809504-8584-4918-a8c5-e7025cbbc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.019766 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:04.034098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-c4809504-8584-4918-a8c5-e7025cbbc8a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 929 time: 0.4162962 Oct 11 15:31:04.070622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.072044 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router e01a49f2-9607-478c-b9b4-5964d4041cd9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:04.089495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.094073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-48816e66-2e36-4f34-93aa-5cdb978af0dc tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 204 len: 168 time: 2.5403223 Oct 11 15:31:04.094913 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:04.100685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1776736051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:04.142556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-2f70c53e-bd94-4f76-ba4d-70e961e719d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 217 time: 0.1061728 Oct 11 15:31:04.146560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.148682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.265124 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4fb0884b-07e1-4b81-98ef-d9715f589bb7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:04.274990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.275925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.293665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-8ac88dae-f541-4b5d-acaf-99a8ffc44390 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 1001 time: 0.3554842 Oct 11 15:31:04.295449 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f8556-3fd0-4be4-a503-e296e9cafd6b None None] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:04.315685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.324495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.368562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.372158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4097c702-a82c-4de3-a025-457b244a0936 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2738791 Oct 11 15:31:04.372569 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:04.393313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:04.479409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-0bd68335-a1aa-4521-8027-3ced352e6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.495821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-0bd68335-a1aa-4521-8027-3ced352e6344 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1867089 Oct 11 15:31:04.526126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-e0d253eb-5684-4d2a-bafb-263996035bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.533354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-e0d253eb-5684-4d2a-bafb-263996035bd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.3896039 Oct 11 15:31:04.618029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a8b7542-d222-40af-bc02-4870c18d72d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9495358 Oct 11 15:31:04.618723 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:04.636502 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:04.668430 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'fixed_ips': [{'subnet_id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:31:04.669293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.758402 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:04.763683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.767182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.768624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:04.809676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-7267838e-807c-4355-8c60-1e6b3b33ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.818980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-7267838e-807c-4355-8c60-1e6b3b33ddf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847047 Oct 11 15:31:04.847579 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca807f-e8cf-4d6f-9bfc-64ec1fe3792d None None] The sync data for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 is: [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 4, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3974a9be-54ac-4db3-a878-6f2fb7f5921e', 'name': '', 'network_id': 'e884ea02-7f9f-4faa-8edf-f84f56bbf289', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'mac_address': 'fa:16:3e:eb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:07Z', 'updated_at': '2021-10-11T15:30:15Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'subnets': [{'id': '988e6476-ac1b-4a95-90c2-f558ccfebc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:04.877021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-d5e9cb5d-d6dc-4a94-b178-2117360c5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:04.877021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-d5e9cb5d-d6dc-4a94-b178-2117360c5f4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795376 Oct 11 15:31:04.897839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7258-bab9-4ed5-b5b6-601b115f25c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.112289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.149985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.182207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.229025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-c2074812-cacd-4611-848c-8476e96c2c4a service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079359 Oct 11 15:31:05.302211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Allocated IP 172.20.0.2 (4fb0884b-07e1-4b81-98ef-d9715f589bb7/d9fe86ae-b37e-49ab-a9d3-baa966b5fc50/b6e35ecb-c90f-4a19-b416-e78a4d14a7b6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:05.328573 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Allocated IP 172.35.3.129 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/d1735652-3a0d-4e06-a9b5-f7c44c75b2fe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:05.400149 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d6e5e-580c-441a-8cc9-f794d57a1329 None None] New status for floating IP dd5015c7-5232-496f-a8ea-3f66a87b7e5c: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:31:05.518801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.582487 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.592724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.596057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.643242 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:05.646649 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:05.648865 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:05.699174 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:05.713413 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:05.717768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:05.737058 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Pushing event updated for resources: {'Port': ['ID=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:05.744063 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event updated for resources: {'Port': ['ID=d1735652-3a0d-4e06-a9b5-f7c44c75b2fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:05.796967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.797641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.797772 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.797998 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.798329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.798656 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.799033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.799353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.799672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.799991 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.800309 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.800624 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:05.924867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.941154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Attempting to bind port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:05.941553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Attempting to bind port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:05.941919 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Attempting to bind port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 on network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:05.963684 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:05.964494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Checking segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:05.965067 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.970905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Bound using segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:05.972366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Bound port: b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:05.974682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:05.977477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.089566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-da738eed-df93-4a65-ad64-f73fd50df7d7 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1690414 Oct 11 15:31:06.090811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] For port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:06.095910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] For port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:06.107326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.138244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.182402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.238619 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eb1e1-3346-4ee3-bdc2-afef1044fc89 None None] Pushing event updated for resources: {'Port': ['ID=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:06.314823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d297ccc0-f72e-4280-a49b-5a41bd5deb8c req-b0a063d1-39d5-45bb-a0b7-b1f3a978b235 service neutron] 10.222.0.31 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789164 Oct 11 15:31:06.342668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5548587-cad8-4cfa-bbac-6a556d6cd8ea req-5d516e40-c22f-4b6e-bb4a-ebb636377517 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517159 Oct 11 15:31:06.468781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.476040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.732948 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Router 7d5d4cfe-28e3-4e10-9864-e23b49b832b1 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:06.751437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c23c2eb-f4e4-4c0b-828c-f24aa18abe76 req-983d6d7d-3656-46eb-be5b-2c81734e3799 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0553484 Oct 11 15:31:06.835714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:06.847853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.900888 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960635c5-d819-4cc6-8bf5-25c9cdc486b8 x-openstack-request-id: req-960635c5-d819-4cc6-8bf5-25c9cdc486b8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:06.901384 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:06.901567 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-960635c5-d819-4cc6-8bf5-25c9cdc486b8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:06.902016 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:31:06.904635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:06.954946 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:06.955321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.019095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:07.032786 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] Sync routers for ids ['7d5d4cfe-28e3-4e10-9864-e23b49b832b1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:07.040108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.043949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f816a3a-bb2c-45d2-845b-54fc8e6ac6a6 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "PUT /v2.0/routers/7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 200 len: 880 time: 2.6681423 Oct 11 15:31:07.044863 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:07.069538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-3e72ef14-4a2f-4c3e-a077-3a3722dcf075 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.1575937 Oct 11 15:31:07.074084 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] Routers {'7d5d4cfe-28e3-4e10-9864-e23b49b832b1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:07.074974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7d5d4cfe-28e3-4e10-9864-e23b49b832b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:07.121950 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:07.124657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.128765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-60d5b4de-6c34-411c-8be6-808074d26ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:07.142393 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-60d5b4de-6c34-411c-8be6-808074d26ed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1979091 Oct 11 15:31:07.156093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] Routers {'7d5d4cfe-28e3-4e10-9864-e23b49b832b1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:07.157147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7d5d4cfe-28e3-4e10-9864-e23b49b832b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:07.162780 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Allocated IP 172.35.3.122 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:07.265656 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:07.269696 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c145070-fe56-4b23-b61e-a444b820109f None None] The sync data for ids ['7d5d4cfe-28e3-4e10-9864-e23b49b832b1'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:07.295905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:07.305158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.323246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-cc2ad8c5-42a3-4b66-9b6f-e81fa2f3d4c8 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:07.341862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-cc2ad8c5-42a3-4b66-9b6f-e81fa2f3d4c8 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports/ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 942 time: 0.1649251 Oct 11 15:31:07.433030 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:07.433922 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-70057a52-1fd4-4da4-bc01-45f9915cdc56 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 200 len: 921 time: 0.3799076 Oct 11 15:31:07.451364 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:07.465305 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:07.495647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-976a1361-4415-46bd-901c-a411d83a849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:07.497403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-976a1361-4415-46bd-901c-a411d83a849f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.3414960 Oct 11 15:31:07.626244 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.639625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-c7d16b9c-02d1-4ae0-940a-df475e411389 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.1202071 Oct 11 15:31:07.729453 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181c028-93c0-4428-a936-2c907aee3a28 None None] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:07.742274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-e3c5ada6-cca8-47ef-bf89-97b080675eb8 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.2077630 Oct 11 15:31:07.770702 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-50775780-78db-4615-bc51-07982c1e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:07.779103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-50775780-78db-4615-bc51-07982c1e2b60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1237628 Oct 11 15:31:07.823893 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b2cbdc1-74da-4a35-845a-f4438b6c4e84 None None] Provisioning complete for port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:07.824322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b2cbdc1-74da-4a35-845a-f4438b6c4e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.866242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:07.928876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-d59f20bd-2ab4-4569-b31f-bc9346ad74b2 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips/dd5015c7-5232-496f-a8ea-3f66a87b7e5c HTTP/1.1" status: 200 len: 693 time: 0.2882016 Oct 11 15:31:07.954635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-a3ddcca1-e3fc-4208-a950-acf43007af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:07.962321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-a3ddcca1-e3fc-4208-a950-acf43007af8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712902 Oct 11 15:31:07.964318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.041319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.077935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-ecd217fe-790e-49c5-ad97-767dad2468a3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:08.079409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d098c1e4-8750-4955-85e9-d3a2f3559522 req-ecd217fe-790e-49c5-ad97-767dad2468a3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.3352513 Oct 11 15:31:08.168654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.178581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.180014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "DELETE /v2.0/security-groups/2df8f1b3-1cbd-4b7f-9a2f-767b6511d202 HTTP/1.1" status: 204 len: 168 time: 0.7138870 Oct 11 15:31:08.188148 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:08.190266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-fae4e18a-bce8-4ea4-b5b8-afa9d8276a17 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:08.201147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-fae4e18a-bce8-4ea4-b5b8-afa9d8276a17 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2710052 Oct 11 15:31:08.234167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.235138 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403124a-63af-4937-83a7-a44688811f60 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df8f1b3-1cbd-4b7f-9a2f-767b6511d202,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:08.241723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-58d98ea6-019e-41aa-afb1-9572ef702b85 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647362 Oct 11 15:31:08.244030 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-221b2555-8eac-48de-9972-bc7da804ade8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] show failed (client error): The resource could not be found. Oct 11 15:31:08.245821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-221b2555-8eac-48de-9972-bc7da804ade8 tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "GET /v2.0/security-groups/2df8f1b3-1cbd-4b7f-9a2f-767b6511d202 HTTP/1.1" status: 404 len: 347 time: 0.0455918 Oct 11 15:31:08.250294 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:08.387462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-46adcf39-2eb3-4e96-bbc8-8175d2b7f1b0 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 696 time: 0.1853793 Oct 11 15:31:08.389558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbc76f-e2d0-4e16-a365-c624d45d8648 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:08.391134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aefbc76f-e2d0-4e16-a365-c624d45d8648 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=7d5d4cfe-28e3-4e10-9864-e23b49b832b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9559870 Oct 11 15:31:08.393540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Pushing event updated for resources: {'Port': ['ID=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:08.412781 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:08.413880 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:08.414772 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:08.431476 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:08.487545 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a911d3bb-d3f1-4922-bd49-cef611c53921 None None] Provisioning complete for port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:08.488149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a911d3bb-d3f1-4922-bd49-cef611c53921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.550788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-f33408e5-78ad-47ec-9beb-7effee51aa88 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.193 HTTP/1.1" status: 200 len: 696 time: 0.1542606 Oct 11 15:31:08.698423 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af8e4d91-2780-42cb-b0d8-228774ed5680 req-13eb4a87-d820-44d5-ad94-84cea9be5b6a service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457395 Oct 11 15:31:08.723767 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Deleting port 89e5e08d-7a0f-445c-a30c-0340c9f1939a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:08.724154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.770675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:08.857162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d2671-a9a0-499d-97a9-3c569e9e2d71 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:08.859256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-673d2671-a9a0-499d-97a9-3c569e9e2d71 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.4416790 Oct 11 15:31:08.873127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:08.873876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.891435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.891829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:08.909010 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Calling delete_port for 89e5e08d-7a0f-445c-a30c-0340c9f1939a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:08.918609 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}, {'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:08.921986 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7dd254-baee-470e-9c13-7045241c0726" -d '{"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}, {"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:09.054255 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:09.068703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:09.089043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08d16a0b-ad3c-4168-95be-e796437292e1 req-17a823ae-b1b9-4957-8ccf-ab014d133c1a tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb&device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.1796527 Oct 11 15:31:09.092237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-497f9c33-86d1-4ffa-966c-18dace9aec99 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 200 len: 205 time: 0.0342655 Oct 11 15:31:09.092793 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:09.119921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:09.120827 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Pushing event deleted for resources: {'Port': ['ID=89e5e08d-7a0f-445c-a30c-0340c9f1939a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:09.242135 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:09.247129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:09.251664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2531986b-8b2a-4515-90d9-7a238ae8409c tempest-ServersTestBootFromVolume-665075813 tempest-ServersTestBootFromVolume-665075813-project] 10.222.0.31 "DELETE /v2.0/floatingips/0880035c-d1c9-4530-adb7-b27f834a31c8 HTTP/1.1" status: 204 len: 168 time: 0.9970789 Oct 11 15:31:09.253916 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:09.333731 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Deleting port 3aca0d5a-4561-4e20-8d3d-2219a977d267 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:09.334114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:09.435145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.063853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.064270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.215503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-78db1c69-ecb7-4d9c-959a-069f9727d69a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.9638054 Oct 11 15:31:10.219531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.279329 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Calling delete_port for 3aca0d5a-4561-4e20-8d3d-2219a977d267 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:10.293005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-fadf6d2e-e2ed-475a-a8e3-9bdb041d10d0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:10.307653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-fadf6d2e-e2ed-475a-a8e3-9bdb041d10d0 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports/ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 942 time: 0.0851908 Oct 11 15:31:10.313916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.389692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.420601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.579662 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:31:10.821894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-caf26a6f-6035-4e16-ba2d-6fbe300365af tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.4189508 Oct 11 15:31:10.828058 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Deleting port af9cde65-e54a-41bd-b42f-0728a32c13e1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:10.828058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.852161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:10.985729 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event deleted for resources: {'Port': ['ID=3aca0d5a-4561-4e20-8d3d-2219a977d267,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:11.012014 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] For port af9cde65-e54a-41bd-b42f-0728a32c13e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=af9cde65-e54a-41bd-b42f-0728a32c13e1,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:11.012381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.045513 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Calling delete_port for af9cde65-e54a-41bd-b42f-0728a32c13e1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:11.083541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.151636 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.158983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.161362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2bd0ce9-98d8-425f-a34b-641e48172194 req-699a8102-af5c-49f0-aa78-57d00d91062a tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "DELETE /v2.0/floatingips/dd5015c7-5232-496f-a8ea-3f66a87b7e5c HTTP/1.1" status: 204 len: 173 time: 2.6097550 Oct 11 15:31:11.213578 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-c5bd1f99-818b-4fd7-94b1-f01ee330513b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:11.230220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-c5bd1f99-818b-4fd7-94b1-f01ee330513b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4072051 Oct 11 15:31:11.288559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.336543 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f93f76d-f065-43ba-89c8-6207c68e2626 x-openstack-request-id: req-3f93f76d-f065-43ba-89c8-6207c68e2626 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:11.336845 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "tag": "2260f024-5e83-4801-baa0-30620bc1f336", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:11.337102 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f93f76d-f065-43ba-89c8-6207c68e2626 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:11.337518 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'status': 'completed', 'code': 200} Oct 11 15:31:11.340032 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336', 'status': 'completed', 'code': 200} Oct 11 15:31:11.353420 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Router e20b35df-d886-4fad-b7ae-cbb5795f16dc is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:11.403745 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=af9cde65-e54a-41bd-b42f-0728a32c13e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:11.451536 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port d1735652-3a0d-4e06-a9b5-f7c44c75b2fe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:11.451894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.568644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-09986848-f5e2-4bdb-a481-03a62f24909b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.3373253 Oct 11 15:31:11.729986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.773930 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for d1735652-3a0d-4e06-a9b5-f7c44c75b2fe owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:11.812778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:11.838726 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-5ddfaeaf-1099-4f12-bec5-898da51b4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:11.840564 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-5ddfaeaf-1099-4f12-bec5-898da51b4487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1096 time: 0.4948540 Oct 11 15:31:11.994556 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:12.040698 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-4f2ea116-6bf3-4753-b381-f1fdb41ca347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:12.042614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-4f2ea116-6bf3-4753-b381-f1fdb41ca347 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.1933334 Oct 11 15:31:12.094935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:12.181940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5830916-03a3-43f9-b109-c2dd11f5d73d req-8531af9e-d030-41d6-bd83-08aabdb34d79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cfc3cb67ce3494e97f07c01291ee5da&device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.2055151 Oct 11 15:31:12.250344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-5f486e1c-e6f1-486b-8aab-07a42263d0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 1001 time: 0.1209822 Oct 11 15:31:12.276043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e52130f-d9ea-4828-a1fb-71233e099965 req-399fa0ff-4832-4fc9-90bd-6dd5cc3026eb tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.2926226 Oct 11 15:31:12.349113 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-58dad8e3-b7ed-4955-9a1c-55645853ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:12.350607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-58dad8e3-b7ed-4955-9a1c-55645853ad47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.0569251 Oct 11 15:31:12.375992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:12.418756 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-34e3415e-7a01-409d-8c0c-5726dcb7eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:12.420235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-34e3415e-7a01-409d-8c0c-5726dcb7eaee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587049 Oct 11 15:31:12.432720 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Router 190db5dd-b9bd-4701-b718-02b797117600 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:12.447952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5830916-03a3-43f9-b109-c2dd11f5d73d req-62392122-d2e6-4bff-b736-e2a4460d4c4a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4cfc3cb67ce3494e97f07c01291ee5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1888549 Oct 11 15:31:12.477840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=d1735652-3a0d-4e06-a9b5-f7c44c75b2fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:12.603660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-68dd9dda-ca80-4de8-87d4-0fcb6c65158f service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693501 Oct 11 15:31:12.672298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:12.682610 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Sync routers for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:12.694475 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:12.695098 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:12.748664 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:12.763805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba6ca4-8e3f-4e56-96ba-a08888870fba req-1491c4ed-837e-4379-933e-21cb63ef2853 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:12.764502 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Sync routers for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:12.772630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6ba6ca4-8e3f-4e56-96ba-a08888870fba req-1491c4ed-837e-4379-933e-21cb63ef2853 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3794088 Oct 11 15:31:12.779319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6df4163f-57cb-47f5-8e9c-aaca320da5bd admin admin] 10.222.0.31 "PUT /v2.0/routers/190db5dd-b9bd-4701-b718-02b797117600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5219405 Oct 11 15:31:12.783859 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:12.787095 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:12.794189 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:12.857308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6ba6ca4-8e3f-4e56-96ba-a08888870fba req-05d79b95-ee55-4e97-9fc2-6fb04726991e tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0836818 Oct 11 15:31:13.009211 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-c6ccd952-eaae-4d15-a086-816abc61ba27 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546594 Oct 11 15:31:13.088418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830916-03a3-43f9-b109-c2dd11f5d73d req-4493cac4-7b53-4d0e-8daf-b8d3c90e57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:13.099538 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:13.102411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5830916-03a3-43f9-b109-c2dd11f5d73d req-4493cac4-7b53-4d0e-8daf-b8d3c90e57ba service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6283855 Oct 11 15:31:13.159628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-a4433b1d-7d6a-4a92-9532-31ff679a182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:13.161863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-a4433b1d-7d6a-4a92-9532-31ff679a182a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 1097 time: 0.1091115 Oct 11 15:31:13.170156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.174374 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:13.338021 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-84ce117a-01d0-417d-a4e9-3a853faa10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:13.341414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-84ce117a-01d0-417d-a4e9-3a853faa10e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 200 len: 929 time: 0.1722529 Oct 11 15:31:13.394011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.402038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03a4317c-da9c-4293-aa38-275c99c5bb9f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7730484 Oct 11 15:31:13.405248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:13.409993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.419544 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-df02b828-ca93-4a82-9004-43b85fcb950a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 200 len: 217 time: 0.0670099 Oct 11 15:31:13.438930 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:08Z', 'revision_number': 3, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:13.487582 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Checking router: e20b35df-d886-4fad-b7ae-cbb5795f16dc for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:13.488092 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Updating router e20b35df-d886-4fad-b7ae-cbb5795f16dc port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:13.528597 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.593568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75e3d853-73aa-4b51-af94-57f24bf22e80 req-229740f0-20eb-4f81-8db4-ca52d47c2229 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4354696 Oct 11 15:31:13.610985 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-24cf2a6f-1673-4c00-a598-345b733d0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:13.612899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-24cf2a6f-1673-4c00-a598-345b733d0722 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 200 len: 867 time: 0.1344986 Oct 11 15:31:13.648481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:31:11Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:13.719882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd254-baee-470e-9c13-7045241c0726 req-847f8b74-4298-4dfc-8d12-3208d93273a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:13.721718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-847f8b74-4298-4dfc-8d12-3208d93273a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e884ea02-7f9f-4faa-8edf-f84f56bbf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999644 Oct 11 15:31:13.725148 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Checking router: 190db5dd-b9bd-4701-b718-02b797117600 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:13.754453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Routers {'190db5dd-b9bd-4701-b718-02b797117600'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:13.757316 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['190db5dd-b9bd-4701-b718-02b797117600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:13.948885 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-eb2ce416-67e0-4082-8be1-5352543e91e8 service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182784 Oct 11 15:31:13.950791 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.959086 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:13.963485 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] Set router 190db5dd-b9bd-4701-b718-02b797117600 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:13.996005 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Attempting to bind port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:13.996578 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Attempting to bind port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:13.997049 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Attempting to bind port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:14.020706 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:14.021266 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:14.021807 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.022305 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:14.022906 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Bound port: 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:14.023398 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.083581 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] For port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:14.087679 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] For port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:14.102279 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.117667 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Pushing event updated for resources: {'Port': ['ID=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:14.131669 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.132284 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.132724 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.133165 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.133764 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.134221 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.134689 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.135090 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.135653 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.136089 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.136509 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.136937 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:14.188321 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:14.189436 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:14.244427 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:31:11Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:14.258138 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c38150-ef6f-4beb-b08f-82ddc4e75d8e None None] Pushing event updated for resources: {'Port': ['ID=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:14.315491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd051144-d925-4f06-b71f-918f5d2569b7 None None] The sync data for ids ['190db5dd-b9bd-4701-b718-02b797117600'] in n-d-master-1 is: [{'id': '190db5dd-b9bd-4701-b718-02b797117600', 'name': 'tempest-ServersTestBootFromVolume-2075561959-router', 'tenant_id': '5aea855aceab47e681c3e6e41291e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:27:32Z', 'updated_at': '2021-10-11T15:31:11Z', 'revision_number': 5, 'project_id': '5aea855aceab47e681c3e6e41291e93b', 'gw_port': {'id': '66da86df-8dd7-47b7-82cd-23987516d5d3', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190db5dd-b9bd-4701-b718-02b797117600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:27:33Z', 'updated_at': '2021-10-11T15:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:14.393447 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:14.455288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.465034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.488255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.494323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.494636 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9 disassociated. External IP: 172.35.3.156, port: ffe405e7-63db-4f6b-b567-e3139f73dd20. Oct 11 15:31:14.498297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4879e019-3988-43a2-b32d-502feedf8b75 req-05bea89a-82b6-4953-81fe-97de03abc243 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.0616434 Oct 11 15:31:14.631174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d7dd254-baee-470e-9c13-7045241c0726 req-18c58f31-4c76-4b66-ba8d-ab29493ebf48 service neutron] 10.222.0.36 "GET /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723123 Oct 11 15:31:14.702555 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device af9cde65-e54a-41bd-b42f-0728a32c13e1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:14.726942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: af9cde65-e54a-41bd-b42f-0728a32c13e1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:14.727554 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device af9cde65-e54a-41bd-b42f-0728a32c13e1 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:14.739258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.772663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.773670 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router 7d5d4cfe-28e3-4e10-9864-e23b49b832b1 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:14.799778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.807655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4fdd5bbe-7034-469c-9202-7961ef27bfb0 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 204 len: 168 time: 5.7069819 Oct 11 15:31:14.834988 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:08Z', 'revision_number': 3, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:14.864987 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:14.875652 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-953965261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:14.877405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5830916-03a3-43f9-b109-c2dd11f5d73d req-4cb27848-8231-4d52-8d91-2edfd0101bd3 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa71656a-2716-4312-882a-964993c06eeb HTTP/1.1" status: 200 len: 210 time: 0.1473091 Oct 11 15:31:14.882600 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa1364-0d85-43fd-abcd-3d7b0f137ef6 None None] The sync data for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 is: [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:08Z', 'revision_number': 3, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:14.949747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.975544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:14.977048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.210123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.216700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.220298 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Deleting port 66da86df-8dd7-47b7-82cd-23987516d5d3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:15.220939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.252683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.257283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45fa6c1c-2824-4e0d-b360-c6a5a17110b1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3882012 Oct 11 15:31:15.260623 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:15.265198 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:15.486387 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:15.527969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67629bd-8565-461a-9a4d-0bb4a48e20f7 req-1690fc3f-4f86-4973-bec1-a825359f1938 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:15.539554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f67629bd-8565-461a-9a4d-0bb4a48e20f7 req-1690fc3f-4f86-4973-bec1-a825359f1938 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.3279605 Oct 11 15:31:15.567876 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] For port 66da86df-8dd7-47b7-82cd-23987516d5d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66da86df-8dd7-47b7-82cd-23987516d5d3,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:15.569391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.581553 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Allocated IP 172.20.0.1 (4fb0884b-07e1-4b81-98ef-d9715f589bb7/d9fe86ae-b37e-49ab-a9d3-baa966b5fc50/525ceeb1-a292-4e53-bb35-dc94d91b628e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:15.638427 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Calling delete_port for 66da86df-8dd7-47b7-82cd-23987516d5d3 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:15.662319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:15.797837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f67629bd-8565-461a-9a4d-0bb4a48e20f7 req-987977d3-ef8d-4b33-9075-207b619d00f9 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563982 Oct 11 15:31:15.925581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.015430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:16.034818 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:16.036784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.063021 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:16.067832 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:16.095886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-ea2b7bf9-0753-4ffc-9ba1-3ca495ec1087 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "PUT /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 695 time: 4.1181626 Oct 11 15:31:16.097235 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:16.100998 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:16.144998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.195915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:16.218641 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:16.234024 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:16.264040 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:16.274872 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-f90519fe-0c3a-4900-bf23-a5b6d5190d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:16.277425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-f90519fe-0c3a-4900-bf23-a5b6d5190d8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1096 time: 0.1572952 Oct 11 15:31:16.289134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.335618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc59dac-d1a4-4113-b83f-e755fb3a6276 req-d520575c-4c76-4b0e-9892-1ca484e687cc tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:16.338036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cc59dac-d1a4-4113-b83f-e755fb3a6276 req-d520575c-4c76-4b0e-9892-1ca484e687cc tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 950 time: 0.1614382 Oct 11 15:31:16.384265 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:16.422337 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Pushing event deleted for resources: {'Port': ['ID=66da86df-8dd7-47b7-82cd-23987516d5d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:16.439870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.528242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.619268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-519bcdbf-1630-43b1-ae70-a9a702bd9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:16.622302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-519bcdbf-1630-43b1-ae70-a9a702bd9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.36 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.4009442 Oct 11 15:31:16.659291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.702917 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12dc0492-73cc-4890-86b0-d211e2ce2d2e None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:16.703496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12dc0492-73cc-4890-86b0-d211e2ce2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.707593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-22de4397-90b9-4434-b881-81b5d34c3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:16.709715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-22de4397-90b9-4434-b881-81b5d34c3512 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.4225478 Oct 11 15:31:16.710537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:16.834472 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:16.841742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12dc0492-73cc-4890-86b0-d211e2ce2d2e None None] Port 525ceeb1-a292-4e53-bb35-dc94d91b628e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:16.879578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3cc59dac-d1a4-4113-b83f-e755fb3a6276 req-bd87696f-c11b-4a60-b7ee-5506348db51a tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641726 Oct 11 15:31:16.915033 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:16.916108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:16.941803 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:16.942704 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:16.967428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-75ef2921-8175-4c3d-b31e-9f44fc6a4fc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 217 time: 0.2420642 Oct 11 15:31:17.040980 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:17.041622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.070388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.075684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.077712 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.35.3.53 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/3f33b208-684a-4a85-b8f4-f3bae93df030) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:17.080586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.088646 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Deleting port 2260f024-5e83-4801-baa0-30620bc1f336 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:17.088961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.218155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-09a371b3-82d8-425a-8662-31e5b79dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:17.221299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-09a371b3-82d8-425a-8662-31e5b79dafb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.2420180 Oct 11 15:31:17.241994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.245384 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:17.246786 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190db5dd-b9bd-4701-b718-02b797117600 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:17.285337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.292306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c67258c3-abf9-4a83-8102-5a890bb0a468 admin admin] 10.222.0.31 "DELETE /v2.0/routers/190db5dd-b9bd-4701-b718-02b797117600 HTTP/1.1" status: 204 len: 168 time: 4.4428709 Oct 11 15:31:17.295465 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:17.334115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.348998 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b892145-7ec9-4cee-9893-01607022cea5 x-openstack-request-id: req-1b892145-7ec9-4cee-9893-01607022cea5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:17.348998 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:17.348998 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b892145-7ec9-4cee-9893-01607022cea5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:17.349504 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'status': 'completed', 'code': 200} Oct 11 15:31:17.361699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7359546f-83a5-4c9c-a5ed-45caa790ba1a req-3341053e-c2c9-47f8-ab19-8629a11141e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cfc3cb67ce3494e97f07c01291ee5da&device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.1382918 Oct 11 15:31:17.403355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:17.411868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.549048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7359546f-83a5-4c9c-a5ed-45caa790ba1a req-61a134ef-941a-4193-ab1b-3bbd52e47b22 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4cfc3cb67ce3494e97f07c01291ee5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1749375 Oct 11 15:31:17.605041 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:17.634679 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] For port 2260f024-5e83-4801-baa0-30620bc1f336, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2260f024-5e83-4801-baa0-30620bc1f336,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:17.635049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.646252 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Deleting subnet 1d131e41-6ec6-4242-950b-f8db6c2b5a2d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:31:17.710539 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967930b7-38b9-49aa-81f7-e731dba10256 req-3a771bd9-15f6-494b-a5b6-ab6850632362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:17.711240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.721238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-3a771bd9-15f6-494b-a5b6-ab6850632362 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4723470 Oct 11 15:31:17.753890 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Calling delete_port for 2260f024-5e83-4801-baa0-30620bc1f336 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:17.782239 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-2606b073-5791-41f4-b64f-47157999c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:17.783781 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-2606b073-5791-41f4-b64f-47157999c8ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 1096 time: 0.4207299 Oct 11 15:31:17.786899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:17.814504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d4f31-6be7-471f-a5c6-50fa643ce7f7 req-356017ad-c922-4754-a4ed-0b90a46353d0 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:17.816191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a8d4f31-6be7-471f-a5c6-50fa643ce7f7 req-356017ad-c922-4754-a4ed-0b90a46353d0 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 946 time: 0.3968039 Oct 11 15:31:17.981465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359546f-83a5-4c9c-a5ed-45caa790ba1a req-7f0b2e27-cf48-44a9-8e55-b40308296388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:17.983680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7359546f-83a5-4c9c-a5ed-45caa790ba1a req-7f0b2e27-cf48-44a9-8e55-b40308296388 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232454 Oct 11 15:31:17.991067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a8d4f31-6be7-471f-a5c6-50fa643ce7f7 req-e5a5ba82-f987-462d-b37e-bc35b293357e tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f65d83-fd62-476e-89f8-25f79001fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580186 Oct 11 15:31:18.014211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-46557ddb-a5da-44f6-bd2e-48ffc6921cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916725 Oct 11 15:31:18.084431 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:18.119665 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a494082-0d40-4c97-8724-70cd28f4d2a0 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:18.269731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6638eb2-5268-4f29-9e2c-0418cc487d71 req-bc873b65-1c25-49f4-ad04-0502faf0ca05 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.0412326 Oct 11 15:31:18.341173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967930b7-38b9-49aa-81f7-e731dba10256 req-08b484da-e307-41e3-bad5-ae4c82e1fd45 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257987 Oct 11 15:31:18.381367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.579214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.650873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.653918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.692254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1519a02-b141-47bb-94a8-d5516ef2a379 None None] New status for floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:31:18.820792 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-719d0f2e-e925-485d-9585-958e6a4aa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:18.822765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-719d0f2e-e925-485d-9585-958e6a4aa9fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 1.0284798 Oct 11 15:31:18.824761 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:18.840851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.853882 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:18.917576 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:18.921643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:18.928597 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:18.941083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-f06b9e68-8f42-4da6-bf10-f8d8faa9524a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:18.942722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-f06b9e68-8f42-4da6-bf10-f8d8faa9524a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1601713 Oct 11 15:31:18.958217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-63eb440c-1ee3-42f0-aa33-0fccaaa50df0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 200 len: 217 time: 0.1239367 Oct 11 15:31:18.965731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.055102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:19.136641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-509cd3b3-201a-410f-a94b-75a7e0dd2cc8 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 698 time: 0.1858642 Oct 11 15:31:19.138328 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-03c4a31d-3850-4a4c-9388-adbf1a05fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:19.140302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-03c4a31d-3850-4a4c-9388-adbf1a05fced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1677096 Oct 11 15:31:19.162169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:19.172436 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:19.173955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.200683 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] No DVR routers for this DVR port 2260f024-5e83-4801-baa0-30620bc1f336 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:19.259050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.274216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.278263 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6bc4ca9-746c-4267-9e8c-741bd8e7643e req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.36 "DELETE /v2.0/ports/2260f024-5e83-4801-baa0-30620bc1f336 HTTP/1.1" status: 204 len: 173 time: 2.6471491 Oct 11 15:31:19.321410 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'name': 'network-vif-deleted', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:19.324083 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15afebf-2ee9-4b73-a2d0-497ccebb0717" -d '{"events": [{"server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "name": "network-vif-deleted", "tag": "2260f024-5e83-4801-baa0-30620bc1f336"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:19.326671 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=3f33b208-684a-4a85-b8f4-f3bae93df030,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:19.390886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.392783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7359546f-83a5-4c9c-a5ed-45caa790ba1a req-11d87d82-5f1f-47ae-966e-9c93d984afe3 tempest-ServerShowV247Test-1087129156 tempest-ServerShowV247Test-1087129156-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc631326-cbf1-4e12-9672-938aca7fb51b HTTP/1.1" status: 200 len: 210 time: 0.0624032 Oct 11 15:31:19.420186 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead02ff-9f61-4087-80ef-31ac2e4ff469 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] Pushing event deleted for resources: {'Port': ['ID=2260f024-5e83-4801-baa0-30620bc1f336,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:19.428775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:19.470004 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d131e41-6ec6-4242-950b-f8db6c2b5a2d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:19.511366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 66da86df-8dd7-47b7-82cd-23987516d5d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:19.524559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:19.531594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9eb1a87d-1924-4aee-a4ed-bacc3b4265fd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d131e41-6ec6-4242-950b-f8db6c2b5a2d HTTP/1.1" status: 204 len: 168 time: 2.2317019 Oct 11 15:31:19.543273 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:19.563522 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-4860cfbc-ca4a-4702-8f0e-0d2e4de06914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:19.565100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-4860cfbc-ca4a-4702-8f0e-0d2e4de06914 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3855577 Oct 11 15:31:19.591909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf81a12-17bf-4faa-9b8b-bef1d0e1d416 None None] Network 7e1e75cc-4f69-4c31-88a5-087795a868e2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:19.618390 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 66da86df-8dd7-47b7-82cd-23987516d5d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:19.619039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 66da86df-8dd7-47b7-82cd-23987516d5d3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:19.792470 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:19.859104 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:19.974158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.245714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.276055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.328535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2260f024-5e83-4801-baa0-30620bc1f336 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:20.369321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-d2704619-e294-47fc-82e5-a73c8b12c9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778542 Oct 11 15:31:20.379163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-841664c2-7806-462c-84c7-4c0f40721923 req-523ea20d-43eb-4771-8d8f-83cbeb312753 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953 tempest-FloatingIPsAssociationNegativeTestJSON-1207911953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9526182d-4ff5-446c-8223-0a88b529f305 HTTP/1.1" status: 200 len: 210 time: 0.1513865 Oct 11 15:31:20.394334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 2260f024-5e83-4801-baa0-30620bc1f336 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:20.394987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2260f024-5e83-4801-baa0-30620bc1f336 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:20.401619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.480222 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9 associated. External IP: 172.35.3.156, port: a2558b93-dae1-4480-a9ad-4ddcff171350. Oct 11 15:31:20.526728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.541189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-7f2463a1-675f-4601-9d8c-88062047e045 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:20.542839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-7f2463a1-675f-4601-9d8c-88062047e045 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "GET /v2.0/ports?device_id=a39a7d5c-602d-4299-bd64-e95fe0778318 HTTP/1.1" status: 200 len: 945 time: 0.4691672 Oct 11 15:31:20.545146 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Router e20b35df-d886-4fad-b7ae-cbb5795f16dc has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:20.549563 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f553b01-16cc-42e4-9a18-eda5409227bd x-openstack-request-id: req-8f553b01-16cc-42e4-9a18-eda5409227bd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:20.550065 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9526182d-4ff5-446c-8223-0a88b529f305", "name": "network-vif-deleted", "tag": "2260f024-5e83-4801-baa0-30620bc1f336", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:20.550392 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f553b01-16cc-42e4-9a18-eda5409227bd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:20.550870 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9526182d-4ff5-446c-8223-0a88b529f305', 'name': 'network-vif-deleted', 'tag': '2260f024-5e83-4801-baa0-30620bc1f336', 'status': 'completed', 'code': 200} Oct 11 15:31:20.583196 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71f264c0-8b70-4007-abf5-d58b005f9a89 None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:20.584530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71f264c0-8b70-4007-abf5-d58b005f9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.720058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71f264c0-8b70-4007-abf5-d58b005f9a89 None None] Port 525ceeb1-a292-4e53-bb35-dc94d91b628e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:20.744691 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:20.753453 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf9e68a-e755-4b9e-b80a-91ff7b29614f" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:20.788957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:20.798090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.815198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Deleting port 88167f30-3d77-4370-973a-e07956a5d68e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:20.815615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:20.852574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] DHCP port deletion for 7e1e75cc-4f69-4c31-88a5-087795a868e2 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:31:20.930219 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:20.982148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Deleting port 88167f30-3d77-4370-973a-e07956a5d68e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:20.982501 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6bf645a-bb82-40c1-a2ab-3901a2911cfa req-a4aeba26-b343-449b-8700-e475e246be43 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816646 Oct 11 15:31:20.982640 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.129385 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:21.133144 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] For port 88167f30-3d77-4370-973a-e07956a5d68e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88167f30-3d77-4370-973a-e07956a5d68e,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:21.133970 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.162513 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] For port 88167f30-3d77-4370-973a-e07956a5d68e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88167f30-3d77-4370-973a-e07956a5d68e,segment=NetworkSegment(715b216f-0c4f-4523-964b-638aca629e0d),segment_id=715b216f-0c4f-4523-964b-638aca629e0d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:21.163251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.167814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Calling delete_port for 88167f30-3d77-4370-973a-e07956a5d68e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:21.206190 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Calling delete_port for 88167f30-3d77-4370-973a-e07956a5d68e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:21.230699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:21.248505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-411fbf24-cd73-40e8-a6ad-06060196c7c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/e20b35df-d886-4fad-b7ae-cbb5795f16dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8333249 Oct 11 15:31:21.248650 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Sync routers for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:21.273115 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:21.276067 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:21.453114 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3403476-5b37-4880-a350-4bb43f130ddd x-openstack-request-id: req-c3403476-5b37-4880-a350-4bb43f130ddd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:21.453114 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:21.453114 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3403476-5b37-4880-a350-4bb43f130ddd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:21.455970 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'code': 200} Oct 11 15:31:21.465798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.574856 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] Pushing event deleted for resources: {'Port': ['ID=88167f30-3d77-4370-973a-e07956a5d68e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:21.592017 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f99a78-cdad-408d-9b9b-e145337ef66e None None] No DVR routers for this DVR port 88167f30-3d77-4370-973a-e07956a5d68e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:21.638954 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:21.650488 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:21.763167 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:21.940015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68e865-4c1e-4524-8820-62dc1dd4dbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.979526 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Deleting port ffe405e7-63db-4f6b-b567-e3139f73dd20 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:21.979898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:21.983799 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:16Z', 'revision_number': 4, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '525ceeb1-a292-4e53-bb35-dc94d91b628e', 'name': '', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'mac_address': 'fa:16:3e:dd:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:14Z', 'updated_at': '2021-10-11T15:31:17Z', 'revision_number': 2, 'project_id': '107113b662e540f99e3c67a91dec663a', 'subnets': [{'id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:22.014724 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Checking router: e20b35df-d886-4fad-b7ae-cbb5795f16dc for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:22.015010 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Updating router e20b35df-d886-4fad-b7ae-cbb5795f16dc port 525ceeb1-a292-4e53-bb35-dc94d91b628e binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:22.096949 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.149785 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:22.156902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.169871 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:22.209031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:22.216678 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:22.220135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-cf230e5c-2b0d-4e4f-ba75-51db98f94ce3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "PUT /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 997 time: 3.0681207 Oct 11 15:31:22.221371 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:22.224115 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d5b5b-5bf8-491b-a11a-92b59aac40e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:22.309823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb3906a-128d-4f83-b483-a9ab00788ec1 x-openstack-request-id: req-fdb3906a-128d-4f83-b483-a9ab00788ec1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:22.310396 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:22.310804 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdb3906a-128d-4f83-b483-a9ab00788ec1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:22.312378 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:31:22.329789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ffe405e7-63db-4f6b-b567-e3139f73dd20 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:22.342922 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-ab0cf26f-feab-4e4e-8693-b35d14161235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:22.344932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-ab0cf26f-feab-4e4e-8693-b35d14161235 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1001647 Oct 11 15:31:22.386324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68e865-4c1e-4524-8820-62dc1dd4dbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.430692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.501993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:22.504219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-b414c258-52ba-46ee-bc33-acaac75f72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:22.505974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-b414c258-52ba-46ee-bc33-acaac75f72f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.1511877 Oct 11 15:31:22.524607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.561928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.572243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68e865-4c1e-4524-8820-62dc1dd4dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.590206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.632934 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:22.690249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:22.690766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e68e865-4c1e-4524-8820-62dc1dd4dbda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cfc3cb67ce3494e97f07c01291ee5da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4402187 Oct 11 15:31:22.692906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.714455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.724634 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-network', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:22.769145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88167f30-3d77-4370-973a-e07956a5d68e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:22.811075 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.831684 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 88167f30-3d77-4370-973a-e07956a5d68e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:22.831953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88167f30-3d77-4370-973a-e07956a5d68e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:22.837395 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:22.846807 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:22.881626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:22.921201 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68e865-4c1e-4524-8820-62dc1dd4dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c261a7b-e10e-44d4-9a9c-2beab7613a31,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:22.981472 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7a76-1e2b-46e9-ba48-ebf04a03690e None None] Pushing event updated for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:23.023375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-b6f5fed4-20aa-4537-864a-1227579af5b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 1000 time: 0.5027924 Oct 11 15:31:23.032517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88167f30-3d77-4370-973a-e07956a5d68e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:23.041000 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:20Z', 'revision_number': 8, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.042950 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] No DVR routers for this DVR port 88167f30-3d77-4370-973a-e07956a5d68e on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:23.048718 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Made reservation on behalf of 7ce3de7a3afa45069ba031f95f857cbc for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:23.051721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.084773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.099784 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] For port ffe405e7-63db-4f6b-b567-e3139f73dd20, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ffe405e7-63db-4f6b-b567-e3139f73dd20,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:23.100465 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.115484 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Calling delete_port for ffe405e7-63db-4f6b-b567-e3139f73dd20 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:23.116637 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Attempting to bind port 525ceeb1-a292-4e53-bb35-dc94d91b628e on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:23.118582 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Attempting to bind port 525ceeb1-a292-4e53-bb35-dc94d91b628e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:23.118913 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Attempting to bind port 525ceeb1-a292-4e53-bb35-dc94d91b628e on network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:23.130048 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:23.130349 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Checking segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:23.130754 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.131237 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Bound using segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:23.131871 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Bound port: 525ceeb1-a292-4e53-bb35-dc94d91b628e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:23.132365 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.137893 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:23.151303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.153777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:23.158569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.164608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-11694f4b-a623-4083-8e4a-c45c18946088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:23.166291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-11694f4b-a623-4083-8e4a-c45c18946088 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1382310 Oct 11 15:31:23.279190 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] For port 525ceeb1-a292-4e53-bb35-dc94d91b628e, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:23.288916 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] For port 525ceeb1-a292-4e53-bb35-dc94d91b628e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=525ceeb1-a292-4e53-bb35-dc94d91b628e,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:23.303102 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.323382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.324597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-2b91c087-2bb9-4416-a81b-a60375665a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:23.326712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-2b91c087-2bb9-4416-a81b-a60375665a85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485031 Oct 11 15:31:23.414296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.423005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:23.423341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.438567 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1e75cc-4f69-4c31-88a5-087795a868e2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.441722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.443607 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:23.445053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.446238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c261a7b-e10e-44d4-9a9c-2beab7613a31 HTTP/1.1" status: 204 len: 168 time: 0.5961843 Oct 11 15:31:23.456367 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715b216f-0c4f-4523-964b-638aca629e0d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.456684 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.456843 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715b216f-0c4f-4523-964b-638aca629e0d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:23.475050 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03cb07-7a50-4786-8e43-5a7b5a8cf836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c261a7b-e10e-44d4-9a9c-2beab7613a31,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:23.481078 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Deleting port 3974a9be-54ac-4db3-a878-6f2fb7f5921e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:23.481544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.497327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.500905 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-6147998e-b4d7-49e9-a460-ea0b4aafa0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:23.502418 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-6147998e-b4d7-49e9-a460-ea0b4aafa0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 1.1129985 Oct 11 15:31:23.510960 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:23.516026 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc7297c-c47c-4aa4-af44-9fd642eeedb2" -d '{"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:23.520729 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a2558b93-dae1-4480-a9ad-4ddcff171350'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:31:23.543098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.558925 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7a76-1e2b-46e9-ba48-ebf04a03690e None None] Pushing event updated for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:23.625829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-65ee746b-82b6-4f4a-b5ca-1742fc1114eb service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770257 Oct 11 15:31:23.638567 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:23.659770 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa4d32c-a4af-4152-ae3e-7a020baebeb6 x-openstack-request-id: req-faa4d32c-a4af-4152-ae3e-7a020baebeb6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:23.660125 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:23.660310 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa4d32c-a4af-4152-ae3e-7a020baebeb6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:23.660696 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'code': 200} Oct 11 15:31:23.770736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.772813 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:23.779496 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:31:23.779716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.834967 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] For port 3974a9be-54ac-4db3-a878-6f2fb7f5921e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3974a9be-54ac-4db3-a878-6f2fb7f5921e,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:23.836281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.866490 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Calling delete_port for 3974a9be-54ac-4db3-a878-6f2fb7f5921e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:23.913198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47eaecbc-40f4-40e4-9a2c-4159aef73057 req-32ad8912-8684-43c9-844e-dd03e6c65ea0 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796035 Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:31:23.956586 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:31:23.960522 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-b3720962-846b-4451-887a-32c049ea5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:23.960522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-b3720962-846b-4451-887a-32c049ea5e5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.4199870 Oct 11 15:31:23.980784 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event deleted for resources: {'Port': ['ID=ffe405e7-63db-4f6b-b567-e3139f73dd20,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:23.990406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:23.998383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.006994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e1e75cc-4f69-4c31-88a5-087795a868e2 HTTP/1.1" status: 204 len: 168 time: 4.4600940 Oct 11 15:31:24.115474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b93d2ea-3675-45a0-aca7-60b1d52b1f79 req-6fad5129-163d-4e3c-8ca0-7f98ec5f50d9 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 997 time: 0.1449521 Oct 11 15:31:24.130256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.181899 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:16Z', 'revision_number': 4, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '525ceeb1-a292-4e53-bb35-dc94d91b628e', 'name': '', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'mac_address': 'fa:16:3e:dd:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:14Z', 'updated_at': '2021-10-11T15:31:23Z', 'revision_number': 4, 'project_id': '107113b662e540f99e3c67a91dec663a', 'subnets': [{'id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:24.239030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-96654260-28ec-4f5a-931c-3e1311e84302 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 1000 time: 0.2255945 Oct 11 15:31:24.246997 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c410bc8-ced6-430b-97a2-a4fd901202b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1e75cc-4f69-4c31-88a5-087795a868e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:24.289379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93d2ea-3675-45a0-aca7-60b1d52b1f79 req-52ebb2cf-6a3b-4bd1-a7ff-f44f1daec471 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:24.289814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b93d2ea-3675-45a0-aca7-60b1d52b1f79 req-52ebb2cf-6a3b-4bd1-a7ff-f44f1daec471 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.1640186 Oct 11 15:31:24.304358 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-9b93d2ea-3675-45a0-aca7-60b1d52b1f79 req-07e5dab0-47e4-4fe5-9659-e9333944de14 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:31:24.307916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b93d2ea-3675-45a0-aca7-60b1d52b1f79 req-07e5dab0-47e4-4fe5-9659-e9333944de14 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062394 Oct 11 15:31:24.318594 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85779b-3cde-4f53-9cd7-98329e29bc86 None None] The sync data for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 is: [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:31:16Z', 'revision_number': 4, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '525ceeb1-a292-4e53-bb35-dc94d91b628e', 'name': '', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'mac_address': 'fa:16:3e:dd:74:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:14Z', 'updated_at': '2021-10-11T15:31:23Z', 'revision_number': 4, 'project_id': '107113b662e540f99e3c67a91dec663a', 'subnets': [{'id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:24.336224 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] No DVR routers for this DVR port ffe405e7-63db-4f6b-b567-e3139f73dd20 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:24.338439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] For port 525ceeb1-a292-4e53-bb35-dc94d91b628e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=525ceeb1-a292-4e53-bb35-dc94d91b628e,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:24.341968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.345378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c1969b97-702f-40ca-b11f-89f967ed4df0 req-4a62baae-16fe-403c-b12c-bf2cb3fbd01f tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "DELETE /v2.0/ports/ffe405e7-63db-4f6b-b567-e3139f73dd20 HTTP/1.1" status: 204 len: 173 time: 3.7901967 Oct 11 15:31:24.347624 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-deleted', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:24.350267 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a464c6-8135-45e2-8ee5-97dd6692598c" -d '{"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-deleted", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:24.387798 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:24.401387 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-f8b9834a-3220-496f-b2bf-490b90daa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:24.402981 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-f8b9834a-3220-496f-b2bf-490b90daa2bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1296945 Oct 11 15:31:24.470104 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router 30b7194f-9d26-4451-ba18-d50ba6dfbf49 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:24.487086 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.508558 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33549f17-d9e3-4e63-8f1e-2d7488e53ba0 x-openstack-request-id: req-33549f17-d9e3-4e63-8f1e-2d7488e53ba0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:24.508985 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39a7d5c-602d-4299-bd64-e95fe0778318", "name": "network-vif-deleted", "tag": "ffe405e7-63db-4f6b-b567-e3139f73dd20", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:24.509238 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33549f17-d9e3-4e63-8f1e-2d7488e53ba0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:24.509884 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39a7d5c-602d-4299-bd64-e95fe0778318', 'name': 'network-vif-deleted', 'tag': 'ffe405e7-63db-4f6b-b567-e3139f73dd20', 'status': 'completed', 'code': 200} Oct 11 15:31:24.697787 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f72e-2197-4ecf-be33-b2231995030a None None] Pushing event updated for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:24.713973 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7100140f-d17d-488b-a9e4-eab1f5206741 None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:24.715289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7100140f-d17d-488b-a9e4-eab1f5206741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.807515 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:24.807738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-67537661-4fb8-4355-8e95-2fbb198768ce tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1000 time: 0.4528379 Oct 11 15:31:24.810766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.813117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cf89c63-aa2a-480f-8fba-3a76c2cada3f tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "PUT /v2.0/routers/30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 200 len: 913 time: 9.5515690 Oct 11 15:31:24.820393 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] Sync routers for ids ['30b7194f-9d26-4451-ba18-d50ba6dfbf49'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:24.826687 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 525ceeb1-a292-4e53-bb35-dc94d91b628e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:24.833128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.844396 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] Routers {'30b7194f-9d26-4451-ba18-d50ba6dfbf49'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:24.845303 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['30b7194f-9d26-4451-ba18-d50ba6dfbf49'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:24.854119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.877992 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:24.885427 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-37ea5a8e-4540-4e7b-a253-51c899386238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:24.887006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-37ea5a8e-4540-4e7b-a253-51c899386238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4634013 Oct 11 15:31:24.925968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:24.982344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-83414a23-8962-4531-9b9e-ac19aafd4b35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5aea855aceab47e681c3e6e41291e93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912406 Oct 11 15:31:24.996277 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:25.011449 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:25.042855 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] Routers {'30b7194f-9d26-4451-ba18-d50ba6dfbf49'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:25.043482 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['30b7194f-9d26-4451-ba18-d50ba6dfbf49'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:25.079647 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:31:25.152973 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:25.154508 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262b5e4-b435-4043-996e-04e0d1f867eb None None] The sync data for ids ['30b7194f-9d26-4451-ba18-d50ba6dfbf49'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:25.171702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61246078-6e55-4a2c-a214-1838515bd0fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:25.183192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.183950 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Added segment c9c4330e-e068-4dcb-a94d-d937904f1ba9 of type vlan for network 5b6e3651-07a1-4c33-a278-e67e692c1938 Oct 11 15:31:25.232963 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=3974a9be-54ac-4db3-a878-6f2fb7f5921e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:25.270424 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-3b6fbb82-a636-4bb1-85b9-96c67508febe tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:25.272010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-3b6fbb82-a636-4bb1-85b9-96c67508febe tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports/a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 943 time: 0.3930511 Oct 11 15:31:25.343930 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.398261 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-da6a30b1-50cd-4fad-9fd6-c7dd33ecb216 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817958 Oct 11 15:31:25.399293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.412558 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:25.414833 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:20Z', 'revision_number': 8, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:25.449675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f7ff6-ae23-4099-a6f5-fc9703ed2992 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '500cdda5-e07f-4af5-866f-3b60c11d1ab9', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'port_id': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'mac_address': 'fa:16:3e:4b:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:30:25Z', 'updated_at': '2021-10-11T15:31:20Z', 'revision_number': 8, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:25.515760 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:31:25.579762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.634748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:25.635185 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.685361 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-205d5b5b-5bf8-491b-a11a-92b59aac40e6 req-e82a6b48-528c-4f62-9026-488654df0044 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590222 Oct 11 15:31:25.688766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.690789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.691710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:25.692289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.766361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8906b6e4-bb8d-4551-9795-84159badc705 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 200 len: 919 time: 0.8657556 Oct 11 15:31:25.772566 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:25.797162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:25.816271 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6e3651-07a1-4c33-a278-e67e692c1938,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:25.822958 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2085169088-network', 'tenant_id': '0ef35d9eb58b4d4e9a14d8d534303852'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:25.835766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:31:25.886328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-4d139883-d716-461d-868d-2175f5f530f9 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1000 time: 0.3190529 Oct 11 15:31:25.898698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab003a8-3a77-4f9a-ac93-28912acd3506 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:25.900195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0ab003a8-3a77-4f9a-ac93-28912acd3506 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=30b7194f-9d26-4451-ba18-d50ba6dfbf49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1273327 Oct 11 15:31:25.904400 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:25.918238 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Made reservation on behalf of 0ef35d9eb58b4d4e9a14d8d534303852 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:25.921284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.935238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:25.942955 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6bfe5112-1b56-4129-8aec-395e17bf30f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2352602 Oct 11 15:31:25.943967 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:25.962445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Request body: {'subnet': {'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-subnet', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:25.999936 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6788142-0aa9-4e22-a13e-6b7964040958 None None] New status for floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:31:26.003960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.006822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.008074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e5a49b5-f5ae-418a-8a78-b7e5d5e92df3 HTTP/1.1" status: 204 len: 168 time: 0.9492435 Oct 11 15:31:26.027134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'mac_address': 'fa:16:3e:b7:f0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:31:26.038916 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69bb06-230b-46e2-bb9f-cdf990df027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a49b5-f5ae-418a-8a78-b7e5d5e92df3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:26.055155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Made reservation on behalf of 7ce3de7a3afa45069ba031f95f857cbc for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:26.057650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.249016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.289100 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:31:26.367313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.385900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.396209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:26.405507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.473710 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:26.485128 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:31:26.488036 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26770f24-094e-48e5-88c0-35a59b7c3c01,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:26.507369 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.527628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a9d3c741-224a-4f43-b4aa-a85bf595e158'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:31:26.548269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.548648 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Added segment 91fc1dfb-177b-4e8b-8567-493d8280ffae of type vlan for network 337b0771-695b-40c4-b127-0aaa316e1f9d Oct 11 15:31:26.671921 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea56e289-82e1-4567-b16b-dc3b0b184511,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:26.688936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.773610 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-59795c1f-ab9d-4775-b458-ca9646c05e01 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:26.774888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-59795c1f-ab9d-4775-b458-ca9646c05e01 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.8735998 Oct 11 15:31:26.787740 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Checking segment: {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:26.788492 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Network hostable DHCP agents. Network: 5b6e3651-07a1-4c33-a278-e67e692c1938, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:31:26.826338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.827701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:26.828486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.846488 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:31:26.876900 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 525ceeb1-a292-4e53-bb35-dc94d91b628e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:26.907323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4795020 Oct 11 15:31:26.915270 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:26.922672 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Request body: {'subnet': {'network_id': '337b0771-695b-40c4-b127-0aaa316e1f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2085169088-subnet', 'tenant_id': '0ef35d9eb58b4d4e9a14d8d534303852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:26.928576 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5b6e3651-07a1-4c33-a278-e67e692c1938) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:26.939971 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:26.940707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.943021 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12c48-49a1-4d70-8226-c5e43143ecd7 admin admin] Pushing event updated for resources: {'Network': ['ID=337b0771-695b-40c4-b127-0aaa316e1f9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:26.962701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0367a8-9d93-4d7f-ad55-fb1eb3867f31 None None] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:26.963717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64ae36c-31f7-4c18-9fc7-4fdddee02ce8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:26.965043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b64ae36c-31f7-4c18-9fc7-4fdddee02ce8 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 1.0591002 Oct 11 15:31:26.965947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 337b0771-695b-40c4-b127-0aaa316e1f9d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:31:26.969803 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:26.972176 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Made reservation on behalf of 0ef35d9eb58b4d4e9a14d8d534303852 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:26.975735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:26.977581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-adb80256-4996-4517-986b-521e2aa7b458 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 1002 time: 0.1895168 Oct 11 15:31:26.999885 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:27.015184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8dce237d-33e4-41cd-896f-5e2a48c542c7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0685744 Oct 11 15:31:27.019727 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:27.033751 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:27.044796 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:27.066900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7bb6b9cb-658d-4142-9a5b-d093e1d80427 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 200 len: 205 time: 0.0817194 Oct 11 15:31:27.069641 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:27.203459 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 525ceeb1-a292-4e53-bb35-dc94d91b628e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:27.203845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.203974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.204919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.243444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.265726 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.346408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5b6e3651-07a1-4c33-a278-e67e692c1938', 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'fixed_ips': [{'subnet_id': 'ea56e289-82e1-4567-b16b-dc3b0b184511'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:31:27.347268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.363565 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:27.406420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.445538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.481249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.502495 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:27.527173 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0726265a-cf14-418d-8255-a71264a4f709,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:27.564296 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:27.566309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Allocated IP 172.20.0.2 (5b6e3651-07a1-4c33-a278-e67e692c1938/ea56e289-82e1-4567-b16b-dc3b0b184511/7bbe9808-c0a6-46b3-b3de-c7b43196a64e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:27.571287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ebd7b49f-eac1-4626-81a7-576479455e5c admin admin] 10.222.0.31 "PUT /v2.0/routers/6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9307656 Oct 11 15:31:27.574113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-936404078-network', 'tenant_id': '0d24524340f540ff821653c1334e1da6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:27.577377 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:27.598054 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Sync routers for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:27.611124 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:27.612527 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:27.619467 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port 3f33b208-684a-4a85-b8f4-f3bae93df030 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:27.619878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.633752 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Checking segment: {'id': '91fc1dfb-177b-4e8b-8567-493d8280ffae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '337b0771-695b-40c4-b127-0aaa316e1f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:27.634357 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Network hostable DHCP agents. Network: 337b0771-695b-40c4-b127-0aaa316e1f9d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:31:27.639009 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a9d3c741-224a-4f43-b4aa-a85bf595e158 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:27.639913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.682603 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Made reservation on behalf of 0d24524340f540ff821653c1334e1da6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:27.685193 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.706731 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Network 337b0771-695b-40c4-b127-0aaa316e1f9d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:31:27.709750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.716474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.720040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.730460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.731210 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9 disassociated. External IP: 172.35.3.156, port: a2558b93-dae1-4480-a9ad-4ddcff171350. Oct 11 15:31:27.737667 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 337b0771-695b-40c4-b127-0aaa316e1f9d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:27.749873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:27.750649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.767501 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42ad55-529c-4fe2-9aee-f16b317cdb09 None None] Network 337b0771-695b-40c4-b127-0aaa316e1f9d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:27.772025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.799366 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for 3f33b208-684a-4a85-b8f4-f3bae93df030 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:27.813831 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e44fa766-6c9e-4588-a8da-1adbd53baf0f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8970571 Oct 11 15:31:27.877959 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.897774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.925436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.940901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:27.954628 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:27.964679 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beab1d2-37a7-4a5e-9d66-ec433b9874a7" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:28.050651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.105619 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:28.108362 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Pushing event updated for resources: {'Port': ['ID=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:28.118663 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ca3ee-0604-4532-98fa-2c240d16be84 x-openstack-request-id: req-1d1ca3ee-0604-4532-98fa-2c240d16be84 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:28.119056 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-plugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:28.119638 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d1ca3ee-0604-4532-98fa-2c240d16be84 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:28.120346 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:28.120507 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'code': 200} Oct 11 15:31:28.121682 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:28.125674 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:28.133937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:28.151769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.178576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.206943 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:28.210032 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f841c-8a46-4dd0-a802-37f7cc99e04e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:28.218640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.226069 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:31:28.238232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.238835 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Added segment f1efb80b-f1fc-4093-865a-c1386bc5c1e4 of type vlan for network 46ef23ca-65d5-491a-b958-f1d13a0cf61d Oct 11 15:31:28.310566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.334870 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Deleting subnet 0726265a-cf14-418d-8255-a71264a4f709 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:31:28.341660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.347234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.407835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=3f33b208-684a-4a85-b8f4-f3bae93df030,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:28.408109 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:28.416104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.417881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:28.418465 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.480279 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217'}], 'enable_snat': True}, 'gw_port_id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:31:24Z', 'revision_number': 5, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port': {'id': 'bee073ca-19f5-4763-9bae-e829a5ffbc1f', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:01Z', 'updated_at': '2021-10-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:28.501004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Attempting to bind port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:28.502310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.507762 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Checking router: 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:28.508327 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Attempting to bind port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:28.508817 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Attempting to bind port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e on network 5b6e3651-07a1-4c33-a278-e67e692c1938 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:28.511224 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23401a2-034f-479e-b4f9-bf70a9bf9112 None None] Network 337b0771-695b-40c4-b127-0aaa316e1f9d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:28.520982 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Routers {'6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:28.522107 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:28.547885 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:28.556928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Checking segment: {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:28.556928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.556928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Bound using segment: {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:28.557329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Bound port: 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:28.557761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.559855 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:28.561399 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=46ef23ca-65d5-491a-b958-f1d13a0cf61d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:28.569351 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7efab435-7aa2-4fe3-90ef-1dd2b735d3f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2047670 Oct 11 15:31:28.619826 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:28.622621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.681601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:31:28.686576 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] Set router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:28.755365 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:31:28Z', 'revision_number': 6, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:28.784112 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ada0c8-faa6-43db-b6be-4327cc408dec None None] The sync data for ids ['6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4'] in n-d-master-1 is: [{'id': '6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686687925-router', 'tenant_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:58Z', 'updated_at': '2021-10-11T15:31:28Z', 'revision_number': 6, 'project_id': 'a6ec4044a2254d75b0f2e92f290032a9', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:28.846405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.909375 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] For port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:28.913979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] For port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:28.940982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.986674 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Deleting port bee073ca-19f5-4763-9bae-e829a5ffbc1f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:28.987038 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:28.995405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.046724 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4741d-8158-4b31-80f7-a0d9c3629f9a None None] Pushing event updated for resources: {'Port': ['ID=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:29.076373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.084211 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Request body: {'subnet': {'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-936404078-subnet', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:29.092247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.094831 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:29.109110 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:29.122746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.128318 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:29.129426 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:29.147612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.155704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.206296 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Made reservation on behalf of 0d24524340f540ff821653c1334e1da6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:29.208375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.256045 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0726265a-cf14-418d-8255-a71264a4f709,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:29.264607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.270947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1c2a233b-9c73-4742-b374-a078b5b7f188 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0726265a-cf14-418d-8255-a71264a4f709 HTTP/1.1" status: 204 len: 168 time: 1.0459435 Oct 11 15:31:29.285504 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:29.305190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-70425b81-f492-4397-a8fe-4cddd39780cf tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "PUT /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 696 time: 2.3128660 Oct 11 15:31:29.311823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.312485 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router 30b7194f-9d26-4451-ba18-d50ba6dfbf49 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:29.327752 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:29.330920 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34224d2b-b285-421b-ab83-aad20655ac5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:29.332753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.346767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37ff2d2f-0155-41b8-8656-7198e90984af tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 204 len: 168 time: 2.2690547 Oct 11 15:31:29.376082 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:29.388117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1169829768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:29.446131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.447645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.450858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:29.671944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.692414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.699356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.775372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34224d2b-b285-421b-ab83-aad20655ac5d req-ba72f4e8-b90f-4185-9c1f-7cb7d6799e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:29.776988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-ba72f4e8-b90f-4185-9c1f-7cb7d6799e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2589884 Oct 11 15:31:29.778683 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:29.805629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:29.808790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07ad83c0-4059-4aa0-9423-334f7293a7d1 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4287040 Oct 11 15:31:29.821065 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:29.830070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:29.837946 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:29.855248 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:29.855884 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:29.871574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b04213e-484f-4eb3-873b-7cfc0c4023c0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:30.011727 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:30.018951 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Checking segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:30.019201 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Network hostable DHCP agents. Network: 46ef23ca-65d5-491a-b958-f1d13a0cf61d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:31:30.061461 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb1132-7c8e-49c2-89db-6a736bb10dc8 x-openstack-request-id: req-71fb1132-7c8e-49c2-89db-6a736bb10dc8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:30.062137 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:30.062590 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71fb1132-7c8e-49c2-89db-6a736bb10dc8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:30.063167 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:31:30.083048 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] For port bee073ca-19f5-4763-9bae-e829a5ffbc1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee073ca-19f5-4763-9bae-e829a5ffbc1f,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:30.083409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.116623 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Calling delete_port for bee073ca-19f5-4763-9bae-e829a5ffbc1f owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:30.121445 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34224d2b-b285-421b-ab83-aad20655ac5d req-7a0aa263-0c90-4ad8-b555-4b2561951868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.122987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-7a0aa263-0c90-4ad8-b555-4b2561951868 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.3358581 Oct 11 15:31:30.129087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.156703 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Allocated IP 172.35.3.176 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/2d208012-d28c-47ee-9d0e-62e5a1677dad) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:30.163169 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:31:30.187790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-829783d0-905b-41cd-a17e-7072eae4315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.189331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-829783d0-905b-41cd-a17e-7072eae4315e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a163f46e1c7d4161a46095c5f00deb51&device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 1097 time: 0.7839077 Oct 11 15:31:30.203061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.216379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-dced7825-e512-4169-a144-312afda8598b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.0643666 Oct 11 15:31:30.219593 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 46ef23ca-65d5-491a-b958-f1d13a0cf61d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:30.237049 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.237735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.256987 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c2039-e2f6-4ab1-875a-12d719acfd78 None None] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:30.330776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42feea20-b3c9-4e52-bb02-638911cd4eb2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2953033 Oct 11 15:31:30.336248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:30.342706 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:30.354401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34224d2b-b285-421b-ab83-aad20655ac5d req-cf168eaf-909d-4620-bb75-96610a6d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.355894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-cf168eaf-909d-4620-bb75-96610a6d784c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.1299031 Oct 11 15:31:30.422265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:30.470997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140301a-b80a-4eb1-b539-f3227f11bff3 None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:30:01Z', 'revision_number': 4, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a867d514-e72f-4e13-a163-56faa7996d84', 'name': '', 'network_id': 'd7967938-8e72-4b58-81ee-420e79c7786b', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'mac_address': 'fa:16:3e:de:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:30:00Z', 'updated_at': '2021-10-11T15:30:08Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'subnets': [{'id': '225f4c1f-cd68-461c-8b83-8b1b10347d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:30.485336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.486741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.510052 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34224d2b-b285-421b-ab83-aad20655ac5d req-47a9ecf1-447c-4eff-9160-a744f2118465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.517320 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-47a9ecf1-447c-4eff-9160-a744f2118465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496704 Oct 11 15:31:30.579676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.669971 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:31:30.671456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.693371 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337b0771-695b-40c4-b127-0aaa316e1f9d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:30.744437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.748120 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-e3371063-bd60-4520-b882-c27bcdec8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:30.764584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-e3371063-bd60-4520-b882-c27bcdec8548 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 200 len: 922 time: 0.5598989 Oct 11 15:31:30.815842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.859310 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc1dfb-177b-4e8b-8567-493d8280ffae') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:30.860528 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc1dfb-177b-4e8b-8567-493d8280ffae') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:30.875778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.891789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bbe9808-c0a6-46b3-b3de-c7b43196a64e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:30.921869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:30.939663 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce521f-86c6-4dcc-96c8-fa145284b341 None None] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:30.953771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-393f6733-6478-45d6-b6ad-c3b1d444d801 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 200 len: 217 time: 0.1882021 Oct 11 15:31:31.003007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.021203 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b351f7a-9f10-44cf-b46f-55e61744f422 None None] New status for floating IP 500cdda5-e07f-4af5-866f-3b60c11d1ab9: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:31:31.065639 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-b7a3228b-ea5b-439e-af74-1ee1560f784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:31.067296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-b7a3228b-ea5b-439e-af74-1ee1560f784a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 200 len: 860 time: 0.0695994 Oct 11 15:31:31.075216 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:31.083804 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:31.098486 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:31:31.098934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.118460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-a2e464fb-a421-4fea-ba27-27779834cb22 service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884371 Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:31:31.127397 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:31:31.140337 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:31.144898 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90f2d9a8-8abb-42c7-b68c-3da3839f84fd None None] Provisioning complete for port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:31.145512 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90f2d9a8-8abb-42c7-b68c-3da3839f84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.307989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:31.308395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.369053 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Pushing event updated for resources: {'Port': ['ID=2d208012-d28c-47ee-9d0e-62e5a1677dad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:31.370968 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Allocated IP 172.20.0.2 (46ef23ca-65d5-491a-b958-f1d13a0cf61d/7b04213e-484f-4eb3-873b-7cfc0c4023c0/05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:31.418366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-2bd2f6ef-a487-4691-9b47-fcc4ef0fb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:31.419949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-2bd2f6ef-a487-4691-9b47-fcc4ef0fb207 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7967938-8e72-4b58-81ee-420e79c7786b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3414767 Oct 11 15:31:31.423272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.430036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.433048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.436398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] 10.222.0.31 "DELETE /v2.0/networks/337b0771-695b-40c4-b127-0aaa316e1f9d HTTP/1.1" status: 204 len: 168 time: 2.1497619 Oct 11 15:31:31.558431 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Pushing event deleted for resources: {'Port': ['ID=bee073ca-19f5-4763-9bae-e829a5ffbc1f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:31.655127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.821317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-f78a5660-1674-4bb0-93b5-bee74d0fcbe0 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651658 Oct 11 15:31:31.822821 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:31.876375 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3a53-569f-483e-b124-5658e827734d admin admin] Pushing event deleted for resources: {'Network': ['ID=337b0771-695b-40c4-b127-0aaa316e1f9d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:31.894198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.921382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:31.927848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34224d2b-b285-421b-ab83-aad20655ac5d req-be7a6717-80b5-4a9e-9940-58a0b19b6bdb service neutron] 10.222.0.36 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776828 Oct 11 15:31:32.079277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.086724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.091975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c7a30ea2-aea3-4d10-9098-75febb38a8ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ef35d9eb58b4d4e9a14d8d534303852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181273 Oct 11 15:31:32.095926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a77c24-976a-46af-b9c8-133856d9fe96 req-3853faee-8ee7-45a4-9660-bf1d8c99cd93 service neutron] 10.222.0.31 "GET /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965888 Oct 11 15:31:32.098327 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:32.173607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.272548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.281356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.329037 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:32.344243 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Allocated IP 172.35.3.110 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/81ddad37-b060-4406-89ef-7a782b97388f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:32.347363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.360087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90f2d9a8-8abb-42c7-b68c-3da3839f84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.386322 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:32.391023 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:32.397062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.406172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.406691 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:32.417775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.456471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.457663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-87ee92b2-039e-42f1-ac5f-d38ea923313e admin admin] 10.222.0.31 "DELETE /v2.0/routers/6a463fab-e6e3-4c4b-93f8-bdd5ea64b0e4 HTTP/1.1" status: 204 len: 168 time: 4.8807809 Oct 11 15:31:32.460766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-f74fc381-3ae2-482f-b58b-eef805213c66 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 200 len: 694 time: 0.1152389 Oct 11 15:31:32.463698 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:32.481065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.488284 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Pushing event updated for resources: {'Port': ['ID=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:32.495676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.672600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:32.698614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d867e01-f27e-4232-810c-69969c63b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.707187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.771386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.808889 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Deleting subnet 988e6476-ac1b-4a95-90c2-f558ccfebc53 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:31:32.815690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.837340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Attempting to bind port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:32.838223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Attempting to bind port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:32.838858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Attempting to bind port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 on network 46ef23ca-65d5-491a-b958-f1d13a0cf61d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:32.884883 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-90f2d9a8-8abb-42c7-b68c-3da3839f84fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:31:32.885541 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-90f2d9a8-8abb-42c7-b68c-3da3839f84fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:31:32.886580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3974a9be-54ac-4db3-a878-6f2fb7f5921e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:32.898765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.912770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3974a9be-54ac-4db3-a878-6f2fb7f5921e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:32.913476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3974a9be-54ac-4db3-a878-6f2fb7f5921e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:32.914208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee073ca-19f5-4763-9bae-e829a5ffbc1f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:32.926855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:32.930007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Checking segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:32.930430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.930927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Bound using segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:32.931489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Bound port: 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:32.931882 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:32.979660 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:33.014522 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bee073ca-19f5-4763-9bae-e829a5ffbc1f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:33.015083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee073ca-19f5-4763-9bae-e829a5ffbc1f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:33.065672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.072632 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Allocated IP 172.35.3.215 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ba56fd2f-033d-4448-9d24-18f2be94f526) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:33.074639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.083348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.087698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26770f24-094e-48e5-88c0-35a59b7c3c01 HTTP/1.1" status: 204 len: 168 time: 0.9853373 Oct 11 15:31:33.157283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c059-2dd5-40a7-a64e-6e3a8a0d4ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26770f24-094e-48e5-88c0-35a59b7c3c01,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:33.185197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.208658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bbe9808-c0a6-46b3-b3de-c7b43196a64e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:33.265551 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] For port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:33.288474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] For port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:33.307180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.318514 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:33.320186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.324825 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:33.344703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-a56f70d2-9a4a-4af5-ac90-01e9ae794dc7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:33.352003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:33.353200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-a56f70d2-9a4a-4af5-ac90-01e9ae794dc7 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.8851924 Oct 11 15:31:33.360879 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:33.363728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.375809 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Pushing event updated for resources: {'Port': ['ID=81ddad37-b060-4406-89ef-7a782b97388f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:33.587304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-56e63528-2410-4aff-a3e7-5083d7aa69c5 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 697 time: 0.2280736 Oct 11 15:31:33.682843 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea146f2-9020-446f-818a-b4a09d4864a0 None None] Pushing event updated for resources: {'Port': ['ID=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:33.706021 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9f8c824d-3a42-4338-b8ba-aca98d098255 None None] Provisioning complete for port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:33.706634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f8c824d-3a42-4338-b8ba-aca98d098255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:33.708797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-e0e162ff-4938-43cd-9122-90edb401bf1b tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.156 HTTP/1.1" status: 200 len: 697 time: 0.1191273 Oct 11 15:31:34.128865 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Router 52610227-581f-42f9-8ce2-bfce6c223cfd is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:34.164637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.368489 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Deleting port ff365a9c-c679-47bb-879e-15984728746a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:34.368902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.370957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.473051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.478374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.502611 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:34.512295 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Sync routers for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:34.531540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:34.532684 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:34.550795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc090f75-39e0-4046-bf40-546da6f3b36c None None] Network e884ea02-7f9f-4faa-8edf-f84f56bbf289 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:34.559561 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:34.570588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.574542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4e426c32-67ca-45f3-b7f0-28da4eb1c440 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5367417 Oct 11 15:31:34.575790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.577525 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:34.580793 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:34.581719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/988e6476-ac1b-4a95-90c2-f558ccfebc53 HTTP/1.1" status: 204 len: 168 time: 2.1149132 Oct 11 15:31:34.582336 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:34.586295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25e630-28dc-442a-aa07-19158647a075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988e6476-ac1b-4a95-90c2-f558ccfebc53,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:34.762861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.764590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:34.783566 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Calling delete_port for ff365a9c-c679-47bb-879e-15984728746a owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:34.976920 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:35.053924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:35.168148 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Pushing event updated for resources: {'Port': ['ID=ba56fd2f-033d-4448-9d24-18f2be94f526,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:35.254276 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:35.267344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b514e61-702b-4881-ba0c-ef85bcc6efc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:35.360788 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:35.586053 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2969a4-8604-4d57-950f-d34d025596b9 None None] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:35.703760 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] DHCP port deletion for e884ea02-7f9f-4faa-8edf-f84f56bbf289 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:31:35.744328 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:35.744696 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:35.821869 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-287daef0-d532-46ca-ad3b-4b61ab537fff None None] Provisioning complete for port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:35.822114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-287daef0-d532-46ca-ad3b-4b61ab537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:35.894153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.052408 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.063818 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:36.078490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Deleting port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:36.078902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.201359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.216635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.224457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.274967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.339001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] For port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,segment=NetworkSegment(c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4),segment_id=c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:36.339373 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.339584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event deleted for resources: {'Port': ['ID=ff365a9c-c679-47bb-879e-15984728746a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:36.354395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Calling delete_port for bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:36.489861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.537210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-318a08e7-1ccc-42a0-9ac7-37c0bbe1f8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.585037 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Router ac3cde18-0145-4d06-bc26-29c7248acbd0 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:36.595141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.648398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-287daef0-d532-46ca-ad3b-4b61ab537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.676474 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:31Z', 'revision_number': 3, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:36.720457 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Checking router: 52610227-581f-42f9-8ce2-bfce6c223cfd for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:36.720857 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Updating router 52610227-581f-42f9-8ce2-bfce6c223cfd port 2d208012-d28c-47ee-9d0e-62e5a1677dad binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:36.725336 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:36.733850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.792762 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] No DVR routers for this DVR port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:36.857180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.871041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-318a08e7-1ccc-42a0-9ac7-37c0bbe1f8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.894379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-318a08e7-1ccc-42a0-9ac7-37c0bbe1f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.927379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d531a-dbd9-459b-b85e-a6e72d3c8f1c None None] Pushing event deleted for resources: {'Port': ['ID=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:36.956905 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a08e7-1ccc-42a0-9ac7-37c0bbe1f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd42ae9-b46d-4baa-b2d4-a6b56114117b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:36.968623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.968623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:36.968623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d82cc673-283d-4c25-b7cd-6601dc73f1ac req-1fdb7968-35a0-42a5-a902-8126ce584331 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "DELETE /v2.0/floatingips/500cdda5-e07f-4af5-866f-3b60c11d1ab9 HTTP/1.1" status: 204 len: 173 time: 3.2536500 Oct 11 15:31:36.990848 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Deleting port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:36.991189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.008762 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.057551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.077040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-287daef0-d532-46ca-ad3b-4b61ab537fff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:31:37.077401 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-287daef0-d532-46ca-ad3b-4b61ab537fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:31:37.120259 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:37.172629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-318a08e7-1ccc-42a0-9ac7-37c0bbe1f8f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dcdde4a05784a89aa30e8d489eda4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0998425 Oct 11 15:31:37.173215 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:37.215134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:37.238789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.244577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:37.244925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:37.484826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.496727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.562038 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] For port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742, host n-d-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:37.562406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.609966 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a30-cda1-489b-abfa-a914145c0e33 None None] Pushing event updated for resources: {'Port': ['ID=2d208012-d28c-47ee-9d0e-62e5a1677dad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:37.634749 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Calling delete_port for bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:37.641664 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:31:37.653995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabc29-48aa-49ce-8907-3dd78183e611 req-ad4cca57-17e7-441b-97fb-c25cf021f8a3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:37.656589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7faabc29-48aa-49ce-8907-3dd78183e611 req-ad4cca57-17e7-441b-97fb-c25cf021f8a3 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.2876916 Oct 11 15:31:37.658187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.660170 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.698120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:37.749774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.752555 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] No DVR routers for this DVR port bdd1eaf7-7fce-4a96-8d7b-5d3fab9ae742 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:37.755005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Attempting to bind port 2d208012-d28c-47ee-9d0e-62e5a1677dad on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:37.755470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Attempting to bind port 2d208012-d28c-47ee-9d0e-62e5a1677dad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:37.756002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Attempting to bind port 2d208012-d28c-47ee-9d0e-62e5a1677dad on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:37.761656 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:37.762116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:37.762608 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.763064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:37.763611 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Bound port: 2d208012-d28c-47ee-9d0e-62e5a1677dad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:37.764125 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.800283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.899215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] For port 2d208012-d28c-47ee-9d0e-62e5a1677dad, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:37.911700 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.912536 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Allocated IP 172.20.0.1 (5b6e3651-07a1-4c33-a278-e67e692c1938/ea56e289-82e1-4567-b16b-dc3b0b184511/fab2e78e-7401-4081-8c59-a06d1738688f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:37.930624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7faabc29-48aa-49ce-8907-3dd78183e611 req-2c043f0e-b60d-4981-aa06-5f12c5b31b71 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389727 Oct 11 15:31:37.943280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] For port 2d208012-d28c-47ee-9d0e-62e5a1677dad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d208012-d28c-47ee-9d0e-62e5a1677dad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:37.945900 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00ffac72-4569-40aa-b05c-885bf2344eeb None None] Provisioning complete for port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:37.947959 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ffac72-4569-40aa-b05c-885bf2344eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:37.986482 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e884ea02-7f9f-4faa-8edf-f84f56bbf289']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:37.998703 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:37.999404 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c2b06c-c6dd-4fa6-ad82-a278a48f6ca4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.003259 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.011131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.030318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.037834 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:31:38.038594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.090639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:31:38.097223 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:31:38.114192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.132149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:38.139827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.143624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e884ea02-7f9f-4faa-8edf-f84f56bbf289 HTTP/1.1" status: 204 len: 168 time: 3.5585275 Oct 11 15:31:38.145433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.149234 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] Sync routers for ids ['ac3cde18-0145-4d06-bc26-29c7248acbd0'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:38.172635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a30-cda1-489b-abfa-a914145c0e33 None None] Pushing event updated for resources: {'Port': ['ID=2d208012-d28c-47ee-9d0e-62e5a1677dad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:38.176274 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] Routers {'ac3cde18-0145-4d06-bc26-29c7248acbd0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:38.179026 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ac3cde18-0145-4d06-bc26-29c7248acbd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.189637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.190218 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:38.191666 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.195197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbd42ae9-b46d-4baa-b2d4-a6b56114117b HTTP/1.1" status: 204 len: 168 time: 1.0037558 Oct 11 15:31:38.197816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.205434 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150835c6-e0c6-43d5-a64e-d718b261c7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e884ea02-7f9f-4faa-8edf-f84f56bbf289,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:38.206791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8078e1a3-655b-4c1d-abb6-1a54522d14b4 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "PUT /v2.0/routers/ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 200 len: 916 time: 8.3802984 Oct 11 15:31:38.209426 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.210844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.299974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f2155-4368-4554-8c60-8f12b5deb37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd42ae9-b46d-4baa-b2d4-a6b56114117b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:38.352977 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.386714 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] Routers {'ac3cde18-0145-4d06-bc26-29c7248acbd0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:38.388603 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ac3cde18-0145-4d06-bc26-29c7248acbd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.407140 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:38.418599 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:38.446615 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.447600 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114223f-5718-4b39-87fd-4bfdce36fad2 None None] The sync data for ids ['ac3cde18-0145-4d06-bc26-29c7248acbd0'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:38.494189 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.495132 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:38.524337 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:38.542185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-68d0d17f-d1e5-4ad6-844d-f36dc7f4be9c tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 200 len: 922 time: 0.3230863 Oct 11 15:31:38.543546 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.604765 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd29887-c813-42e5-b96d-938b4c940e25 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:38.612185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-afd29887-c813-42e5-b96d-938b4c940e25 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=ac3cde18-0145-4d06-bc26-29c7248acbd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0682764 Oct 11 15:31:38.613986 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.724853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Pushing event updated for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:38.840583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:38.901050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc56e6-66a4-4cda-a32e-899d8d886d1b tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:38.904980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-87dc56e6-66a4-4cda-a32e-899d8d886d1b tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.2875452 Oct 11 15:31:38.908161 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:31Z', 'revision_number': 3, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:38.911096 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.924657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c97a33f1-eb57-4c34-b341-8c8cecc16c90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6ec4044a2254d75b0f2e92f290032a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243848 Oct 11 15:31:38.939064 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:38.971648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-111a2d0b-c72a-4557-9a31-187fefaee1cc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:38.974184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-111a2d0b-c72a-4557-9a31-187fefaee1cc tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.3583302 Oct 11 15:31:39.010723 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca33fa1-243c-485c-9cd5-b8fe29894055 None None] The sync data for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 is: [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:31Z', 'revision_number': 3, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:39.014061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4280efb0-ea8d-4698-8fa9-a6c9902c4242 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 200 len: 205 time: 0.1016064 Oct 11 15:31:39.018103 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:39.105111 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-348cd799-b110-49ca-9d17-b4b146f1f492 None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:39.105360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-348cd799-b110-49ca-9d17-b4b146f1f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.265439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-348cd799-b110-49ca-9d17-b4b146f1f492 None None] Port fab2e78e-7401-4081-8c59-a06d1738688f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:39.288541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:39.352879 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Router 8c9a909e-4f85-44e8-b155-da63930f491d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:39.395422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.432342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.451097 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2054e9c-5990-4923-b875-ab619e2ebdb4 req-9af9338d-3d60-44fc-9f02-e6ac2f68fa26 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:39.459686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2054e9c-5990-4923-b875-ab619e2ebdb4 req-9af9338d-3d60-44fc-9f02-e6ac2f68fa26 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.2541690 Oct 11 15:31:39.476324 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:39.476707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.509586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.624172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2054e9c-5990-4923-b875-ab619e2ebdb4 req-c2b01cec-8c14-4f30-b3a3-4af3bec0e29d tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435242 Oct 11 15:31:39.656744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.742655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.748927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.809798 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Deleting port a2558b93-dae1-4480-a9ad-4ddcff171350 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:39.810040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:39.887309 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port 81ddad37-b060-4406-89ef-7a782b97388f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:39.888012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.037777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.064052 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for 81ddad37-b060-4406-89ef-7a782b97388f owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:40.134874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:40.161064 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Sync routers for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:40.177837 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:40.179881 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:40.226488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.229368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.262593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2f65d83-fd62-476e-89f8-25f79001fe94 HTTP/1.1" status: 204 len: 168 time: 1.3099222 Oct 11 15:31:40.556139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.588750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:40.598708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.665395 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=81ddad37-b060-4406-89ef-7a782b97388f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:40.694301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.789258 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] For port a2558b93-dae1-4480-a9ad-4ddcff171350, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a2558b93-dae1-4480-a9ad-4ddcff171350,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:40.789662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.858427 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Calling delete_port for a2558b93-dae1-4480-a9ad-4ddcff171350 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:40.867731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.910124 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799065-229a-4f69-bc5e-3392e2ea91a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f65d83-fd62-476e-89f8-25f79001fe94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:40.923236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.924857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d56bc4f-ae11-41c4-927b-54e94ba3267f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5867329 Oct 11 15:31:40.929734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:40.933847 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:41.164423 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:35Z', 'revision_number': 3, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:41.236018 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Checking router: 8c9a909e-4f85-44e8-b155-da63930f491d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:41.238763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Updating router 8c9a909e-4f85-44e8-b155-da63930f491d port ba56fd2f-033d-4448-9d24-18f2be94f526 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:41.288136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.294355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d208012-d28c-47ee-9d0e-62e5a1677dad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:41.297012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.407062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.411041 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Pushing event updated for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:41.430312 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d535d7-917a-4264-9bdc-aaa6dd95532a req-51e96dcf-7e4d-4305-a78f-298eb9c9d159 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:41.432408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8d535d7-917a-4264-9bdc-aaa6dd95532a req-51e96dcf-7e4d-4305-a78f-298eb9c9d159 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 946 time: 0.5833213 Oct 11 15:31:41.483869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.485246 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d208012-d28c-47ee-9d0e-62e5a1677dad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:41.485812 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.506657 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router ac3cde18-0145-4d06-bc26-29c7248acbd0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:31:41.536070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.571774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.605864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cc201bd4-2894-479b-9d74-398f505bcf38 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 204 len: 168 time: 2.5848520 Oct 11 15:31:41.616187 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:41.637681 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1102063680', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:41.663075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8d535d7-917a-4264-9bdc-aaa6dd95532a req-e0364670-ddae-428d-900b-065036b5cf51 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167838 Oct 11 15:31:41.690061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.692142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:41.874894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.090359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.189725 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Pushing event deleted for resources: {'Port': ['ID=a2558b93-dae1-4480-a9ad-4ddcff171350,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:42.427161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a2558b93-dae1-4480-a9ad-4ddcff171350 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:31:42.502124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.537344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: a2558b93-dae1-4480-a9ad-4ddcff171350 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:31:42.538041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a2558b93-dae1-4480-a9ad-4ddcff171350 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:31:42.604139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.681280 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] No DVR routers for this DVR port a2558b93-dae1-4480-a9ad-4ddcff171350 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:31:42.728888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.766480 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ea4281f6-4a80-4b07-8a19-5f3d59d73f14 req-5b4f77e5-3cb9-426e-8bfd-53bc24c3c887 tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.36 "DELETE /v2.0/ports/a2558b93-dae1-4480-a9ad-4ddcff171350 HTTP/1.1" status: 204 len: 173 time: 3.7462974 Oct 11 15:31:42.767527 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'name': 'network-vif-deleted', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:31:42.769253 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d88e4c-0209-4e50-9f17-5824c7282ff5" -d '{"events": [{"server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "name": "network-vif-deleted", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:31:42.793890 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:42.817518 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:42.892769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 2d208012-d28c-47ee-9d0e-62e5a1677dad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d208012-d28c-47ee-9d0e-62e5a1677dad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:42.971936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:42.972809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af4a67ed-190a-42a4-b397-02c5f2d65dcb req-5a469ae8-ffea-4dd9-937e-9cd19649b97a tempest-FloatingIPsAssociationTestJSON-1617295313 tempest-FloatingIPsAssociationTestJSON-1617295313-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd6588b9-afb0-4915-b8d6-b2bf2972a3c4 HTTP/1.1" status: 200 len: 210 time: 0.1361282 Oct 11 15:31:43.128408 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b453bc-50ad-48d9-844b-52540d934d10 x-openstack-request-id: req-79b453bc-50ad-48d9-844b-52540d934d10 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:31:43.132264 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6588b9-afb0-4915-b8d6-b2bf2972a3c4", "name": "network-vif-deleted", "tag": "a2558b93-dae1-4480-a9ad-4ddcff171350", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:31:43.132569 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79b453bc-50ad-48d9-844b-52540d934d10 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:31:43.133016 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6588b9-afb0-4915-b8d6-b2bf2972a3c4', 'name': 'network-vif-deleted', 'tag': 'a2558b93-dae1-4480-a9ad-4ddcff171350', 'status': 'completed', 'code': 200} Oct 11 15:31:43.422903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.496120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.602823 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:43.605853 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4eccce1-7a08-448f-819d-d63647db33da None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:43.612566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4eccce1-7a08-448f-819d-d63647db33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.648182 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Router 52610227-581f-42f9-8ce2-bfce6c223cfd has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:43.700105 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=2d208012-d28c-47ee-9d0e-62e5a1677dad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:43.731332 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.759102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.806223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b4eccce1-7a08-448f-819d-d63647db33da None None] Port fab2e78e-7401-4081-8c59-a06d1738688f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:43.860489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Attempting to bind port ba56fd2f-033d-4448-9d24-18f2be94f526 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:43.860957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Attempting to bind port ba56fd2f-033d-4448-9d24-18f2be94f526 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:43.861386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Attempting to bind port ba56fd2f-033d-4448-9d24-18f2be94f526 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:43.868974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:43.869611 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:43.870103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.870568 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:43.871103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Bound port: ba56fd2f-033d-4448-9d24-18f2be94f526, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:43.871614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:43.879888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03d35-6885-4901-8d0f-6e83c25d7568 None None] Pushing event updated for resources: {'Port': ['ID=ba56fd2f-033d-4448-9d24-18f2be94f526,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:43.981002 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Allocated IP 172.35.3.136 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4ae85228-6cc5-4b97-beb0-8ad92bd30508) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:44.005508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] For port ba56fd2f-033d-4448-9d24-18f2be94f526, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:44.022701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] For port ba56fd2f-033d-4448-9d24-18f2be94f526, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba56fd2f-033d-4448-9d24-18f2be94f526,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:44.028734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:44.094478 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:44.118040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:44.162058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:44.212870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:44.213193 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:44.213556 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:44.246898 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:44.252730 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:44.311416 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:44.352682 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event updated for resources: {'Port': ['ID=4ae85228-6cc5-4b97-beb0-8ad92bd30508,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:44.505383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03d35-6885-4901-8d0f-6e83c25d7568 None None] Pushing event updated for resources: {'Port': ['ID=ba56fd2f-033d-4448-9d24-18f2be94f526,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:44.577265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:45.002271 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:35Z', 'revision_number': 3, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:45.004766 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-89292233-network', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:45.055567 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Made reservation on behalf of 802814eb2fe6452fba833b2aa6afdbc3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:45.060936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.067636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dba251-9ec6-46da-8122-aa3406d396b6 None None] The sync data for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 is: [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:35Z', 'revision_number': 3, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:45.228127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.243672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d208012-d28c-47ee-9d0e-62e5a1677dad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:45.416230 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d208012-d28c-47ee-9d0e-62e5a1677dad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:45.416612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.421042 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:45.435336 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Sync routers for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:45.448911 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:45.450692 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:45.651227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c654513-faa0-4044-8a85-28f45c173ffb admin admin] 10.222.0.31 "PUT /v2.0/routers/52610227-581f-42f9-8ce2-bfce6c223cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0565641 Oct 11 15:31:45.656477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.677346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.820027 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:31:45.824336 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:45.915476 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:45.916280 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Added segment e01f1858-3c85-4291-8fb2-98a8e6b996ef of type vlan for network 2978c60d-5204-40c6-bb9d-b003539ab5a0 Oct 11 15:31:45.928996 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c79ae-0413-4f8c-b99b-f04d08280ab9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:45.979279 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Allocated IP 172.20.0.1 (46ef23ca-65d5-491a-b958-f1d13a0cf61d/7b04213e-484f-4eb3-873b-7cfc0c4023c0/a9ef2239-1d25-441a-a1dc-51c80d5a4807) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:46.173356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:46.188113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:46.442843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:31:46.453832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:46.517986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:46.521003 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:46.522353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:46.683135 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:39Z', 'revision_number': 4, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fab2e78e-7401-4081-8c59-a06d1738688f', 'name': '', 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'mac_address': 'fa:16:3e:89:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:37Z', 'updated_at': '2021-10-11T15:31:40Z', 'revision_number': 2, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'subnets': [{'id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:46.817106 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Checking router: 52610227-581f-42f9-8ce2-bfce6c223cfd for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:46.818014 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Updating router 52610227-581f-42f9-8ce2-bfce6c223cfd port fab2e78e-7401-4081-8c59-a06d1738688f binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:46.866167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2613757 Oct 11 15:31:46.869079 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:46.916810 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Request body: {'subnet': {'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-subnet', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:46.940459 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:47.148223 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25325f48-fc7e-42de-8edf-1820d1facf08 admin admin] Pushing event updated for resources: {'Network': ['ID=2978c60d-5204-40c6-bb9d-b003539ab5a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:47.207590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:31:47.270871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:47.293652 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Made reservation on behalf of 802814eb2fe6452fba833b2aa6afdbc3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:31:47.302154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:47.573013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba56fd2f-033d-4448-9d24-18f2be94f526 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:47.661394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:47.728721 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:31:47.799180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:47.851505 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:47.861581 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:47.867933 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:48.045790 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:48.131558 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ba56fd2f-033d-4448-9d24-18f2be94f526 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:48.141667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.162902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.169377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.512818 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2268e67c-73f6-4b15-8a44-5d7cf66693a4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:48.646036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Checking segment: {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:48.647613 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Network hostable DHCP agents. Network: 2978c60d-5204-40c6-bb9d-b003539ab5a0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:31:48.719755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-badc0778-8fcf-46ed-9e00-6827a5c4ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:48.725455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-badc0778-8fcf-46ed-9e00-6827a5c4ea35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d354cf276bf46d880dc16140a040a91&device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 1102 time: 1.0186009 Oct 11 15:31:48.806146 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:31:48.825862 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2978c60d-5204-40c6-bb9d-b003539ab5a0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:48.857517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:48.858522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.873627 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3a061-62d6-4646-85bb-88c89470575f None None] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:48.887712 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8021e2a4-bc7c-4920-acc1-6d15bde40757 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:48.888082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8021e2a4-bc7c-4920-acc1-6d15bde40757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.893558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:48.917657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3042532-32aa-408b-9757-925f80153797 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0458186 Oct 11 15:31:48.927694 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:48.943217 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:49.146543 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.206745 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.250965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-14390857-7d4e-472c-9d01-6fd650b875f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:49.257833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-14390857-7d4e-472c-9d01-6fd650b875f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.4803286 Oct 11 15:31:49.462184 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc56de-5ade-479b-9d7b-ca658de6ce33 None None] Pushing event updated for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:49.555420 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Attempting to bind port fab2e78e-7401-4081-8c59-a06d1738688f on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:49.557070 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Attempting to bind port fab2e78e-7401-4081-8c59-a06d1738688f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:49.557585 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Attempting to bind port fab2e78e-7401-4081-8c59-a06d1738688f on network 5b6e3651-07a1-4c33-a278-e67e692c1938 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:49.568226 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:49.568791 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Checking segment: {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:49.569305 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.570151 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Bound using segment: {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:49.570884 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Bound port: fab2e78e-7401-4081-8c59-a06d1738688f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c4330e-e068-4dcb-a94d-d937904f1ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:49.571790 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.661228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8021e2a4-bc7c-4920-acc1-6d15bde40757 None None] Port a9ef2239-1d25-441a-a1dc-51c80d5a4807 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:49.667500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-bdfa7810-3561-441a-ab69-5929ba537c5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158 HTTP/1.1" status: 200 len: 217 time: 0.3832631 Oct 11 15:31:49.706702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.856433 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] For port fab2e78e-7401-4081-8c59-a06d1738688f, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:49.866438 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] For port fab2e78e-7401-4081-8c59-a06d1738688f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fab2e78e-7401-4081-8c59-a06d1738688f,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:49.867724 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ba56fd2f-033d-4448-9d24-18f2be94f526, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba56fd2f-033d-4448-9d24-18f2be94f526,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:49.888712 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:49.929991 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Router 6c7fa80d-e209-4d19-aff7-a14714dea485 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:31:49.954568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.028040 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc56de-5ade-479b-9d7b-ca658de6ce33 None None] Pushing event updated for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:50.038796 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:50.039544 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:50.102667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.118004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.148986 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:50.149261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.194208 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:50.253240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.267198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.516838 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:39Z', 'revision_number': 4, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fab2e78e-7401-4081-8c59-a06d1738688f', 'name': '', 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'mac_address': 'fa:16:3e:89:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:37Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'subnets': [{'id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:50.569615 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a2e5f-ff06-4b05-942b-429eb33b72c7 None None] The sync data for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 is: [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:31:39Z', 'revision_number': 4, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fab2e78e-7401-4081-8c59-a06d1738688f', 'name': '', 'network_id': '5b6e3651-07a1-4c33-a278-e67e692c1938', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'mac_address': 'fa:16:3e:89:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:37Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'subnets': [{'id': 'ea56e289-82e1-4567-b16b-dc3b0b184511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:50.620442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:50.716278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.877144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2978c60d-5204-40c6-bb9d-b003539ab5a0', 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'fixed_ips': [{'subnet_id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:31:50.919310 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:50.923152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:51.136204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-d58b3a06-6b2d-4305-b252-d95c54143132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:51.138018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-d58b3a06-6b2d-4305-b252-d95c54143132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 1.3341882 Oct 11 15:31:51.399817 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Deleting port a867d514-e72f-4e13-a163-56faa7996d84 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:51.400254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:51.432391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:51.529918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] Sync routers for ids ['6c7fa80d-e209-4d19-aff7-a14714dea485'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:51.613732 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:51.616111 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:51.780029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:51.818384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f7e7f40a-a76a-48ee-b93c-80c42f728182 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1971207 Oct 11 15:31:51.922889 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Allocated IP 172.20.0.2 (2978c60d-5204-40c6-bb9d-b003539ab5a0/2268e67c-73f6-4b15-8a44-5d7cf66693a4/7fed174f-e025-4735-a9db-7694532806de) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:51.942908 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:51.961011 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Router 8c9a909e-4f85-44e8-b155-da63930f491d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:51.966698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:52.076121 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] For port a867d514-e72f-4e13-a163-56faa7996d84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a867d514-e72f-4e13-a163-56faa7996d84,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:52.094141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:52.161674 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Calling delete_port for a867d514-e72f-4e13-a163-56faa7996d84 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:52.285117 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ba56fd2f-033d-4448-9d24-18f2be94f526,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:52.411313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fab2e78e-7401-4081-8c59-a06d1738688f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:52.513174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:52.685934 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] Routers {'6c7fa80d-e209-4d19-aff7-a14714dea485'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:52.686967 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6c7fa80d-e209-4d19-aff7-a14714dea485'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:52.771514 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:52.772543 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:52.786940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:52.821837 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:52.837572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-dde69f7a-e809-4e70-b50b-9ddc0ac1b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:31:52.839267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-dde69f7a-e809-4e70-b50b-9ddc0ac1b659 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6521826 Oct 11 15:31:52.966511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:52.998863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] Routers {'6c7fa80d-e209-4d19-aff7-a14714dea485'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:52.999547 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6c7fa80d-e209-4d19-aff7-a14714dea485'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:53.013022 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Pushing event deleted for resources: {'Port': ['ID=a867d514-e72f-4e13-a163-56faa7996d84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:53.069466 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:53.070737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a69bd-4de5-49aa-8b1a-8446df7c6a9e None None] The sync data for ids ['6c7fa80d-e209-4d19-aff7-a14714dea485'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:53.170936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:53.281704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] For port fab2e78e-7401-4081-8c59-a06d1738688f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fab2e78e-7401-4081-8c59-a06d1738688f,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:53.470149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-0adf142f-1f79-4802-9457-52b11ca3eeb7 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185738 Oct 11 15:31:53.560702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:53.607896 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Sync routers for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:53.614926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6491960-17f5-4acc-adf8-159a217944b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/8c9a909e-4f85-44e8-b155-da63930f491d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6742015 Oct 11 15:31:53.644106 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:53.658714 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:53.999680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.010028 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:31:54.010626 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:31:54.156888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf9a4f5-e16e-4bbb-80b1-aba7dc22cb83 req-7b64218b-0121-41eb-89dd-691e9b0c47ea service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653562 Oct 11 15:31:54.248868 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:54.268781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.272531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.277295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4a37714-7a89-4123-bb51-868b6984cd27 None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:54.283506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4a37714-7a89-4123-bb51-868b6984cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.355656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.467826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.564302 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:54.899695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:54.914236 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:54.925176 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:31:55.052542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.089981 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 2, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:55.101690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.138886 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4a37714-7a89-4123-bb51-868b6984cd27 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:55.142238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4a37714-7a89-4123-bb51-868b6984cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.230558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Attempting to bind port 7fed174f-e025-4735-a9db-7694532806de on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:55.231302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Attempting to bind port 7fed174f-e025-4735-a9db-7694532806de by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:55.232490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Attempting to bind port 7fed174f-e025-4735-a9db-7694532806de on network 2978c60d-5204-40c6-bb9d-b003539ab5a0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:55.239331 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b94449-c95a-4231-ad85-c7dc23414881 None None] Pushing event updated for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:55.272293 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Checking router: 8c9a909e-4f85-44e8-b155-da63930f491d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:31:55.277903 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Updating router 8c9a909e-4f85-44e8-b155-da63930f491d port a9ef2239-1d25-441a-a1dc-51c80d5a4807 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:31:55.415348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4a37714-7a89-4123-bb51-868b6984cd27 None None] Port a9ef2239-1d25-441a-a1dc-51c80d5a4807 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:55.435657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:55.444326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Checking segment: {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:55.447337 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.449054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Bound using segment: {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:55.456706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Bound port: 7fed174f-e025-4735-a9db-7694532806de, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:55.457443 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.467088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Pushing event updated for resources: {'Port': ['ID=7fed174f-e025-4735-a9db-7694532806de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:55.482746 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.494331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba56fd2f-033d-4448-9d24-18f2be94f526 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:55.702953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ba56fd2f-033d-4448-9d24-18f2be94f526 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:55.710473 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:55.781130 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Allocated IP 172.35.3.141 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/99ad7eb6-5e32-4b87-bfcc-890c8ae1216a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:31:56.013921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] For port 7fed174f-e025-4735-a9db-7694532806de, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:56.023535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] For port 7fed174f-e025-4735-a9db-7694532806de, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7fed174f-e025-4735-a9db-7694532806de,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:56.033901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:56.151660 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fb2fa-b6f2-4c04-ab93-5a0048bfb07e None None] Pushing event updated for resources: {'Port': ['ID=7fed174f-e025-4735-a9db-7694532806de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:56.251117 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:56.272248 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901637066', 'description': 'tempest-description--645689621'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:31:56.384277 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:31:56.426624 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Deleting port 4ae85228-6cc5-4b97-beb0-8ad92bd30508 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:56.427420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:56.489368 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:56.503877 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:56.561013 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:56.874664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:56.978134 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05c418-6699-4dd1-a924-19377de3defd None None] Pushing event updated for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:56.992409 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Attempting to bind port a9ef2239-1d25-441a-a1dc-51c80d5a4807 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:31:56.993148 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Attempting to bind port a9ef2239-1d25-441a-a1dc-51c80d5a4807 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:31:56.993929 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Attempting to bind port a9ef2239-1d25-441a-a1dc-51c80d5a4807 on network 46ef23ca-65d5-491a-b958-f1d13a0cf61d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:31:57.022682 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:31:57.023194 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Checking segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:31:57.023757 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.024295 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Bound using segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:31:57.024974 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Bound port: a9ef2239-1d25-441a-a1dc-51c80d5a4807, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:31:57.028519 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.317820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.320621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:31:57.340871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8735eab1-0845-41c7-a2fa-37d2a2f0a372 admin admin] 10.222.0.31 "PUT /v2.0/routers/8724be9d-dae0-403b-94e5-0edc7c8d2f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1209536 Oct 11 15:31:57.343846 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:57.353224 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64d72692-28a3-48f8-9089-fdbb5f5ed686 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:57.354308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.360876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64d72692-28a3-48f8-9089-fdbb5f5ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.485423 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] For port a9ef2239-1d25-441a-a1dc-51c80d5a4807, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:31:57.487115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Sync routers for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:31:57.496714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64d72692-28a3-48f8-9089-fdbb5f5ed686 None None] Port a9ef2239-1d25-441a-a1dc-51c80d5a4807 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:31:57.506154 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] For port a9ef2239-1d25-441a-a1dc-51c80d5a4807, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9ef2239-1d25-441a-a1dc-51c80d5a4807,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:31:57.506709 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Routers {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:57.507095 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:57.518533 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:57.686323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c4bc388db0748fe97ded07cc5f66f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1163502 Oct 11 15:31:57.694064 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:57.698257 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38972f5e-c78b-4a7b-b733-753f40e42dfd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:57.704129 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05c418-6699-4dd1-a924-19377de3defd None None] Pushing event updated for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:57.748742 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:31:57.750466 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:57.775616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7fed174f-e025-4735-a9db-7694532806de up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:58.009300 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7fed174f-e025-4735-a9db-7694532806de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:58.009667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.060689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.188864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.376330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.452274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.489373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.502672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Calling delete_port for 4ae85228-6cc5-4b97-beb0-8ad92bd30508 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:58.507155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7fed174f-e025-4735-a9db-7694532806de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7fed174f-e025-4735-a9db-7694532806de,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:58.537279 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Set router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:58.661405 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:31:58.696943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.696943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fab2e78e-7401-4081-8c59-a06d1738688f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:31:58.761362 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.764836 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.765527 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.766117 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.766696 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.767279 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.767845 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.770818 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.771537 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.772113 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.772684 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.773263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d62832-5977-452e-98d3-94af67874727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:58.788639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.839041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:58.946599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:31:58.946963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.006519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.009840 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.014561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38972f5e-c78b-4a7b-b733-753f40e42dfd HTTP/1.1" status: 204 len: 168 time: 1.2714357 Oct 11 15:31:59.052401 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65612aec-4003-4d6d-9283-784eafc98e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38972f5e-c78b-4a7b-b733-753f40e42dfd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:59.103235 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e66771-5b33-47f9-a5d2-154e81770b16 None None] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:31:59.120109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.188570 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:31:57Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:31:59.287682 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Deleting port fc3ce705-7364-4d4a-b01a-1d98dc7ab014 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:31:59.288946 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8797b3-8263-4bc4-97bf-9b7e96ca7e8c None None] The sync data for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 is: [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:31:57Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:31:59.293202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.600825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.606413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.657153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.670327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Pushing event deleted for resources: {'Port': ['ID=4ae85228-6cc5-4b97-beb0-8ad92bd30508,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:59.707125 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.707742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.708262 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.709005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.709546 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.710104 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.712699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.713279 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.713812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.714373 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.714879 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.715377 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:31:59.719712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.764577 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] For port fc3ce705-7364-4d4a-b01a-1d98dc7ab014, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:31:59.769303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.814265 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Calling delete_port for fc3ce705-7364-4d4a-b01a-1d98dc7ab014 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:31:59.940565 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Pushing event updated for resources: {'Port': ['ID=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:59.944785 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:31:59.948136 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e518b75-00ac-4c09-980a-5908d2aee5d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:31:59.952972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:31:59.956659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd587f4b-acdb-4a64-a58e-844a1862703c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.7021520 Oct 11 15:31:59.976935 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:31:59.979524 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:31:59.987107 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'security_group_rule': {'security_group_id': '7e518b75-00ac-4c09-980a-5908d2aee5d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:00.039983 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:00.437580 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:00.500584 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7fed174f-e025-4735-a9db-7694532806de,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:00.531634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.535454 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.694029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.703916 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.729868 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3ce705-7364-4d4a-b01a-1d98dc7ab014,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:00.739385 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fab2e78e-7401-4081-8c59-a06d1738688f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:00.744828 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.803127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd76d9b-b07f-48f4-8310-1891cc54d46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.887291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:00.894931 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'name': 'tempest-FloatingIPsAssociationTestJSON-1511123600-router', 'tenant_id': 'a163f46e1c7d4161a46095c5f00deb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:29:55Z', 'updated_at': '2021-10-11T15:31:52Z', 'revision_number': 5, 'project_id': 'a163f46e1c7d4161a46095c5f00deb51', 'gw_port': {'id': 'fc3ce705-7364-4d4a-b01a-1d98dc7ab014', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8724be9d-dae0-403b-94e5-0edc7c8d2f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:29:56Z', 'updated_at': '2021-10-11T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:01.074068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.088963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] For port a9ef2239-1d25-441a-a1dc-51c80d5a4807, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9ef2239-1d25-441a-a1dc-51c80d5a4807,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:01.183805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.197103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.205081 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.336211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd76d9b-b07f-48f4-8310-1891cc54d46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.347416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Checking router: 8724be9d-dae0-403b-94e5-0edc7c8d2f31 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:32:01.356042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc99232-dfa6-47e5-96a1-1b3103b00cb2 None None] Pushing event updated for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:01.364900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd76d9b-b07f-48f4-8310-1891cc54d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.381268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.382307 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8724be9d-dae0-403b-94e5-0edc7c8d2f31 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:32:01.392688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.394063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-204a7d0d-2b41-4578-9f06-603bcd759630 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8724be9d-dae0-403b-94e5-0edc7c8d2f31 HTTP/1.1" status: 204 len: 168 time: 4.0465758 Oct 11 15:32:01.395626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.397368 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:01.436525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:01.436891 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:32:01.438025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8724be9d-dae0-403b-94e5-0edc7c8d2f31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 15:32:01.446879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc787531-f576-42ee-b5f0-9a93c11870df None None] The sync data for ids ['8724be9d-dae0-403b-94e5-0edc7c8d2f31'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:32:01.478804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f8a1e2a-32d7-4693-8a4f-8a7a28fd21f2 None None] Provisioning complete for port 7fed174f-e025-4735-a9db-7694532806de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:01.494206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f8a1e2a-32d7-4693-8a4f-8a7a28fd21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.521474 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Deleting subnet 225f4c1f-cd68-461c-8b83-8b1b10347d57 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:32:01.526002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.659196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.743525 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76d9b-b07f-48f4-8310-1891cc54d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6691ecd-0e41-466a-9e76-fade6b1e0e5f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:01.747946 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77355d58-3354-4a0d-8fee-b33004be7033,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:01.786448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.829376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.921971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:01.993081 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7fed174f-e025-4735-a9db-7694532806de up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:02.016467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.026237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/225f4c1f-cd68-461c-8b83-8b1b10347d57 HTTP/1.1" status: 204 len: 168 time: 0.6275260 Oct 11 15:32:02.036910 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:02.055599 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcdcea-67c5-41c4-a887-5205e0873535 None None] Network d7967938-8e72-4b58-81ee-420e79c7786b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:02.134771 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b2e9b-1683-4b2d-bac5-c8ba9e7893ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225f4c1f-cd68-461c-8b83-8b1b10347d57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:02.143473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.172910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.293083 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Deleting port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:02.293510 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.310624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.322942 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.332539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-200da04b-17ab-46be-9e30-37a334e3929c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3414381 Oct 11 15:32:02.338257 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:02.342597 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0cd76d9b-b07f-48f4-8310-1891cc54d46f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccc839dd1e6d418482446b2139ea8f05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8837411 Oct 11 15:32:02.353363 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:02.405860 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7fed174f-e025-4735-a9db-7694532806de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:02.406200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.422765 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7645531c-7bb5-4408-887b-554c7b102a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.448872 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] For port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,segment=NetworkSegment(ef542951-c137-4ed2-8a2e-17f90b9cd3c2),segment_id=ef542951-c137-4ed2-8a2e-17f90b9cd3c2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:02.449245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.495551 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Calling delete_port for eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:02.515757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'security_group_rule': {'security_group_id': '7e518b75-00ac-4c09-980a-5908d2aee5d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:02.518515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] DHCP port deletion for d7967938-8e72-4b58-81ee-420e79c7786b request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:32:02.570382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.706278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.729664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.779681 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Router 6c7fa80d-e209-4d19-aff7-a14714dea485 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:32:02.783078 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] No DVR routers for this DVR port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:32:02.788410 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:02.806207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.810493 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a9ef2239-1d25-441a-a1dc-51c80d5a4807 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:02.819042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.882205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Deleting port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:02.883825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:02.996139 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.071085 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7967938-8e72-4b58-81ee-420e79c7786b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.110805 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.111090 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef542951-c137-4ed2-8a2e-17f90b9cd3c2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.140100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.187754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.202909 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:32:03.204771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:32:03.209083 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:32:03.339193 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:32:03.351756 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] Sync routers for ids ['6c7fa80d-e209-4d19-aff7-a14714dea485'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:32:03.354052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.357840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-560ae6f6-cd48-44f5-8512-e8f764f1f1c8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "PUT /v2.0/routers/6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 200 len: 706 time: 11.3923550 Oct 11 15:32:03.358020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.358020 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43122) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:03.375160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] Routers {'6c7fa80d-e209-4d19-aff7-a14714dea485'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:03.376215 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6c7fa80d-e209-4d19-aff7-a14714dea485'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.441995 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.454148 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] Routers {'6c7fa80d-e209-4d19-aff7-a14714dea485'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:03.455247 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6c7fa80d-e209-4d19-aff7-a14714dea485'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.499030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] For port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:03.500413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.504223 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:03.507397 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650762b-014c-4438-9430-38b4cc98e01f None None] The sync data for ids ['6c7fa80d-e209-4d19-aff7-a14714dea485'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:32:03.512066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.513167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.521142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Calling delete_port for eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:03.524961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:32:03.527283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.527952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.528984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6691ecd-0e41-466a-9e76-fade6b1e0e5f HTTP/1.1" status: 204 len: 168 time: 1.1135178 Oct 11 15:32:03.560836 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Pushing event deleted for resources: {'Port': ['ID=eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:03.576483 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] Network d7967938-8e72-4b58-81ee-420e79c7786b is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:32:03.577254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.577642 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f340d9-0e80-437b-aad0-0b8849c2dd57 None None] No DVR routers for this DVR port eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:32:03.607364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3038cacc-05c5-40e0-8740-358e86ede039 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/routers/6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 200 len: 741 time: 0.2457771 Oct 11 15:32:03.629390 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:03.629699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.630971 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7717b002-2de7-4c48-afd7-4a84a2526d88,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:03.648502 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:03.649301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.654344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7967938-8e72-4b58-81ee-420e79c7786b HTTP/1.1" status: 204 len: 168 time: 1.5972505 Oct 11 15:32:03.664318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2211a2-b3cf-45ec-aa2c-b160f4c6408e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7967938-8e72-4b58-81ee-420e79c7786b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:03.707509 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9b86-c18d-462b-9577-dbb0bb97174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6691ecd-0e41-466a-9e76-fade6b1e0e5f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:03.822030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:03.823268 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ef97da8-95f0-4879-96b7-4a70fa1aca70 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4758792 Oct 11 15:32:03.828959 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:03.831341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:03.835360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:03.842553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9b7352c-e8ba-45bb-8ccc-4f11fd340d76 tempest-RoutersAdminTest-2010029907 tempest-RoutersAdminTest-2010029907-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 200 len: 205 time: 0.1936042 Oct 11 15:32:03.883216 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Router a80116e0-6431-456b-aeff-905be468a74d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:32:03.937266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a8baa55-d744-414d-ae87-d5e5b89e2c8a tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 200 len: 205 time: 0.0998538 Oct 11 15:32:03.950183 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:04.176505 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a9ef2239-1d25-441a-a1dc-51c80d5a4807 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:04.224870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:32:04.259849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:04.261426 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56c5688e-add3-4494-a2b5-29a097146968 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 15.3304207 Oct 11 15:32:04.264825 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:04.318086 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:04.397803 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Sync routers for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:32:04.423898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be50c016-41be-449b-9e92-4e6342a6f568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a163f46e1c7d4161a46095c5f00deb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043422 Oct 11 15:32:04.429534 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:04.500961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:04.502719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:31:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:04.593201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a9ef2239-1d25-441a-a1dc-51c80d5a4807 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:04.606121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:04.865616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0f0013c-e188-4932-82b1-7842151a18fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:04.882239 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:05.117280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.191602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.359429 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fc3ce705-7364-4d4a-b01a-1d98dc7ab014 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:05.420095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fc3ce705-7364-4d4a-b01a-1d98dc7ab014 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:32:05.430037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fc3ce705-7364-4d4a-b01a-1d98dc7ab014 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:32:05.432042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:05.507504 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:32:05.510064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb5dedaa-6c3b-40ca-b9e7-de7298dc44e8 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:32:05.512808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a867d514-e72f-4e13-a163-56faa7996d84 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:05.531913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.581580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a867d514-e72f-4e13-a163-56faa7996d84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:32:05.582163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a867d514-e72f-4e13-a163-56faa7996d84 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:32:05.584916 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.678824 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:00Z', 'revision_number': 3, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:05.682156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.687308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.703153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.710472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.714462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0 HTTP/1.1" status: 204 len: 168 time: 1.2813816 Oct 11 15:32:05.792312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Checking router: a80116e0-6431-456b-aeff-905be468a74d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:32:05.802835 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Updating router a80116e0-6431-456b-aeff-905be468a74d port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:32:05.815592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.817803 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7fa80d-e209-4d19-aff7-a14714dea485 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:32:05.841533 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:05.850932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b87a3cc9-a645-468e-8057-31bdf7b521d8 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 204 len: 168 time: 1.8996949 Oct 11 15:32:05.855777 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:05.898633 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3592e1-be80-43af-a6d9-013e696c41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4bd98f-da74-4c0c-b8f0-fa7e444f28c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:05.913205 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:06.010209 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:06.026462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a593f6f5-50d1-4f9f-afdd-09fbb6863a84 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 200 len: 205 time: 0.1658604 Oct 11 15:32:06.033996 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.078526 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c0ef14a0-6307-47b7-9f12-358f373d2e75 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:06.080266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0ef14a0-6307-47b7-9f12-358f373d2e75 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/6c7fa80d-e209-4d19-aff7-a14714dea485 HTTP/1.1" status: 404 len: 336 time: 0.0452626 Oct 11 15:32:06.083840 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.171739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:06.172560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d0ca7c5-3e20-4998-b550-16d96b5ae814 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 200 len: 205 time: 0.0845993 Oct 11 15:32:06.173593 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.302083 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0d5108c0-60f8-4089-bbd7-ae1a7a576f70 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:06.304352 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d5108c0-60f8-4089-bbd7-ae1a7a576f70 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/ac3cde18-0145-4d06-bc26-29c7248acbd0 HTTP/1.1" status: 404 len: 336 time: 0.1272001 Oct 11 15:32:06.308309 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.404264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1322f777-79bf-40fc-b299-f20fbb884876 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 200 len: 205 time: 0.0933900 Oct 11 15:32:06.408043 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.420059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:06.487459 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7f111bfd-0fc5-4405-91b8-9acf5b8d8ac2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:06.489543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f111bfd-0fc5-4405-91b8-9acf5b8d8ac2 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/30b7194f-9d26-4451-ba18-d50ba6dfbf49 HTTP/1.1" status: 404 len: 336 time: 0.0799236 Oct 11 15:32:06.492256 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.565676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f6946a7-37c9-4855-a7e4-2d67235b31d9 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 200 len: 205 time: 0.0700717 Oct 11 15:32:06.566497 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.624055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:06.712341 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-c94d068d-2a27-4c48-a9ac-8d1845b8028d tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:06.716335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c94d068d-2a27-4c48-a9ac-8d1845b8028d tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/7d5d4cfe-28e3-4e10-9864-e23b49b832b1 HTTP/1.1" status: 404 len: 336 time: 0.1460617 Oct 11 15:32:06.728847 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.870841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5b1d5b85-c8b2-4705-bd47-c826517241fb tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 200 len: 205 time: 0.1430416 Oct 11 15:32:06.874579 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.930842 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2ccaa6b1-ae73-4592-8748-930853922b26 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:06.934241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2ccaa6b1-ae73-4592-8748-930853922b26 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/e01a49f2-9607-478c-b9b4-5964d4041cd9 HTTP/1.1" status: 404 len: 336 time: 0.0580523 Oct 11 15:32:06.937578 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:06.978908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bfdb525c-4edc-478b-89a0-3033c9ed694c tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 HTTP/1.1" status: 200 len: 205 time: 0.0399971 Oct 11 15:32:06.995931 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:07.047426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.063820 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.066051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe08b-8196-4ab1-b4bb-29ab1890da81 req-17e36467-b2ce-4399-98f6-3906f9571c1c tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:07.068028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef6fe08b-8196-4ab1-b4bb-29ab1890da81 req-17e36467-b2ce-4399-98f6-3906f9571c1c tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 951 time: 0.1016994 Oct 11 15:32:07.152838 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b90a34cb-cae8-4a48-9574-a82bf8d39076 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] delete failed (client error): The resource could not be found. Oct 11 15:32:07.159213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b90a34cb-cae8-4a48-9574-a82bf8d39076 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/routers/2521dcd0-ee4b-49c4-8ba7-0266c0b8cb34 HTTP/1.1" status: 404 len: 336 time: 0.1613610 Oct 11 15:32:07.163693 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:07.204446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef6fe08b-8196-4ab1-b4bb-29ab1890da81 req-c6c2f23f-bf72-4127-808d-761eee09eeeb tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259406 Oct 11 15:32:07.244621 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f5fa1b-30f0-49c0-af82-a9bc52689759 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] DELETE failed (client error): The resource could not be found. Oct 11 15:32:07.250037 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f5fa1b-30f0-49c0-af82-a9bc52689759 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:32:07.253389 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8f5fa1b-30f0-49c0-af82-a9bc52689759 tempest-RoutersAdminTest-1282176111 tempest-RoutersAdminTest-1282176111-project] 10.222.0.31 "DELETE /v2.0/subnets/ec35c78c-7b6b-43cc-b333-6bb449b3ad26 HTTP/1.1" status: 404 len: 337 time: 0.0864840 Oct 11 15:32:07.259537 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Allocated IP 172.35.3.124 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4ef0546c-b311-408e-a333-300fe995411e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:07.262746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Attempting to bind port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:07.263267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Attempting to bind port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:07.263528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Attempting to bind port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:07.332458 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:07.338312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:07.339060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.339651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:07.342597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Bound port: 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:07.343284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.418030 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Allocated IP 172.20.0.1 (2978c60d-5204-40c6-bb9d-b003539ab5a0/2268e67c-73f6-4b15-8a44-5d7cf66693a4/25c07557-e9be-4527-9939-c8b63ff54d65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:07.435290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Pushing event updated for resources: {'Port': ['ID=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:07.461876 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.470610 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.471477 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.472038 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.478813 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.484783 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.488775 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.489418 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.490119 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.491216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.491785 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.492354 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:07.560301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] For port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:07.565287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] For port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:07.578254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.618531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.702165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.719412 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.721812 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:07.722553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:07.735405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.801468 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:07.816007 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:07.836431 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:07.855000 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'Port': ['ID=4ef0546c-b311-408e-a333-300fe995411e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:07.856711 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:07.869804 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:07.912252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:07.950349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec4137-a4cd-4c24-90dc-22eaa126b617 None None] Pushing event updated for resources: {'Port': ['ID=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:08.042296 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.084870 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:08.112545 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:08.117289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.126943 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:08.247494 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Pushing event updated for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:08.287625 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:00Z', 'revision_number': 3, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:08.293411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.326437 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d44c81-6cac-475d-a9d3-35f624227bbc None None] The sync data for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 is: [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:00Z', 'revision_number': 3, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:32:08.519055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a062d770-cefc-4472-ab99-f319b8918038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.595124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268fc93-277a-40bb-ba90-da49ceaac216 req-d0c4b1b8-0449-429b-b097-bf5024f4027e tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:08.596686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c268fc93-277a-40bb-ba90-da49ceaac216 req-d0c4b1b8-0449-429b-b097-bf5024f4027e tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 951 time: 0.1883202 Oct 11 15:32:08.628010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6f4dcd2-7adf-443b-9b44-643978fe9fd4 None None] Provisioning complete for port 25c07557-e9be-4527-9939-c8b63ff54d65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:08.628198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6f4dcd2-7adf-443b-9b44-643978fe9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.734915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c268fc93-277a-40bb-ba90-da49ceaac216 req-b44447f3-6934-4f30-98c1-45029a562446 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140151 Oct 11 15:32:08.744135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4dcd2-7adf-443b-9b44-643978fe9fd4 None None] Port 25c07557-e9be-4527-9939-c8b63ff54d65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:08.783334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a062d770-cefc-4472-ab99-f319b8918038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.801661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a062d770-cefc-4472-ab99-f319b8918038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.806077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.820900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:08.942184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a062d770-cefc-4472-ab99-f319b8918038 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=632d800e2d5544fbae6c16b6803d7471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0673034 Oct 11 15:32:08.948497 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:08.949446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d770-cefc-4472-ab99-f319b8918038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87ccd6-6ee7-436c-abaf-6001c62f9788,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:09.001787 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'Port': ['ID=4ef0546c-b311-408e-a333-300fe995411e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:09.058149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.095295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.117390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.126727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.162772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.170109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.171901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6bef3c4-15d0-4ce1-bb03-53981875e5f2 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3440189 Oct 11 15:32:09.468768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.470874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.473148 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:09.485364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b87ccd6-6ee7-436c-abaf-6001c62f9788 HTTP/1.1" status: 204 len: 168 time: 0.5211287 Oct 11 15:32:09.513302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.532365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712ede-baed-4bd8-a8b0-dda530d76063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87ccd6-6ee7-436c-abaf-6001c62f9788,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:09.537096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.675368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Pushing event updated for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:09.678417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:09.939580 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:09.943619 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:10.204325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f131-8394-4ebf-9bcf-57cb148e58ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.236363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:10.321797 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Router a80116e0-6431-456b-aeff-905be468a74d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:32:10.515662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f131-8394-4ebf-9bcf-57cb148e58ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.530818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f131-8394-4ebf-9bcf-57cb148e58ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.580034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:10.580892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.626293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5d5f131-8394-4ebf-9bcf-57cb148e58ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=614bc84c095743af8d506dd4f7151b45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474745 Oct 11 15:32:10.627102 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:10.668491 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4cd58c6-760f-40a1-94ec-16c5c6587700 None None] Provisioning complete for port 25c07557-e9be-4527-9939-c8b63ff54d65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:10.668867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4cd58c6-760f-40a1-94ec-16c5c6587700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.700373 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:10.738148 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5f131-8394-4ebf-9bcf-57cb148e58ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1265b25-0656-4d1e-85b6-4efc9c4ec021,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:10.797360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:32:10.814126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6590c29f-b534-49e6-b3ad-6c20a84e8e2d admin admin] 10.222.0.31 "PUT /v2.0/routers/a80116e0-6431-456b-aeff-905be468a74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5396490 Oct 11 15:32:10.852543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd58c6-760f-40a1-94ec-16c5c6587700 None None] Port 25c07557-e9be-4527-9939-c8b63ff54d65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:10.857117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08325774-b283-4c92-b56f-cad43fca8f64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5529b189f7024a129d1649ef21da284e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553051 Oct 11 15:32:10.857746 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:10.866012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.914557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:10.998392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.046699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.058186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.060246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.160040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:11.179626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.219284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.226655 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.241498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd682097-a5a2-4c84-94c6-b4b3f92dab26 HTTP/1.1" status: 204 len: 168 time: 0.3763747 Oct 11 15:32:11.243825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-1d092aa9-23e0-448c-b159-81cb97a77993 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1901637066&fields=id&tenant_id=0d24524340f540ff821653c1334e1da6 HTTP/1.1" status: 200 len: 267 time: 0.2581527 Oct 11 15:32:11.298069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590791a1-7bb3-4578-b915-58afdf9a8e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd682097-a5a2-4c84-94c6-b4b3f92dab26,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:11.354894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:11.511060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.516910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:11.525891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1265b25-0656-4d1e-85b6-4efc9c4ec021 HTTP/1.1" status: 204 len: 168 time: 0.8892856 Oct 11 15:32:11.592894 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0d9e0-0971-4b80-acf3-2b512426fc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1265b25-0656-4d1e-85b6-4efc9c4ec021,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:11.719790 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:11.832610 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Sync routers for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:32:11.863523 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:11.867254 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:11.882284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-ccde928f-f75e-41ff-a40d-b69b23afd079 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:11.889209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-ccde928f-f75e-41ff-a40d-b69b23afd079 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 805 time: 0.6297443 Oct 11 15:32:11.940630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-d80d7a2b-4091-44e1-b285-e240e123422d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/quotas/0d24524340f540ff821653c1334e1da6 HTTP/1.1" status: 200 len: 375 time: 0.0400043 Oct 11 15:32:11.997457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:12.129709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:12.139261 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:12.149474 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297bf74a-4008-42c3-8e01-fba160ee8602" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:12.162322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:12.185863 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:12.269304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712da422-1a2f-434b-b9ec-39392774a73b req-3b94ef49-98a8-47e6-a996-5c2d6cdd3f89 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7079713 Oct 11 15:32:12.296832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:12.330725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-d914544a-877f-44db-aa3b-848eed3c5c03 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3730299 Oct 11 15:32:12.370979 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:12.414959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:12.441743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:12.442594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:12.923148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-9cf6f85f-e4bc-404e-b20e-0271a2d043d9 service neutron] 10.222.0.31 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263703 Oct 11 15:32:13.015055 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:13.130557 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:09Z', 'revision_number': 4, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25c07557-e9be-4527-9939-c8b63ff54d65', 'name': '', 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'mac_address': 'fa:16:3e:62:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:32:06Z', 'updated_at': '2021-10-11T15:32:09Z', 'revision_number': 2, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'subnets': [{'id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:13.252717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-89d75a83-8b33-45d2-b98f-db730e79da5b service neutron] 10.222.0.31 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057785 Oct 11 15:32:13.255086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:13.281595 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Checking router: a80116e0-6431-456b-aeff-905be468a74d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:32:13.282522 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Updating router a80116e0-6431-456b-aeff-905be468a74d port 25c07557-e9be-4527-9939-c8b63ff54d65 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:32:13.416566 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:13.439218 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-2a39f1c6-15a7-48cd-a477-81e30fded450 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:13.450236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-2a39f1c6-15a7-48cd-a477-81e30fded450 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 949 time: 0.1965513 Oct 11 15:32:13.788187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:13.936088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e26d548-8d6f-4fa4-8b93-543a642ffa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.024454 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Allocated IP 172.35.3.55 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ba00a53d-68a9-4a8d-bea5-1907946ea0cd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:14.181831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.290476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.322272 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Deleting port a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:14.322742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.427607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e26d548-8d6f-4fa4-8b93-543a642ffa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.440600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e26d548-8d6f-4fa4-8b93-543a642ffa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.453205 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.460285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794b4f-2246-40f6-ba0e-ab4c61737bbb req-0e173835-bfde-4042-93b9-e7a8c4a1a1f3 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:14.476393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37794b4f-2246-40f6-ba0e-ab4c61737bbb req-0e173835-bfde-4042-93b9-e7a8c4a1a1f3 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 949 time: 0.7767794 Oct 11 15:32:14.476934 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.518838 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:14.557148 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26d548-8d6f-4fa4-8b93-543a642ffa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91970f77-cc08-47c2-b08b-6135749b176e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:14.562360 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Pushing event updated for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:14.579092 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:14.583405 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.584071 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.584522 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.585238 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.585797 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.586339 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.586880 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.587416 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.587964 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.588493 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.589028 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.589578 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:14.589718 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:32:14.625965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e26d548-8d6f-4fa4-8b93-543a642ffa55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe5791f50319467fbdb90620d1d07bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6083207 Oct 11 15:32:14.629958 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:14.863754 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Attempting to bind port 25c07557-e9be-4527-9939-c8b63ff54d65 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:14.880957 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Attempting to bind port 25c07557-e9be-4527-9939-c8b63ff54d65 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:14.881945 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Attempting to bind port 25c07557-e9be-4527-9939-c8b63ff54d65 on network 2978c60d-5204-40c6-bb9d-b003539ab5a0 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:14.905203 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:14.906431 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Checking segment: {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:14.915423 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.916644 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Bound using segment: {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:14.919459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:14.920237 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Bound port: 25c07557-e9be-4527-9939-c8b63ff54d65, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01f1858-3c85-4291-8fb2-98a8e6b996ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:14.921579 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.021430 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:15.062494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.114837 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] For port 25c07557-e9be-4527-9939-c8b63ff54d65, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:15.117549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=ba00a53d-68a9-4a8d-bea5-1907946ea0cd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:15.120445 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] For port 25c07557-e9be-4527-9939-c8b63ff54d65, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25c07557-e9be-4527-9939-c8b63ff54d65,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:15.130735 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.204732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.216766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.221119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91970f77-cc08-47c2-b08b-6135749b176e HTTP/1.1" status: 204 len: 168 time: 0.5900867 Oct 11 15:32:15.226941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] Provisioning complete for port 25c07557-e9be-4527-9939-c8b63ff54d65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:15.229627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.244899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37794b4f-2246-40f6-ba0e-ab4c61737bbb req-583268dc-a414-4313-af88-80dc97e65893 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663844 Oct 11 15:32:15.281597 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807348d1-70e0-4682-a224-985b76905d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91970f77-cc08-47c2-b08b-6135749b176e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:15.318672 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:15.319310 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:15.359446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.395809 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573365a7-9fef-4139-8c59-89a4095229aa x-openstack-request-id: req-573365a7-9fef-4139-8c59-89a4095229aa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:15.398583 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:15.399037 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-573365a7-9fef-4139-8c59-89a4095229aa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:15.399777 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'code': 200} Oct 11 15:32:15.411853 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] For port a9d3c741-224a-4f43-b4aa-a85bf595e158, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a9d3c741-224a-4f43-b4aa-a85bf595e158,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:15.412317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.457043 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b548f0-7bcb-453d-850a-ed1116e086aa None None] Pushing event updated for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:15.473631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-425640044'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:15.511687 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Calling delete_port for a9d3c741-224a-4f43-b4aa-a85bf595e158 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:15.558131 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:15.566216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.586208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.589636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.698965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] For port 25c07557-e9be-4527-9939-c8b63ff54d65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25c07557-e9be-4527-9939-c8b63ff54d65,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:15.714609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.749292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.764725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.787862 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:32:15.840533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.840956 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Added segment 82030f1d-e665-49f3-8e52-4429637a1cdd of type vlan for network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 Oct 11 15:32:15.850308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-406dfb81-a225-478d-a66b-7c3b6d902ad8 req-97834ebc-e018-45b6-a9a4-9029a50ca31f tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 210 time: 0.2803650 Oct 11 15:32:15.852869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:15.976589 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:15.979167 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:15.992473 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dd09c-2f0c-4666-a3c3-1ceb0bf055c2 None None] Pushing event updated for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:16.004104 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa366fa4-c9f4-4e7c-9538-d902b14b66a7 None None] Provisioning complete for port 25c07557-e9be-4527-9939-c8b63ff54d65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:16.005455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa366fa4-c9f4-4e7c-9538-d902b14b66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.016078 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171c82bc-ba67-49ab-942d-3a3761c562b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:16.064557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.287956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.310195 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:16.316894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.451558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2114577317-network', 'tenant_id': '67d9072466ff4704b39e8f9e4c5cf327'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:16.464755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4308231 Oct 11 15:32:16.473203 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:16.495308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'subnet': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:16.530415 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:09Z', 'revision_number': 4, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25c07557-e9be-4527-9939-c8b63ff54d65', 'name': '', 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'mac_address': 'fa:16:3e:62:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:32:06Z', 'updated_at': '2021-10-11T15:32:15Z', 'revision_number': 4, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'subnets': [{'id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:16.539539 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:16.568171 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8d8c0-6fe0-4d4b-aed8-dc84253d431d None None] The sync data for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 is: [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:09Z', 'revision_number': 4, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25c07557-e9be-4527-9939-c8b63ff54d65', 'name': '', 'network_id': '2978c60d-5204-40c6-bb9d-b003539ab5a0', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'mac_address': 'fa:16:3e:62:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:32:06Z', 'updated_at': '2021-10-11T15:32:15Z', 'revision_number': 4, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'subnets': [{'id': '2268e67c-73f6-4b15-8a44-5d7cf66693a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:32:16.669969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be6754d-1a8f-4fe5-8d30-d7bc4d7012d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.676561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.688815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142f1c-75f9-42be-9611-a21409632549 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Network': ['ID=c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:16.704659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:32:16.726155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-84739e35-423c-4a36-bded-ad9e1e6a24c0 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:16.727632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-84739e35-423c-4a36-bded-ad9e1e6a24c0 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.36 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 805 time: 0.6169324 Oct 11 15:32:16.728246 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Made reservation on behalf of 67d9072466ff4704b39e8f9e4c5cf327 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:16.735386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.747426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.810601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.922787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.955636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.969719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.980333 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:16.984974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:16.992381 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=ba00a53d-68a9-4a8d-bea5-1907946ea0cd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:17.004768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aefbd-d237-47cc-ba94-bf7e9e9097e5 req-d955e0d3-447b-45db-a76b-74c4a5e7555f tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:17.006411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c9aefbd-d237-47cc-ba94-bf7e9e9097e5 req-d955e0d3-447b-45db-a76b-74c4a5e7555f tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ce2d86-bdb3-484f-9486-0cf24a48b3d1 HTTP/1.1" status: 200 len: 949 time: 0.5466375 Oct 11 15:32:17.014610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.025066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.026289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712da422-1a2f-434b-b9ec-39392774a73b req-f6693fe8-0081-45d9-9225-e868ed7d05df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6942120 Oct 11 15:32:17.184944 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Pushing event deleted for resources: {'Port': ['ID=a9d3c741-224a-4f43-b4aa-a85bf595e158,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:17.229034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712da422-1a2f-434b-b9ec-39392774a73b req-9bf026c0-5b47-42b0-8c93-6a6e7453e641 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1869097 Oct 11 15:32:17.232977 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] No DVR routers for this DVR port a9d3c741-224a-4f43-b4aa-a85bf595e158 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:32:17.239427 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:17.244145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.248115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a2b18e5-8dc5-4184-a7dc-fc539d316045 req-1ad13044-5d80-4631-b41d-b3553b29cb86 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.43 "DELETE /v2.0/ports/a9d3c741-224a-4f43-b4aa-a85bf595e158 HTTP/1.1" status: 204 len: 173 time: 3.7879572 Oct 11 15:32:17.261324 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-e530f225-1414-4d62-acb0-ab87b9f9ff91 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d24524340f540ff821653c1334e1da6 HTTP/1.1" status: 200 len: 380 time: 0.5097768 Oct 11 15:32:17.280634 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'port': {'device_id': 'ad49b47c-e806-456e-b73a-086f5232317f', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'admin_state_up': True, 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'security_groups': ['7e518b75-00ac-4c09-980a-5908d2aee5d8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:17.284054 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:32:17.369759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.370115 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Added segment 1722495c-2738-45e8-9992-5d6c2f6c0ed0 of type vlan for network d8348bd6-5a92-477a-bf7e-41ba699c2227 Oct 11 15:32:17.461133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be6754d-1a8f-4fe5-8d30-d7bc4d7012d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.485745 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-deleted', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:17.490026 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac8b62-ee54-45f7-a21f-5ad6b17c8320" -d '{"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-deleted", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:17.500354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.506833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712da422-1a2f-434b-b9ec-39392774a73b req-769d451c-27eb-43a1-9cbe-7b144873538b tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:17.515603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712da422-1a2f-434b-b9ec-39392774a73b req-769d451c-27eb-43a1-9cbe-7b144873538b tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2620113 Oct 11 15:32:17.553311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c9aefbd-d237-47cc-ba94-bf7e9e9097e5 req-17826ffe-ac0e-4df5-ae50-6fe5edc4f234 tempest-ImagesOneServerTestJSON-1632795362 tempest-ImagesOneServerTestJSON-1632795362-project] 10.222.0.31 "GET /v2.0/security-groups?id=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364714 Oct 11 15:32:17.709885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be6754d-1a8f-4fe5-8d30-d7bc4d7012d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.753180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:17.765710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ececf8ac-8bcc-4975-8a48-92fcedd9b504 req-224cd660-6f03-4915-98d4-036496179abc tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 210 time: 0.0493031 Oct 11 15:32:17.848580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: a9d3c741-224a-4f43-b4aa-a85bf595e158 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:32:17.850677 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7b4a9-a561-487d-bef2-c8215576b352 x-openstack-request-id: req-7aa7b4a9-a561-487d-bef2-c8215576b352 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:17.851002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a9d3c741-224a-4f43-b4aa-a85bf595e158 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:32:17.852979 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce2d86-bdb3-484f-9486-0cf24a48b3d1", "name": "network-vif-deleted", "tag": "a9d3c741-224a-4f43-b4aa-a85bf595e158", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:17.853369 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7aa7b4a9-a561-487d-bef2-c8215576b352 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:17.853864 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce2d86-bdb3-484f-9486-0cf24a48b3d1', 'name': 'network-vif-deleted', 'tag': 'a9d3c741-224a-4f43-b4aa-a85bf595e158', 'status': 'completed', 'code': 200} Oct 11 15:32:17.858591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3be6754d-1a8f-4fe5-8d30-d7bc4d7012d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6495fe62107843f4a9f4c6667daee4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2321093 Oct 11 15:32:17.860324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.861438 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:17.863296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.865158 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:17.885517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6754d-1a8f-4fe5-8d30-d7bc4d7012d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9e398-5464-45b1-a115-f852f07abeb9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:17.897124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-340961e6-1d6d-4f0c-a32c-9b7afa6525f7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3116441 Oct 11 15:32:17.907664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:17.955692 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.985226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:17.987015 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] Pushing event updated for resources: {'Network': ['ID=d8348bd6-5a92-477a-bf7e-41ba699c2227,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:17.992818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-39285f69-06b5-4f09-9914-4aa5a78fae32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0115194 Oct 11 15:32:18.002381 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:18.014827 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Request body: {'subnet': {'network_id': 'd8348bd6-5a92-477a-bf7e-41ba699c2227', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2114577317-subnet', 'tenant_id': '67d9072466ff4704b39e8f9e4c5cf327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:18.041861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.063032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d8348bd6-5a92-477a-bf7e-41ba699c2227 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:32:18.117982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.126166 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Subnet': ['ID=4e9bb652-30f0-4c00-bb7a-cb4c376e3045,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:18.126771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.128143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Made reservation on behalf of 0d24524340f540ff821653c1334e1da6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:18.129942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbf9e398-5464-45b1-a115-f852f07abeb9 HTTP/1.1" status: 204 len: 168 time: 0.2636211 Oct 11 15:32:18.140935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.142884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 15:32:18.142884 n-d-master-1 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 11 15:32:18.142884 n-d-master-1 neutron-server[94827]: [parameters: {'project_id_1': '67d9072466ff4704b39e8f9e4c5cf327', 'expiration_1': datetime.datetime(2021, 10, 11, 15, 31, 58, 25386)}] Oct 11 15:32:18.142884 n-d-master-1 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:32:18.143472 n-d-master-1 neutron-server[94827]: DEBUG oslo_db.api [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:32:18.165545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.178775 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33586d35-32b4-4f64-9137-6c18ea3f28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9e398-5464-45b1-a115-f852f07abeb9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:18.347765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 25c07557-e9be-4527-9939-c8b63ff54d65 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:18.384774 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Allocated IP 172.20.0.11 (46ef23ca-65d5-491a-b958-f1d13a0cf61d/7b04213e-484f-4eb3-873b-7cfc0c4023c0/ceed2e6c-4d9c-408f-8768-ecfe231d36e8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:18.399378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.473018 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Checking segment: {'id': '82030f1d-e665-49f3-8e52-4429637a1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:18.473831 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network hostable DHCP agents. Network: c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:32:18.488475 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 25c07557-e9be-4527-9939-c8b63ff54d65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:18.498337 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.615533 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Allocated IP 172.35.3.102 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/834a9b5e-0c52-4806-a53a-b33e30733259) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:18.767849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Made reservation on behalf of 67d9072466ff4704b39e8f9e4c5cf327 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:18.776391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.779866 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:32:18.883257 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:18.893412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6551a3-4961-44e4-94ba-4bcc4d918249 None None] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:18.910153 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:18.911097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.973702 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-79ca2805-5bbc-4d3d-ba81-1d8d85f9400d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4904103 Oct 11 15:32:18.981062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:18.984711 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:18.998143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ce50c90-ed9b-4723-a2ed-a269e748cf4e req-d7ac194d-c8c2-4c4c-8e1b-ab533ec10bb5 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 210 time: 0.0502951 Oct 11 15:32:19.005200 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-1113994265'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:19.009175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.126007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.320551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.496535 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:19.498820 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:19.517729 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:19.534167 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:19.539743 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:19.551487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.560629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event updated for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:19.562262 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:19.571304 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=834a9b5e-0c52-4806-a53a-b33e30733259,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:19.589083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.600358 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:19.604955 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:19.720479 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port 795c2371-b4dc-4e9a-8c8c-0610d672c559 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:19.811642 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'tenant_id': 'db341d441b6c44e5bd2e0c9f200938b6', 'fixed_ips': [{'subnet_id': '4e9bb652-30f0-4c00-bb7a-cb4c376e3045'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:32:19.818646 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:19.984335 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01648c0b-f53a-4eaa-836a-68b8c7dfec0b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:20.041287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Checking segment: {'id': '1722495c-2738-45e8-9992-5d6c2f6c0ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8348bd6-5a92-477a-bf7e-41ba699c2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:20.044298 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Network hostable DHCP agents. Network: d8348bd6-5a92-477a-bf7e-41ba699c2227, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:32:20.057105 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:20.058488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.100563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.106825 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.9 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/795c2371-b4dc-4e9a-8c8c-0610d672c559) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:20.126324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4a931eb4-cb61-46a8-a50c-7479286f4f33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d354cf276bf46d880dc16140a040a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143749 Oct 11 15:32:20.130133 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:20.136313 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-7d2a4462-a599-4f05-9bed-d17276fda9d7 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8665497 Oct 11 15:32:20.154784 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Request body: {'port': {'device_id': 'ad49b47c-e806-456e-b73a-086f5232317f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:20.208037 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Network d8348bd6-5a92-477a-bf7e-41ba699c2227 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:32:20.209653 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70c47b2b-0ff3-4814-b436-663479d46c93 None None] Provisioning complete for port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:20.210590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70c47b2b-0ff3-4814-b436-663479d46c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.258106 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d8348bd6-5a92-477a-bf7e-41ba699c2227) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:20.275279 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c5f3d-9252-4756-a6e0-c2f1e26563e2 None None] Network d8348bd6-5a92-477a-bf7e-41ba699c2227 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:20.282946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:20.283375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.300907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.647748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.650616 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16abf72-eae7-498d-bee4-077444d69b12 None None] Network d8348bd6-5a92-477a-bf7e-41ba699c2227 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:20.732234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.815015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-70c47b2b-0ff3-4814-b436-663479d46c93 None None] Port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:20.817524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:20.907457 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Allocated IP 172.20.0.2 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/b1901a05-d4e5-4d67-82b2-d405ed4b8d11) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:20.913844 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:21.370740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.379904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8d4ce1f7-7c30-46d2-9188-e5cdca121115 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3708372 Oct 11 15:32:21.383702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.410237 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceed2e6c-4d9c-408f-8768-ecfe231d36e8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:21.419349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.432870 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Transition to ACTIVE for port object ceed2e6c-4d9c-408f-8768-ecfe231d36e8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:32:21.443508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62136281-ed1d-4390-8f2c-2ce9bc8dcc7b req-7943135c-4c7a-44fd-b30b-6697654f0f8d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:21.447788 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:21.455119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62136281-ed1d-4390-8f2c-2ce9bc8dcc7b req-7943135c-4c7a-44fd-b30b-6697654f0f8d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 932 time: 1.2814820 Oct 11 15:32:21.457553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.463873 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:21.467984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=795c2371-b4dc-4e9a-8c8c-0610d672c559,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:21.496945 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Pushing event updated for resources: {'Port': ['ID=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:21.519556 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:21.521442 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:21.525130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:21.561946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.609759 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Pushing event updated for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:21.644395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Attempting to bind port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:21.644642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Attempting to bind port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '82030f1d-e665-49f3-8e52-4429637a1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:21.645903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Attempting to bind port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 on network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:21.657254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:21.659559 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Checking segment: {'id': '82030f1d-e665-49f3-8e52-4429637a1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:21.660091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.661782 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Bound using segment: {'id': '82030f1d-e665-49f3-8e52-4429637a1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:21.667242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Bound port: b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82030f1d-e665-49f3-8e52-4429637a1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:21.667617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.726361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:21.736507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.741330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62136281-ed1d-4390-8f2c-2ce9bc8dcc7b req-5acfd997-99c9-4d44-98e7-73a461ead0d6 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852364 Oct 11 15:32:21.757807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.851649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] For port b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:21.863881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] For port b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,segment=NetworkSegment(82030f1d-e665-49f3-8e52-4429637a1cdd),segment_id=82030f1d-e665-49f3-8e52-4429637a1cdd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:21.871741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-59f2b822-205d-46a4-9df0-2106fcbfb624 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8702812 Oct 11 15:32:21.875495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:21.878479 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:21.885155 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-705510749', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7a:52:6f'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:21.896498 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Attempting to bind port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:21.897127 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Attempting to bind port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:21.897685 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Attempting to bind port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 on network 46ef23ca-65d5-491a-b958-f1d13a0cf61d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:21.906599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 on network 46ef23ca-65d5-491a-b958-f1d13a0cf61d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:32:21.907108 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Attempting to bind port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 on network 46ef23ca-65d5-491a-b958-f1d13a0cf61d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:21.931996 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:21.932604 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Checking segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:21.933172 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Bound using segment: {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:21.934019 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Bound port: ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:21.934574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.022083 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223066f-f713-42f1-a324-24a9a7f2773b None None] Pushing event updated for resources: {'Port': ['ID=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:22.040434 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:22.045062 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:22.057170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.069417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.073572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.078742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5 HTTP/1.1" status: 204 len: 168 time: 1.9442720 Oct 11 15:32:22.145065 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeac3b-64c3-4098-9aa7-43744db69930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7e8fb-0c17-4918-a5c5-e0b63d1e00f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:22.166497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:22.169502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.185911 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] 10.222.0.36 "PUT /v2.0/ports/ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 1092 time: 2.0367064 Oct 11 15:32:22.194345 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:22.204218 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e01e72-9019-434d-bb6b-5c4a6beff8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:22.275108 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-40d27d95-0309-4d6a-af1d-f4bd4e663f25 req-9910a9a1-0b83-41e3-9183-6c6a91f25920 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] show failed (client error): The resource could not be found. Oct 11 15:32:22.276279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40d27d95-0309-4d6a-af1d-f4bd4e663f25 req-9910a9a1-0b83-41e3-9183-6c6a91f25920 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/7637008f-9d57-4819-aaf3-a9ee1f073d1b HTTP/1.1" status: 404 len: 352 time: 0.0479069 Oct 11 15:32:22.276942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:22.365146 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ffca8-2746-4953-8ef3-1bd80dc1ee65 service neutron] Pushing event updated for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:22.394117 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd7201-ba55-460a-9e7f-75a7a6d8842d x-openstack-request-id: req-2fcd7201-ba55-460a-9e7f-75a7a6d8842d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:22.394647 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:22.396225 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fcd7201-ba55-460a-9e7f-75a7a6d8842d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:22.397166 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'status': 'completed', 'code': 200} Oct 11 15:32:22.442186 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-944e7d76-5fe9-466c-b941-24f2c1d7c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:22.443753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-944e7d76-5fe9-466c-b941-24f2c1d7c0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1095 time: 0.1979489 Oct 11 15:32:22.664125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.677958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-cff54fcc-4205-40f8-9d92-70e4fb7429bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 217 time: 0.2140658 Oct 11 15:32:22.704728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.709632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:22.744246 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port 69b50a2c-4426-45bc-8503-bf9f31ccc85d yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:22.833115 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-12263f54-f928-4af0-aefa-4116d91a998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:22.836403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-12263f54-f928-4af0-aefa-4116d91a998f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 200 len: 844 time: 0.1517456 Oct 11 15:32:22.872393 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.4 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/69b50a2c-4426-45bc-8503-bf9f31ccc85d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:22.950930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-9d39c8a4-0bef-4afe-9331-41f5b16d763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:22.963578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-9d39c8a4-0bef-4afe-9331-41f5b16d763a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46ef23ca-65d5-491a-b958-f1d13a0cf61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108201 Oct 11 15:32:23.085637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80247841-5033-4168-b68a-f5c2687ef273 req-684736f8-5185-4b67-a302-a5bcf4dcd98a tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67d9072466ff4704b39e8f9e4c5cf327 HTTP/1.1" status: 200 len: 2988 time: 0.4079356 Oct 11 15:32:23.129020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=834a9b5e-0c52-4806-a53a-b33e30733259,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:23.202306 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-942f449a-148a-4199-a3e9-49fb2df1f98b service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329059 Oct 11 15:32:23.393771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-849743e7-da2e-4c9a-b666-e77980b0ae6e req-18c99601-8041-4cb1-bbb0-f189d0a98077 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831179 Oct 11 15:32:23.398776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:23.430678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80247841-5033-4168-b68a-f5c2687ef273 req-acac7c33-792e-4210-b820-cdddf806f2ed tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa HTTP/1.1" status: 200 len: 2985 time: 0.3144197 Oct 11 15:32:23.469962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:23.540171 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-37ee447b-0eaf-46be-a9ee-b69b6bd077e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:23.542429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-37ee447b-0eaf-46be-a9ee-b69b6bd077e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1095 time: 0.0920911 Oct 11 15:32:23.579072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:23.586169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-774e41e1-4b8a-4da1-afcc-8aed136bb57c tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6829541 Oct 11 15:32:23.591309 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:23.735224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-9f8f7b04-e23e-4e41-b482-4c984db1e422 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.102 HTTP/1.1" status: 200 len: 696 time: 0.1481481 Oct 11 15:32:23.791210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80247841-5033-4168-b68a-f5c2687ef273 req-f053bd0e-2f1a-4023-a80e-09101c1e50fa tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa HTTP/1.1" status: 200 len: 2985 time: 0.3426499 Oct 11 15:32:23.890362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.024953 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:24.035719 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-767e803a-4c05-42f6-bfcd-c93f0c367b01 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.049686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-803b80dd-e575-47a1-907a-1940fdf93ba7 req-767e803a-4c05-42f6-bfcd-c93f0c367b01 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2910566 Oct 11 15:32:24.110393 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:24.114512 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:24.114863 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8275b-1cc5-411f-850d-378b2b163ad9 None None] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:24.180695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.181382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.229614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b1901a05-d4e5-4d67-82b2-d405ed4b8d11 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:24.249444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d2cf3e-91de-4f52-b289-894e1a2b5d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.275568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=69b50a2c-4426-45bc-8503-bf9f31ccc85d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:24.294803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-818cce08-f606-4f16-9309-2998c48f9b60 req-a9fcd571-25da-4f62-980d-59c2e9ec5a1a tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa HTTP/1.1" status: 200 len: 2985 time: 0.1218874 Oct 11 15:32:24.349119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d2cf3e-91de-4f52-b289-894e1a2b5d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.353189 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] Provisioning complete for port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:24.354963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.361906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-40659741-b774-41e8-923b-488d836b7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.364047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-40659741-b774-41e8-923b-488d836b7f5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 906 time: 0.8139939 Oct 11 15:32:24.365434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d2cf3e-91de-4f52-b289-894e1a2b5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.373013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79bbcc-d8c5-4768-aeb1-ed4ddc67a637 req-2b80853f-5882-47da-a229-99951e951dc4 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.374246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c79bbcc-d8c5-4768-aeb1-ed4ddc67a637 req-2b80853f-5882-47da-a229-99951e951dc4 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 944 time: 0.2649698 Oct 11 15:32:24.381219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5bc951e9-7eb0-4e95-9a27-0743a97638c3 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.5008011 Oct 11 15:32:24.390671 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:24.446118 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-d53bb574-92bc-47b3-9866-d9e91d2259dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 217 time: 0.0660489 Oct 11 15:32:24.454980 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2cf3e-91de-4f52-b289-894e1a2b5d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5081ac-5b1b-448b-902f-6b1b5bd7d09b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:24.461256 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-66d2cf3e-91de-4f52-b289-894e1a2b5d2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f136a832d3446a3a95cf42a97a5b389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688772 Oct 11 15:32:24.469595 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-818cce08-f606-4f16-9309-2998c48f9b60 req-a4e1a8a4-d285-4772-8fe6-8dd0c07f0df8 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 15:32:24.490213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-818cce08-f606-4f16-9309-2998c48f9b60 req-a4e1a8a4-d285-4772-8fe6-8dd0c07f0df8 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "DELETE /v2.0/security-groups/52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa HTTP/1.1" status: 409 len: 352 time: 0.1937380 Oct 11 15:32:24.494084 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:24.580623 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:32:24.592228 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-a6530b2d-a2ee-4cfc-9753-3709d328569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.594392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-a6530b2d-a2ee-4cfc-9753-3709d328569f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 200 len: 844 time: 0.1363442 Oct 11 15:32:24.598090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c79bbcc-d8c5-4768-aeb1-ed4ddc67a637 req-ceff2c88-0907-4c33-9f36-c6991ca4b233 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153859 Oct 11 15:32:24.622873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.652133 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5b427-ff5c-411e-894c-40692d44ca8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.660233 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5b427-ff5c-411e-894c-40692d44ca8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.666924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5b427-ff5c-411e-894c-40692d44ca8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.672850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-93e5b427-ff5c-411e-894c-40692d44ca8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2594030 Oct 11 15:32:24.673795 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:24.677053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.689627 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-d5d2e114-87f7-435d-a7be-004ed9e086d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:24.690238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ceed2e6c-4d9c-408f-8768-ecfe231d36e8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:32:24.692652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-d5d2e114-87f7-435d-a7be-004ed9e086d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46ef23ca-65d5-491a-b958-f1d13a0cf61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869999 Oct 11 15:32:24.917906 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port 69b50a2c-4426-45bc-8503-bf9f31ccc85d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:24.918624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:24.982262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:25.009957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-07d867ff-25b4-4e67-9219-fa409fc6b0de service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083656 Oct 11 15:32:25.011549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.015351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.018839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab5081ac-5b1b-448b-902f-6b1b5bd7d09b HTTP/1.1" status: 204 len: 168 time: 0.5141845 Oct 11 15:32:25.042100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'port_id': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'mac_address': 'fa:16:3e:3d:bf:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:32:25.128634 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:25.147524 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0330b1-248a-44cd-b618-75e3cacd7562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5081ac-5b1b-448b-902f-6b1b5bd7d09b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:25.160116 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-e4d01766-8cd5-4fe5-8c55-113d065d59b9 req-d805dfb0-2bfb-4055-bbe9-7b593ea0bb1d tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] show failed (client error): The resource could not be found. Oct 11 15:32:25.172780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4d01766-8cd5-4fe5-8c55-113d065d59b9 req-d805dfb0-2bfb-4055-bbe9-7b593ea0bb1d tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/0190f043-5451-4544-9766-1c67747204fc HTTP/1.1" status: 404 len: 352 time: 0.0522635 Oct 11 15:32:25.200869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44924a44-cb97-4655-a246-5cf969313935 req-7e5961ec-4146-4615-b65a-fe01a935cfe5 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6750147 Oct 11 15:32:25.208859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.224435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:25.266945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-85e01e72-9019-434d-bb6b-5c4a6beff8b9 req-6a833dc8-8487-4323-935a-055d057abcc1 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490234 Oct 11 15:32:25.279119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.321654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for 69b50a2c-4426-45bc-8503-bf9f31ccc85d owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:25.367408 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.379498 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:25.379821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.494856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.535095 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceed2e6c-4d9c-408f-8768-ecfe231d36e8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:25.543932 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-211281bf-9fdb-43f7-89f0-047fcc6ced10 req-6ed3f1b7-b292-4f9d-97d3-c2629e0db887 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] show failed (client error): The resource could not be found. Oct 11 15:32:25.545794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-211281bf-9fdb-43f7-89f0-047fcc6ced10 req-6ed3f1b7-b292-4f9d-97d3-c2629e0db887 tempest-SecurityGroupsNegativeTestJSON-1610763838 tempest-SecurityGroupsNegativeTestJSON-1610763838-project] 10.222.0.31 "GET /v2.0/security-groups/3fde8db4-259c-445b-a102-c33576d128f0 HTTP/1.1" status: 404 len: 352 time: 0.1471760 Oct 11 15:32:25.560921 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:25.588157 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:25.658061 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.661070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.670482 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] For port b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,segment=NetworkSegment(82030f1d-e665-49f3-8e52-4429637a1cdd),segment_id=82030f1d-e665-49f3-8e52-4429637a1cdd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:25.675826 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Deleting subnet 01648c0b-f53a-4eaa-836a-68b8c7dfec0b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:32:25.689366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.728122 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.781621 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:25.804499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.839534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f659354c-0526-4e96-93bc-afeac555bff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.862242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.883189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ceed2e6c-4d9c-408f-8768-ecfe231d36e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:32:25.883480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.887953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c88e-e61f-44f0-b350-c5946721d005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.959192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:25.967440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:25.998955 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01648c0b-f53a-4eaa-836a-68b8c7dfec0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:25.999821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:32:26.000183 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:32:26.011727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.015029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f2829a3-27db-4372-96bc-a63fbd79e8bc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01648c0b-f53a-4eaa-836a-68b8c7dfec0b HTTP/1.1" status: 204 len: 168 time: 0.4520371 Oct 11 15:32:26.017423 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:26.098257 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Provisioning complete for port 795c2371-b4dc-4e9a-8c8c-0610d672c559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:26.098638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.151190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Port 795c2371-b4dc-4e9a-8c8c-0610d672c559 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:26.168578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Provisioning complete for port 69b50a2c-4426-45bc-8503-bf9f31ccc85d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:26.168867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.198702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f659354c-0526-4e96-93bc-afeac555bff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.207518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.223097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde980-6f4d-40dd-b07f-b5f832cffbbb None None] Pushing event updated for resources: {'Port': ['ID=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:26.236230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f659354c-0526-4e96-93bc-afeac555bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.339100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Port 69b50a2c-4426-45bc-8503-bf9f31ccc85d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:26.364273 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Provisioning complete for port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:26.365544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21df296e-3fdf-4997-b3cc-64710709b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.410931 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:26.413736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f659354c-0526-4e96-93bc-afeac555bff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73f22fd6f073406092c0b5a7becc6938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128352 Oct 11 15:32:26.450191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659354c-0526-4e96-93bc-afeac555bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad33c70-c864-4e78-91c3-a007925670f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:26.465376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.512584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.613380 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8348bd6-5a92-477a-bf7e-41ba699c2227']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:26.671592 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1722495c-2738-45e8-9992-5d6c2f6c0ed0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:26.672171 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1722495c-2738-45e8-9992-5d6c2f6c0ed0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:26.675920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.711179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.808725 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2030ac13-3e5a-458a-bfc4-46439053d925 None None] Provisioning complete for port 795c2371-b4dc-4e9a-8c8c-0610d672c559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:26.809344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2030ac13-3e5a-458a-bfc4-46439053d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.810867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.818411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.821608 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aad33c70-c864-4e78-91c3-a007925670f1 HTTP/1.1" status: 204 len: 168 time: 0.4067357 Oct 11 15:32:26.844379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.848520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6af7-f293-44f4-aa2a-c1b61e299f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad33c70-c864-4e78-91c3-a007925670f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:26.902049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2030ac13-3e5a-458a-bfc4-46439053d925 None None] Port 795c2371-b4dc-4e9a-8c8c-0610d672c559 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:26.916991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.917562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b1901a05-d4e5-4d67-82b2-d405ed4b8d11 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:26.941103 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:32:26.941536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:32:26.943400 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:32:26.991779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c88e-e61f-44f0-b350-c5946721d005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.013732 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=69b50a2c-4426-45bc-8503-bf9f31ccc85d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:27.049787 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ff94064-d28f-4c0e-a9d9-073761b6cdbc None None] Could not find standard attr ID for object 69b50a2c-4426-45bc-8503-bf9f31ccc85d. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:32:27.055965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c88e-e61f-44f0-b350-c5946721d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.102803 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:27.104537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.109059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.115352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.118567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8348bd6-5a92-477a-bf7e-41ba699c2227 HTTP/1.1" status: 204 len: 168 time: 1.1000230 Oct 11 15:32:27.170054 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1539b-958d-4a8a-836f-b8f83d5fec1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8348bd6-5a92-477a-bf7e-41ba699c2227,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:27.188219 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Allocated IP 172.35.3.154 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c5a72399-e628-4db2-979c-892dffcefd0c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:27.389932 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:27.408608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7c88e-e61f-44f0-b350-c5946721d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c4bb2-03a3-4b4f-b3d2-d6ae210dcf86,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:27.471213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d4a7c88e-e61f-44f0-b350-c5946721d005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=253641628bd3461ab43278b17383a027&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3391724 Oct 11 15:32:27.478716 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d08e-35a1-4715-b5f4-e1bf30e00a62 req-e56f7ec4-68b1-4a5d-b5b2-b11018e33eda tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:27.480915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf74d08e-35a1-4715-b5f4-e1bf30e00a62 req-e56f7ec4-68b1-4a5d-b5b2-b11018e33eda tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 945 time: 0.8554554 Oct 11 15:32:27.487335 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:27.494936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f36a14d3-24c2-4670-87f9-fb5046727490 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67d9072466ff4704b39e8f9e4c5cf327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037059 Oct 11 15:32:27.502267 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:27.592006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.631157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.709457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.717264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.726116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.730486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa HTTP/1.1" status: 204 len: 168 time: 0.2272983 Oct 11 15:32:27.746505 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569d71-f667-4955-8aad-55331ff3597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe9fa1-3196-44b8-a4d5-a8a07ea4acfa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:27.801460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.825408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf74d08e-35a1-4715-b5f4-e1bf30e00a62 req-c9daffff-23f7-4a01-be80-a9f291f944a8 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956572 Oct 11 15:32:27.926818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.959752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:27.967705 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:27.970255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a245cbf1-691a-4071-9298-84d52842fe71 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/69b50a2c-4426-45bc-8503-bf9f31ccc85d HTTP/1.1" status: 204 len: 168 time: 3.2918940 Oct 11 15:32:28.052079 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c77462-fcfb-401b-8d68-2b0b97e1a9df tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] GET failed (client error): The resource could not be found. Oct 11 15:32:28.059548 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d9c77462-fcfb-401b-8d68-2b0b97e1a9df tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports/69b50a2c-4426-45bc-8503-bf9f31ccc85d HTTP/1.1" status: 404 len: 333 time: 0.0889454 Oct 11 15:32:28.063065 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:28.063474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.067189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.073330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b8c4bb2-03a3-4b4f-b3d2-d6ae210dcf86 HTTP/1.1" status: 204 len: 168 time: 0.5849149 Oct 11 15:32:28.078753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.082551 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-2133182719'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:28.101269 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fc25c-de75-40dd-8179-0d0915c7f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c4bb2-03a3-4b4f-b3d2-d6ae210dcf86,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:28.161115 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:28.165670 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:28.172546 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:28.221645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=c5a72399-e628-4db2-979c-892dffcefd0c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:28.320824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.352591 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:28.356985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.383388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.390025 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port 89b77836-601c-471b-8815-f3a336eabbbf yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:28.629968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ceed2e6c-4d9c-408f-8768-ecfe231d36e8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:28.734909 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:32:28.747150 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:28.748764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.841928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.853614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.922104 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.10 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/89b77836-601c-471b-8815-f3a336eabbbf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:28.939393 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:28.997020 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:28.999349 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5154bae7-9cf8-48ab-8850-f44234f5d652" -d '{"events": [{"server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "name": "network-vif-plugged", "status": "completed", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:29.026380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:29.032971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.035323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.138270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:29.141834 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.143078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44924a44-cb97-4655-a246-5cf969313935 req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9413924 Oct 11 15:32:29.143717 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a6753-5978-455a-bdca-dd60c4ae9fb7 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=c5a72399-e628-4db2-979c-892dffcefd0c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:29.222378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44924a44-cb97-4655-a246-5cf969313935 req-7cec9dd2-6d95-4823-923d-2ba42e7f1ede tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.154 HTTP/1.1" status: 200 len: 696 time: 0.0672765 Oct 11 15:32:29.268135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8236b-e6a0-4cd8-adde-ee2e55d6df7b req-fe0079af-6480-458a-92b0-c3e62c128b8e tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:29.268402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2c8236b-e6a0-4cd8-adde-ee2e55d6df7b req-fe0079af-6480-458a-92b0-c3e62c128b8e tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.2254498 Oct 11 15:32:29.321589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.368440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2c8236b-e6a0-4cd8-adde-ee2e55d6df7b req-a958dd07-3d2d-451d-bc49-1452d2bea9c5 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817719 Oct 11 15:32:29.374082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.418631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44924a44-cb97-4655-a246-5cf969313935 req-cdd077e3-0db5-4490-8f19-b9627229aac2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:29.420783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44924a44-cb97-4655-a246-5cf969313935 req-cdd077e3-0db5-4490-8f19-b9627229aac2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.1908154 Oct 11 15:32:29.423463 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:29.426077 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:29.474810 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:29.481753 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d0a36-2ff6-440c-b76f-3abd07d084ee x-openstack-request-id: req-5d1d0a36-2ff6-440c-b76f-3abd07d084ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:29.482306 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "name": "network-vif-plugged", "status": "completed", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:29.482787 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d1d0a36-2ff6-440c-b76f-3abd07d084ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:29.483432 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'code': 200} Oct 11 15:32:29.602178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=89b77836-601c-471b-8815-f3a336eabbbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:29.676983 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:29.677850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.699555 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c4f4-e6d3-4152-8db1-b2a6504d6500 req-7399fd69-94fe-43d6-abf9-4f14ae9ad56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:29.701714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-11e4c4f4-e6d3-4152-8db1-b2a6504d6500 req-7399fd69-94fe-43d6-abf9-4f14ae9ad56d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1097 time: 0.1500316 Oct 11 15:32:29.723245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3c12491-ec4c-459f-ac38-278ae80730be tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6593945 Oct 11 15:32:29.727113 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:29.760248 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-11e4c4f4-e6d3-4152-8db1-b2a6504d6500 req-f9dede8b-a7e1-4b50-9431-d39320ff8b15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499423 Oct 11 15:32:29.826282 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7a:52:6f'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:29.843190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-db6754bd-81f8-497b-95e6-fea3614ac63f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3302727 Oct 11 15:32:29.882700 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:29.897065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c333105-59e5-4ca5-a7ca-49aaf2d7fce5 None None] Provisioning complete for port 89b77836-601c-471b-8815-f3a336eabbbf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:29.897585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c333105-59e5-4ca5-a7ca-49aaf2d7fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.922227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:29.972400 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c333105-59e5-4ca5-a7ca-49aaf2d7fce5 None None] Port 89b77836-601c-471b-8815-f3a336eabbbf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:29.996189 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:30.163570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.167687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.399381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-257269068-network', 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:30.410873 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Allocated IP 172.35.3.92 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/90fa4d11-5835-4685-bb62-47ad3cb411c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:30.448376 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Made reservation on behalf of 06cd1ba98e104ddca284046e0d4feda5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:30.451122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.467667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.590130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:30.624733 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.649521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.664013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c744-3420-4a8d-b80e-1d3773dbddd5 req-969e3ef1-d24b-465d-a27e-1f76824c4d03 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:30.666039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5d3c744-3420-4a8d-b80e-1d3773dbddd5 req-969e3ef1-d24b-465d-a27e-1f76824c4d03 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.1620917 Oct 11 15:32:30.672004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.687459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.717872 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:32:30.738139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.738726 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Added segment f2d06507-a313-4ad9-8ede-77cead9a6446 of type vlan for network dff2772f-96ea-43a4-87c7-c6e0159b89c6 Oct 11 15:32:30.742504 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.795167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.845739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.847090 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:30.848095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:30.981940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5d3c744-3420-4a8d-b80e-1d3773dbddd5 req-7c38d65a-b695-40ff-8ffb-8505f10ec950 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493317 Oct 11 15:32:31.004224 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=89b77836-601c-471b-8815-f3a336eabbbf,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:31.031530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c40327-741c-4910-9251-327ed23e0fc4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:31.073924 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] In _notify_port_updated(), no bound segment for port 89b77836-601c-471b-8815-f3a336eabbbf on network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:32:31.080092 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] Pushing event updated for resources: {'Network': ['ID=dff2772f-96ea-43a4-87c7-c6e0159b89c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:31.085804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:31.086809 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-532cb879-3cf1-4afb-8ecd-bcbc9e9fbba4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0887647 Oct 11 15:32:31.099435 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.099435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7be7f5a-47c8-4049-b547-58de64abea8e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "PUT /v2.0/ports/89b77836-601c-471b-8815-f3a336eabbbf HTTP/1.1" status: 200 len: 994 time: 1.3605373 Oct 11 15:32:31.101870 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:31.102215 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:31.126180 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Request body: {'subnet': {'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-257269068-subnet', 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:31.139821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8adde1df-f315-4fc4-a82d-9c527e9c074d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.207159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Made reservation on behalf of 06cd1ba98e104ddca284046e0d4feda5 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:31.209502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.267027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.290378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8adde1df-f315-4fc4-a82d-9c527e9c074d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.342849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8adde1df-f315-4fc4-a82d-9c527e9c074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.345842 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24044385-507f-4499-b1cf-41142ba3d723 None None] Provisioning complete for port 89b77836-601c-471b-8815-f3a336eabbbf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:31.346555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24044385-507f-4499-b1cf-41142ba3d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.396958 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adde1df-f315-4fc4-a82d-9c527e9c074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc677c-bde8-491d-bbcf-b4cfd67f8679,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:31.460683 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8adde1df-f315-4fc4-a82d-9c527e9c074d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be871e0b5acc4c9fa45c4ac664ba32ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590190 Oct 11 15:32:31.460683 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:31.663510 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.687982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:32:31.700825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.810307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.815764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:31.817990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15fc677c-bde8-491d-bbcf-b4cfd67f8679 HTTP/1.1" status: 204 len: 168 time: 0.3586109 Oct 11 15:32:31.832522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75460974-6267-4b06-9eab-be5f339cf357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc677c-bde8-491d-bbcf-b4cfd67f8679,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:31.872113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24044385-507f-4499-b1cf-41142ba3d723 None None] Port 89b77836-601c-471b-8815-f3a336eabbbf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:32.010744 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:32.098240 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:32.114114 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:32.143316 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:32.181065 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=90fa4d11-5835-4685-bb62-47ad3cb411c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:32.326347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f991b-82f5-48fb-82a2-9df789adfb42 req-4061add8-3024-4d35-891e-92f82892513f tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:32.333565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b7f991b-82f5-48fb-82a2-9df789adfb42 req-4061add8-3024-4d35-891e-92f82892513f tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.1867645 Oct 11 15:32:32.345321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e930856c-d324-4d52-95a3-397aad518c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.405798 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port 89b77836-601c-471b-8815-f3a336eabbbf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:32.405798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.426474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c15cb98-b544-4673-8260-699c209c04d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.541605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c15cb98-b544-4673-8260-699c209c04d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.548433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c15cb98-b544-4673-8260-699c209c04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.565796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.571755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b7f991b-82f5-48fb-82a2-9df789adfb42 req-90034977-4d53-41d7-9872-79f7db34bc6c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373557 Oct 11 15:32:32.600828 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c15cb98-b544-4673-8260-699c209c04d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a2e333fc07946a0848ca4d1c341e7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013626 Oct 11 15:32:32.606582 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:32.614471 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15cb98-b544-4673-8260-699c209c04d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d652e-222d-41ed-a2fe-59ccf33a173c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:32.646943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.680300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.709858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.733179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.783979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.794378 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for 89b77836-601c-471b-8815-f3a336eabbbf owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:32.799145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.801731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:32.805622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e3d652e-222d-41ed-a2fe-59ccf33a173c HTTP/1.1" status: 204 len: 168 time: 0.1951389 Oct 11 15:32:32.811587 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5d27-6f7d-48fd-a112-2267d8d246c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d652e-222d-41ed-a2fe-59ccf33a173c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:33.005786 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851ab245-6e7f-487b-8f49-492167bd730b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:33.054660 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec19dc-4b65-43c4-986b-9d87c0048a69 req-75037db2-9714-47cb-b161-38709f756b6c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:33.067881 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:33.073333 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Request body: {'floatingip': {'port_id': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:33.078048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dec19dc-4b65-43c4-986b-9d87c0048a69 req-75037db2-9714-47cb-b161-38709f756b6c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.3426106 Oct 11 15:32:33.102120 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Checking segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:33.102484 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Network hostable DHCP agents. Network: dff2772f-96ea-43a4-87c7-c6e0159b89c6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:32:33.176609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.192946 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:32:33.233367 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, dff2772f-96ea-43a4-87c7-c6e0159b89c6) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:33.244845 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2010958-b961-4282-be9c-a70b555a305b None None] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:33.245421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:33.245954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.258567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.266807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-51625f1a-117f-47f0-9d07-c0ec7b77dd33 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1635201 Oct 11 15:32:33.268232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.271477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.503661 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:33.545012 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event updated for resources: {'Port': ['ID=90fa4d11-5835-4685-bb62-47ad3cb411c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:33.552574 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-336976ec-8888-4206-91f6-565f3e969bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.614907 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5', 'fixed_ips': [{'subnet_id': '851ab245-6e7f-487b-8f49-492167bd730b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:32:33.615910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.667194 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=89b77836-601c-471b-8815-f3a336eabbbf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:33.791593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.874172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.875598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-7650a53d-d7a1-4f5f-8fd0-be40f84df46d tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0087967 Oct 11 15:32:33.937882 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Allocated IP 172.20.0.2 (dff2772f-96ea-43a4-87c7-c6e0159b89c6/851ab245-6e7f-487b-8f49-492167bd730b/b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:33.979991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-cfaa869f-7955-43cc-90d5-45d05dc816ce tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0797150 Oct 11 15:32:33.987204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:33.992677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-801467c6-0cba-4552-a450-efb89f7baa06 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/89b77836-601c-471b-8815-f3a336eabbbf HTTP/1.1" status: 204 len: 168 time: 2.8859620 Oct 11 15:32:34.008006 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:34.046434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.053053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.096322 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e44123b-532f-4b8c-9b45-dbec8182f980 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] GET failed (client error): The resource could not be found. Oct 11 15:32:34.101260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e44123b-532f-4b8c-9b45-dbec8182f980 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports/89b77836-601c-471b-8815-f3a336eabbbf HTTP/1.1" status: 404 len: 333 time: 0.0888851 Oct 11 15:32:34.101587 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:34.114354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-1698108334'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:34.122879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.132317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.145674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-d62ebb34-4a8b-40aa-aae3-ffe533eb4d7e tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:34.147156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-d62ebb34-4a8b-40aa-aae3-ffe533eb4d7e tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/networks?id=4fb0884b-07e1-4b81-98ef-d9715f589bb7 HTTP/1.1" status: 200 len: 815 time: 0.5340476 Oct 11 15:32:34.182258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-0dda42ca-940f-46a2-ad1d-a32e4af5755c tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/quotas/107113b662e540f99e3c67a91dec663a HTTP/1.1" status: 200 len: 375 time: 0.0200799 Oct 11 15:32:34.193447 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:34.196863 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:34.201337 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:34.212790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-336976ec-8888-4206-91f6-565f3e969bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.231443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Pushing event updated for resources: {'Port': ['ID=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:34.250355 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-aa89951e-f0c6-4f49-8a12-4bccb53f9e9b tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:34.251983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c0a6f7-4e1e-44e3-aaef-e032c7a3240d req-aa89951e-f0c6-4f49-8a12-4bccb53f9e9b tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2595711 Oct 11 15:32:34.269438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Attempting to bind port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:34.269991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Attempting to bind port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:34.270653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Attempting to bind port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:34.273918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-336976ec-8888-4206-91f6-565f3e969bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.279661 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:34.280991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Checking segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:34.281650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.282229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Bound using segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:34.283588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Bound port: b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:34.284120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.291452 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Floating IP d8cc8428-f963-4ab1-8807-4a51ff30eee0 associated. External IP: 172.35.3.124, port: ceed2e6c-4d9c-408f-8768-ecfe231d36e8. Oct 11 15:32:34.340554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-336976ec-8888-4206-91f6-565f3e969bd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dba523819fa747f0a1e866d5e557a475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302436 Oct 11 15:32:34.341977 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:34.346749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-82bf8ca6-fe87-4aca-8e58-da6f7bc00cbd tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=107113b662e540f99e3c67a91dec663a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565859 Oct 11 15:32:34.347565 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336976ec-8888-4206-91f6-565f3e969bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722483d-e694-4440-b94b-45a117929a98,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:34.364805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] For port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:34.370422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] For port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:34.377720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.503148 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f627-19e6-4034-99ab-e3f47dddeb66 None None] Pushing event updated for resources: {'Port': ['ID=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:34.513208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-20f23a32-5414-4c63-923c-8fa9309ef283 service neutron] 10.222.0.31 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578224 Oct 11 15:32:34.518067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.543843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.564705 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:34.567960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.629260 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port be72f01b-e03e-415a-9638-10c68f599584 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:34.652696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-c0217a53-be06-4b7c-b020-3e6514988f8e service neutron] 10.222.0.31 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285124 Oct 11 15:32:34.836487 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48aa5585-6d17-4667-9452-dc21f88c80c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:34.836749 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Router 8c9a909e-4f85-44e8-b155-da63930f491d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:32:35.063478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57b11d37-f3b3-49ab-9f44-44a5fdad08da req-19651259-49ef-494f-895c-581a03020693 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips/613070c8-71b3-4bdd-8050-215603dc0a87 HTTP/1.1" status: 200 len: 692 time: 0.0781906 Oct 11 15:32:35.338720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11d37-f3b3-49ab-9f44-44a5fdad08da req-d9b1276c-a655-48d1-aecf-c691491b80c0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:35.351472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57b11d37-f3b3-49ab-9f44-44a5fdad08da req-d9b1276c-a655-48d1-aecf-c691491b80c0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2638738 Oct 11 15:32:35.374102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-8826c815-a929-4504-a2e7-9a89c64607d5 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:35.378200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-8826c815-a929-4504-a2e7-9a89c64607d5 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 0.2400868 Oct 11 15:32:35.396987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-783ffd7f-d75d-4e48-af7f-319137ca9e99 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/quotas/06cd1ba98e104ddca284046e0d4feda5 HTTP/1.1" status: 200 len: 375 time: 0.0124154 Oct 11 15:32:35.479243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:35.483138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:35.484567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0722483d-e694-4440-b94b-45a117929a98 HTTP/1.1" status: 204 len: 168 time: 1.1391029 Oct 11 15:32:35.498220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa357864-c823-40f7-a35d-dd3ebd6e09c6 req-31920cc8-2c7d-4ea3-8785-4b43362b4228 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 210 time: 0.0942385 Oct 11 15:32:35.534322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-b11038f3-a6af-48ad-8d76-02920ecc255c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089933 Oct 11 15:32:35.571364 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:32:35.581890 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Sync routers for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:32:35.583565 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875edcd-e26a-4f3e-a594-ccc1dd0e2696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722483d-e694-4440-b94b-45a117929a98,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:35.586553 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.13 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/be72f01b-e03e-415a-9638-10c68f599584) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:35.593947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:35.602897 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:35.603552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:35.673650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90aaa39a-65b1-4c2c-82de-fefbc85f852a tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "PUT /v2.0/floatingips/d8cc8428-f963-4ab1-8807-4a51ff30eee0 HTTP/1.1" status: 200 len: 992 time: 2.6042063 Oct 11 15:32:35.681924 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:35.691382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-09d43f7e-a648-414b-852e-b52add7c1389 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips/613070c8-71b3-4bdd-8050-215603dc0a87 HTTP/1.1" status: 200 len: 692 time: 0.0820315 Oct 11 15:32:35.698246 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190a9d9-97ee-4d84-8af6-40c232940b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:35.823374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-496ebba2-fd35-4cd7-ba43-71f6d343e883 service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804687 Oct 11 15:32:35.926538 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:36.011243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-18c02319-17ae-4521-9275-6162ca91e684 service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792226 Oct 11 15:32:36.015209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.077862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-0febd9a7-7543-4cd6-a26f-0a3055a416be tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:36.079407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-0febd9a7-7543-4cd6-a26f-0a3055a416be tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.3779864 Oct 11 15:32:36.098997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4dcc7-a4e0-483c-87a4-da6ffda3addd None None] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:36.102053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.233166 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=be72f01b-e03e-415a-9638-10c68f599584,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:36.253428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-53b1b6f7-b01e-485b-96cf-35d0e1e3352f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1652594 Oct 11 15:32:36.304289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.316193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.318439 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:36.321881 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:36.327735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] Provisioning complete for port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:36.328133 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:36.333639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.366786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-f488ec7a-599a-4125-8dbf-2ff1b27f8474 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1068585 Oct 11 15:32:36.457925 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5452ae3e-b0c7-4bf7-bffa-ea64213b2caa x-openstack-request-id: req-5452ae3e-b0c7-4bf7-bffa-ea64213b2caa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:36.458501 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:36.460231 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5452ae3e-b0c7-4bf7-bffa-ea64213b2caa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:36.460815 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'status': 'completed', 'code': 200} Oct 11 15:32:36.474183 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:36.484094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:36.630038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1887bde-1db3-4420-87a5-5575b6bdb880 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5244286 Oct 11 15:32:36.631216 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:36.643220 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7a:52:6f'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:36.858636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-5aaa9937-11d3-46ff-8b3d-ed14aef79afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:36.867277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-5aaa9937-11d3-46ff-8b3d-ed14aef79afe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1097 time: 0.3620739 Oct 11 15:32:36.877804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8cc8428-f963-4ab1-8807-4a51ff30eee0', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'port_id': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'mac_address': 'fa:16:3e:3d:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad49b47c-e806-456e-b73a-086f5232317f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:32:07Z', 'updated_at': '2021-10-11T15:32:33Z', 'revision_number': 1, 'project_id': '0d24524340f540ff821653c1334e1da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:36.946782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Checking router: 8c9a909e-4f85-44e8-b155-da63930f491d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:32:36.978881 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:37.028807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] For port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:37.030025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:37.030700 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:37.288939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:37.426160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-13c89fc5-687b-4469-9de6-490b36e1d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:37.428076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-13c89fc5-687b-4469-9de6-490b36e1d743 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 906 time: 0.5445476 Oct 11 15:32:37.506320 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:37.534028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:37.603346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-f7a7cc9b-ef7c-41f1-aecf-acfe9fe34b23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 1000 time: 0.1609969 Oct 11 15:32:37.773075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-fff35d7e-f10a-403a-954e-02926b67fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:37.775020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-fff35d7e-f10a-403a-954e-02926b67fc20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 200 len: 844 time: 0.1671798 Oct 11 15:32:37.864809 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-7f8686c8-7509-4c73-a15b-1dd1900fcb6c tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:37.870780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-7f8686c8-7509-4c73-a15b-1dd1900fcb6c tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.43 "GET /v2.0/networks?id=4fb0884b-07e1-4b81-98ef-d9715f589bb7 HTTP/1.1" status: 200 len: 815 time: 0.2806122 Oct 11 15:32:37.901355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Request body: {'port': {'device_id': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'admin_state_up': True, 'tenant_id': '107113b662e540f99e3c67a91dec663a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:37.944353 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-1f6c6fef-52a3-48bf-9c3c-ddb78e09b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:37.948863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-1f6c6fef-52a3-48bf-9c3c-ddb78e09b258 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46ef23ca-65d5-491a-b958-f1d13a0cf61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592932 Oct 11 15:32:38.004474 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.089801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.098607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.182135 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=be72f01b-e03e-415a-9638-10c68f599584,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:38.183031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.275341 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-12069424-e724-4c1b-8009-5d98f5ee47db service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137679 Oct 11 15:32:38.514410 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3970537-82f3-4769-835c-228fe7bd19a4 None None] Pushing event updated for resources: {'Port': ['ID=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:38.516777 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Deleting port 90fa4d11-5835-4685-bb62-47ad3cb411c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:38.517090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c4bb143-3cd9-48a5-b96b-5766fe42330c None None] Provisioning complete for port be72f01b-e03e-415a-9638-10c68f599584 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:38.517356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.517503 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb143-3cd9-48a5-b96b-5766fe42330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.658330 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:38.658995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.687061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.687386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.706113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bb143-3cd9-48a5-b96b-5766fe42330c None None] Port be72f01b-e03e-415a-9638-10c68f599584 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:38.731378 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Calling delete_port for 90fa4d11-5835-4685-bb62-47ad3cb411c9 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:38.783331 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c4bb143-3cd9-48a5-b96b-5766fe42330c None None] Provisioning complete for port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:38.783983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb143-3cd9-48a5-b96b-5766fe42330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.786979 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] In _notify_port_updated(), no bound segment for port be72f01b-e03e-415a-9638-10c68f599584 on network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:32:38.799790 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:38.806243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:38.807738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b2242c8-a555-43d2-a0c8-b4972d09845e tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "PUT /v2.0/ports/be72f01b-e03e-415a-9638-10c68f599584 HTTP/1.1" status: 200 len: 997 time: 2.1688333 Oct 11 15:32:38.812633 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:39.030332 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8cc8428-f963-4ab1-8807-4a51ff30eee0', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'port_id': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'mac_address': 'fa:16:3e:3d:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad49b47c-e806-456e-b73a-086f5232317f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:32:07Z', 'updated_at': '2021-10-11T15:32:33Z', 'revision_number': 1, 'project_id': '0d24524340f540ff821653c1334e1da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:39.064521 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-23eb72bc-0a3c-4bae-81b4-7026da964e90 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:39.079307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-23eb72bc-0a3c-4bae-81b4-7026da964e90 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 1.1458123 Oct 11 15:32:39.119441 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59de01-b919-4f00-b901-d3575f4d0cab None None] The sync data for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 is: [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8cc8428-f963-4ab1-8807-4a51ff30eee0', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'port_id': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'mac_address': 'fa:16:3e:3d:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad49b47c-e806-456e-b73a-086f5232317f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:32:07Z', 'updated_at': '2021-10-11T15:32:33Z', 'revision_number': 1, 'project_id': '0d24524340f540ff821653c1334e1da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:32:39.143343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.161771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Made reservation on behalf of 107113b662e540f99e3c67a91dec663a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:39.162137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:39.165765 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.218316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-c9ecbf04-5ef4-4b78-a2da-d0327ceec8c1 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/quotas/06cd1ba98e104ddca284046e0d4feda5 HTTP/1.1" status: 200 len: 375 time: 0.1379366 Oct 11 15:32:39.256798 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-3f079985-5d79-440a-af1b-3686e7850e95 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:39.259443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event deleted for resources: {'Port': ['ID=90fa4d11-5835-4685-bb62-47ad3cb411c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:39.261125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-3f079985-5d79-440a-af1b-3686e7850e95 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 0.8649240 Oct 11 15:32:39.275461 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7190a9d9-97ee-4d84-8af6-40c232940b4c req-8058f269-72d5-4e6b-9b6f-8a4f37414dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903662 Oct 11 15:32:39.281423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Request body: {'port': {'device_id': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'admin_state_up': True, 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:39.336781 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.423081 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d81a564-352d-4ad0-b360-88d8a523eefe None None] Provisioning complete for port be72f01b-e03e-415a-9638-10c68f599584 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:39.423468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d81a564-352d-4ad0-b360-88d8a523eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.500674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-70c83247-fd01-4b66-a8f2-92cfef768c94 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2815521 Oct 11 15:32:39.537072 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port be72f01b-e03e-415a-9638-10c68f599584 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:39.537433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.561984 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be908a-bf41-4f35-9f1b-8e6a0a4c9019 None None] New status for floating IP d8cc8428-f963-4ab1-8807-4a51ff30eee0: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:32:39.565688 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:39.566065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.675201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d81a564-352d-4ad0-b360-88d8a523eefe None None] Port be72f01b-e03e-415a-9638-10c68f599584 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:39.734966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.751932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.756843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565dc30c-f76d-4f68-8e97-0d2fcfca8e31 req-904ba58e-b508-4857-aa91-425ce674226f tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "DELETE /v2.0/floatingips/613070c8-71b3-4bdd-8050-215603dc0a87 HTTP/1.1" status: 204 len: 173 time: 3.3757882 Oct 11 15:32:39.823656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:39.893143 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for be72f01b-e03e-415a-9638-10c68f599584 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:39.902561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a5fbaaf-43a4-43e6-a840-43d746790399 req-50b0c7ca-7d81-4dd7-9fe7-3989fe773558 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 210 time: 0.0535929 Oct 11 15:32:40.057250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Made reservation on behalf of 06cd1ba98e104ddca284046e0d4feda5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:40.057648 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Allocated IP 172.20.0.11 (4fb0884b-07e1-4b81-98ef-d9715f589bb7/d9fe86ae-b37e-49ab-a9d3-baa966b5fc50/9d6bab21-d218-41b1-bbca-f661683d2837) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:40.081444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:40.114897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-4b537aa6-c278-4135-a544-4ccb125a167b service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957253 Oct 11 15:32:40.294233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-a0bd8274-0a45-4f75-8409-2e74e9886316 service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782417 Oct 11 15:32:40.436242 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:40.482693 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Allocated IP 172.20.0.8 (dff2772f-96ea-43a4-87c7-c6e0159b89c6/851ab245-6e7f-487b-8f49-492167bd730b/96aa73d9-c16d-49b2-9275-ece989b85e58) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:40.985650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89f99d-055e-4e96-aead-3b42fdf3419f req-f6b05489-2c17-4cea-a234-bee9d78059a9 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:40.987220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b89f99d-055e-4e96-aead-3b42fdf3419f req-f6b05489-2c17-4cea-a234-bee9d78059a9 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6781104 Oct 11 15:32:41.012638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.130100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.160129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.232357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=be72f01b-e03e-415a-9638-10c68f599584,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:41.236387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c2bd0a0-ccb4-4044-8f65-e31425efbba1 req-e179984e-cb09-4de9-8048-05411753dd52 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 210 time: 0.0718665 Oct 11 15:32:41.404225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.474511 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:41.475784 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:41.482251 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:41.486467 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:41.622580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.683415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:41.684963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.784954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:41.794201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74ec43b4-3db7-432c-95f2-f68aa589c172 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/be72f01b-e03e-415a-9638-10c68f599584 HTTP/1.1" status: 204 len: 168 time: 2.9722733 Oct 11 15:32:41.804363 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:41.827382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5559075 Oct 11 15:32:41.842696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c391f-132b-4d23-8686-0cb1a02dfde7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event updated for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:41.866201 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Request body: {'port': {'device_id': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:41.957275 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0740a9ea-f4d1-42ad-b26d-1f5cd996f78f tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] GET failed (client error): The resource could not be found. Oct 11 15:32:41.959316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0740a9ea-f4d1-42ad-b26d-1f5cd996f78f tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports/be72f01b-e03e-415a-9638-10c68f599584 HTTP/1.1" status: 404 len: 333 time: 0.1512051 Oct 11 15:32:41.975571 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:41.987492 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-568989256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:41.996494 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:41.998447 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:42.051127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8343c7ca-cbeb-4d8d-8bf2-9a6a334dbe3c None None] Provisioning complete for port 96aa73d9-c16d-49b2-9275-ece989b85e58 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:42.051630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8343c7ca-cbeb-4d8d-8bf2-9a6a334dbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.092776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b2f2c99-a422-4495-9b35-abdd4a3c0bf5 req-c3fcb5fd-db64-425c-84f3-45eba9244826 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=802814eb2fe6452fba833b2aa6afdbc3 HTTP/1.1" status: 200 len: 1656 time: 0.7769961 Oct 11 15:32:42.096328 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:42.174067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8343c7ca-cbeb-4d8d-8bf2-9a6a334dbe3c None None] Port 96aa73d9-c16d-49b2-9275-ece989b85e58 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:42.176603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:42.196322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.392818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.421595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3610f71-3be6-4360-8067-22c0fef7d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.441157 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:42.449611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.514359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-325928c1-728f-4114-81cb-19b3afcaa05e None None] Provisioning complete for port 9d6bab21-d218-41b1-bbca-f661683d2837 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:42.516581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-325928c1-728f-4114-81cb-19b3afcaa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:42.533826 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port f2f91adf-5aab-4eb0-a942-642b534c19e9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:42.582265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-325928c1-728f-4114-81cb-19b3afcaa05e None None] Port 9d6bab21-d218-41b1-bbca-f661683d2837 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:42.725718 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Pushing event updated for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:42.742355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-a64def87-a99d-4b86-aa39-c3ea1cf75d5d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8448796 Oct 11 15:32:42.818978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-6d94fd9e-ddb3-494b-b19c-8230cb74e4e0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:42.827264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-6d94fd9e-ddb3-494b-b19c-8230cb74e4e0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 0.9913032 Oct 11 15:32:42.850108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-81dcec15-dd52-4760-8566-a8763e52525b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/quotas/06cd1ba98e104ddca284046e0d4feda5 HTTP/1.1" status: 200 len: 375 time: 0.0213866 Oct 11 15:32:42.923184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2c99-a422-4495-9b35-abdd4a3c0bf5 req-def2c0d7-f1af-406d-ada7-c3c790c65187 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:42.924988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b2f2c99-a422-4495-9b35-abdd4a3c0bf5 req-def2c0d7-f1af-406d-ada7-c3c790c65187 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks?id=25986cc1-1584-446d-863c-eb94e15bb3b6&id=25986cc1-1584-446d-863c-eb94e15bb3b6&id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 787 time: 0.7195971 Oct 11 15:32:42.946258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-917b4aee-9622-4bb5-a4ba-f4bb66db90b8 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948842 Oct 11 15:32:42.994407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3610f71-3be6-4360-8067-22c0fef7d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.021048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3610f71-3be6-4360-8067-22c0fef7d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.066063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-a1f6cb9e-59ac-4f0b-b4b1-a94cb8b2cbe4 service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185093 Oct 11 15:32:43.192880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-dee331a6-6d7b-480d-9c17-0931bddba86c service neutron] 10.222.0.31 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255686 Oct 11 15:32:43.201030 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.11 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/f2f91adf-5aab-4eb0-a942-642b534c19e9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:43.333446 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:43.333707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3610f71-3be6-4360-8067-22c0fef7d179 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95dcc62161a34dedb534716056d76529&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8482988 Oct 11 15:32:43.347895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3610f71-3be6-4360-8067-22c0fef7d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757a13fd-e33d-4cd9-a428-a25ec685b842,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:43.488794 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aa73d9-c16d-49b2-9275-ece989b85e58 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:43.500445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.525335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.621974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.634796 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Request body: {'port': {'device_id': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:43.651390 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Transition to ACTIVE for port object 96aa73d9-c16d-49b2-9275-ece989b85e58 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:32:43.681155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.731616 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bc574-ac03-4b99-9e32-dea34486ad9b req-a2812c1a-4d65-4599-93f9-92b86a2b106b tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:43.742662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-997bc574-ac03-4b99-9e32-dea34486ad9b req-a2812c1a-4d65-4599-93f9-92b86a2b106b tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 932 time: 0.2168472 Oct 11 15:32:43.865517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-0007bb53-2a9f-4dab-b9c3-222ff8ab1e99 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips/2f7b9e89-250a-46c0-a92d-80ed0e18ea42 HTTP/1.1" status: 200 len: 693 time: 0.1185560 Oct 11 15:32:43.923517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.968929 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:43.970885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Pushing event updated for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:44.124925 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Attempting to bind port 96aa73d9-c16d-49b2-9275-ece989b85e58 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:44.125538 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Attempting to bind port 96aa73d9-c16d-49b2-9275-ece989b85e58 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:44.125997 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Attempting to bind port 96aa73d9-c16d-49b2-9275-ece989b85e58 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:44.147334 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Port 96aa73d9-c16d-49b2-9275-ece989b85e58 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:32:44.147627 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Attempting to bind port 96aa73d9-c16d-49b2-9275-ece989b85e58 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:44.165815 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:44.166341 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Checking segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:44.166487 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Bound using segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:44.166960 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Bound port: 96aa73d9-c16d-49b2-9275-ece989b85e58, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:44.167282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:44.188149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:44.446229 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:44.450303 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96aa73d9-c16d-49b2-9275-ece989b85e58,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:44.455066 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=f2f91adf-5aab-4eb0-a942-642b534c19e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:44.462648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:44.520571 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:44.522536 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Pushing event updated for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:44.533368 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:44.549637 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:44.698454 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:44.702635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:44.744628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:44.745182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:44.747575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-a28a9cda-b570-41ae-baa5-5ea4ea8b75d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/96aa73d9-c16d-49b2-9275-ece989b85e58 HTTP/1.1" status: 200 len: 1091 time: 2.8955867 Oct 11 15:32:44.762807 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:44.770126 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec4cbf-82d4-494d-9d42-5822abb113cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:44.780889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-997bc574-ac03-4b99-9e32-dea34486ad9b req-8ff91a20-1bbe-4276-850b-b2b3a652f00d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0370014 Oct 11 15:32:44.798272 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a39c4f0d-0edf-422c-b1e9-65b767b70a7d tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8233635 Oct 11 15:32:44.802706 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:44.812661 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'network_id': 'c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1', 'name': 'tempest-AllowedAddressPairTestJSON-1210964603'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:45.005289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.007924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.023551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/757a13fd-e33d-4cd9-a428-a25ec685b842 HTTP/1.1" status: 204 len: 168 time: 1.6880519 Oct 11 15:32:45.057002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94c13287-932b-4df4-8bff-b3534394ca1d None None] Provisioning complete for port f2f91adf-5aab-4eb0-a942-642b534c19e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:45.062485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c13287-932b-4df4-8bff-b3534394ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.140539 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-d5003a3b-7a52-4da1-8c5c-e1284aa8d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.142678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-d5003a3b-7a52-4da1-8c5c-e1284aa8d101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 1094 time: 0.2077212 Oct 11 15:32:45.196122 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94c13287-932b-4df4-8bff-b3534394ca1d None None] Port f2f91adf-5aab-4eb0-a942-642b534c19e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:45.206226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-226e6169-f5f9-466f-bd88-bb9095067989 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96aa73d9-c16d-49b2-9275-ece989b85e58 HTTP/1.1" status: 200 len: 217 time: 0.0509861 Oct 11 15:32:45.224252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34ddad77-6b3a-4541-b039-69f1786fa18b req-9652dcd4-a2ed-4ca8-a9e3-d4b291693519 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 210 time: 0.1919632 Oct 11 15:32:45.251373 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39deb4-aacc-4679-aeb5-a1a6a9581ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757a13fd-e33d-4cd9-a428-a25ec685b842,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:45.297589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-25456b39-c27e-4501-aa2e-712600177f21 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.299331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-25456b39-c27e-4501-aa2e-712600177f21 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 1.3856678 Oct 11 15:32:45.344038 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-2c024490-7655-4be3-804c-d3936a7ea1df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:32:45.345049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-2c024490-7655-4be3-804c-d3936a7ea1df tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0212741 Oct 11 15:32:45.411631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-9cc2b4d7-adc6-4f08-854f-b4dca4a5a025 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.416166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-9cc2b4d7-adc6-4f08-854f-b4dca4a5a025 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.43 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 0.8778169 Oct 11 15:32:45.468584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Request body: {'port': {'device_id': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'admin_state_up': True, 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:45.520513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-75f7e9a8-2d60-4339-a11c-eb5af14d73c9 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.154 HTTP/1.1" status: 200 len: 696 time: 0.1540020 Oct 11 15:32:45.529281 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-221f1333-353b-4d73-aa36-f3af199a98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.532782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-221f1333-353b-4d73-aa36-f3af199a98a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.3195322 Oct 11 15:32:45.615861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Made reservation on behalf of db341d441b6c44e5bd2e0c9f200938b6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:45.633090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.692579 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:45.737634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc1abf23-c530-4514-a113-da936cfa3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.745187 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] device_id is not set on port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:32:45.760538 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-0863965a-d71b-46e9-ad4a-7bb26fcadf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.762428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-0863965a-d71b-46e9-ad4a-7bb26fcadf03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160652 Oct 11 15:32:45.769024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-ca4ff368-e217-49a4-8e69-e43d13ac8794 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:45.770580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-ca4ff368-e217-49a4-8e69-e43d13ac8794 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 815 time: 0.4188473 Oct 11 15:32:45.783931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-01092793-102e-4925-854d-f7073ca9deab tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.154 HTTP/1.1" status: 200 len: 696 time: 0.2144797 Oct 11 15:32:45.820667 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Request body: {'port': {'device_id': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'admin_state_up': True, 'tenant_id': '06cd1ba98e104ddca284046e0d4feda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:45.859424 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6bab21-d218-41b1-bbca-f661683d2837 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:45.878081 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:45.970596 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Transition to ACTIVE for port object 9d6bab21-d218-41b1-bbca-f661683d2837 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:32:45.983945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.000888 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Made reservation on behalf of 06cd1ba98e104ddca284046e0d4feda5 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:46.005833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.149467 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Deleting port c5a72399-e628-4db2-979c-892dffcefd0c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:46.150127 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.201082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Pushing event updated for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:46.312179 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8f79e-e8f9-4d16-b6ba-c38c863c43c9 x-openstack-request-id: req-c2c8f79e-e8f9-4d16-b6ba-c38c863c43c9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:46.312482 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:46.312734 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2c8f79e-e8f9-4d16-b6ba-c38c863c43c9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:46.313148 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58', 'status': 'completed', 'code': 200} Oct 11 15:32:46.407504 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Allocated IP 172.20.0.10 (c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1/4e9bb652-30f0-4c00-bb7a-cb4c376e3045/6158f3d1-713b-4e1b-8df6-7687fa5b29d4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:46.487942 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Attempting to bind port 9d6bab21-d218-41b1-bbca-f661683d2837 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:46.488343 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Attempting to bind port 9d6bab21-d218-41b1-bbca-f661683d2837 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:46.488690 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Attempting to bind port 9d6bab21-d218-41b1-bbca-f661683d2837 on network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:46.532100 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Port 9d6bab21-d218-41b1-bbca-f661683d2837 on network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:32:46.532813 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Attempting to bind port 9d6bab21-d218-41b1-bbca-f661683d2837 on network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:46.540475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.552746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.616117 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:46.616787 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Checking segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:46.617404 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Bound using segment: {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:46.618251 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Bound port: 9d6bab21-d218-41b1-bbca-f661683d2837, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b286589f-376c-4dba-9853-c218cca3f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:46.618831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:46.639712 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Calling delete_port for c5a72399-e628-4db2-979c-892dffcefd0c owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:46.661396 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Allocated IP 172.20.0.5 (dff2772f-96ea-43a4-87c7-c6e0159b89c6/851ab245-6e7f-487b-8f49-492167bd730b/02139d9a-7296-4a71-9470-f10163679eae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:46.767095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73f38-b835-4682-ac34-44fb056b9e9f req-f7fa0252-f86d-4977-b1e7-6f743d3a3d88 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:46.768961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46d73f38-b835-4682-ac34-44fb056b9e9f req-f7fa0252-f86d-4977-b1e7-6f743d3a3d88 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.2689316 Oct 11 15:32:46.966214 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:46.978102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9d6bab21-d218-41b1-bbca-f661683d2837,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:47.044467 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-ceb6a5dc-e297-431b-b69e-a30ba31418c0 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2394683 Oct 11 15:32:47.060617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.143598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.154686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46d73f38-b835-4682-ac34-44fb056b9e9f req-0fc7141f-f277-43e9-9861-633306a2484b tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719935 Oct 11 15:32:47.210740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:47.210740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.211311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] 10.222.0.43 "PUT /v2.0/ports/9d6bab21-d218-41b1-bbca-f661683d2837 HTTP/1.1" status: 200 len: 1092 time: 3.5850766 Oct 11 15:32:47.211768 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:47.214190 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf854d-58e6-4be3-84a3-366f323fc13a" -d '{"events": [{"name": "network-changed", "server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:47.287696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc1abf23-c530-4514-a113-da936cfa3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.305540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc1abf23-c530-4514-a113-da936cfa3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.331307 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Made reservation on behalf of 06cd1ba98e104ddca284046e0d4feda5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:47.337876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.414683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b7984-d44d-4b10-8a19-aad53e37214f service neutron] Pushing event updated for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:47.501086 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1abf23-c530-4514-a113-da936cfa3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc900dac-6d18-4ecc-a45b-6b40474a4d8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:47.572497 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dc1abf23-c530-4514-a113-da936cfa3342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=254761bc26044aa5aab14826713dd955&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8760443 Oct 11 15:32:47.583339 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:47.865886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.879016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f044e31-c173-4c3f-a7a2-3f8d7229c137 req-3a00a167-be26-4457-b1a5-1fa96055ebf4 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046958 Oct 11 15:32:47.894992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:47.937269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f3c56b9-275b-4751-b47f-130bc0df9d86 req-21f2d856-c811-4d43-8fe8-e55775f6d6bd tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 210 time: 0.1339664 Oct 11 15:32:47.993135 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:48.031155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.147369 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:48.167551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event deleted for resources: {'Port': ['ID=c5a72399-e628-4db2-979c-892dffcefd0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:48.168650 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:48.172517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.175678 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:48.182052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-d11d7b94-3789-4aca-970c-7a9d63828bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8872068 Oct 11 15:32:48.222581 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a8e4c-5c3e-4f63-b293-fe0594b0b266 x-openstack-request-id: req-ef3a8e4c-5c3e-4f63-b293-fe0594b0b266 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:48.222885 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:48.223142 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef3a8e4c-5c3e-4f63-b293-fe0594b0b266 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:48.223555 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837', 'status': 'completed', 'code': 200} Oct 11 15:32:48.268958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-3b30dc57-4b50-4eea-8091-46bda58c9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.274170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-3b30dc57-4b50-4eea-8091-46bda58c9d5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=107113b662e540f99e3c67a91dec663a&device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 1095 time: 0.9284515 Oct 11 15:32:48.279332 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=6158f3d1-713b-4e1b-8df6-7687fa5b29d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:48.331866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-427accca-2a99-4fc8-bac0-7c94bfff69cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.337157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.402779 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Allocated IP 172.20.0.14 (dff2772f-96ea-43a4-87c7-c6e0159b89c6/851ab245-6e7f-487b-8f49-492167bd730b/618f8f53-0740-4b74-8b7c-9955eadf1cb1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:32:48.521216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event updated for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:48.547178 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-61e23458-cfff-4376-8396-93e3e94333d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.548078 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:48.549139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-61e23458-cfff-4376-8396-93e3e94333d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 1094 time: 0.6055579 Oct 11 15:32:48.557411 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:48.562264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.565753 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:48.573644 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.574932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.657316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597443-15a0-4e6f-814b-f5b4e2827de6 req-7956fb6b-1412-4efd-b3c5-ce9d5b9eac82 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.659072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40597443-15a0-4e6f-814b-f5b4e2827de6 req-7956fb6b-1412-4efd-b3c5-ce9d5b9eac82 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.2850034 Oct 11 15:32:48.660476 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa1dfc27-599e-4fcc-895b-d9295dadf8cf None None] Provisioning complete for port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:48.662898 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa1dfc27-599e-4fcc-895b-d9295dadf8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.673255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-9ee7779e-d64c-4224-aed4-5f2fa950469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.674949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-9ee7779e-d64c-4224-aed4-5f2fa950469f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1097 time: 0.4172332 Oct 11 15:32:48.677237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.679968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:48.681075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d20bdf-60d8-426c-a16d-02c97ced7aae req-3dde4d47-8292-4f8d-91ac-21a84cdb9fd2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "DELETE /v2.0/floatingips/2f7b9e89-250a-46c0-a92d-80ed0e18ea42 HTTP/1.1" status: 204 len: 173 time: 2.8963037 Oct 11 15:32:48.802780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9693557-df5d-45ca-acbf-a230403eb249 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9955218 Oct 11 15:32:48.813200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa1dfc27-599e-4fcc-895b-d9295dadf8cf None None] Port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:48.816072 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:48.841030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7a:52:6f'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ea:cf:0f'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:48.969061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:48.970099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.047390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f674343b-2a0d-4a57-8b94-be6d06109f49 None None] Provisioning complete for port 02139d9a-7296-4a71-9470-f10163679eae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:49.047849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f674343b-2a0d-4a57-8b94-be6d06109f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.078413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40597443-15a0-4e6f-814b-f5b4e2827de6 req-b8095368-6332-43cf-9fbc-6838e91c0547 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736534 Oct 11 15:32:49.078413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-62697ece-53f9-490f-a9a8-a71d00359ed2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6bab21-d218-41b1-bbca-f661683d2837 HTTP/1.1" status: 200 len: 217 time: 0.3961542 Oct 11 15:32:49.122353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f674343b-2a0d-4a57-8b94-be6d06109f49 None None] Port 02139d9a-7296-4a71-9470-f10163679eae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:49.160906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.184078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-189482c6-ecd7-48db-a142-f81c103174d5 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips/095566e5-508a-410a-83bb-edc8738f948d HTTP/1.1" status: 200 len: 693 time: 0.2539558 Oct 11 15:32:49.198793 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-75b888c3-e62a-4429-baf8-e816ca5604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:49.201901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-75b888c3-e62a-4429-baf8-e816ca5604b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 916 time: 0.6224778 Oct 11 15:32:49.207448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.210406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.213531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.215735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc900dac-6d18-4ecc-a45b-6b40474a4d8b HTTP/1.1" status: 204 len: 168 time: 1.5846078 Oct 11 15:32:49.297920 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be8641-70b2-45e4-853d-8e5a0234001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc900dac-6d18-4ecc-a45b-6b40474a4d8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:49.301796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event updated for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:49.366568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.397749 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-3fa16bee-3807-4759-a297-8e3c2abf1698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96aa73d9-c16d-49b2-9275-ece989b85e58 HTTP/1.1" status: 200 len: 217 time: 0.1803477 Oct 11 15:32:49.410328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-427accca-2a99-4fc8-bac0-7c94bfff69cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.472807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-427accca-2a99-4fc8-bac0-7c94bfff69cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.608218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f3db8a19-8ebc-4678-b84d-fb4a92a90f16 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1445730 Oct 11 15:32:49.654015 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Request body: {'port': {'device_id': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:49.656268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.667607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427accca-2a99-4fc8-bac0-7c94bfff69cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a9b5d-38d1-4fc9-9f6d-ecea11e7985d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:49.714066 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-7fbfa1f3-e156-48e6-952c-340a859f6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:49.715962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-9099f557-a402-4503-836b-e76d827991a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:49.716156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-7fbfa1f3-e156-48e6-952c-340a859f6584 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.0575824 Oct 11 15:32:49.717848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-9099f557-a402-4503-836b-e76d827991a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9fe86ae-b37e-49ab-a9d3-baa966b5fc50 HTTP/1.1" status: 200 len: 854 time: 0.5329080 Oct 11 15:32:49.720290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-427accca-2a99-4fc8-bac0-7c94bfff69cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97cf74c0f922447584573df091c4d572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7195961 Oct 11 15:32:49.720713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.733732 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:49.831438 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:32:49.833228 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:49.836753 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:32:49.883740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-595b161c-05c8-4f7a-99cd-1f521449b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:49.885581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-595b161c-05c8-4f7a-99cd-1f521449b5c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 906 time: 0.9542527 Oct 11 15:32:49.886963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:49.962866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.021421 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] In _notify_port_updated(), no bound segment for port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 on network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:32:50.042231 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.043565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.047586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "PUT /v2.0/ports/6158f3d1-713b-4e1b-8df6-7687fa5b29d4 HTTP/1.1" status: 200 len: 1057 time: 1.2173300 Oct 11 15:32:50.077772 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:50.151231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-7904c4f1-cd8e-4ac4-9cd1-ffd20740d8f4 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.152651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-7904c4f1-cd8e-4ac4-9cd1-ffd20740d8f4 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.9015379 Oct 11 15:32:50.201748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e676ac5-4109-47a8-9b4e-98a3760bb6ee tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event updated for resources: {'Port': ['ID=6158f3d1-713b-4e1b-8df6-7687fa5b29d4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:50.219555 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.220457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.262940 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-238e28ff-5938-4b41-85d2-6559dcd42ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.276848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-238e28ff-5938-4b41-85d2-6559dcd42ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4560742 Oct 11 15:32:50.294138 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-9d25ddb3-cc73-4521-ac0b-a77c4da9ae2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4869816 Oct 11 15:32:50.375506 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-285930f0-ac6c-4856-9922-0b9ab87e3f54 None None] Provisioning complete for port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:50.376000 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-285930f0-ac6c-4856-9922-0b9ab87e3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.404471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-c6726708-9a8b-4166-8971-388142825e48 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.102 HTTP/1.1" status: 200 len: 696 time: 0.2061999 Oct 11 15:32:50.444523 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Request body: {'port': {'device_id': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:50.451654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.456370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-285930f0-ac6c-4856-9922-0b9ab87e3f54 None None] Port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:50.474060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-63f6b935-f5a1-4771-a3dc-69c4fadbe60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.475384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-63f6b935-f5a1-4771-a3dc-69c4fadbe60d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fb0884b-07e1-4b81-98ef-d9715f589bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5660110 Oct 11 15:32:50.517265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284d99-4c7f-48a5-8b4c-a21627a1051d req-e2267f95-50ba-4eee-9b37-e31d7824ac3a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.520157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae284d99-4c7f-48a5-8b4c-a21627a1051d req-e2267f95-50ba-4eee-9b37-e31d7824ac3a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 932 time: 0.7216673 Oct 11 15:32:50.533780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-8eafefc7-691c-40c9-ac84-aa27b557b7f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 1002 time: 0.6205323 Oct 11 15:32:50.542840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-4dad53e8-dae7-4125-901a-f667e7e33f43 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476177 Oct 11 15:32:50.564214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-1ddebd15-a326-4a34-b7d4-bea4d9428d69 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.102 HTTP/1.1" status: 200 len: 696 time: 0.1407132 Oct 11 15:32:50.564660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.589275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c289915-9ca1-4db3-b609-5f5ae3e79404 None None] Provisioning complete for port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:50.590705 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c289915-9ca1-4db3-b609-5f5ae3e79404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.627652 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:50.628012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.654518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c289915-9ca1-4db3-b609-5f5ae3e79404 None None] Port 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:32:50.709235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 96aa73d9-c16d-49b2-9275-ece989b85e58 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:32:50.772267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-9762c815-c529-441e-be6e-44f0defb6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.773882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-9762c815-c529-441e-be6e-44f0defb6bea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 200 len: 844 time: 0.2193947 Oct 11 15:32:50.800799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-58ec4cbf-82d4-494d-9d42-5822abb113cf req-1be0b20d-f6de-4ca2-9705-24acbeb69a5f service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475164 Oct 11 15:32:50.843223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.858416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96aa73d9-c16d-49b2-9275-ece989b85e58,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:50.862552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.865589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:50.868618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f0a9b5d-38d1-4fc9-9f6d-ecea11e7985d HTTP/1.1" status: 204 len: 168 time: 1.1313260 Oct 11 15:32:50.887171 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '96aa73d9-c16d-49b2-9275-ece989b85e58', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'port_id': '96aa73d9-c16d-49b2-9275-ece989b85e58', 'mac_address': 'fa:16:3e:40:34:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ab245-6e7f-487b-8f49-492167bd730b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:32:50.897310 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for 6158f3d1-713b-4e1b-8df6-7687fa5b29d4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:50.928865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae284d99-4c7f-48a5-8b4c-a21627a1051d req-aebe27b5-bb3b-44b9-865d-3c846ff85893 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815703 Oct 11 15:32:50.949551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d9213-8212-470f-8c07-aa830cc4c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a9b5d-38d1-4fc9-9f6d-ecea11e7985d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:50.976421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-89f89531-9392-4e71-b43c-b21ef97a5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:50.977860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-89f89531-9392-4e71-b43c-b21ef97a5b23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46ef23ca-65d5-491a-b958-f1d13a0cf61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304417 Oct 11 15:32:51.000463 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.039123 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aa73d9-c16d-49b2-9275-ece989b85e58 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:51.078669 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96aa73d9-c16d-49b2-9275-ece989b85e58,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:51.089151 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.092437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-aa62f4e1-f296-4325-b186-9cc543f7aa0e service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066225 Oct 11 15:32:51.112757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Deleting port 834a9b5e-0c52-4806-a53a-b33e30733259 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:51.113137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.193988 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:51.235372 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f8f53-0740-4b74-8b7c-9955eadf1cb1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:51.274228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.282400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb48dae0-131f-4cb7-ad8d-43c2fa08d6ce req-b64f46d1-568c-47d7-8a41-ffb96da40506 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815135 Oct 11 15:32:51.285107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.285576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.309965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['96aa73d9-c16d-49b2-9275-ece989b85e58'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:32:51.316684 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Calling delete_port for 834a9b5e-0c52-4806-a53a-b33e30733259 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:51.322975 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Transition to ACTIVE for port object 618f8f53-0740-4b74-8b7c-9955eadf1cb1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:32:51.325098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.333790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.369515 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=6158f3d1-713b-4e1b-8df6-7687fa5b29d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:51.519265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:51.577429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event deleted for resources: {'Port': ['ID=834a9b5e-0c52-4806-a53a-b33e30733259,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:51.756755 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Pushing event updated for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:51.919090 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Attempting to bind port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:51.919090 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Attempting to bind port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:51.919090 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Attempting to bind port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:51.941510 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:32:51.942180 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Attempting to bind port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:51.970962 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:51.971308 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Checking segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:51.971698 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Bound using segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:51.972150 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Bound port: 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:51.972513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.027584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.034987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-698dfc15-a785-46ad-ace3-8112fc9c38ff tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/6158f3d1-713b-4e1b-8df6-7687fa5b29d4 HTTP/1.1" status: 204 len: 168 time: 1.9431787 Oct 11 15:32:52.037342 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:52.069386 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:52.073234 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:52.079289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.084645 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-30818a7e-bad6-48d2-a751-1370ccdfda21 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] GET failed (client error): The resource could not be found. Oct 11 15:32:52.089013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30818a7e-bad6-48d2-a751-1370ccdfda21 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports/6158f3d1-713b-4e1b-8df6-7687fa5b29d4 HTTP/1.1" status: 404 len: 333 time: 0.0506439 Oct 11 15:32:52.099570 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:52.110255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5117605-187c-4dcc-a954-1e29e2acb5fd req-021f1379-dfe7-4186-bf65-0658e7df54d7 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.111730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5117605-187c-4dcc-a954-1e29e2acb5fd req-021f1379-dfe7-4186-bf65-0658e7df54d7 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.9617062 Oct 11 15:32:52.112616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.115187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.116226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-808d7ee7-4bbc-4456-a145-f69c2ce326c7 req-739a9c29-fa99-4bf0-b5f3-dd60645048e2 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "DELETE /v2.0/floatingips/095566e5-508a-410a-83bb-edc8738f948d HTTP/1.1" status: 204 len: 173 time: 1.5285902 Oct 11 15:32:52.218651 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Pushing event updated for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:52.234103 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.234759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.236884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-3300d5c6-deb1-489e-a1f0-77ee5484472d service neutron] 10.222.0.36 "PUT /v2.0/ports/618f8f53-0740-4b74-8b7c-9955eadf1cb1 HTTP/1.1" status: 200 len: 1092 time: 1.7970939 Oct 11 15:32:52.238336 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:52.241181 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601" -d '{"events": [{"name": "network-changed", "server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:52.266404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5117605-187c-4dcc-a954-1e29e2acb5fd req-4371f2f2-cedf-4614-bd0f-0536d9d28b34 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399128 Oct 11 15:32:52.273386 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02139d9a-7296-4a71-9470-f10163679eae {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:52.284040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.340232 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Transition to ACTIVE for port object 02139d9a-7296-4a71-9470-f10163679eae will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:32:52.352806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-db1e6dd6-c7c3-47bf-9ab8-328cf596534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.352935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.354639 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-db1e6dd6-c7c3-47bf-9ab8-328cf596534f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 1095 time: 0.0522544 Oct 11 15:32:52.425589 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:52.428080 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port f2f91adf-5aab-4eb0-a942-642b534c19e9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:52.428485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.438469 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-41ff5573-c7ce-455c-a900-3a97f2d97922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0726783 Oct 11 15:32:52.540415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-814c35f5-0f49-4693-8de0-8cdf7d9d48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.541942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-814c35f5-0f49-4693-8de0-8cdf7d9d48e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.0950761 Oct 11 15:32:52.591415 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1674107711-network', 'tenant_id': 'bab846ea43a3416db631dcd88106e669'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:52.636898 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-6fe30336-f4e4-4f02-b87b-5a02e125fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.652804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-6fe30336-f4e4-4f02-b87b-5a02e125fac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845304 Oct 11 15:32:52.671045 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Pushing event updated for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:52.681330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a83c53-698a-4d40-8497-3271f1854312 req-d4b5344f-43c4-42c9-9b47-ee98c8a86390 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips/d0eb10bf-7a11-42c4-865f-2823bc524bb3 HTTP/1.1" status: 200 len: 692 time: 0.1939497 Oct 11 15:32:52.720242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 96aa73d9-c16d-49b2-9275-ece989b85e58 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:52.782462 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 96aa73d9-c16d-49b2-9275-ece989b85e58 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:32:52.788976 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 96aa73d9-c16d-49b2-9275-ece989b85e58 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:52.789341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.804731 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-78bad00f-6adf-4177-916e-149d927a0c3d service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508846 Oct 11 15:32:52.806978 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Attempting to bind port 02139d9a-7296-4a71-9470-f10163679eae on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:32:52.807432 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Attempting to bind port 02139d9a-7296-4a71-9470-f10163679eae by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:32:52.807857 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Attempting to bind port 02139d9a-7296-4a71-9470-f10163679eae on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:52.819372 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Port 02139d9a-7296-4a71-9470-f10163679eae on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:32:52.819760 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Attempting to bind port 02139d9a-7296-4a71-9470-f10163679eae on network dff2772f-96ea-43a4-87c7-c6e0159b89c6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:32:52.859844 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.872797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70456995-5cf7-4c7c-a0a5-e4402a4213e9 req-2f16e8c8-9a68-428e-9c57-bab3b6415ece tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:52.876218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70456995-5cf7-4c7c-a0a5-e4402a4213e9 req-2f16e8c8-9a68-428e-9c57-bab3b6415ece tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 944 time: 0.6530423 Oct 11 15:32:52.877088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:32:52.877532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Checking segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:52.877983 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Bound using segment: {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:32:52.878494 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Bound port: 02139d9a-7296-4a71-9470-f10163679eae, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d06507-a313-4ad9-8ede-77cead9a6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:32:52.878918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.884807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.907516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Made reservation on behalf of bab846ea43a3416db631dcd88106e669 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:52.907516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.915377 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:52.917530 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b7e909-07a1-4356-9d58-65c138f645f0" -d '{"events": [{"server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "name": "network-vif-plugged", "status": "completed", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:52.926732 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for f2f91adf-5aab-4eb0-a942-642b534c19e9 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:52.929022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96aa73d9-c16d-49b2-9275-ece989b85e58,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:52.935263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.956388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:52.981420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-de83f8ce-df5b-4764-9b21-7f918642fef3 req-73595fdd-98f5-465e-a6dc-cd396e025b04 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673920 Oct 11 15:32:53.011133 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:53.100634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83c53-698a-4d40-8497-3271f1854312 req-8a127664-4481-4438-8735-d77055e35fea tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.102103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a83c53-698a-4d40-8497-3271f1854312 req-8a127664-4481-4438-8735-d77055e35fea tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4198616 Oct 11 15:32:53.110850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70456995-5cf7-4c7c-a0a5-e4402a4213e9 req-caac353a-fe4f-408e-9fc1-7ea805644163 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070091 Oct 11 15:32:53.186929 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0e06c-bdab-4056-bf14-abddd3031793 x-openstack-request-id: req-87e0e06c-bdab-4056-bf14-abddd3031793 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:53.188055 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:53.188563 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87e0e06c-bdab-4056-bf14-abddd3031793 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:53.189234 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1', 'status': 'completed', 'code': 200} Oct 11 15:32:53.213541 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:32:53.226439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a83c53-698a-4d40-8497-3271f1854312 req-1ecabe7d-1e60-4685-bf9a-628f69419a3b tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1134300 Oct 11 15:32:53.228073 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abd19e-bc2d-4107-9db2-fba8e8b2a058 x-openstack-request-id: req-44abd19e-bc2d-4107-9db2-fba8e8b2a058 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:53.228455 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "name": "network-vif-plugged", "status": "completed", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:53.228805 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44abd19e-bc2d-4107-9db2-fba8e8b2a058 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:53.229297 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58', 'code': 200} Oct 11 15:32:53.241323 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=02139d9a-7296-4a71-9470-f10163679eae,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:32:53.278180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.281302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-5032c366-ff67-4b5a-a827-5681099695c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.283841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-5032c366-ff67-4b5a-a827-5681099695c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 1095 time: 0.0716588 Oct 11 15:32:53.375131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a83c53-698a-4d40-8497-3271f1854312 req-a0e001e1-0391-4143-ab86-93f6769bb204 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1300395 Oct 11 15:32:53.400225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-fba0ed36-f0ad-4472-ae34-e8dcf01c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.401731 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-fba0ed36-f0ad-4472-ae34-e8dcf01c84af service neutron] 10.222.0.36 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 916 time: 0.1059325 Oct 11 15:32:53.417003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.420543 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.420543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] 10.222.0.43 "PUT /v2.0/ports/02139d9a-7296-4a71-9470-f10163679eae HTTP/1.1" status: 200 len: 1091 time: 3.7859795 Oct 11 15:32:53.456231 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'tag': '02139d9a-7296-4a71-9470-f10163679eae'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:53.458900 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c66d9c-7c77-4242-8888-43fa9c704249" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "tag": "02139d9a-7296-4a71-9470-f10163679eae"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:53.486133 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-633442c2-3ad9-4306-a4a4-82c1004443ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0498688 Oct 11 15:32:53.576653 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-cd9448d1-05d4-4b4b-a445-d6ffad380a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.578594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-cd9448d1-05d4-4b4b-a445-d6ffad380a4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.0804648 Oct 11 15:32:53.645763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.664825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0894a-cc20-4cf8-b218-a3f3ed91e268 service neutron] Pushing event updated for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:53.677782 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-504b9674-97db-495a-bcf8-488aa3770587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.679767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-504b9674-97db-495a-bcf8-488aa3770587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853543 Oct 11 15:32:53.713443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.736973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.757570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b7fc4-7672-4a42-9f9d-025736150f52 req-93e27fb3-98a3-466c-bad0-af8f95fe2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.759071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-542b7fc4-7672-4a42-9f9d-025736150f52 req-93e27fb3-98a3-466c-bad0-af8f95fe2d6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 1096 time: 0.4336126 Oct 11 15:32:53.796118 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=f2f91adf-5aab-4eb0-a942-642b534c19e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:53.817369 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:32:53.825877 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-0d3419ad-539e-4e46-bceb-c3129ae898d5 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315470 Oct 11 15:32:53.849595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-4913bd3f-a864-44d4-be33-d742750a6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:53.851108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-4913bd3f-a864-44d4-be33-d742750a6775 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 1094 time: 0.3645988 Oct 11 15:32:53.952531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:53.970903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-88d8c9b9-228d-4476-8917-929f7000633e service neutron] 10.222.0.43 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768249 Oct 11 15:32:53.972367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:53.972746 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Added segment e9814a4e-220c-4c8c-b5e9-63eb67bcacd6 of type vlan for network 4e5733e0-9846-47b9-99d1-058f957b1387 Oct 11 15:32:53.973306 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65cf2bb4-e1c5-414f-8c5c-f01f8bf42601 req-cc494079-01d2-4129-8442-09b0633a2b6c service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377344 Oct 11 15:32:54.048725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-100d3d69-caad-4555-8d71-95beb0388af4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02139d9a-7296-4a71-9470-f10163679eae HTTP/1.1" status: 200 len: 217 time: 0.1790788 Oct 11 15:32:54.200153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.232191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-542b7fc4-7672-4a42-9f9d-025736150f52 req-88e3d74e-87b3-462d-9e15-79e2aa35847a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249632 Oct 11 15:32:54.238250 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.243833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b5fb720d-617c-42ba-b332-9d77dbfb3784 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/f2f91adf-5aab-4eb0-a942-642b534c19e9 HTTP/1.1" status: 204 len: 168 time: 2.1394541 Oct 11 15:32:54.244205 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:54.270038 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3340462-35c6-42b1-bdc0-db5df413dbc0 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] GET failed (client error): The resource could not be found. Oct 11 15:32:54.271556 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3340462-35c6-42b1-bdc0-db5df413dbc0 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "GET /v2.0/ports/f2f91adf-5aab-4eb0-a942-642b534c19e9 HTTP/1.1" status: 404 len: 333 time: 0.0263717 Oct 11 15:32:54.278208 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:54.297870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-fb2f26e5-e51e-4fab-beb7-264585b11a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:54.299358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-fb2f26e5-e51e-4fab-beb7-264585b11a65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.2167912 Oct 11 15:32:54.311419 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Deleting port ba00a53d-68a9-4a8d-bea5-1907946ea0cd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:54.311760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.336548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.337511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:54.338088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.371701 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port 795c2371-b4dc-4e9a-8c8c-0610d672c559 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:54.372238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.474407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.489004 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for 795c2371-b4dc-4e9a-8c8c-0610d672c559 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:54.647179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.679288 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=795c2371-b4dc-4e9a-8c8c-0610d672c559,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:54.725275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 618f8f53-0740-4b74-8b7c-9955eadf1cb1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:32:54.760728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9756-1fb0-412e-b286-6598d77cb08e req-4212b109-db69-4ebf-be22-f84b0f3c34bd tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:54.762988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-007a9756-1fb0-412e-b286-6598d77cb08e req-4212b109-db69-4ebf-be22-f84b0f3c34bd tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.6369088 Oct 11 15:32:54.767866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.773372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-723c6d98-58f4-47ec-9fb7-23f5fedee828 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/ports/795c2371-b4dc-4e9a-8c8c-0610d672c559 HTTP/1.1" status: 204 len: 168 time: 0.4937892 Oct 11 15:32:54.775600 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:54.775712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d279a4a-8293-4754-aa50-1c61b7ed0d09 req-d67e1fed-ec87-4545-ac92-296ce5bc361a service neutron] 10.222.0.43 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372916 Oct 11 15:32:54.789983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3015089 Oct 11 15:32:54.818103 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:54.823043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Request body: {'subnet': {'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1674107711-subnet', 'tenant_id': 'bab846ea43a3416db631dcd88106e669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:54.858904 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting subnet 4e9bb652-30f0-4c00-bb7a-cb4c376e3045 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:32:54.863481 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.863992 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb07c0e-a82b-4c89-9bdb-60bb5c40bc03 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5733e0-9846-47b9-99d1-058f957b1387,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:54.893148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4e5733e0-9846-47b9-99d1-058f957b1387 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:32:54.932387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:54.973243 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-13830297-3a26-478d-a18e-4e1fdbf092d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:54.975419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-13830297-3a26-478d-a18e-4e1fdbf092d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6596043 Oct 11 15:32:55.000157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Made reservation on behalf of bab846ea43a3416db631dcd88106e669 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:55.002801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.041302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.048562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:55.064635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '618f8f53-0740-4b74-8b7c-9955eadf1cb1', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'port_id': '618f8f53-0740-4b74-8b7c-9955eadf1cb1', 'mac_address': 'fa:16:3e:e2:df:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ab245-6e7f-487b-8f49-492167bd730b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:32:55.073030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.073447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.105672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.120103 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618f8f53-0740-4b74-8b7c-9955eadf1cb1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:55.148864 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:55.154746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.177453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-007a9756-1fb0-412e-b286-6598d77cb08e req-886eb3c7-fb04-4918-a75e-36452786929c tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939762 Oct 11 15:32:55.187383 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-c6437f45-97c4-4281-b2d7-16564de93bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:55.189319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-c6437f45-97c4-4281-b2d7-16564de93bb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=107113b662e540f99e3c67a91dec663a&device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 1095 time: 0.2746942 Oct 11 15:32:55.194452 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Calling delete_port for ba00a53d-68a9-4a8d-bea5-1907946ea0cd owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:55.379974 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:55.422111 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3e0119-33f8-4646-8ed7-3b25adafcfc3 x-openstack-request-id: req-5c3e0119-33f8-4646-8ed7-3b25adafcfc3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:55.422469 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "tag": "02139d9a-7296-4a71-9470-f10163679eae", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:55.425596 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c3e0119-33f8-4646-8ed7-3b25adafcfc3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:55.426097 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'tag': '02139d9a-7296-4a71-9470-f10163679eae', 'status': 'completed', 'code': 200} Oct 11 15:32:55.428274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-acca1e17-4c85-4bbd-b79d-e5dbf6f1bd02 service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329765 Oct 11 15:32:55.453167 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['618f8f53-0740-4b74-8b7c-9955eadf1cb1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:32:55.577173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.607663 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9bb652-30f0-4c00-bb7a-cb4c376e3045,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:55.616861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.623510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6fe077c6-d2f1-4e45-a1c1-d8fa6b1633ef tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/subnets/4e9bb652-30f0-4c00-bb7a-cb4c376e3045 HTTP/1.1" status: 204 len: 168 time: 0.8440626 Oct 11 15:32:55.623807 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:55.627033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb3e0c-4870-4e46-a477-4dbd45d52565 None None] Network c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:55.661012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-405e5cd0-6eed-4074-b10f-14c92abcbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:55.662456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-405e5cd0-6eed-4074-b10f-14c92abcbbfb service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fb0884b-07e1-4b81-98ef-d9715f589bb7 HTTP/1.1" status: 200 len: 916 time: 0.4505711 Oct 11 15:32:55.706263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f323cbf-183e-4c82-931f-32f55568288b req-4074f4aa-e35b-4bfa-be87-050d9e9b6f5c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:55.707778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f323cbf-183e-4c82-931f-32f55568288b req-4074f4aa-e35b-4bfa-be87-050d9e9b6f5c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 945 time: 0.2336581 Oct 11 15:32:55.742211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.798799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-a30f7338-a8db-4da9-8de8-049757e03830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6bab21-d218-41b1-bbca-f661683d2837 HTTP/1.1" status: 200 len: 217 time: 0.1023905 Oct 11 15:32:55.818096 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Deleting port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:55.818569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.842859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f064d7d-dd87-47f8-bf8f-9481eba981ff req-f1c4e987-0035-4fd0-b560-bee949c64e49 service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955393 Oct 11 15:32:55.879312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] DHCP port deletion for c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:32:55.891954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f323cbf-183e-4c82-931f-32f55568288b req-3ba905b6-b9db-45cf-b27f-713b103404cf tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626439 Oct 11 15:32:55.896184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.925999 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] For port b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,segment=NetworkSegment(82030f1d-e665-49f3-8e52-4429637a1cdd),segment_id=82030f1d-e665-49f3-8e52-4429637a1cdd)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:55.926367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:55.949642 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22b52d4-6d5b-4844-bf1e-26b47e3b9487,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:55.958199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Calling delete_port for b1901a05-d4e5-4d67-82b2-d405ed4b8d11 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:55.970860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Deleting port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:55.971564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.005886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-fe47288e-5ee0-47b1-9594-488c6118819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.009359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-fe47288e-5ee0-47b1-9594-488c6118819d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9fe86ae-b37e-49ab-a9d3-baa966b5fc50 HTTP/1.1" status: 200 len: 854 time: 0.1696682 Oct 11 15:32:56.009359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.063914 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Pushing event deleted for resources: {'Port': ['ID=ba00a53d-68a9-4a8d-bea5-1907946ea0cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:56.064048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] For port b1901a05-d4e5-4d67-82b2-d405ed4b8d11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,segment=NetworkSegment(82030f1d-e665-49f3-8e52-4429637a1cdd),segment_id=82030f1d-e665-49f3-8e52-4429637a1cdd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:56.064968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.084866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Calling delete_port for b1901a05-d4e5-4d67-82b2-d405ed4b8d11 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:56.103956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.123137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-4369da76-0e00-4215-827e-745ebcc2679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.124652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-4369da76-0e00-4215-827e-745ebcc2679e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 1094 time: 0.1792326 Oct 11 15:32:56.139812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Port': ['ID=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:56.154984 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] No DVR routers for this DVR port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:32:56.164181 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Checking segment: {'id': 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:56.164641 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Network hostable DHCP agents. Network: 4e5733e0-9846-47b9-99d1-058f957b1387, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:32:56.230091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.242490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-e7e4cd43-ab9c-44ec-9eaf-5c7c28c2ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.244061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-e7e4cd43-ab9c-44ec-9eaf-5c7c28c2ac6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fb0884b-07e1-4b81-98ef-d9715f589bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221184 Oct 11 15:32:56.247585 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Network 4e5733e0-9846-47b9-99d1-058f957b1387 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:32:56.256793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.259398 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.260491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8a83c53-698a-4d40-8497-3271f1854312 req-c6f779a2-7f4d-421b-b4a6-5606be8371a0 tempest-FloatingIPDetailsTestJSON-160659235 tempest-FloatingIPDetailsTestJSON-160659235-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0eb10bf-7a11-42c4-865f-2823bc524bb3 HTTP/1.1" status: 204 len: 173 time: 2.8404541 Oct 11 15:32:56.271648 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:56.298864 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] Pushing event deleted for resources: {'Port': ['ID=b1901a05-d4e5-4d67-82b2-d405ed4b8d11,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:56.310477 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a7bb3-1c16-47bd-8f9b-068b6db27716 None None] No DVR routers for this DVR port b1901a05-d4e5-4d67-82b2-d405ed4b8d11 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:32:56.321806 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4e5733e0-9846-47b9-99d1-058f957b1387) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:56.332754 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191759d1-3bf7-410d-a123-61b9d12e145e None None] Network 4e5733e0-9846-47b9-99d1-058f957b1387 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:56.356508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.357149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.448359 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-be4a6f3a-edb8-4697-b619-f196396644b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.449937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-be4a6f3a-edb8-4697-b619-f196396644b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 916 time: 0.2969072 Oct 11 15:32:56.455654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f1f8f04f-7146-48c5-b55c-5d7102ea4e59 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6363838 Oct 11 15:32:56.513939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-a3fe94e2-3d0e-4bcd-a09f-ae3b4bb4d2f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02139d9a-7296-4a71-9470-f10163679eae HTTP/1.1" status: 200 len: 217 time: 0.0562074 Oct 11 15:32:56.533051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551988-71d5-4059-bb4b-47742e3cbfde req-e5254d57-4c0d-4ebe-9785-b6edafbfc4e2 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.534576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa551988-71d5-4059-bb4b-47742e3cbfde req-e5254d57-4c0d-4ebe-9785-b6edafbfc4e2 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.2108946 Oct 11 15:32:56.536797 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:56.558029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-5032fa1c-f5dd-45f3-990f-6fbc62a35826 service neutron] 10.222.0.43 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022220 Oct 11 15:32:56.560068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.586717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654b71f-4bf6-4b43-9c2c-20a53905c3b1 None None] Network 4e5733e0-9846-47b9-99d1-058f957b1387 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:56.619868 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:56.647828 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82030f1d-e665-49f3-8e52-4429637a1cdd') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:56.648127 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82030f1d-e665-49f3-8e52-4429637a1cdd') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:56.662653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.699746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.709140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-9d15e9b5-d797-4947-89b1-2787b6a25369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.710660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-9d15e9b5-d797-4947-89b1-2787b6a25369 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.1730397 Oct 11 15:32:56.719114 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:32:56.719526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.734223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa551988-71d5-4059-bb4b-47742e3cbfde req-08635cae-15d3-4503-a8f3-5d73c489bd74 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768248 Oct 11 15:32:56.735943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 618f8f53-0740-4b74-8b7c-9955eadf1cb1 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:32:56.740957 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:32:56.804898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcdf854d-58e6-4be3-84a3-366f323fc13a req-1e651492-4064-4357-96f8-b125273b7516 service neutron] 10.222.0.43 "GET /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233722 Oct 11 15:32:56.809941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:32:56.814382 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-bdb5747e-c7e6-433c-8e28-dab263aaa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:56.816371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-bdb5747e-c7e6-433c-8e28-dab263aaa436 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955186 Oct 11 15:32:56.816704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:32:56.817081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.912890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.930760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.942035 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:32:56.944397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:56.945694 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080d3a1-db22-49ae-a79c-f1fbf6d2a240" -d '{"events": [{"server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "name": "network-vif-plugged", "status": "completed", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:32:56.951468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] 10.222.0.31 "DELETE /v2.0/networks/c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1 HTTP/1.1" status: 204 len: 168 time: 1.3265924 Oct 11 15:32:56.967460 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1faebc-0395-440d-ac21-cc1893c82a87 tempest-AllowedAddressPairTestJSON-1041831960 tempest-AllowedAddressPairTestJSON-1041831960-project] Pushing event deleted for resources: {'Network': ['ID=c3b8a7f8-84f8-4287-a22a-d309a1a1dcd1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:56.968733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:56.979951 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.022086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-f719aefa-21a4-43d5-afcc-1ad6df6aca83 service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967545 Oct 11 15:32:57.024544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.098071 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a461ceae-7c2d-49a2-92b4-ae820576a5f8 x-openstack-request-id: req-a461ceae-7c2d-49a2-92b4-ae820576a5f8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:32:57.098642 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "name": "network-vif-plugged", "status": "completed", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:32:57.099040 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a461ceae-7c2d-49a2-92b4-ae820576a5f8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:32:57.099702 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1', 'code': 200} Oct 11 15:32:57.115011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b1901a05-d4e5-4d67-82b2-d405ed4b8d11 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:32:57.157812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b1901a05-d4e5-4d67-82b2-d405ed4b8d11 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:32:57.158152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b1901a05-d4e5-4d67-82b2-d405ed4b8d11 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:32:57.159867 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:57.175848 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df5fbfe7-879f-4fe9-8e25-588d0911bfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.281404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e9fa-2bc0-4eb6-b745-cd31b69dae58 req-1a34bd59-cc48-4a85-bea7-235d278a4273 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:57.282980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bf3e9fa-2bc0-4eb6-b745-cd31b69dae58 req-1a34bd59-cc48-4a85-bea7-235d278a4273 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.1977594 Oct 11 15:32:57.294491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01a4c8-4c86-4228-94b2-1c4a31f73106 req-1d51bb76-b03e-4d6f-a3ad-50a5438ee717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:57.295950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f01a4c8-4c86-4228-94b2-1c4a31f73106 req-1d51bb76-b03e-4d6f-a3ad-50a5438ee717 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 1097 time: 0.1787004 Oct 11 15:32:57.303463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c66d9c-7c77-4242-8888-43fa9c704249 req-5f6b932c-8fe8-457f-988f-b878a1cf1b74 service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701273 Oct 11 15:32:57.388626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bf3e9fa-2bc0-4eb6-b745-cd31b69dae58 req-29c8d89e-f478-4545-9200-c3b3e5b18d94 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905361 Oct 11 15:32:57.398474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f01a4c8-4c86-4228-94b2-1c4a31f73106 req-5916b472-ba48-44c1-8289-1a0c68888ebc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Oct 11 15:32:57.419069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df5fbfe7-879f-4fe9-8e25-588d0911bfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.425067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df5fbfe7-879f-4fe9-8e25-588d0911bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.452317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Deleting port 25c07557-e9be-4527-9939-c8b63ff54d65 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:57.452662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.468230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-df5fbfe7-879f-4fe9-8e25-588d0911bfb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0f8b8658afb4cb8938720633c9b2387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9293137 Oct 11 15:32:57.468851 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:57.470848 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fbfe7-879f-4fe9-8e25-588d0911bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03fabe-54b8-4dee-8bdb-1dc38fc57f47,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:57.539269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.559920 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] For port 25c07557-e9be-4527-9939-c8b63ff54d65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25c07557-e9be-4527-9939-c8b63ff54d65,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:57.560287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.565009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.568174 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:57.579695 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Calling delete_port for 25c07557-e9be-4527-9939-c8b63ff54d65 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:32:57.642912 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.645799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.647158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d03fabe-54b8-4dee-8bdb-1dc38fc57f47 HTTP/1.1" status: 204 len: 168 time: 0.1772525 Oct 11 15:32:57.665590 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927b6c9-5841-4df4-9cce-114d2aa84be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03fabe-54b8-4dee-8bdb-1dc38fc57f47,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:57.826810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:57.860733 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c07557-e9be-4527-9939-c8b63ff54d65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:57.913214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c987ad79-ff9b-4307-99ff-981a118478ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db341d441b6c44e5bd2e0c9f200938b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435898 Oct 11 15:32:57.922246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5890b5-49b2-41ef-b54f-aafc39bda63a req-e9411213-dba8-493c-bc7b-a638a0d60f24 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:57.929773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b5890b5-49b2-41ef-b54f-aafc39bda63a req-e9411213-dba8-493c-bc7b-a638a0d60f24 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 944 time: 0.1188993 Oct 11 15:32:57.931413 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:57.966673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 9d6bab21-d218-41b1-bbca-f661683d2837 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:32:58.035261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b5890b5-49b2-41ef-b54f-aafc39bda63a req-ea65af01-9137-434e-b89f-e8fc217e9aff tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045291 Oct 11 15:32:58.071748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.108428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.113262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9d6bab21-d218-41b1-bbca-f661683d2837,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:58.129543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '9d6bab21-d218-41b1-bbca-f661683d2837', 'network_id': '4fb0884b-07e1-4b81-98ef-d9715f589bb7', 'port_id': '9d6bab21-d218-41b1-bbca-f661683d2837', 'mac_address': 'fa:16:3e:f3:e6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fe86ae-b37e-49ab-a9d3-baa966b5fc50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:32:58.189774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.194607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.197560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.198641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/171c82bc-ba67-49ab-942d-3a3761c562b8 HTTP/1.1" status: 204 len: 168 time: 0.2657144 Oct 11 15:32:58.206598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.208174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15b2a-6f5a-4aff-9e0c-cad753fe8d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c82bc-ba67-49ab-942d-3a3761c562b8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:58.208588 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6bab21-d218-41b1-bbca-f661683d2837 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:32:58.214041 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:58.222744 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1702356554-network', 'tenant_id': '8ef6adbad48d44ad906a2750e58af102'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:58.238845 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9d6bab21-d218-41b1-bbca-f661683d2837,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:32:58.256728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.298534 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Made reservation on behalf of 8ef6adbad48d44ad906a2750e58af102 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:58.300939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.340573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.472584 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:58.574629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['9d6bab21-d218-41b1-bbca-f661683d2837'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:32:58.597386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.599749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4264e-59fb-43bb-b64b-c54d5d15c7b6 req-8c584081-6e08-4bcb-b007-69dcdcff81b3 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:58.610632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.635502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0c4264e-59fb-43bb-b64b-c54d5d15c7b6 req-8c584081-6e08-4bcb-b007-69dcdcff81b3 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.0992832 Oct 11 15:32:58.636036 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Router a80116e0-6431-456b-aeff-905be468a74d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:32:58.643541 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:32:58.672347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.672697 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Added segment f92cfc04-4939-4dfa-8d73-144afe200c5f of type vlan for network d8100752-f2af-481d-9648-6116b03b0e1e Oct 11 15:32:58.687603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5057e2d4-06c0-4432-9f5d-be78c52ba3d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:58.733188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0c4264e-59fb-43bb-b64b-c54d5d15c7b6 req-a8f248ee-8a02-4d47-9793-1f04873d9671 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859196 Oct 11 15:32:58.788356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.874851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:32:58.881145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffa1f76f-1d62-471f-8313-90001f12e175 admin admin] 10.222.0.31 "PUT /v2.0/routers/a80116e0-6431-456b-aeff-905be468a74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084864 Oct 11 15:32:58.885357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.885357 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:58.885670 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:58.885770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:58.889748 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Sync routers for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:32:58.901939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:58.904731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:58.953953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7379904 Oct 11 15:32:58.956688 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:32:58.961525 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Request body: {'subnet': {'network_id': 'd8100752-f2af-481d-9648-6116b03b0e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1702356554-subnet', 'tenant_id': '8ef6adbad48d44ad906a2750e58af102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:32:58.971426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bab330-453e-4cbf-854e-60ffe68872d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8100752-f2af-481d-9648-6116b03b0e1e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:58.992731 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d8100752-f2af-481d-9648-6116b03b0e1e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:32:58.998547 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Made reservation on behalf of 8ef6adbad48d44ad906a2750e58af102 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:32:59.002150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.141593 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:59.184471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.266672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.294004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578123-4334-4bc8-b2eb-e103126ceebb req-59c9fef4-a1fa-4ab8-af64-32566bb35748 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:59.301781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98578123-4334-4bc8-b2eb-e103126ceebb req-59c9fef4-a1fa-4ab8-af64-32566bb35748 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 945 time: 0.1349874 Oct 11 15:32:59.332162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db667e6-9ffa-4423-9c14-ff2bb37fc114,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:32:59.341573 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Checking segment: {'id': 'f92cfc04-4939-4dfa-8d73-144afe200c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd8100752-f2af-481d-9648-6116b03b0e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:32:59.341945 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Network hostable DHCP agents. Network: d8100752-f2af-481d-9648-6116b03b0e1e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:32:59.372698 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Network d8100752-f2af-481d-9648-6116b03b0e1e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:32:59.376982 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:57Z', 'revision_number': 5, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:59.391431 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d8100752-f2af-481d-9648-6116b03b0e1e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:32:59.406288 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:59.410631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.418525 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Checking router: a80116e0-6431-456b-aeff-905be468a74d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:32:59.420680 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d809b6-ea2e-43e7-86cf-032faf4fbbb8 None None] Network d8100752-f2af-481d-9648-6116b03b0e1e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:59.436902 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42849f16-b602-45ea-8e0b-dc63e7dc5798 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4793413 Oct 11 15:32:59.479408 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Routers {'a80116e0-6431-456b-aeff-905be468a74d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:32:59.480065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:32:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a80116e0-6431-456b-aeff-905be468a74d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:32:59.672468 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] Set router a80116e0-6431-456b-aeff-905be468a74d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:32:59.703544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.710610 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20376aa1-9dea-42a4-bb6f-e907617f6849 None None] Network d8100752-f2af-481d-9648-6116b03b0e1e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:32:59.753342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98578123-4334-4bc8-b2eb-e103126ceebb req-b1d3f3f0-8cfa-4724-a1b2-c0adf6cf8cf7 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502339 Oct 11 15:32:59.797826 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Deleting port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:32:59.798678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:32:59.958505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fdefb-b280-420c-a124-9266c66de30d req-3127d8c0-6c5e-4851-86f7-c3dcb6ea63f7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:32:59.965583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0fdefb-b280-420c-a124-9266c66de30d req-3127d8c0-6c5e-4851-86f7-c3dcb6ea63f7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.1081679 Oct 11 15:32:59.973293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 02139d9a-7296-4a71-9470-f10163679eae details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:32:59.975371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 9d6bab21-d218-41b1-bbca-f661683d2837 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:32:59.977920 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:00.008240 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] For port 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:00.008611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.048683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0fdefb-b280-420c-a124-9266c66de30d req-6aaa09a6-fb87-4a9f-96b5-bacdd6f2a356 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822065 Oct 11 15:33:00.056747 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Calling delete_port for 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:00.167946 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 9d6bab21-d218-41b1-bbca-f661683d2837 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:00.181057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:57Z', 'revision_number': 5, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:00.188011 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 9d6bab21-d218-41b1-bbca-f661683d2837 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:00.188159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.190657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=02139d9a-7296-4a71-9470-f10163679eae,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:00.240775 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ebda4-ad7d-47e4-89ba-05a532204451 None None] The sync data for ids ['a80116e0-6431-456b-aeff-905be468a74d'] in n-d-master-1 is: [{'id': 'a80116e0-6431-456b-aeff-905be468a74d', 'name': 'tempest-FloatingIPDetailsTestJSON-89292233-router', 'tenant_id': '802814eb2fe6452fba833b2aa6afdbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:50Z', 'updated_at': '2021-10-11T15:32:57Z', 'revision_number': 5, 'project_id': '802814eb2fe6452fba833b2aa6afdbc3', 'gw_port': {'id': '99ad7eb6-5e32-4b87-bfcc-890c8ae1216a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80116e0-6431-456b-aeff-905be468a74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:55Z', 'updated_at': '2021-10-11T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:00.252775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '02139d9a-7296-4a71-9470-f10163679eae', 'network_id': 'dff2772f-96ea-43a4-87c7-c6e0159b89c6', 'port_id': '02139d9a-7296-4a71-9470-f10163679eae', 'mac_address': 'fa:16:3e:20:c8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ab245-6e7f-487b-8f49-492167bd730b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:00.317776 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1640797557-network', 'tenant_id': 'a1b3ca4849384f1290711a4c4cd9acbd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:00.329121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.361958 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Made reservation on behalf of a1b3ca4849384f1290711a4c4cd9acbd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:00.365393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.371146 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.377885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.394661 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02139d9a-7296-4a71-9470-f10163679eae {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:00.425051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.428444 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=02139d9a-7296-4a71-9470-f10163679eae,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:00.430023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Pushing event deleted for resources: {'Port': ['ID=99ad7eb6-5e32-4b87-bfcc-890c8ae1216a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:00.439952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.481825 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:00.484615 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776ba7c-91ec-4a0c-b7c0-87be488ae5e7" -d '{"events": [{"server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:00.506432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.507241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9d6bab21-d218-41b1-bbca-f661683d2837,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:00.513430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.521239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.527939 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:00.548557 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:00.560398 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54491a3-baf3-41d5-92ae-05eaa93f1b36,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:00.567649 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:00.571704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.572219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.572699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.573038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.573445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.573811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.574831 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.575245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.575662 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.576003 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.577047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.577375 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.584299 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.584987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.585330 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.586103 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.588203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.588347 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.588560 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Added segment efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4 of type vlan for network 28906472-7e99-4864-915f-96ed925e5ba6 Oct 11 15:33:00.588730 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.589009 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.590543 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.590861 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.591182 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.591506 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.591825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:00.608086 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:00.615741 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d733974-43bc-493e-8fb3-8a40cf1fbfb9 req-f1060e16-6eec-4428-aafd-6cc726287926 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:00.617279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d733974-43bc-493e-8fb3-8a40cf1fbfb9 req-f1060e16-6eec-4428-aafd-6cc726287926 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.2871459 Oct 11 15:33:00.657815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.691247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1978640450'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:00.698095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.699688 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:00.702082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.723689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-a3f2599c-543b-4d84-b9a2-dc1099fc0200 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:00.725153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-a3f2599c-543b-4d84-b9a2-dc1099fc0200 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/networks?id=4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 200 len: 812 time: 0.2999859 Oct 11 15:33:00.728085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.747920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['02139d9a-7296-4a71-9470-f10163679eae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:00.794198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d733974-43bc-493e-8fb3-8a40cf1fbfb9 req-5fd704d0-ec99-47f4-99c2-d86fdff34eb8 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382837 Oct 11 15:33:00.800937 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] Pushing event updated for resources: {'Network': ['ID=28906472-7e99-4864-915f-96ed925e5ba6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:00.832797 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 28906472-7e99-4864-915f-96ed925e5ba6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:00.833198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a85e3111-4460-4bc7-b21e-eff31b6d2a37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8509512 Oct 11 15:33:00.835424 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:00.842011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Request body: {'subnet': {'network_id': '28906472-7e99-4864-915f-96ed925e5ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1640797557-subnet', 'tenant_id': 'a1b3ca4849384f1290711a4c4cd9acbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:00.851183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-494870a2-fb9d-4c0f-80f8-ccbca269683b tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/quotas/bab846ea43a3416db631dcd88106e669 HTTP/1.1" status: 200 len: 375 time: 0.1144907 Oct 11 15:33:00.852956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Made reservation on behalf of 4ef04f780ed949d6a033da0e4b386b12 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:00.856747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.874871 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Made reservation on behalf of a1b3ca4849384f1290711a4c4cd9acbd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:00.874871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.877906 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b30584-6b48-4f3e-b6de-23f189d74c5a x-openstack-request-id: req-30b30584-6b48-4f3e-b6de-23f189d74c5a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:00.878197 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:00.878449 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30b30584-6b48-4f3e-b6de-23f189d74c5a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:00.879238 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837', 'code': 200} Oct 11 15:33:00.979163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:00.993882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-69d2c9a8-26ee-42a0-bdc3-f5e2e539721c tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bab846ea43a3416db631dcd88106e669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394360 Oct 11 15:33:01.005717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.048268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.107814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 25c07557-e9be-4527-9939-c8b63ff54d65 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:01.136182 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 25c07557-e9be-4527-9939-c8b63ff54d65 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:01.136545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 25c07557-e9be-4527-9939-c8b63ff54d65 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:01.167629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.225261 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=111898f9-24b5-46f1-b73e-3fc213ce91fe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:01.236606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-ff5c5caa-c4ee-43dc-90a1-724f1691823e service neutron] 10.222.0.31 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369699 Oct 11 15:33:01.240586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf49f4-8503-4af1-b0eb-e37fa7578061 req-13f3bb04-ac2d-44d3-8863-ceb575600c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:01.241456 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Checking segment: {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:01.242015 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Network hostable DHCP agents. Network: 28906472-7e99-4864-915f-96ed925e5ba6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:01.242114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bcf49f4-8503-4af1-b0eb-e37fa7578061 req-13f3bb04-ac2d-44d3-8863-ceb575600c44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 1097 time: 0.3002920 Oct 11 15:33:01.246653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.247175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80116e0-6431-456b-aeff-905be468a74d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:33:01.267771 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Network 28906472-7e99-4864-915f-96ed925e5ba6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:01.277800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.278057 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 28906472-7e99-4864-915f-96ed925e5ba6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:01.281691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3dc8e5d4-1c1b-4251-a3c7-d53d36327bde admin admin] 10.222.0.31 "DELETE /v2.0/routers/a80116e0-6431-456b-aeff-905be468a74d HTTP/1.1" status: 204 len: 168 time: 2.3967865 Oct 11 15:33:01.283635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:01.284225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.286864 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:01.295510 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3154d6-0b06-4d70-93e1-e387903311a6 None None] Network 28906472-7e99-4864-915f-96ed925e5ba6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:01.361379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dc8aee3c-f768-4bd9-ae21-88fd7196f2d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5245113 Oct 11 15:33:01.365476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfebcf-5eff-4606-96f1-9f43abece28b req-fd200e3d-253b-4fb3-b924-8ea50453117d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:01.367083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0bfebcf-5eff-4606-96f1-9f43abece28b req-fd200e3d-253b-4fb3-b924-8ea50453117d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.4155066 Oct 11 15:33:01.409841 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Deleting subnet 2268e67c-73f6-4b15-8a44-5d7cf66693a4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:01.422828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.436114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bcf49f4-8503-4af1-b0eb-e37fa7578061 req-077d88a4-d633-4b17-b399-0cba057bcf8a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727862 Oct 11 15:33:01.509243 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ba272-9e83-4ff5-a581-b6adcbd65837 None None] Network 28906472-7e99-4864-915f-96ed925e5ba6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:01.513700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0bfebcf-5eff-4606-96f1-9f43abece28b req-4e2c9f77-8e3b-4d33-a489-0778f7751596 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256158 Oct 11 15:33:01.515663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-ca67f66e-9d61-4abc-a698-bb65eb45f753 service neutron] 10.222.0.31 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714961 Oct 11 15:33:01.525475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.539246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.542102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.580505 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:33:01.591100 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:01.647273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.670277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.670644 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Added segment e4be23ab-c99f-410f-b006-74b2b86c0a34 of type vlan for network 1785c392-a79d-44ce-a8e3-6b584ef54f7a Oct 11 15:33:01.750727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.789903 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b590820-b34b-4627-8aca-745376771bde,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:01.799052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.802803 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2268e67c-73f6-4b15-8a44-5d7cf66693a4 HTTP/1.1" status: 204 len: 168 time: 0.5141070 Oct 11 15:33:01.803910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed77dec-abc9-49bd-beb6-282e3b376c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2268e67c-73f6-4b15-8a44-5d7cf66693a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:01.806007 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:01.814298 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f264cb16-f2fa-4b87-80ad-e991254750e6 None None] Network 2978c60d-5204-40c6-bb9d-b003539ab5a0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:01.845036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.900925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245fa40-6a53-47b9-9ed3-00004a2661b5 req-a61c6117-1956-4146-b06f-47ce4a3d397d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:01.924895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c245fa40-6a53-47b9-9ed3-00004a2661b5 req-a61c6117-1956-4146-b06f-47ce4a3d397d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 944 time: 0.2317176 Oct 11 15:33:01.938652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.968927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:01.979956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:01.981471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.002185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 02139d9a-7296-4a71-9470-f10163679eae up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:02.016460 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Deleting port 7fed174f-e025-4735-a9db-7694532806de {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:02.016869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.122922 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 02139d9a-7296-4a71-9470-f10163679eae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:02.127549 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 02139d9a-7296-4a71-9470-f10163679eae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:02.128055 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.156459 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'Network': ['ID=1785c392-a79d-44ce-a8e3-6b584ef54f7a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:02.178724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c245fa40-6a53-47b9-9ed3-00004a2661b5 req-861d8ff8-3b7d-4b77-90e7-dde9ba30cbff tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524390 Oct 11 15:33:02.201251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa483312-af7a-4cb9-a216-4c935919c46e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6282792 Oct 11 15:33:02.205466 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:02.215837 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Request body: {'subnet': {'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:02.221953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:02.297565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb9ac644-6614-4139-ad30-e4dd9cc750a3 req-66c2b301-1e88-4615-a96c-eb2b92e740f4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 210 time: 0.0568342 Oct 11 15:33:02.338377 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481253941', 'description': 'tempest-description-1195431576'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:02.379796 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] For port 7fed174f-e025-4735-a9db-7694532806de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7fed174f-e025-4735-a9db-7694532806de,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:02.380794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.391888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.397186 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Calling delete_port for 7fed174f-e025-4735-a9db-7694532806de owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:02.457109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] DHCP port deletion for 2978c60d-5204-40c6-bb9d-b003539ab5a0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:02.494611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.503369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.518362 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Made reservation on behalf of 4ef04f780ed949d6a033da0e4b386b12 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:02.522215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.575697 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cdd344e-f05e-41ae-9edc-6964515abcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.597578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.610205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Deleting port 7fed174f-e025-4735-a9db-7694532806de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:02.610687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.639001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dea16a0-9e91-4b44-819c-1d616835e846 req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3046200 Oct 11 15:33:02.643481 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae4a24-9734-426f-a3e0-f3057ce394f4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae4d23-7530-4881-99fb-1f416f6dd012,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:02.673313 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1724761359', 'description': 'tempest-description-2034258180'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:02.673613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.718060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.784402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=02139d9a-7296-4a71-9470-f10163679eae,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:02.790408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] For port 7fed174f-e025-4735-a9db-7694532806de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7fed174f-e025-4735-a9db-7694532806de,segment=NetworkSegment(e01f1858-3c85-4291-8fb2-98a8e6b996ef),segment_id=e01f1858-3c85-4291-8fb2-98a8e6b996ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:02.791197 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.800958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.810176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Calling delete_port for 7fed174f-e025-4735-a9db-7694532806de owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:02.810452 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b386-f8ce-45f2-98be-a97c80a920d5 req-f0fa661c-c895-4f15-b101-b9eeb296855d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:02.816135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6922b386-f8ce-45f2-98be-a97c80a920d5 req-f0fa661c-c895-4f15-b101-b9eeb296855d tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.1235261 Oct 11 15:33:02.817102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.899620 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02139d9a-7296-4a71-9470-f10163679eae'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:02.902543 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93918b90-a9af-494e-a6d4-40aafa600ebe" -d '{"events": [{"server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "name": "network-vif-plugged", "status": "completed", "tag": "02139d9a-7296-4a71-9470-f10163679eae"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:02.941191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:02.958244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.971522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:02.983629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6922b386-f8ce-45f2-98be-a97c80a920d5 req-d7743ad1-d194-46a6-8ddd-e9ee6f94734f tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521385 Oct 11 15:33:02.984905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.006717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] Pushing event deleted for resources: {'Port': ['ID=7fed174f-e025-4735-a9db-7694532806de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:03.013278 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd1a9f-469d-4c61-979b-d378512b81dd None None] No DVR routers for this DVR port 7fed174f-e025-4735-a9db-7694532806de on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:03.017562 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] No DVR routers for this DVR port 7fed174f-e025-4735-a9db-7694532806de on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:03.019440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.037370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.038783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcbe506e-48bf-4682-a1aa-94edeba25f4e req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3883545 Oct 11 15:33:03.045401 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201b991-596d-4693-b059-57c73197a289 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256e8ab9-a011-4e60-83ce-1db27d2d71c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:03.070885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fed174f-e025-4735-a9db-7694532806de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:03.127268 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95710312-fbe3-479c-8173-2c77339a0fa9 x-openstack-request-id: req-95710312-fbe3-479c-8173-2c77339a0fa9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:03.127595 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "name": "network-vif-plugged", "status": "completed", "tag": "02139d9a-7296-4a71-9470-f10163679eae", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:03.127791 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95710312-fbe3-479c-8173-2c77339a0fa9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:03.128196 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02139d9a-7296-4a71-9470-f10163679eae', 'code': 200} Oct 11 15:33:03.134191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7fed174f-e025-4735-a9db-7694532806de no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:03.177470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7fed174f-e025-4735-a9db-7694532806de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:03.178265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7fed174f-e025-4735-a9db-7694532806de not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:03.179002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:03.208229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:03.209189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99ad7eb6-5e32-4b87-bfcc-890c8ae1216a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:03.255247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3124d-c785-48b5-890b-e5e76aa7c6b3 req-84ea1ee7-ce0a-411d-bdb2-ffdb43a8331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:03.256777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73f3124d-c785-48b5-890b-e5e76aa7c6b3 req-84ea1ee7-ce0a-411d-bdb2-ffdb43a8331c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 1096 time: 0.0558181 Oct 11 15:33:03.299939 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Checking segment: {'id': 'e4be23ab-c99f-410f-b006-74b2b86c0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:03.301349 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Network hostable DHCP agents. Network: 1785c392-a79d-44ce-a8e3-6b584ef54f7a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:03.304662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.328404 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'Subnet': ['ID=650f25a6-1175-4ad7-9d72-128575b62b12,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:03.347961 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2978c60d-5204-40c6-bb9d-b003539ab5a0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:03.360762 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01f1858-3c85-4291-8fb2-98a8e6b996ef') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:03.361058 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01f1858-3c85-4291-8fb2-98a8e6b996ef') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:03.370209 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:03.373620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.386985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73f3124d-c785-48b5-890b-e5e76aa7c6b3 req-81cefc94-61fa-4bc3-91a7-7ff61d5bd4b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210420 Oct 11 15:33:03.391123 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1785c392-a79d-44ce-a8e3-6b584ef54f7a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:03.396945 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:03.400830 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7cd6e-2166-4e51-90d7-859035cf5645 None None] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:03.409873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.412905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c02da-29d1-40d2-8404-574e528d1685 req-b30959cf-b103-49aa-ae39-77bc52a74883 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:03.414702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a87c02da-29d1-40d2-8404-574e528d1685 req-b30959cf-b103-49aa-ae39-77bc52a74883 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.1395719 Oct 11 15:33:03.417171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.430265 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:03.430659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:03.432423 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:03.447333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-33123f45-a3d9-42dc-b2d2-1c696d3a1bbe tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2365639 Oct 11 15:33:03.452992 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:03.461264 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Request body: {'port': {'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1735394690'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:03.519479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.543445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=2978c60d-5204-40c6-bb9d-b003539ab5a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:03.546558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.548242 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-dd8316c6-0f01-4794-ba5b-86b9b1a007c6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:03.550659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-dd8316c6-0f01-4794-ba5b-86b9b1a007c6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 813 time: 0.2322924 Oct 11 15:33:03.556258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a87c02da-29d1-40d2-8404-574e528d1685 req-7344d31e-8d00-47c2-a5d5-48b7fd8e0b9b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318681 Oct 11 15:33:03.564655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0efe795b-8e96-4802-8126-3a761c1a6c65 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2978c60d-5204-40c6-bb9d-b003539ab5a0 HTTP/1.1" status: 204 len: 168 time: 1.7455957 Oct 11 15:33:03.600750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-e5546003-5179-4757-a01f-1c5d91339a0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/quotas/a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 375 time: 0.0318606 Oct 11 15:33:03.610349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771decf-f762-4493-992d-df236b534880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1785c392-a79d-44ce-a8e3-6b584ef54f7a', 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a', 'tenant_id': '4ef04f780ed949d6a033da0e4b386b12', 'fixed_ips': [{'subnet_id': '650f25a6-1175-4ad7-9d72-128575b62b12'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:03.612767 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.654064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-8ea56ef3-a323-491b-980b-21f80dfc4054 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522490 Oct 11 15:33:03.803198 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8771decf-f762-4493-992d-df236b534880 None None] Allocated IP 172.20.0.2 (1785c392-a79d-44ce-a8e3-6b584ef54f7a/650f25a6-1175-4ad7-9d72-128575b62b12/e3f763f3-7997-48db-8603-99baa803d7c7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:03.810350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acec80e0-2fa3-4b59-a38b-390186cfc0f6 req-7d77aa0c-4b3d-48a5-879c-b19052805286 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 210 time: 0.1176746 Oct 11 15:33:03.832935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Made reservation on behalf of 4ef04f780ed949d6a033da0e4b386b12 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:03.836509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:03.891280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:03.897189 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] device_id is not set on port c09455aa-c444-4b15-bfe7-1345f1e632cd yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:33:03.923280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-0b6904d4-0dc9-4d6a-a551-e7d5cf6f807e service neutron] 10.222.0.31 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682602 Oct 11 15:33:03.930097 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-e5cbfd54-e9e6-49cb-870a-000568d351b4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:03.931641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-e5cbfd54-e9e6-49cb-870a-000568d351b4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.43 "GET /v2.0/networks?id=4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 200 len: 812 time: 0.2893937 Oct 11 15:33:03.938742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b81eec6-4e70-42a8-8920-f72425eae354 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=802814eb2fe6452fba833b2aa6afdbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462952 Oct 11 15:33:03.941757 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:03.975532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Request body: {'port': {'device_id': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387', 'admin_state_up': True, 'tenant_id': 'bab846ea43a3416db631dcd88106e669'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:04.005344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.025849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.035348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.052608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.095281 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771decf-f762-4493-992d-df236b534880 None None] Pushing event updated for resources: {'Port': ['ID=e3f763f3-7997-48db-8603-99baa803d7c7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:04.106949 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771decf-f762-4493-992d-df236b534880 None None] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:04.108679 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8771decf-f762-4493-992d-df236b534880 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:04.112071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771decf-f762-4493-992d-df236b534880 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:04.118538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.121856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.125490 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e2c79ae-0413-4f8c-b99b-f04d08280ab9 HTTP/1.1" status: 204 len: 168 time: 0.1824691 Oct 11 15:33:04.134835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177de8c-71c0-43f7-9faf-b1d6824a87d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c79ae-0413-4f8c-b99b-f04d08280ab9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:04.187805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8771decf-f762-4493-992d-df236b534880 None None] Attempting to bind port e3f763f3-7997-48db-8603-99baa803d7c7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:04.188179 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8771decf-f762-4493-992d-df236b534880 None None] Attempting to bind port e3f763f3-7997-48db-8603-99baa803d7c7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e4be23ab-c99f-410f-b006-74b2b86c0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:04.188596 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771decf-f762-4493-992d-df236b534880 None None] Attempting to bind port e3f763f3-7997-48db-8603-99baa803d7c7 on network 1785c392-a79d-44ce-a8e3-6b584ef54f7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:04.193694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771decf-f762-4493-992d-df236b534880 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:04.194073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771decf-f762-4493-992d-df236b534880 None None] Checking segment: {'id': 'e4be23ab-c99f-410f-b006-74b2b86c0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:04.194478 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.194888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771decf-f762-4493-992d-df236b534880 None None] Bound using segment: {'id': 'e4be23ab-c99f-410f-b006-74b2b86c0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:04.195915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8771decf-f762-4493-992d-df236b534880 None None] Bound port: e3f763f3-7997-48db-8603-99baa803d7c7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4be23ab-c99f-410f-b006-74b2b86c0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:04.196304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.278849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8771decf-f762-4493-992d-df236b534880 None None] For port e3f763f3-7997-48db-8603-99baa803d7c7, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:04.282997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8771decf-f762-4493-992d-df236b534880 None None] For port e3f763f3-7997-48db-8603-99baa803d7c7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3f763f3-7997-48db-8603-99baa803d7c7,segment=NetworkSegment(e4be23ab-c99f-410f-b006-74b2b86c0a34),segment_id=e4be23ab-c99f-410f-b006-74b2b86c0a34)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:04.289628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8771decf-f762-4493-992d-df236b534880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.328347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffbb37-5315-405f-914b-17457d543315 req-b2d53934-0115-44ad-8a1a-54c73b261d47 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:04.335850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17ffbb37-5315-405f-914b-17457d543315 req-b2d53934-0115-44ad-8a1a-54c73b261d47 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.2380931 Oct 11 15:33:04.354315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Made reservation on behalf of bab846ea43a3416db631dcd88106e669 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:04.358054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:04.369374 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771decf-f762-4493-992d-df236b534880 None None] Pushing event updated for resources: {'Port': ['ID=e3f763f3-7997-48db-8603-99baa803d7c7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:04.391233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-e4ce9ba5-4ac9-4b37-b987-dc40f3043b07 service neutron] 10.222.0.31 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317968 Oct 11 15:33:04.392678 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Allocated IP 172.20.0.5 (1785c392-a79d-44ce-a8e3-6b584ef54f7a/650f25a6-1175-4ad7-9d72-128575b62b12/c09455aa-c444-4b15-bfe7-1345f1e632cd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:04.465546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17ffbb37-5315-405f-914b-17457d543315 req-4255e51a-c069-4ad3-847f-0898950e19a9 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286519 Oct 11 15:33:04.789349 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Allocated IP 172.20.0.8 (4e5733e0-9846-47b9-99d1-058f957b1387/d22b52d4-6d5b-4844-bf1e-26b47e3b9487/484c2acf-8a12-4548-b7ea-c8a8f11148d2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:04.846516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d99e87c-2670-4b6b-af26-e0485f2f337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:05.208005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e3f763f3-7997-48db-8603-99baa803d7c7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:05.275849 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e3f763f3-7997-48db-8603-99baa803d7c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:05.276496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:05.427323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:05.484673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port e3f763f3-7997-48db-8603-99baa803d7c7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3f763f3-7997-48db-8603-99baa803d7c7,segment=NetworkSegment(e4be23ab-c99f-410f-b006-74b2b86c0a34),segment_id=e4be23ab-c99f-410f-b006-74b2b86c0a34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:05.495607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:05.628357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=e3f763f3-7997-48db-8603-99baa803d7c7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:05.676994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2090e62-fef4-4af6-a0af-2264b2e17153 req-d8c12484-7d2f-4143-a52d-86966ac29481 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 210 time: 0.1243708 Oct 11 15:33:05.837474 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:05.906271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d5fa8fa-727b-4139-a5f1-4773422da9ee req-8844a858-05b9-43be-80fb-3b4c6735b43a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 210 time: 0.0904169 Oct 11 15:33:05.952876 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d330a-f3da-4840-bd6a-76e251ef7159 None None] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:05.988399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.046039 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-072ecb21-9ebf-48a5-b814-99eda2ab904b None None] Provisioning complete for port e3f763f3-7997-48db-8603-99baa803d7c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:06.046589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-072ecb21-9ebf-48a5-b814-99eda2ab904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.071936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404fc8-c0de-40de-a68e-41034f6dfb0a req-1860d8d5-6ebf-4284-96ea-2125c69efe2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:06.080571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69404fc8-c0de-40de-a68e-41034f6dfb0a req-1860d8d5-6ebf-4284-96ea-2125c69efe2b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.5269580 Oct 11 15:33:06.124977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.135040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.222292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69404fc8-c0de-40de-a68e-41034f6dfb0a req-b0206063-5067-46ec-967d-bb2319f24a4c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405153 Oct 11 15:33:06.435575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.447290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.645204 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:06.671235 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:06.674436 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Network 4e5733e0-9846-47b9-99d1-058f957b1387 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:06.678503 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:06.688066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-340da8e5-59ea-46b9-a708-782c24da4c08 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:06.689835 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-340da8e5-59ea-46b9-a708-782c24da4c08 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.36 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 813 time: 0.4202435 Oct 11 15:33:06.690280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'Port': ['ID=c09455aa-c444-4b15-bfe7-1345f1e632cd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:06.701879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:06.740773 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03fe8e86-d37e-4f84-9130-417e23d7d88d None None] Provisioning complete for port e3f763f3-7997-48db-8603-99baa803d7c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:06.741148 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03fe8e86-d37e-4f84-9130-417e23d7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.750559 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:06.756756 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'device_id': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6', 'admin_state_up': True, 'tenant_id': 'a1b3ca4849384f1290711a4c4cd9acbd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:06.929414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60320453-4aa1-44f8-b1a1-9cdcd5c9d4d9 req-ea534e47-86a5-45d8-b371-41b14dbe92a5 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 210 time: 0.0760810 Oct 11 15:33:06.943634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:06.944443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.969742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:06.970593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:06.994938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dad97-ec1a-4788-a5d0-d5c1628eea9e req-b571d880-31df-4051-aab6-12f67199534a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:07.014691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-945dad97-ec1a-4788-a5d0-d5c1628eea9e req-b571d880-31df-4051-aab6-12f67199534a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.3388214 Oct 11 15:33:07.036126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Pushing event updated for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:07.039552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef080841-13e9-4e8f-89ff-0232a0f08470 None None] Provisioning complete for port c09455aa-c444-4b15-bfe7-1345f1e632cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:07.039999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef080841-13e9-4e8f-89ff-0232a0f08470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.084353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef080841-13e9-4e8f-89ff-0232a0f08470 None None] Port c09455aa-c444-4b15-bfe7-1345f1e632cd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:07.094346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b06eff76-63e4-4a45-aa1a-1fcd6375f515 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6399660 Oct 11 15:33:07.097369 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:07.102913 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Request body: {'port': {'network_id': '1785c392-a79d-44ce-a8e3-6b584ef54f7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1964893642', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:07.103657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:07.104087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:07.104474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:07.114851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-0184a002-b763-474e-8edc-2b85c91d19b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1456621 Oct 11 15:33:07.140024 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e3f763f3-7997-48db-8603-99baa803d7c7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:07.141511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Request body: {'port': {'device_id': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:07.197091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-945dad97-ec1a-4788-a5d0-d5c1628eea9e req-9f20d386-16d7-4a15-806a-63096cadd692 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811419 Oct 11 15:33:07.207360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:07.233655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa04da-9634-4329-b76c-6cde4e4874be req-aaa21a37-1dbc-4254-9d2b-ce88916dcf9a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:07.235211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2aa04da-9634-4329-b76c-6cde4e4874be req-aaa21a37-1dbc-4254-9d2b-ce88916dcf9a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 931 time: 0.2138925 Oct 11 15:33:07.244750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e3f763f3-7997-48db-8603-99baa803d7c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:07.245328 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.257023 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Made reservation on behalf of a1b3ca4849384f1290711a4c4cd9acbd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:07.260527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.287699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.291969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Made reservation on behalf of 4ef04f780ed949d6a033da0e4b386b12 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:07.302022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.349854 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] device_id is not set on port e809ed0b-97fc-4372-9710-e9da5bdd3454 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:33:07.356651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2aa04da-9634-4329-b76c-6cde4e4874be req-e8442785-eb99-4d76-87e4-88fa84f335bb tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027992 Oct 11 15:33:07.470006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f96bfc7-9087-43c0-ba36-54b4b0e18aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.566884 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Allocated IP 172.20.0.6 (1785c392-a79d-44ce-a8e3-6b584ef54f7a/650f25a6-1175-4ad7-9d72-128575b62b12/e809ed0b-97fc-4372-9710-e9da5bdd3454) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:07.639001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.791453 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Allocated IP 172.20.0.4 (28906472-7e99-4864-915f-96ed925e5ba6/111898f9-24b5-46f1-b73e-3fc213ce91fe/8aab4f51-7111-4eec-8491-58f7a09df17d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:07.791580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.841729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:07.902833 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:07.907138 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:07.912367 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:08.000377 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'Port': ['ID=e809ed0b-97fc-4372-9710-e9da5bdd3454,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:08.025079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.026034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.052106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b58973e-413c-4b66-8b75-524602e5a0ee tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9534984 Oct 11 15:33:08.054222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:08.067413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadbcd1-c59c-401e-9b15-5cf547ccbb66 req-b449e96f-8cf0-4f64-8147-bcda21ae57ac tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.069956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfadbcd1-c59c-401e-9b15-5cf547ccbb66 req-b449e96f-8cf0-4f64-8147-bcda21ae57ac tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.3898635 Oct 11 15:33:08.117410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.146070 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea45ba-689a-4a4e-8961-e8af0500791b tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.155486 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea45ba-689a-4a4e-8961-e8af0500791b tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.170236 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea45ba-689a-4a4e-8961-e8af0500791b tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.173064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9bea45ba-689a-4a4e-8961-e8af0500791b tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1176169 Oct 11 15:33:08.174281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f951889-6adb-4567-8278-30bec3e6e48c req-fc94e7c4-9cd1-42b7-9a2c-bce965eb136a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 210 time: 0.1181769 Oct 11 15:33:08.175785 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:08.219564 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f96bfc7-9087-43c0-ba36-54b4b0e18aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.242199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f96bfc7-9087-43c0-ba36-54b4b0e18aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.303951 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Deleting port e809ed0b-97fc-4372-9710-e9da5bdd3454 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:08.304440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.328313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfadbcd1-c59c-401e-9b15-5cf547ccbb66 req-c532b8f9-b649-4b37-adc8-c0cdb89142f7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178185 Oct 11 15:33:08.343183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f5d8f81-a1a2-4e86-9854-895b5a410fe8 None None] Provisioning complete for port e809ed0b-97fc-4372-9710-e9da5bdd3454 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:08.343797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8f81-a1a2-4e86-9854-895b5a410fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.382621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96bfc7-9087-43c0-ba36-54b4b0e18aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e7e3f-f50f-4e5e-881a-99ce63131fcb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:08.412747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f96bfc7-9087-43c0-ba36-54b4b0e18aba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dcb42a6d4f94ac4893606bfd2301e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2023246 Oct 11 15:33:08.422026 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:08.442730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d8f81-a1a2-4e86-9854-895b5a410fe8 None None] Port e809ed0b-97fc-4372-9710-e9da5bdd3454 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:08.468623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.480068 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.526174 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Calling delete_port for e809ed0b-97fc-4372-9710-e9da5bdd3454 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:08.528295 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484c2acf-8a12-4548-b7ea-c8a8f11148d2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:08.540439 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.550437 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Network 28906472-7e99-4864-915f-96ed925e5ba6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:08.555241 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:08.561559 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:08.621415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.622364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.649815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9248357 Oct 11 15:33:08.651034 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Transition to ACTIVE for port object 484c2acf-8a12-4548-b7ea-c8a8f11148d2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:33:08.668414 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-23cebe7b-709d-4eb7-ab5c-4c9ca626fa6c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:33:08.669851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-23cebe7b-709d-4eb7-ab5c-4c9ca626fa6c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070105 Oct 11 15:33:08.672134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.675359 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3a43e-0f83-453e-bba0-54a05040a244 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:08.736166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.856802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.903009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e235eb-43ab-40d1-a188-6386d9a9d872 req-216595eb-9bf5-4780-95d9-b1b33580142b tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.904627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2e235eb-43ab-40d1-a188-6386d9a9d872 req-216595eb-9bf5-4780-95d9-b1b33580142b tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 943 time: 0.2686634 Oct 11 15:33:08.916587 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Request body: {'port': {'device_id': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:08.927048 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Pushing event updated for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:08.948968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:08.952728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501442-da1f-4f02-b64f-6545664affb6 req-4dfc126e-2187-4321-adff-0bf019bf8e5d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.969153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501442-da1f-4f02-b64f-6545664affb6 req-4dfc126e-2187-4321-adff-0bf019bf8e5d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:08.986665 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501442-da1f-4f02-b64f-6545664affb6 req-4dfc126e-2187-4321-adff-0bf019bf8e5d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:09.003672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7501442-da1f-4f02-b64f-6545664affb6 req-4dfc126e-2187-4321-adff-0bf019bf8e5d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a&device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d&device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 2417 time: 0.3044736 Oct 11 15:33:09.008354 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Attempting to bind port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:09.008685 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Attempting to bind port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:09.009006 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Attempting to bind port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 on network 4e5733e0-9846-47b9-99d1-058f957b1387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:09.035734 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event deleted for resources: {'Port': ['ID=e809ed0b-97fc-4372-9710-e9da5bdd3454,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:09.059865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.063125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.065567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd8e7e3f-f50f-4e5e-881a-99ce63131fcb HTTP/1.1" status: 204 len: 168 time: 0.6384273 Oct 11 15:33:09.083603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c81f3-932e-4960-b5cc-4731636cec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e7e3f-f50f-4e5e-881a-99ce63131fcb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:09.115589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7501442-da1f-4f02-b64f-6545664affb6 req-99b02ad1-23f5-4157-a2cf-fe06987d574a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109846 Oct 11 15:33:09.121843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.128414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ca511d6-eb77-4957-8a8e-c6017964102a tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "DELETE /v2.0/ports/e809ed0b-97fc-4372-9710-e9da5bdd3454 HTTP/1.1" status: 204 len: 168 time: 0.9460657 Oct 11 15:33:09.131447 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:09.139004 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 on network 4e5733e0-9846-47b9-99d1-058f957b1387 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:33:09.139662 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Attempting to bind port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 on network 4e5733e0-9846-47b9-99d1-058f957b1387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:09.145259 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Request body: {'port': {'name': 'tempest-new-port-name-1754806092', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:09.150418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:09.151032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:09.151558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 15:33:09.151871 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:09.153167 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Checking segment: {'id': 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:09.153755 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Bound using segment: {'id': 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:09.154335 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Bound port: 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:09.154937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.180228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.240225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.296637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.307005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2e235eb-43ab-40d1-a188-6386d9a9d872 req-eb8f9260-7746-4aec-8ea2-ac1c550c2e15 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811262 Oct 11 15:33:09.529223 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:09.532692 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2,segment=NetworkSegment(e9814a4e-220c-4c8c-b5e9-63eb67bcacd6),segment_id=e9814a4e-220c-4c8c-b5e9-63eb67bcacd6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:09.552445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.644106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:09.647374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.649342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] 10.222.0.43 "PUT /v2.0/ports/484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 200 len: 1091 time: 2.5243616 Oct 11 15:33:09.684719 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:09.700509 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a2164-e9e3-45a3-810b-8a28a5caacde" -d '{"events": [{"name": "network-changed", "server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:09.808840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.826180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:09.871723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749451-b33a-4f12-8d1f-c23b50fe9648 req-17b11398-74ce-4aef-8c12-cac053b1b06e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:09.878959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59749451-b33a-4f12-8d1f-c23b50fe9648 req-17b11398-74ce-4aef-8c12-cac053b1b06e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 931 time: 0.3608787 Oct 11 15:33:10.013120 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] In _notify_port_updated(), no bound segment for port c09455aa-c444-4b15-bfe7-1345f1e632cd on network 1785c392-a79d-44ce-a8e3-6b584ef54f7a {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:33:10.040505 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:10.041219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.045706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "PUT /v2.0/ports/c09455aa-c444-4b15-bfe7-1345f1e632cd HTTP/1.1" status: 200 len: 1136 time: 0.9092393 Oct 11 15:33:10.050073 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:10.146325 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b8f01-c5a2-4a23-b591-9a064dda2795 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event updated for resources: {'Port': ['ID=c09455aa-c444-4b15-bfe7-1345f1e632cd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:10.205441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757d1ae-df46-47d3-8c95-9d3217b37275 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:10.218129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d757d1ae-df46-47d3-8c95-9d3217b37275 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "GET /v2.0/ports/c09455aa-c444-4b15-bfe7-1345f1e632cd HTTP/1.1" status: 200 len: 1136 time: 0.1669893 Oct 11 15:33:10.221344 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:10.389072 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd5b5be0-ae06-4a68-97fa-bcd34839a507 None None] Provisioning complete for port c09455aa-c444-4b15-bfe7-1345f1e632cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:10.390265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5be0-ae06-4a68-97fa-bcd34839a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.418320 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Deleting port c09455aa-c444-4b15-bfe7-1345f1e632cd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:10.418668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.443341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4cc6-0aeb-44db-ae3c-4c5cedc25e27 service neutron] Pushing event updated for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:10.485740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-96a870af-066b-4a53-8b3a-775f921c3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:10.487479 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-96a870af-066b-4a53-8b3a-775f921c3567 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab846ea43a3416db631dcd88106e669&device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 1094 time: 0.7466128 Oct 11 15:33:10.494296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.510689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886742ca-edbe-4495-acf5-0e437a770764 req-ab41ade1-7ee8-4272-83cd-5d2799e5fc86 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:10.511409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b5be0-ae06-4a68-97fa-bcd34839a507 None None] Port c09455aa-c444-4b15-bfe7-1345f1e632cd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:10.518801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-886742ca-edbe-4495-acf5-0e437a770764 req-ab41ade1-7ee8-4272-83cd-5d2799e5fc86 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.7628527 Oct 11 15:33:10.592220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.605144 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Calling delete_port for c09455aa-c444-4b15-bfe7-1345f1e632cd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:10.674145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59749451-b33a-4f12-8d1f-c23b50fe9648 req-e00c45a1-d78a-4787-8bd4-775077b58074 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941933 Oct 11 15:33:10.717690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-9390189d-38bb-4f5d-a6fa-c624a2e4cbf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 200 len: 217 time: 0.1805882 Oct 11 15:33:10.868115 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aab4f51-7111-4eec-8491-58f7a09df17d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:10.881947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:10.936101 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Transition to ACTIVE for port object 8aab4f51-7111-4eec-8491-58f7a09df17d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:33:10.995620 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.046010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-886742ca-edbe-4495-acf5-0e437a770764 req-7387f8ba-86dc-4cce-a1aa-5ce5beaa5847 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263062 Oct 11 15:33:11.150236 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeda28a-7429-4522-af09-de35ac0e930b x-openstack-request-id: req-9aeda28a-7429-4522-af09-de35ac0e930b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:11.150526 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:11.150772 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aeda28a-7429-4522-af09-de35ac0e930b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:11.151160 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2', 'status': 'completed', 'code': 200} Oct 11 15:33:11.269344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.341711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2451-8dd3-459b-9688-328252d649bf req-07d1399e-a992-495a-8486-e0d90abf8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:11.343415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-07d1399e-a992-495a-8486-e0d90abf8246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d22b52d4-6d5b-4844-bf1e-26b47e3b9487 HTTP/1.1" status: 200 len: 852 time: 0.5829997 Oct 11 15:33:11.350568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event deleted for resources: {'Port': ['ID=c09455aa-c444-4b15-bfe7-1345f1e632cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:11.353444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:11.414341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-84ac17e5-dd3c-4567-84af-8b96787fd3b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e5733e0-9846-47b9-99d1-058f957b1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559278 Oct 11 15:33:11.416018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-efe497c7-f0fe-46e7-8eca-d52e5cfab57b tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652285 Oct 11 15:33:11.418514 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:11.469337 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.474387 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-43cbd5bc-1b99-44f9-9c36-8b813e0b346e tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "DELETE /v2.0/ports/c09455aa-c444-4b15-bfe7-1345f1e632cd HTTP/1.1" status: 204 len: 168 time: 1.2518883 Oct 11 15:33:11.476735 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:11.587918 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Deleting subnet 650f25a6-1175-4ad7-9d72-128575b62b12 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:11.595136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.671397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.700915 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-c041c459-79c7-4c69-aeb7-374647d1fb70 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:11.709279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-c041c459-79c7-4c69-aeb7-374647d1fb70 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780559 Oct 11 15:33:11.767067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842698dc-1a2c-44f7-9bfe-05b948ec4f85 req-4158f5bc-44da-411f-8697-70d6f765a213 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:11.777670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-842698dc-1a2c-44f7-9bfe-05b948ec4f85 req-4158f5bc-44da-411f-8697-70d6f765a213 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 943 time: 0.5457044 Oct 11 15:33:11.791669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.802659 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Attempting to bind port 8aab4f51-7111-4eec-8491-58f7a09df17d on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:11.802988 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Attempting to bind port 8aab4f51-7111-4eec-8491-58f7a09df17d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:11.803398 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Attempting to bind port 8aab4f51-7111-4eec-8491-58f7a09df17d on network 28906472-7e99-4864-915f-96ed925e5ba6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:11.858458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.893861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.897008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "DELETE /v2.0/subnets/650f25a6-1175-4ad7-9d72-128575b62b12 HTTP/1.1" status: 204 len: 168 time: 0.4189334 Oct 11 15:33:11.898771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08491d7-012a-4700-9a81-c48c5e83a166 tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event deleted for resources: {'Subnet': ['ID=650f25a6-1175-4ad7-9d72-128575b62b12,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:11.900751 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b26c30-4ac6-4b8f-ac06-a376874d154f None None] Network 1785c392-a79d-44ce-a8e3-6b584ef54f7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:11.909432 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Port 8aab4f51-7111-4eec-8491-58f7a09df17d on network 28906472-7e99-4864-915f-96ed925e5ba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:33:11.909973 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Attempting to bind port 8aab4f51-7111-4eec-8491-58f7a09df17d on network 28906472-7e99-4864-915f-96ed925e5ba6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:11.915129 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:11.920290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-c499561b-cec7-4914-b6a8-1d423f1a733f tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/quotas/2e88e4cff1d14d2dac7249dc87fe0ac9 HTTP/1.1" status: 200 len: 375 time: 0.2096472 Oct 11 15:33:11.921084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8be92bc-7b96-48f5-ba96-e019697c5fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.937332 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:11.937749 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Checking segment: {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:11.938138 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Bound using segment: {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:11.938580 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Bound port: 8aab4f51-7111-4eec-8491-58f7a09df17d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:11.939025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:11.942264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-6a453a6c-bbc0-4601-94bc-4e1c6b84a34f service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101812 Oct 11 15:33:11.977161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-394d3f67-b6ee-402c-ab83-642728509b9d tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451581 Oct 11 15:33:12.050984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.131749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-842698dc-1a2c-44f7-9bfe-05b948ec4f85 req-65a721e2-a2da-4a9c-b308-d6987beeb262 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531783 Oct 11 15:33:12.173689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] DHCP port deletion for 1785c392-a79d-44ce-a8e3-6b584ef54f7a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:12.208712 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Deleting port e3f763f3-7997-48db-8603-99baa803d7c7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:12.209271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.219011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72dd2451-8dd3-459b-9688-328252d649bf req-03f643bb-063c-460b-bed4-b7271f931cd7 service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409310 Oct 11 15:33:12.281248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Deleting port e3f763f3-7997-48db-8603-99baa803d7c7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:12.282006 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.358902 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] For port e3f763f3-7997-48db-8603-99baa803d7c7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3f763f3-7997-48db-8603-99baa803d7c7,segment=NetworkSegment(e4be23ab-c99f-410f-b006-74b2b86c0a34),segment_id=e4be23ab-c99f-410f-b006-74b2b86c0a34)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:12.358902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.387617 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Calling delete_port for e3f763f3-7997-48db-8603-99baa803d7c7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:12.410222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] For port e3f763f3-7997-48db-8603-99baa803d7c7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3f763f3-7997-48db-8603-99baa803d7c7,segment=NetworkSegment(e4be23ab-c99f-410f-b006-74b2b86c0a34),segment_id=e4be23ab-c99f-410f-b006-74b2b86c0a34)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:12.411923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.440832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Calling delete_port for e3f763f3-7997-48db-8603-99baa803d7c7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:12.498105 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:12.520571 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:12.532689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-320adc8b-76e2-4ec3-b948-63746b2c45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:12.535067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-320adc8b-76e2-4ec3-b948-63746b2c45ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab846ea43a3416db631dcd88106e669&device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 1094 time: 0.2493746 Oct 11 15:33:12.549113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150643a-2f0d-4f03-a277-77f87f0d9323 req-727912ea-75c5-47a5-bf7b-e6a6bf78e0dd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:12.550522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b150643a-2f0d-4f03-a277-77f87f0d9323 req-727912ea-75c5-47a5-bf7b-e6a6bf78e0dd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 943 time: 0.2171197 Oct 11 15:33:12.554089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.556262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.573312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.614485 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Pushing event deleted for resources: {'Port': ['ID=e3f763f3-7997-48db-8603-99baa803d7c7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:12.618158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] No DVR routers for this DVR port e3f763f3-7997-48db-8603-99baa803d7c7 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:12.619180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event deleted for resources: {'Port': ['ID=e3f763f3-7997-48db-8603-99baa803d7c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:12.626502 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.627021 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.627637 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.627896 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.628322 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.630873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5b5c1-56d2-474c-8540-d3a88f7dac51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:33:12.641888 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] No DVR routers for this DVR port e3f763f3-7997-48db-8603-99baa803d7c7 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:12.705273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-998b1fac-c3cf-4810-94e4-1fc3533b112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:12.707277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-998b1fac-c3cf-4810-94e4-1fc3533b112b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 200 len: 913 time: 0.1556649 Oct 11 15:33:12.735236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.757845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:12.758648 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.760388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 1091 time: 4.0766103 Oct 11 15:33:12.780168 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1785c392-a79d-44ce-a8e3-6b584ef54f7a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:12.797256 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4be23ab-c99f-410f-b006-74b2b86c0a34') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:12.797581 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4be23ab-c99f-410f-b006-74b2b86c0a34') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:12.807890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.820443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8be92bc-7b96-48f5-ba96-e019697c5fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.822982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.830044 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:12.830446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:12.843801 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:12.874167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b150643a-2f0d-4f03-a277-77f87f0d9323 req-e235d186-90af-4ed8-a319-e77f95ce16f1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456177 Oct 11 15:33:12.876457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8be92bc-7b96-48f5-ba96-e019697c5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.918617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.930166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-389bde52-98dd-46df-95ef-f00faa49ac1a req-7f5fc641-c6dc-45f2-a377-101b1bb94a96 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 210 time: 0.2131538 Oct 11 15:33:12.936399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:12.942970 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] 10.222.0.31 "DELETE /v2.0/networks/1785c392-a79d-44ce-a8e3-6b584ef54f7a HTTP/1.1" status: 204 len: 168 time: 1.0245528 Oct 11 15:33:12.974726 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff02a8-eea0-4861-af8c-a598846d2dfc tempest-ExtraDHCPOptionsTestJSON-557562298 tempest-ExtraDHCPOptionsTestJSON-557562298-project] Pushing event deleted for resources: {'Network': ['ID=1785c392-a79d-44ce-a8e3-6b584ef54f7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:13.036539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-803e5b7f-743a-43dd-a40f-2f859506e481 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 200 len: 217 time: 0.2634594 Oct 11 15:33:13.093039 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4b9a-1a3c-41e6-9e9f-a5ea4c575eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:13.098902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8be92bc-7b96-48f5-ba96-e019697c5fcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e4506031fc146b98fc492c2e8f62857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6728511 Oct 11 15:33:13.100353 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:13.112298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e3f763f3-7997-48db-8603-99baa803d7c7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:13.143449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e3f763f3-7997-48db-8603-99baa803d7c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:13.144578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e3f763f3-7997-48db-8603-99baa803d7c7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:13.162133 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:13.164384 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad3375-7449-4028-9019-b0326783f592" -d '{"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:13.168847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be92bc-7b96-48f5-ba96-e019697c5fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48935b47-8196-42e7-9c5a-dfb283d2ed52,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:13.208057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-d0c868c5-9d9f-44c1-9ee5-421be2709940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:13.209586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-d0c868c5-9d9f-44c1-9ee5-421be2709940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1094 time: 0.3719325 Oct 11 15:33:13.226368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.235304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-ca4e1a20-93b8-43d4-83e3-836c492b7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:13.236782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-ca4e1a20-93b8-43d4-83e3-836c492b7107 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d22b52d4-6d5b-4844-bf1e-26b47e3b9487 HTTP/1.1" status: 200 len: 852 time: 0.1280563 Oct 11 15:33:13.272805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.324105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:13.329241 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea9f0c4-7957-4606-bc23-48bf6558fd26 x-openstack-request-id: req-3ea9f0c4-7957-4606-bc23-48bf6558fd26 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:13.348647 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:13.349090 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ea9f0c4-7957-4606-bc23-48bf6558fd26 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:13.349559 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'status': 'completed', 'code': 200} Oct 11 15:33:13.374830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-45aeef15-72a3-4ca7-9c20-144f1e85c864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 217 time: 0.1523211 Oct 11 15:33:13.378926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.385552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.393035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48935b47-8196-42e7-9c5a-dfb283d2ed52 HTTP/1.1" status: 204 len: 168 time: 0.2914991 Oct 11 15:33:13.417555 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5ce38-b473-491a-a687-4357a4cb8585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48935b47-8196-42e7-9c5a-dfb283d2ed52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:13.517526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-d421112a-574c-4c13-b5fa-0b8ef87e27aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e5733e0-9846-47b9-99d1-058f957b1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898234 Oct 11 15:33:13.587945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae023ee2-96b1-4d1d-a92a-f47a250640c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ef04f780ed949d6a033da0e4b386b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627056 Oct 11 15:33:13.590720 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:13.645989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c90da-2b88-4ada-96a8-339d552cca7d req-b8e5edea-360b-4298-a54e-ad5be7638a67 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:13.653944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a5c90da-2b88-4ada-96a8-339d552cca7d req-b8e5edea-360b-4298-a54e-ad5be7638a67 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 943 time: 0.2858398 Oct 11 15:33:13.663671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.681084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-0c9fafd8-b846-4ae7-b2f0-5fff91d493dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:13.682614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-0c9fafd8-b846-4ae7-b2f0-5fff91d493dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.2385020 Oct 11 15:33:13.702832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.744296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-a27d350b-90a2-436d-b818-3d3ec47c503c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533040 Oct 11 15:33:13.757308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a5c90da-2b88-4ada-96a8-339d552cca7d req-9de6e99a-e1e0-4095-8920-975434d952fc tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011479 Oct 11 15:33:13.790532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.794192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:13.795115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b590820-b34b-4627-8aca-745376771bde HTTP/1.1" status: 204 len: 168 time: 0.2029407 Oct 11 15:33:13.812014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55244-4964-4fdb-ae8d-bbcb116a5910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b590820-b34b-4627-8aca-745376771bde,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:13.816363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-c7ef4ea0-9322-4ec5-9719-0534afdfbb09 service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624457 Oct 11 15:33:13.865592 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:13.896249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5b20959-0585-4e15-964e-ba51d6fc2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.032198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-997b0869-6cf4-4b92-8c2c-7853df0f722c tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608497 Oct 11 15:33:14.084631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5b20959-0585-4e15-964e-ba51d6fc2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.090463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5b20959-0585-4e15-964e-ba51d6fc2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.150152 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5b20959-0585-4e15-964e-ba51d6fc2c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6285646bdd46410d84cd71d101bfc072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816124 Oct 11 15:33:14.152763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b20959-0585-4e15-964e-ba51d6fc2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8d926-d339-4352-840a-bb1c77d89550,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:14.158040 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:14.234999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.266580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.281742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0f52c-4814-493c-a1c9-f4ee76c935e8 req-41d35381-f918-45c9-abe1-3d71066e8878 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:14.283286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1c0f52c-4814-493c-a1c9-f4ee76c935e8 req-41d35381-f918-45c9-abe1-3d71066e8878 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 943 time: 0.2475858 Oct 11 15:33:14.285386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-aa122fed-4e09-444b-af80-ca2a8f49b5bc service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197544 Oct 11 15:33:14.312966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-781a2164-e9e3-45a3-810b-8a28a5caacde req-6001342a-5438-477c-b3d4-fc3aee6eae5e service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514358 Oct 11 15:33:14.346433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.350156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.352564 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2c8d926-d339-4352-840a-bb1c77d89550 HTTP/1.1" status: 204 len: 168 time: 0.1929197 Oct 11 15:33:14.362820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fed93a8b-2a4f-4e0c-81c0-6067e67de2a0 req-b44d5ed0-3570-4507-95d8-889fabf2021a tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 210 time: 0.1037731 Oct 11 15:33:14.383905 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddcc68-3cef-42ff-8975-5750bcf889eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8d926-d339-4352-840a-bb1c77d89550,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:14.461504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-7b7db265-e384-41a0-8e08-b57b73dfb6ff tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:14.463275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-7b7db265-e384-41a0-8e08-b57b73dfb6ff tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4195166 Oct 11 15:33:14.487198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1c0f52c-4814-493c-a1c9-f4ee76c935e8 req-186221d7-12e0-489e-89c0-5fa477176646 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869638 Oct 11 15:33:14.491129 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Request body: {'port': {'device_id': '45800424-a544-4d16-a9ae-c9a71426b882', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '2e88e4cff1d14d2dac7249dc87fe0ac9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:14.594121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a45916d-8d97-4318-b8aa-43d3ad763bbf req-4c0f7f96-fe92-4350-9ad6-10d93b14955a service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962205 Oct 11 15:33:14.669596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Made reservation on behalf of 2e88e4cff1d14d2dac7249dc87fe0ac9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:14.675941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.707492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:14.757157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3375-7449-4028-9019-b0326783f592 req-64a9c05b-79be-4450-be51-6d9e75dcd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:14.759422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-64a9c05b-79be-4450-be51-6d9e75dcd46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1094 time: 0.1040001 Oct 11 15:33:15.132186 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:15.282944 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307973777'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:15.305386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e7c37-1868-48bf-99fb-37a81beca40f req-ebe25f19-06dc-4a7b-8e1f-c53f9f99466a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.312702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c1e7c37-1868-48bf-99fb-37a81beca40f req-ebe25f19-06dc-4a7b-8e1f-c53f9f99466a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1482432 Oct 11 15:33:15.316824 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:15.321978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.333314 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825277-f924-4482-b7f5-4074c5105eb3 req-55838cb7-11a2-4a00-b57b-a0a048f7c856 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.335240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9825277-f924-4482-b7f5-4074c5105eb3 req-55838cb7-11a2-4a00-b57b-a0a048f7c856 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 943 time: 0.1720190 Oct 11 15:33:15.345707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.348469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.359702 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3375-7449-4028-9019-b0326783f592 req-56a9be6b-cbe2-446e-b03c-5d360720eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.361404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-56a9be6b-cbe2-446e-b03c-5d360720eb30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.5902143 Oct 11 15:33:15.382364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.448773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.456788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.465921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-259df7a4-c3a8-4167-b945-fafc65d065ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 217 time: 0.0894840 Oct 11 15:33:15.471199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:15.481725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.482149 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment b430599e-7059-435c-bd61-d25ca548a99d of type vlan for network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d Oct 11 15:33:15.532133 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdbf7ba-7f3a-4eb8-a744-e18fdd56339c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:15.541602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c1e7c37-1868-48bf-99fb-37a81beca40f req-db06e3da-c389-4042-b419-da52afe4fdae tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244134 Oct 11 15:33:15.609099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.643648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.653751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.654370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:15.675749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9825277-f924-4482-b7f5-4074c5105eb3 req-75d25546-abd5-4528-a28a-e1f2f52f8a45 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244026 Oct 11 15:33:15.678832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3375-7449-4028-9019-b0326783f592 req-a71f8aea-d213-4fb0-87ca-b9031c9e18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.680339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-a71f8aea-d213-4fb0-87ca-b9031c9e18cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.2045000 Oct 11 15:33:15.686690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b467f8d1-f6bc-4cba-8745-477a1e1b2bda,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:15.734140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3a98cdb-66e5-468e-ba4b-2350013aae9a req-ed97b6ea-2f1e-4415-8e64-948852e12958 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 210 time: 0.0520127 Oct 11 15:33:15.746793 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6132507 Oct 11 15:33:15.788548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f1d04-b895-4079-991d-f2ff020ccd18 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:15.797818 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Allocated IP 192.168.233.210 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/e4af5fbc-46aa-4589-9675-dc68834671b3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:15.803613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-9b5b3eb9-9037-4c10-aad1-d48393b15ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138988 Oct 11 15:33:15.810731 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:15.985021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2c6de-3ab7-4e1c-81a7-035dc49d8c49 req-9d76073a-af52-4ae6-92f3-dd0c0f9eceab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:15.986562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d2c6de-3ab7-4e1c-81a7-035dc49d8c49 req-9d76073a-af52-4ae6-92f3-dd0c0f9eceab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 943 time: 0.1817167 Oct 11 15:33:15.995303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-e6b4c4d5-3497-4965-883b-38edd867276e service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788354 Oct 11 15:33:16.017416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 484c2acf-8a12-4548-b7ea-c8a8f11148d2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:33:16.137683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d2c6de-3ab7-4e1c-81a7-035dc49d8c49 req-96976583-6f0a-42f8-94a2-3a44d1f20efb tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368561 Oct 11 15:33:16.199630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2,segment=NetworkSegment(e9814a4e-220c-4c8c-b5e9-63eb67bcacd6),segment_id=e9814a4e-220c-4c8c-b5e9-63eb67bcacd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:16.215934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '484c2acf-8a12-4548-b7ea-c8a8f11148d2', 'network_id': '4e5733e0-9846-47b9-99d1-058f957b1387', 'port_id': '484c2acf-8a12-4548-b7ea-c8a8f11148d2', 'mac_address': 'fa:16:3e:60:cb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22b52d4-6d5b-4844-bf1e-26b47e3b9487', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:16.216471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ad3375-7449-4028-9019-b0326783f592 req-c0738e29-164e-48ac-850e-55d0fab6e5dd service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082777 Oct 11 15:33:16.221322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.264326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.307372 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.326036 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484c2acf-8a12-4548-b7ea-c8a8f11148d2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:16.333535 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:16.336182 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:16.338371 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Pushing event updated for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:16.341613 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:16.351299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2,segment=NetworkSegment(e9814a4e-220c-4c8c-b5e9-63eb67bcacd6),segment_id=e9814a4e-220c-4c8c-b5e9-63eb67bcacd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:16.363117 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.420512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:16.421174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.447651 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:16.462019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-a20fccac-3ed5-42a0-9c9c-026d5374fa57 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9861925 Oct 11 15:33:16.480974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Request body: {'port': {'device_id': '45800424-a544-4d16-a9ae-c9a71426b882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:16.555921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.715658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['484c2acf-8a12-4548-b7ea-c8a8f11148d2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:16.839388 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1254e21a-0703-4dc9-9e23-adf54ceeed5a None None] Provisioning complete for port e4af5fbc-46aa-4589-9675-dc68834671b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:16.841155 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1254e21a-0703-4dc9-9e23-adf54ceeed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:16.867180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbafaa-cc9d-4914-9d21-8ae8e46b6c90 req-5066f1b8-d588-4ef9-9422-47390f512333 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:16.875059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cedbafaa-cc9d-4914-9d21-8ae8e46b6c90 req-5066f1b8-d588-4ef9-9422-47390f512333 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.2018244 Oct 11 15:33:16.885108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aab4f51-7111-4eec-8491-58f7a09df17d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:33:16.890733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1254e21a-0703-4dc9-9e23-adf54ceeed5a None None] Port e4af5fbc-46aa-4589-9675-dc68834671b3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:16.975164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cedbafaa-cc9d-4914-9d21-8ae8e46b6c90 req-325c1750-3e6c-49f7-82e1-783342eb3756 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992515 Oct 11 15:33:16.985635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6cff2-2179-4067-8164-7909bebbfb92 req-a39f0e4d-cdaa-4989-a084-f55b447f0907 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:16.987121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fb6cff2-2179-4067-8164-7909bebbfb92 req-a39f0e4d-cdaa-4989-a084-f55b447f0907 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 944 time: 0.1081319 Oct 11 15:33:17.037651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fb6cff2-2179-4067-8164-7909bebbfb92 req-04631687-193c-4efa-90a7-f362d24a2a34 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Oct 11 15:33:17.101390 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:17.111034 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4af5fbc-46aa-4589-9675-dc68834671b3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:17.113615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6', 'port_id': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'mac_address': 'fa:16:3e:24:1e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111898f9-24b5-46f1-b73e-3fc213ce91fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:17.133852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.150929 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:17.157889 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Transition to ACTIVE for port object e4af5fbc-46aa-4589-9675-dc68834671b3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:33:17.170760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.205107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.216832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0ab5-41bf-42fc-ac99-4d3f492716ed req-53514ba5-031c-44a6-9b4d-e25361f00978 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:17.224137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69b0ab5-41bf-42fc-ac99-4d3f492716ed req-53514ba5-031c-44a6-9b4d-e25361f00978 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 936 time: 0.1246641 Oct 11 15:33:17.239450 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aab4f51-7111-4eec-8491-58f7a09df17d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:17.273753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:17.281462 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.339547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69b0ab5-41bf-42fc-ac99-4d3f492716ed req-4b9555a1-1d49-49f9-8791-2770a3d96460 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129050 Oct 11 15:33:17.350571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f2c6-f943-4ed1-bfd2-641b266b6adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.366125 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:17.403706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Pushing event updated for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:17.465684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f2c6-f943-4ed1-bfd2-641b266b6adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.472160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f2c6-f943-4ed1-bfd2-641b266b6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.484338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10262-78ca-4cf5-a137-42a1bb60bff2 req-c7f1acbc-fccf-42d6-81b7-1659d70fa0c2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:17.492075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dea10262-78ca-4cf5-a137-42a1bb60bff2 req-c7f1acbc-fccf-42d6-81b7-1659d70fa0c2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 944 time: 0.2369468 Oct 11 15:33:17.516532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Attempting to bind port e4af5fbc-46aa-4589-9675-dc68834671b3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:17.516876 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Attempting to bind port e4af5fbc-46aa-4589-9675-dc68834671b3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:17.517199 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Attempting to bind port e4af5fbc-46aa-4589-9675-dc68834671b3 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:17.520703 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:17.525304 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2dc6f2c6-f943-4ed1-bfd2-641b266b6adf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10815f554e5a4feeb7d905c5f6bac350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732684 Oct 11 15:33:17.526703 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Port e4af5fbc-46aa-4589-9675-dc68834671b3 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:33:17.527072 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Attempting to bind port e4af5fbc-46aa-4589-9675-dc68834671b3 on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:17.527785 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6f2c6-f943-4ed1-bfd2-641b266b6adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f35cf-42ec-4a67-b87f-2d64aab4a41b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:17.531992 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:17.548994 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:17.549335 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:17.549753 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:17.550184 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Bound port: e4af5fbc-46aa-4589-9675-dc68834671b3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:17.550540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.571288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dea10262-78ca-4cf5-a137-42a1bb60bff2 req-63fe3eee-68cb-4a2e-973c-31b49cf1fe4c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762146 Oct 11 15:33:17.597400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.626463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.697609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.700495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.704046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d0f35cf-42ec-4a67-b87f-2d64aab4a41b HTTP/1.1" status: 204 len: 168 time: 0.1685643 Oct 11 15:33:17.704194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:17.707202 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4af5fbc-46aa-4589-9675-dc68834671b3,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:17.711482 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd77c3-44be-4fae-b494-7d3b2f2eaa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f35cf-42ec-4a67-b87f-2d64aab4a41b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:17.717766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.784740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:17.786028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:17.787281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] 10.222.0.43 "PUT /v2.0/ports/e4af5fbc-46aa-4589-9675-dc68834671b3 HTTP/1.1" status: 200 len: 1096 time: 1.3128374 Oct 11 15:33:17.789775 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:17.792734 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289c2b9-5e1d-42e4-8af8-6a43756cef42" -d '{"events": [{"name": "network-changed", "server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:17.893546 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb6021-0d8c-483b-ae46-c2a75b92342a service neutron] Pushing event updated for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:17.904617 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b9fd19-ac69-413e-97ba-5e78a35b32cd x-openstack-request-id: req-00b9fd19-ac69-413e-97ba-5e78a35b32cd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:17.904910 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:17.905155 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00b9fd19-ac69-413e-97ba-5e78a35b32cd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:17.905565 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3', 'status': 'completed', 'code': 200} Oct 11 15:33:17.921863 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-c161135f-16da-46bc-9731-7d34da438e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:17.923689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-c161135f-16da-46bc-9731-7d34da438e10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 1099 time: 0.0759747 Oct 11 15:33:17.980241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-a339e2f1-7ea9-4fd9-9dfb-d5dcd5e48da9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e4af5fbc-46aa-4589-9675-dc68834671b3 HTTP/1.1" status: 200 len: 217 time: 0.0431299 Oct 11 15:33:18.014207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 484c2acf-8a12-4548-b7ea-c8a8f11148d2 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:18.086272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-9f3e3b95-901d-42a1-907f-fc21fc91951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.087754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-9f3e3b95-901d-42a1-907f-fc21fc91951d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0977714 Oct 11 15:33:18.143769 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:18.150195 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:18.151261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:18.247742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:18.257341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d345-a2a6-41ef-b062-64f467703996 req-36d49d72-a6c7-4fd0-909c-550dd75b5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.258338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-36d49d72-a6c7-4fd0-909c-550dd75b5c7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510959 Oct 11 15:33:18.285119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2,segment=NetworkSegment(e9814a4e-220c-4c8c-b5e9-63eb67bcacd6),segment_id=e9814a4e-220c-4c8c-b5e9-63eb67bcacd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:18.286440 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:18.288994 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88590b89-7328-43c8-8703-00642aa3597f" -d '{"events": [{"server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "name": "network-vif-plugged", "status": "completed", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:18.299244 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:18.344389 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f5884-fd97-446d-baf8-8c828beeb50e req-fda10bc1-ab7a-456c-b06b-45f5f264088c tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.350375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d39f5884-fd97-446d-baf8-8c828beeb50e req-fda10bc1-ab7a-456c-b06b-45f5f264088c tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 944 time: 0.1599393 Oct 11 15:33:18.358137 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:18.388659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44453a7b-c3f4-42df-83d3-ede1735addf7 req-d21bddb2-55ad-4039-9719-020c33431c3d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.390167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44453a7b-c3f4-42df-83d3-ede1735addf7 req-d21bddb2-55ad-4039-9719-020c33431c3d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.2189262 Oct 11 15:33:18.436581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d39f5884-fd97-446d-baf8-8c828beeb50e req-91768b51-ee1d-46b8-b08a-45f3079027b6 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853312 Oct 11 15:33:18.474308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-b1dbb64e-511d-491d-8600-a982339e8f8e service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047672 Oct 11 15:33:18.476876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44453a7b-c3f4-42df-83d3-ede1735addf7 req-86a2eaaa-65d2-4a63-bf18-9ceab42019bc tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692344 Oct 11 15:33:18.515187 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67a13b-e7d8-4101-b55a-fd8ac4b2f562 x-openstack-request-id: req-5f67a13b-e7d8-4101-b55a-fd8ac4b2f562 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:18.515489 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "name": "network-vif-plugged", "status": "completed", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:18.515735 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f67a13b-e7d8-4101-b55a-fd8ac4b2f562 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:18.516125 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2', 'code': 200} Oct 11 15:33:18.607498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b253d345-a2a6-41ef-b062-64f467703996 req-6d7142ca-e24c-42f6-bde4-ed4667c16708 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234469 Oct 11 15:33:18.763415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7e223-7611-448c-ab02-ebbe0b7a8653 req-a8376d67-84ec-4a36-a871-b315cdca895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.765214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ead7e223-7611-448c-ab02-ebbe0b7a8653 req-a8376d67-84ec-4a36-a871-b315cdca895a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 1096 time: 0.1566861 Oct 11 15:33:18.796472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70135ba6-8f4a-44e8-9184-c9ede4af9dea req-03bcd0dc-9492-4229-acf8-ba5e482c70ba tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.798130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70135ba6-8f4a-44e8-9184-c9ede4af9dea req-03bcd0dc-9492-4229-acf8-ba5e482c70ba tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 948 time: 0.1602981 Oct 11 15:33:18.812314 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-ed3c55ca-160f-49b4-b1d3-96dc1a7bbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.813734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-ed3c55ca-160f-49b4-b1d3-96dc1a7bbaf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 1099 time: 0.1400211 Oct 11 15:33:18.859605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ec1e5-d018-4196-a6c6-f558a33e0377 req-af7dc47f-e8cb-43ab-a617-41f534163ab7 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:18.861065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-191ec1e5-d018-4196-a6c6-f558a33e0377 req-af7dc47f-e8cb-43ab-a617-41f534163ab7 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 944 time: 0.1704619 Oct 11 15:33:18.879935 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aab4f51-7111-4eec-8491-58f7a09df17d up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:18.958144 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8aab4f51-7111-4eec-8491-58f7a09df17d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:18.958720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ead7e223-7611-448c-ab02-ebbe0b7a8653 req-bd651845-ab18-4de8-b0c3-ae315882686c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817634 Oct 11 15:33:18.963763 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8aab4f51-7111-4eec-8491-58f7a09df17d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:18.965949 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:18.999398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70135ba6-8f4a-44e8-9184-c9ede4af9dea req-e6c7731d-410c-4f7c-b550-bbb85a5ebba5 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918666 Oct 11 15:33:19.051228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-191ec1e5-d018-4196-a6c6-f558a33e0377 req-0154211b-9f70-4251-a4b4-9836a8c98b03 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025715 Oct 11 15:33:19.055601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:19.064020 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:19.087703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-8cd99f79-3e08-426d-a9ad-4b942626602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.090268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-8cd99f79-3e08-426d-a9ad-4b942626602b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.2659769 Oct 11 15:33:19.097310 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.130642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:19.135768 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.178409 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:19.181998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.194604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:19.271949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-f302ce14-d356-477c-abb2-01ecceb0ca1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e4af5fbc-46aa-4589-9675-dc68834671b3 HTTP/1.1" status: 200 len: 217 time: 0.0363698 Oct 11 15:33:19.329202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-0c531e21-2770-446f-934a-03fec2ef33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.330719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-0c531e21-2770-446f-934a-03fec2ef33d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0513728 Oct 11 15:33:19.384219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-ae8fa48d-af93-4f54-8c9f-78fe3237df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.385754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.386042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-ae8fa48d-af93-4f54-8c9f-78fe3237df8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473967 Oct 11 15:33:19.465084 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=cf8ac422-1e7c-4638-a2be-c3fab5846961,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:19.468028 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': 'b430599e-7059-435c-bd61-d25ca548a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:19.468482 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:19.490359 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:19.500895 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:19.505343 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.505964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.527524 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7e04a-0921-4f01-b571-23721e37bc5c None None] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:19.531707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9beae16-ebcf-4cb9-b8de-770a143f1836 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4747474 Oct 11 15:33:19.533157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-1a54d6be-4c2b-4c0c-96a5-7e9627b618d4 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390829 Oct 11 15:33:19.535187 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:19.540412 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1176423888'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:19.600460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:19.607545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.638972 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:19.650471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.650839 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment 17f2aa45-59a1-4fc3-ace7-4d11515d7aa5 of type vlan for network d1b52639-5075-4296-844e-50a6e3926cb5 Oct 11 15:33:19.687296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7a91-8af2-478b-972c-53bfaabc7405 req-555793be-b31f-4140-87a8-a049072cedf1 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.689598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4c7a91-8af2-478b-972c-53bfaabc7405 req-555793be-b31f-4140-87a8-a049072cedf1 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1554081 Oct 11 15:33:19.713430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.724393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbf83a-cef8-4789-8f76-9013ba1932c3 req-e84ae4e5-e6f3-49ed-a5c6-5bbefc072188 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.726029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0dbf83a-cef8-4789-8f76-9013ba1932c3 req-e84ae4e5-e6f3-49ed-a5c6-5bbefc072188 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1423991 Oct 11 15:33:19.753131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.760432 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:19.761554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.798390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2619090 Oct 11 15:33:19.807702 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:19.832525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4c7a91-8af2-478b-972c-53bfaabc7405 req-26833207-dc42-4dd3-9980-10fec49edcb1 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182661 Oct 11 15:33:19.836355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': 'd1b52639-5075-4296-844e-50a6e3926cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:19.860888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0dbf83a-cef8-4789-8f76-9013ba1932c3 req-cd2a0357-cd96-4a59-aa31-d8e053063f89 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196728 Oct 11 15:33:19.861702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315d4d-6431-4dbf-af0c-f951174748d8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=d1b52639-5075-4296-844e-50a6e3926cb5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:19.882141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d1b52639-5075-4296-844e-50a6e3926cb5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:19.895869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2289c2b9-5e1d-42e4-8af8-6a43756cef42 req-f3097461-0782-4dbd-adfb-d2bf7cb4a78e service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213885 Oct 11 15:33:19.903228 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d', 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': 'cf8ac422-1e7c-4638-a2be-c3fab5846961'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:19.904098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:19.993535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:20.000044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.142756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Allocated IP 2001:db8:0:ffff::2 (26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d/cf8ac422-1e7c-4638-a2be-c3fab5846961/2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:20.313592 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.320065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.380424 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:20.382135 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Pushing event updated for resources: {'Port': ['ID=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:20.385588 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:20.387882 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:20.452181 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Attempting to bind port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:20.452558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Attempting to bind port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b430599e-7059-435c-bd61-d25ca548a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:20.452924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Attempting to bind port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 on network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:20.459251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:20.459622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Checking segment: {'id': 'b430599e-7059-435c-bd61-d25ca548a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:20.460027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.460421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Bound using segment: {'id': 'b430599e-7059-435c-bd61-d25ca548a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:20.461164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Bound port: 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b430599e-7059-435c-bd61-d25ca548a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:20.461564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.496820 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cb0e5-7b29-4a5b-a1a1-7f4bec912d05 req-fc55ed10-49e2-4e6d-8579-a46f5dd8360c tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:20.498396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f76cb0e5-7b29-4a5b-a1a1-7f4bec912d05 req-fc55ed10-49e2-4e6d-8579-a46f5dd8360c tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 948 time: 0.4189513 Oct 11 15:33:20.510352 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dac04-1303-4b98-afc3-1db1220001b8 req-dfbac7a7-98d0-41c8-87ee-149fc30ab98f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:20.517900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-732dac04-1303-4b98-afc3-1db1220001b8 req-dfbac7a7-98d0-41c8-87ee-149fc30ab98f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 945 time: 0.1313412 Oct 11 15:33:20.519847 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:20.521794 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:20.524173 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b9a48-041c-41d7-9f35-aff36f088fec" -d '{"events": [{"server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:20.540203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] For port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:20.544161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] For port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,segment=NetworkSegment(b430599e-7059-435c-bd61-d25ca548a99d),segment_id=b430599e-7059-435c-bd61-d25ca548a99d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:20.549662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.611754 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d674-62f5-45fc-baa4-9bab21568b42 None None] Pushing event updated for resources: {'Port': ['ID=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:20.616331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-732dac04-1303-4b98-afc3-1db1220001b8 req-15c4284b-9c6e-4659-b43b-8bdc1d0fcec2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974903 Oct 11 15:33:20.627712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f76cb0e5-7b29-4a5b-a1a1-7f4bec912d05 req-64f95587-8fdb-4f30-bc7d-315d9874544e tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070817 Oct 11 15:33:20.669827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.684548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cafc30c-627c-437e-a3e1-3e76a6608d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.684850 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c390e85-5349-4def-b18a-39a5f2e8e7e0 x-openstack-request-id: req-5c390e85-5349-4def-b18a-39a5f2e8e7e0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:20.685141 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:20.685392 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c390e85-5349-4def-b18a-39a5f2e8e7e0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:20.685824 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'code': 200} Oct 11 15:33:20.784885 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=cb08c56d-c02b-4b5b-92a3-e9b996bb31a4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:20.800153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cafc30c-627c-437e-a3e1-3e76a6608d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.805691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cafc30c-627c-437e-a3e1-3e76a6608d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.822084 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': '17f2aa45-59a1-4fc3-ace7-4d11515d7aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1b52639-5075-4296-844e-50a6e3926cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:20.822452 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: d1b52639-5075-4296-844e-50a6e3926cb5, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:20.853293 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909625b-050a-4b1c-acae-7724dc43cdc7 req-9f2c2c84-161b-433f-b6e7-e87bf24558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:20.854858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f909625b-050a-4b1c-acae-7724dc43cdc7 req-9f2c2c84-161b-433f-b6e7-e87bf24558f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1096 time: 0.0834775 Oct 11 15:33:20.877385 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2cafc30c-627c-437e-a3e1-3e76a6608d9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=068d02180ea74404b1f517ce026ae7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521435 Oct 11 15:33:20.877582 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafc30c-627c-437e-a3e1-3e76a6608d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0000138-fe93-4bcb-9ac9-ef38ba5f5189,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:20.880052 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:20.919014 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network d1b52639-5075-4296-844e-50a6e3926cb5 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:20.938266 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d1b52639-5075-4296-844e-50a6e3926cb5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:20.946110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:20.946702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.949592 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83f37b-6e96-476a-b5bd-503cb4309702 None None] Network d1b52639-5075-4296-844e-50a6e3926cb5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:20.955222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f909625b-050a-4b1c-acae-7724dc43cdc7 req-326f0290-db4b-4b26-90a4-b50b865e2517 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861502 Oct 11 15:33:20.957420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:20.987201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.034785 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:21.035333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50591fd7-f71e-4a05-9fdf-ccbb3a9e0fba tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2262945 Oct 11 15:33:21.071400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa612d71-855e-4cab-b1c7-2c85aeb2c4b3 req-aba3d210-3268-4eb5-bd51-629383abcbaa tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:21.081022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa612d71-855e-4cab-b1c7-2c85aeb2c4b3 req-aba3d210-3268-4eb5-bd51-629383abcbaa tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1035647 Oct 11 15:33:21.122744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7fc16-1bee-49fd-8364-3e62175bb0db req-bf6f2690-e358-4fe8-9b8e-86a42210ca67 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:21.124419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3db7fc16-1bee-49fd-8364-3e62175bb0db req-bf6f2690-e358-4fe8-9b8e-86a42210ca67 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1611454 Oct 11 15:33:21.153857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:21.154733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa612d71-855e-4cab-b1c7-2c85aeb2c4b3 req-76aafcc5-2388-45c6-b8b7-9901d736f501 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721061 Oct 11 15:33:21.163791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.166677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.167965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0000138-fe93-4bcb-9ac9-ef38ba5f5189 HTTP/1.1" status: 204 len: 168 time: 0.2869658 Oct 11 15:33:21.183819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a53d-ee06-43de-b29d-b0469bf541a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0000138-fe93-4bcb-9ac9-ef38ba5f5189,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:21.206707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3db7fc16-1bee-49fd-8364-3e62175bb0db req-71b0205c-92a0-4fcb-9569-10a2a4d85170 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Oct 11 15:33:21.259143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.293553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:21.294095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.297182 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32188f38-46ff-4e39-ba9a-daa100ee1ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d1b52639-5075-4296-844e-50a6e3926cb5', 'network_id': 'd1b52639-5075-4296-844e-50a6e3926cb5', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': 'cb08c56d-c02b-4b5b-92a3-e9b996bb31a4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:21.298247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32188f38-46ff-4e39-ba9a-daa100ee1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.331596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.380361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce656c58-91a4-48d0-9cbd-778456271407 req-394d8141-b0ee-4801-8e92-706fcef01ae3 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:21.388685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce656c58-91a4-48d0-9cbd-778456271407 req-394d8141-b0ee-4801-8e92-706fcef01ae3 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.0691209 Oct 11 15:33:21.435284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.440758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce656c58-91a4-48d0-9cbd-778456271407 req-93fa9af9-5327-43aa-b1d5-714bde9bfb61 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511847 Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-32188f38-46ff-4e39-ba9a-daa100ee1ae3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb08c56d-c02b-4b5b-92a3-e9b996bb31a4: This subnet is being modified by another concurrent operation. Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:33:21.478170 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb08c56d-c02b-4b5b-92a3-e9b996bb31a4: This subnet is being modified by another concurrent operation. Oct 11 15:33:21.482284 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:33:21.492863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.506353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de154bf-8ffb-4f5c-a09e-b2cac7f0f1c3 None None] Network d1b52639-5075-4296-844e-50a6e3926cb5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:21.530995 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=cb08c56d-c02b-4b5b-92a3-e9b996bb31a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:21.603092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.613733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,segment=NetworkSegment(b430599e-7059-435c-bd61-d25ca548a99d),segment_id=b430599e-7059-435c-bd61-d25ca548a99d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:21.628602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.647815 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b52639-5075-4296-844e-50a6e3926cb5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:21.652378 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:21.676709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1f55e3-7819-466f-8955-e26de3c33f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.679863 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f2aa45-59a1-4fc3-ace7-4d11515d7aa5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:21.680391 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f2aa45-59a1-4fc3-ace7-4d11515d7aa5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:21.697853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.725976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.737204 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:21.738185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:21.741192 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:21.777665 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:21.819797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.829016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.831847 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/d1b52639-5075-4296-844e-50a6e3926cb5 HTTP/1.1" status: 204 len: 168 time: 0.7958777 Oct 11 15:33:21.835916 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:21.841405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874560043'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:21.860324 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbadcf-f9ff-4768-acd1-377f8920a9a9 req-e2ac9f57-6f5d-46ce-8f6a-f452d5095f1c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:21.866057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36fbadcf-f9ff-4768-acd1-377f8920a9a9 req-e2ac9f57-6f5d-46ce-8f6a-f452d5095f1c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 945 time: 0.1421416 Oct 11 15:33:21.867531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98b1e-4db9-4eb0-9af6-bc0ec56d0fd6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=d1b52639-5075-4296-844e-50a6e3926cb5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:21.879637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54615-927a-498b-add1-4ff520170db3 req-26b5725a-bbf0-441b-8ad1-6faa933ca6d4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:21.884101 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:21.886086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33b54615-927a-498b-add1-4ff520170db3 req-26b5725a-bbf0-441b-8ad1-6faa933ca6d4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1610267 Oct 11 15:33:21.888437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.916424 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:21.929014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.929600 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment d70d8b58-7f61-44fb-80f2-bffc4e2a07c4 of type vlan for network b60d0ace-fed9-486d-8251-a5b8ed10edc6 Oct 11 15:33:21.942026 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adde0fd-883a-4892-8382-c9877b256c95 None None] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:21.977462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.980848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36fbadcf-f9ff-4768-acd1-377f8920a9a9 req-e54d0f3b-b860-4ba1-9119-7d2f3ce4518a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103184 Oct 11 15:33:21.984361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1f55e3-7819-466f-8955-e26de3c33f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:21.990339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33b54615-927a-498b-add1-4ff520170db3 req-d0574009-376c-4fcd-b811-4c871bf9d03d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949368 Oct 11 15:33:21.992729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1f55e3-7819-466f-8955-e26de3c33f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.008978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.018915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:22.019572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.032356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4af5fbc-46aa-4589-9675-dc68834671b3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:33:22.039535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bc1f55e3-7819-466f-8955-e26de3c33f67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=410177935f664330a84040ca8f280d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827491 Oct 11 15:33:22.039535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f55e3-7819-466f-8955-e26de3c33f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357fa775-eee7-4a31-b3bf-2bc86881bb88,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:22.040728 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:22.114366 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2773967 Oct 11 15:33:22.122503 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:22.128928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:22.144888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.162341 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-554a6561-0859-4b6b-9fe5-1151447b4aa3 None None] Provisioning complete for port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:22.164232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-554a6561-0859-4b6b-9fe5-1151447b4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.182847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b518-9ad6-4c52-abf4-e1bd70ff1067 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=b60d0ace-fed9-486d-8251-a5b8ed10edc6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:22.198969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc57b7-e89c-46c4-a25c-a1adc24cf21d req-fd846353-a29b-4b00-a15a-6b852ac900f2 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:22.201500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1bc57b7-e89c-46c4-a25c-a1adc24cf21d req-fd846353-a29b-4b00-a15a-6b852ac900f2 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 948 time: 0.0952332 Oct 11 15:33:22.203572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.219009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:22.274598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:22.279071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.314809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1bc57b7-e89c-46c4-a25c-a1adc24cf21d req-ee495b24-eda9-42f0-88f3-7279dce18224 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017866 Oct 11 15:33:22.336079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1aba6-2b91-4e78-9451-253beadaca13 req-def47edc-056a-49c8-b386-63b7c9eb9516 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:22.337605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be1aba6-2b91-4e78-9451-253beadaca13 req-def47edc-056a-49c8-b386-63b7c9eb9516 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.0676546 Oct 11 15:33:22.348612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.357638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.363043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/357fa775-eee7-4a31-b3bf-2bc86881bb88 HTTP/1.1" status: 204 len: 168 time: 0.3187761 Oct 11 15:33:22.399359 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812f84d-31a9-4604-b2af-fa4a5c82d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357fa775-eee7-4a31-b3bf-2bc86881bb88,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:22.427655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be1aba6-2b91-4e78-9451-253beadaca13 req-6f3c5e6d-f02d-4a2f-a6fd-c294c572d0d6 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Oct 11 15:33:22.477698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4af5fbc-46aa-4589-9675-dc68834671b3,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:22.509051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e4af5fbc-46aa-4589-9675-dc68834671b3', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'e4af5fbc-46aa-4589-9675-dc68834671b3', 'mac_address': 'fa:16:3e:60:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:22.607260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.615086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.621881 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4af5fbc-46aa-4589-9675-dc68834671b3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:22.644252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4af5fbc-46aa-4589-9675-dc68834671b3,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:22.649280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.701358 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=e8ead199-eb90-46d8-a2c0-75f68e0ac3ad,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:22.709101 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:22.709232 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:22.709475 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: b60d0ace-fed9-486d-8251-a5b8ed10edc6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:22.732712 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:22.743321 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b60d0ace-fed9-486d-8251-a5b8ed10edc6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:22.749507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:22.750819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.752475 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f71797-1278-4023-a78a-5f8801832e85 None None] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:22.779376 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35bdb97c-8eb6-42d8-aa4c-3c3b800548c6 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6521013 Oct 11 15:33:22.779941 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:22.787014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871866763'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:22.812250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:22.816227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.848194 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:22.865817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.866213 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment ff09e1c3-c65d-454a-9a10-8c69c08fac7e of type vlan for network af5558f3-7646-4370-83ff-9ec4e46e416c Oct 11 15:33:22.912762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.929976 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-657fbc79-d80c-4d5f-b352-a9a60805f079 None None] Provisioning complete for port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:22.929976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657fbc79-d80c-4d5f-b352-a9a60805f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.941920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.948236 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:22.948965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:22.965410 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b60d0ace-fed9-486d-8251-a5b8ed10edc6', 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': 'e8ead199-eb90-46d8-a2c0-75f68e0ac3ad'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:22.966287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.003445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e4af5fbc-46aa-4589-9675-dc68834671b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:23.035029 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:23.040435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': 'af5558f3-7646-4370-83ff-9ec4e46e416c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:23.046023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2645898 Oct 11 15:33:23.065151 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59208a-d729-4ea1-8461-e3c4ac202072 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=af5558f3-7646-4370-83ff-9ec4e46e416c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:23.132685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network af5558f3-7646-4370-83ff-9ec4e46e416c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:23.299845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5c7b3-5ff7-4608-a1a6-f8be7f96e772 req-6a363b77-d64c-4a5f-99cc-5e33ff1b47a3 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:23.306130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2f5c7b3-5ff7-4608-a1a6-f8be7f96e772 req-6a363b77-d64c-4a5f-99cc-5e33ff1b47a3 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1515067 Oct 11 15:33:23.315672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd3c7e-4c0a-47ca-b9d7-02c3db527fc5 req-86bc5bc4-945d-483b-93fc-8793f8b7206b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:23.317537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebd3c7e-4c0a-47ca-b9d7-02c3db527fc5 req-86bc5bc4-945d-483b-93fc-8793f8b7206b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 945 time: 0.2146893 Oct 11 15:33:23.320658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:23.326062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.382764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:23.447630 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:33:23.448242 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:33:23.457525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Allocated IP 2001:db8::3 (b60d0ace-fed9-486d-8251-a5b8ed10edc6/e8ead199-eb90-46d8-a2c0-75f68e0ac3ad/3e4b3ad6-263e-4569-af67-f740041b4b2c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:23.458578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2f5c7b3-5ff7-4608-a1a6-f8be7f96e772 req-7622f03b-2aee-416a-8a24-6c496377259f tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395228 Oct 11 15:33:23.472215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebd3c7e-4c0a-47ca-b9d7-02c3db527fc5 req-ab9d5bdf-33fb-461f-b658-0b92d2500d51 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361804 Oct 11 15:33:23.675240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.683229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:23.683603 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.751748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f78be4-f889-41cb-b746-b1d85fcef547 req-9672251d-013d-4dab-b5e0-3c205f0c24da tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:23.753292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31f78be4-f889-41cb-b746-b1d85fcef547 req-9672251d-013d-4dab-b5e0-3c205f0c24da tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 949 time: 0.1579983 Oct 11 15:33:23.799505 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=47cc79b2-be99-49ca-9979-66f49f287d2c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:23.824519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad82b6-a286-40a1-bd96-262894153def req-a3d700e9-568b-4b9b-be8c-7df7d95f378b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:23.826122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67ad82b6-a286-40a1-bd96-262894153def req-a3d700e9-568b-4b9b-be8c-7df7d95f378b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1462288 Oct 11 15:33:23.829012 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': 'ff09e1c3-c65d-454a-9a10-8c69c08fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'af5558f3-7646-4370-83ff-9ec4e46e416c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:23.829527 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: af5558f3-7646-4370-83ff-9ec4e46e416c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:23.852485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.883135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31f78be4-f889-41cb-b746-b1d85fcef547 req-fabc3fa6-1562-47e9-b386-a8327f851fd9 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938370 Oct 11 15:33:23.896169 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:23.929353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67ad82b6-a286-40a1-bd96-262894153def req-b0c87d15-69c1-4463-80b8-e6ee97e0c944 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930994 Oct 11 15:33:23.929983 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network af5558f3-7646-4370-83ff-9ec4e46e416c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:23.955563 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:23.967963 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:23.969911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Pushing event updated for resources: {'Port': ['ID=3e4b3ad6-263e-4569-af67-f740041b4b2c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:23.972068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:23.973553 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, af5558f3-7646-4370-83ff-9ec4e46e416c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:23.984173 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604dbc06-2aaa-4a92-9acc-70e3d6776c17 None None] Network af5558f3-7646-4370-83ff-9ec4e46e416c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:23.996587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:23.997410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.022787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a7c177ec-2327-4976-9894-ac116ac4ebf9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-481253941&fields=id&tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 267 time: 0.0696177 Oct 11 15:33:24.027726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ef053b73-8732-4432-b4b4-2c232dc42deb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9911225 Oct 11 15:33:24.030618 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:24.095113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Attempting to bind port 3e4b3ad6-263e-4569-af67-f740041b4b2c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:24.095670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Attempting to bind port 3e4b3ad6-263e-4569-af67-f740041b4b2c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:24.096029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Attempting to bind port 3e4b3ad6-263e-4569-af67-f740041b4b2c on network b60d0ace-fed9-486d-8251-a5b8ed10edc6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:24.102829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:24.103266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Checking segment: {'id': 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:24.103908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.104311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Bound using segment: {'id': 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:24.105857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Bound port: 3e4b3ad6-263e-4569-af67-f740041b4b2c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b60d0ace-fed9-486d-8251-a5b8ed10edc6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:24.106298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.152642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-b9a2dcea-d9ef-4edb-8f7f-93fa8b5db5f0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:24.154323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-b9a2dcea-d9ef-4edb-8f7f-93fa8b5db5f0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 945 time: 0.1241779 Oct 11 15:33:24.174616 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'security_groups': ['b54491a3-baf3-41d5-92ae-05eaa93f1b36', 'a4ae4d23-7530-4881-99fb-1f416f6dd012']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:24.242272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] For port 3e4b3ad6-263e-4569-af67-f740041b4b2c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:24.260330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] For port 3e4b3ad6-263e-4569-af67-f740041b4b2c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e4b3ad6-263e-4569-af67-f740041b4b2c,segment=NetworkSegment(d70d8b58-7f61-44fb-80f2-bffc4e2a07c4),segment_id=d70d8b58-7f61-44fb-80f2-bffc4e2a07c4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:24.268820 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.278599 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.344040 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133daa44-75ea-4b94-8d0d-a623bf33b77f req-7411a0fe-ec5c-4b53-b32f-b00e3f20ccc7 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:24.345865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-133daa44-75ea-4b94-8d0d-a623bf33b77f req-7411a0fe-ec5c-4b53-b32f-b00e3f20ccc7 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1345835 Oct 11 15:33:24.349697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95332e52-bc64-4c2a-a8a7-46b4ebdeed3f None None] Pushing event updated for resources: {'Port': ['ID=3e4b3ad6-263e-4569-af67-f740041b4b2c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:24.352782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.358534 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8bbc4d-8b20-48f9-995d-375fe339f674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-af5558f3-7646-4370-83ff-9ec4e46e416c', 'network_id': 'af5558f3-7646-4370-83ff-9ec4e46e416c', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': '47cc79b2-be99-49ca-9979-66f49f287d2c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:24.359654 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db8bbc4d-8b20-48f9-995d-375fe339f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.371429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-59379c80-4fa3-43e3-bc67-282dd8342a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:24.378952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-59379c80-4fa3-43e3-bc67-282dd8342a49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab846ea43a3416db631dcd88106e669&device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 1096 time: 0.1644604 Oct 11 15:33:24.381620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.500906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-db8bbc4d-8b20-48f9-995d-375fe339f674 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47cc79b2-be99-49ca-9979-66f49f287d2c: This subnet is being modified by another concurrent operation. Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:33:24.514609 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47cc79b2-be99-49ca-9979-66f49f287d2c: This subnet is being modified by another concurrent operation. Oct 11 15:33:24.517828 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:33:24.529817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-133daa44-75ea-4b94-8d0d-a623bf33b77f req-936236a3-4ec2-469c-987b-ffaf40fe595b tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731238 Oct 11 15:33:24.541108 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4070d-faa5-4f66-9047-f19b3d08d22e None None] Network af5558f3-7646-4370-83ff-9ec4e46e416c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:24.566739 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=47cc79b2-be99-49ca-9979-66f49f287d2c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:24.662929 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.664672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-928362f5-9200-46a2-a890-c364ea964ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:24.666319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-928362f5-9200-46a2-a890-c364ea964ef9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 200 len: 913 time: 0.2696655 Oct 11 15:33:24.703604 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5558f3-7646-4370-83ff-9ec4e46e416c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:24.726220 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff09e1c3-c65d-454a-9a10-8c69c08fac7e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:24.727942 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff09e1c3-c65d-454a-9a10-8c69c08fac7e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:24.771125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.798886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.808386 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:24.809197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:24.812993 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:24.881067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-7ec80639-8ee7-418d-9ceb-91e0c2d8860b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 200 len: 217 time: 0.0640595 Oct 11 15:33:24.934243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.951765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:24.967458 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:24.969714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/af5558f3-7646-4370-83ff-9ec4e46e416c HTTP/1.1" status: 204 len: 168 time: 0.9368665 Oct 11 15:33:24.980764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:24.986262 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694307915'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:25.027405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c561-3626-47ca-ba7f-5ae5a4dbc661 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=af5558f3-7646-4370-83ff-9ec4e46e416c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:25.028112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-7382546a-43e4-45b4-a41c-2e760c942b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:25.029765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-7382546a-43e4-45b4-a41c-2e760c942b61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d22b52d4-6d5b-4844-bf1e-26b47e3b9487 HTTP/1.1" status: 200 len: 852 time: 0.1285021 Oct 11 15:33:25.043744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.053327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:25.057279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.069461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.084815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:25.094943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-723e2e09-b9b1-4371-80ee-e686864c1285 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e5733e0-9846-47b9-99d1-058f957b1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546749 Oct 11 15:33:25.168508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3e4b3ad6-263e-4569-af67-f740041b4b2c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:25.223602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:25.224147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.225567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccdda542-efe4-4725-8c2d-7fe3a304fed2 req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "PUT /v2.0/ports/8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 981 time: 1.0627670 Oct 11 15:33:25.229735 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:25.236224 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:25.238540 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df78c02-2e6b-42e6-9c63-0775e021b783" -d '{"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:25.273200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.273374 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3e4b3ad6-263e-4569-af67-f740041b4b2c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:25.273541 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment c4f6bd68-6e5d-4454-8b4b-373051979be7 of type vlan for network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 Oct 11 15:33:25.273621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.284824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7ebb-49ae-4b75-b565-f0556742a9f6 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:25.307042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:25.364214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aba29-4665-4996-931e-7b070bd3cd6c req-089a929b-1d9e-41fe-8aef-79f85b17449f tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:25.383513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d5aba29-4665-4996-931e-7b070bd3cd6c req-089a929b-1d9e-41fe-8aef-79f85b17449f tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 949 time: 0.2912095 Oct 11 15:33:25.412128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.462469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-8fc804b9-92b9-4b27-89a3-9a155693fddb service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353627 Oct 11 15:33:25.544952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d5aba29-4665-4996-931e-7b070bd3cd6c req-b6e70439-39d1-479c-b3ce-40b6025353af tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604865 Oct 11 15:33:25.601699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.615899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.621980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:25.622590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.723084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358e39b-c51d-4bea-9e12-422d50bedf6c req-dbf8025c-602d-48c5-9c44-462759e57480 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:25.724717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0358e39b-c51d-4bea-9e12-422d50bedf6c req-dbf8025c-602d-48c5-9c44-462759e57480 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.3309460 Oct 11 15:33:25.736237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7543106 Oct 11 15:33:25.739240 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:25.747553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '941fd260-e6bb-42eb-a68a-05c31afcd3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:25.776007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 3e4b3ad6-263e-4569-af67-f740041b4b2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e4b3ad6-263e-4569-af67-f740041b4b2c,segment=NetworkSegment(d70d8b58-7f61-44fb-80f2-bffc4e2a07c4),segment_id=d70d8b58-7f61-44fb-80f2-bffc4e2a07c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:25.809319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.820009 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e305f-d733-4479-b19e-50550b5d4b36 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=941fd260-e6bb-42eb-a68a-05c31afcd3d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:25.846838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:25.853169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e96a5546-e87a-47c5-b0db-977d8934606c req-7dc52b5a-33ad-46ef-b78e-bc9d26021373 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1724761359&fields=id&tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 267 time: 0.2025445 Oct 11 15:33:25.916220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684a675-45ff-4b30-912e-59b8d5c9201c None None] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:25.922902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0358e39b-c51d-4bea-9e12-422d50bedf6c req-9b6019cd-1348-43c6-b8a3-0006c5d691b7 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804738 Oct 11 15:33:25.952899 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:25.958327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:25.998945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97ec489c-0fa3-4e11-ba04-b06bc4bae0a0 req-693c6cbb-2d8e-40fc-8eef-100d402e9c9b service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100739 Oct 11 15:33:26.044020 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc955c4-ff14-40d2-8e14-800fc31d5135 x-openstack-request-id: req-dbc955c4-ff14-40d2-8e14-800fc31d5135 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:26.044320 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:26.044568 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbc955c4-ff14-40d2-8e14-800fc31d5135 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:26.047629 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'status': 'completed', 'code': 200} Oct 11 15:33:26.093193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4af5fbc-46aa-4589-9675-dc68834671b3 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:26.129105 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a5546-e87a-47c5-b0db-977d8934606c req-7c9b44d1-8a10-402c-a8a2-bc0407c46e1c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.139133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e96a5546-e87a-47c5-b0db-977d8934606c req-7c9b44d1-8a10-402c-a8a2-bc0407c46e1c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 984 time: 0.2845857 Oct 11 15:33:26.145453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'security_groups': ['a4ae4d23-7530-4881-99fb-1f416f6dd012', 'b54491a3-baf3-41d5-92ae-05eaa93f1b36', '256e8ab9-a011-4e60-83ce-1db27d2d71c5']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:26.173578 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=3e4b3ad6-263e-4569-af67-f740041b4b2c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:26.188465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68770509-3393-426a-bb6c-25d3194cf171 None None] Provisioning complete for port 3e4b3ad6-263e-4569-af67-f740041b4b2c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:26.188838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68770509-3393-426a-bb6c-25d3194cf171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.294594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-9eda1662-f07e-437c-b163-c743ae8b9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.296260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-9eda1662-f07e-437c-b163-c743ae8b9ece service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1135 time: 0.2414565 Oct 11 15:33:26.325733 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port e4af5fbc-46aa-4589-9675-dc68834671b3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:26.330380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.336511 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e4af5fbc-46aa-4589-9675-dc68834671b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:26.337093 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.365359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.385718 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=3bcdd760-5723-4769-ab2d-9c6a7c64541f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:26.392230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff85ac-a18c-4cd2-ad64-7124cbb111f2 req-9d3855b8-5a5e-4f29-86d4-329fc23a0b69 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.399768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ff85ac-a18c-4cd2-ad64-7124cbb111f2 req-9d3855b8-5a5e-4f29-86d4-329fc23a0b69 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.3086565 Oct 11 15:33:26.437297 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': 'c4f6bd68-6e5d-4454-8b4b-373051979be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '941fd260-e6bb-42eb-a68a-05c31afcd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:26.437706 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: 941fd260-e6bb-42eb-a68a-05c31afcd3d0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:26.486837 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:26.499095 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 941fd260-e6bb-42eb-a68a-05c31afcd3d0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:26.512933 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a5682-1215-4a8b-9144-b60357e9f045 None None] Network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:26.517401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.518389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.551410 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4860f984-dc98-49df-af92-5d5cea727f60 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8102596 Oct 11 15:33:26.554380 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:26.596701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ff85ac-a18c-4cd2-ad64-7124cbb111f2 req-f20d273d-7164-4d47-af7f-6aa1688f3198 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959913 Oct 11 15:33:26.603796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-c5d279f6-9dcc-4c65-b577-c98f482e9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.615292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-c5d279f6-9dcc-4c65-b577-c98f482e9771 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.3101897 Oct 11 15:33:26.710442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-73d3c5c9-b564-4066-82a1-1d7b067125bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 217 time: 0.0799096 Oct 11 15:33:26.721097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.839072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.858440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:26.894540 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:26.913084 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc188563-526e-4267-b9a3-a7c6f1e87fe7" -d '{"events": [{"server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "name": "network-vif-plugged", "status": "completed", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:26.919982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-9f7c3c9f-74a6-43ad-bcaf-e6add33c7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:26.921351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-9f7c3c9f-74a6-43ad-bcaf-e6add33c7fdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.1988251 Oct 11 15:33:26.960074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4af5fbc-46aa-4589-9675-dc68834671b3,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:27.009534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-648412c4-46c6-4a46-8e74-3858262271a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603426 Oct 11 15:33:27.022963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.055912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.105663 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcdd760-5723-4769-ab2d-9c6a7c64541f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:27.121133 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade1321-eb47-4200-94d5-86ee23adb316 req-4767d65b-f19f-4cb2-9c34-0d94194ddf8e tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:27.135359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ade1321-eb47-4200-94d5-86ee23adb316 req-4767d65b-f19f-4cb2-9c34-0d94194ddf8e tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 949 time: 0.2461491 Oct 11 15:33:27.140399 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:27.175903 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb423e5-7fbd-4f92-927f-b6f13a63fb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-941fd260-e6bb-42eb-a68a-05c31afcd3d0', 'network_id': '941fd260-e6bb-42eb-a68a-05c31afcd3d0', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': '3bcdd760-5723-4769-ab2d-9c6a7c64541f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:27.177243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bb423e5-7fbd-4f92-927f-b6f13a63fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.188750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.205751 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2ca8047-33a1-4fdd-ad4a-e6ffb07bf86a None None] Provisioning complete for port 3e4b3ad6-263e-4569-af67-f740041b4b2c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:27.206400 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2ca8047-33a1-4fdd-ad4a-e6ffb07bf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.208905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3e4b3ad6-263e-4569-af67-f740041b4b2c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:27.211991 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941fd260-e6bb-42eb-a68a-05c31afcd3d0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:27.224686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.224890 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f6bd68-6e5d-4454-8b4b-373051979be7') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:27.225654 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f6bd68-6e5d-4454-8b4b-373051979be7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:27.238120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.252854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.259465 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:27.259856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.284091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-5ad302be-8dbc-4e77-bac4-e4379c42c81c service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617006 Oct 11 15:33:27.291933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:27.325770 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:27.331398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.333934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:27.342384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.348382 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:27.351652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/941fd260-e6bb-42eb-a68a-05c31afcd3d0 HTTP/1.1" status: 204 len: 168 time: 0.7958403 Oct 11 15:33:27.363015 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:27.368637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790048541'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:27.374536 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca446-d665-44c5-8cb6-4e1f3adc67d9 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=941fd260-e6bb-42eb-a68a-05c31afcd3d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:27.403016 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:27.413424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.487152 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:27.514867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.517825 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment 3a81cbfe-06cf-48da-8471-7f31dc20324c of type vlan for network 6e67b04d-f74e-446a-b746-5f8155d2ab7e Oct 11 15:33:27.572761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.592180 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bda42-8bb2-43a7-b9fd-802b4637c3d1 None None] Network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:27.613802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.617373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bda42-8bb2-43a7-b9fd-802b4637c3d1 None None] Network 941fd260-e6bb-42eb-a68a-05c31afcd3d0 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 15:33:27.621667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:27.622318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.638290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f966d-5875-48c5-bbef-cd75264f54d7 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:33:27.722886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3582709 Oct 11 15:33:27.723550 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:27.733246 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '6e67b04d-f74e-446a-b746-5f8155d2ab7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:27.740183 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d114c-fa41-4274-9e5e-f242bae3a41a tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=6e67b04d-f74e-446a-b746-5f8155d2ab7e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:27.762510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6e67b04d-f74e-446a-b746-5f8155d2ab7e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:27.773732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3e4b3ad6-263e-4569-af67-f740041b4b2c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:27.774107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.869142 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:27.878778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:27.883822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.903682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5df78c02-2e6b-42e6-9c63-0775e021b783 req-d754c3f6-8a13-433d-a323-fedf923cb9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042607 Oct 11 15:33:27.969966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ade1321-eb47-4200-94d5-86ee23adb316 req-2deb3c2d-e8fe-4429-bc95-6774fc19b572 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841924 Oct 11 15:33:27.981016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:27.989106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:27.993662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e96a5546-e87a-47c5-b0db-977d8934606c req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "PUT /v2.0/ports/8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 1020 time: 1.8530138 Oct 11 15:33:28.023390 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1555c3-fa21-4b33-808f-e662717160ac tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:28.048715 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:28.051363 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120" -d '{"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:28.052738 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64ad52a-4a0e-468c-a15f-7e9bc1e0086f x-openstack-request-id: req-a64ad52a-4a0e-468c-a15f-7e9bc1e0086f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:28.053201 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "name": "network-vif-plugged", "status": "completed", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:28.053300 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a64ad52a-4a0e-468c-a15f-7e9bc1e0086f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:28.054657 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3', 'code': 200} Oct 11 15:33:28.097831 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52b0be8c-6341-46ae-98a2-c9463057e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.140689 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:28.181197 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f966d-5875-48c5-bbef-cd75264f54d7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:33:28.213764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afb3fd-0d92-4f32-9024-7e0562fc7199 req-f738e41f-6760-47e6-9ffb-8344182463f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.215268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38afb3fd-0d92-4f32-9024-7e0562fc7199 req-f738e41f-6760-47e6-9ffb-8344182463f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 1101 time: 0.1052146 Oct 11 15:33:28.241919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4631a1-eac4-4d03-9670-2d5d039e2e72 req-bc11bb19-bd87-4978-b270-02918d27cc3c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.249686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a4631a1-eac4-4d03-9670-2d5d039e2e72 req-bc11bb19-bd87-4978-b270-02918d27cc3c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1022282 Oct 11 15:33:28.292403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f852-c8c5-4fdc-b454-ad38cbc46700 req-e5322ed3-2495-4838-a0ca-8095bdea8b90 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.300354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7091f852-c8c5-4fdc-b454-ad38cbc46700 req-e5322ed3-2495-4838-a0ca-8095bdea8b90 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1627202 Oct 11 15:33:28.328867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38afb3fd-0d92-4f32-9024-7e0562fc7199 req-1475fdcb-ae36-4b22-aa2b-f810ccb2acdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036477 Oct 11 15:33:28.352070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a4631a1-eac4-4d03-9670-2d5d039e2e72 req-66bd17a3-3b19-423e-ba67-0f3c1cbb1f30 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Oct 11 15:33:28.357511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.410586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7091f852-c8c5-4fdc-b454-ad38cbc46700 req-af63ac81-18a4-41fe-bca3-4fcc671e275a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090662 Oct 11 15:33:28.419394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52b0be8c-6341-46ae-98a2-c9463057e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.440008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52b0be8c-6341-46ae-98a2-c9463057e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.525359 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-52b0be8c-6341-46ae-98a2-c9463057e00e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d53e127deb648518f3319fe994d49ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549761 Oct 11 15:33:28.528832 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:28.537317 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=1c1f49b6-f284-4ab8-a69c-90c007026771,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:28.546317 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102f237-6758-42ab-b1d1-d2669983235e x-openstack-request-id: req-7102f237-6758-42ab-b1d1-d2669983235e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:28.546606 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:28.546857 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7102f237-6758-42ab-b1d1-d2669983235e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:28.547821 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'status': 'completed', 'code': 200} Oct 11 15:33:28.548939 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0be8c-6341-46ae-98a2-c9463057e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1bb16c-debc-44aa-8c95-691191ba3a73,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:28.611156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa0af4-d058-411f-b248-5fdf09ebd6bb req-bc35b2e9-da3e-4187-8d8f-60e9b4a52831 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.627917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fefa0af4-d058-411f-b248-5fdf09ebd6bb req-bc35b2e9-da3e-4187-8d8f-60e9b4a52831 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1023 time: 0.1282904 Oct 11 15:33:28.629758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.672271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.689632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-93f7b9eb-cbfe-499e-a95b-ae59a1bd1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.691112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-93f7b9eb-cbfe-499e-a95b-ae59a1bd1079 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1174 time: 0.1385286 Oct 11 15:33:28.723029 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f6ed2-bcea-4733-9c6a-cf7ffd25c5bd None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:33:28.732382 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': '3a81cbfe-06cf-48da-8471-7f31dc20324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6e67b04d-f74e-446a-b746-5f8155d2ab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:28.732772 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: 6e67b04d-f74e-446a-b746-5f8155d2ab7e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:28.761014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.764753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.766484 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a1bb16c-debc-44aa-8c95-691191ba3a73 HTTP/1.1" status: 204 len: 168 time: 0.2297597 Oct 11 15:33:28.777442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a320f8-9260-4ef0-afa7-e9997600b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1bb16c-debc-44aa-8c95-691191ba3a73,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:28.782417 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 6e67b04d-f74e-446a-b746-5f8155d2ab7e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:28.803572 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6e67b04d-f74e-446a-b746-5f8155d2ab7e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:28.810654 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.811250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:28.837872 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f469897-544f-476a-8028-cc9d46c64b86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1087294 Oct 11 15:33:28.838277 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:28.852665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fefa0af4-d058-411f-b248-5fdf09ebd6bb req-5aee442d-47ee-41c6-ae32-6e5fbc75c9f0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ae4d23-7530-4881-99fb-1f416f6dd012&id=256e8ab9-a011-4e60-83ce-1db27d2d71c5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 200 len: 6157 time: 0.2235174 Oct 11 15:33:28.948979 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-afef982b-8dff-44cf-9233-9d7ea7416a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:28.950493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-afef982b-8dff-44cf-9233-9d7ea7416a0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.2407591 Oct 11 15:33:28.972340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': ' tempest-securitygroup -891034149 ', 'description': 'tempest-description-203503266'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:29.008353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-26c7c2e3-41e0-491e-b7e1-abf9e01b9c2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 200 len: 217 time: 0.0458720 Oct 11 15:33:29.048434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.142964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.174220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.189737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-5b164bef-1d1f-4e45-a5d5-e95cc173eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:29.191200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-5b164bef-1d1f-4e45-a5d5-e95cc173eeb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.1732752 Oct 11 15:33:29.193185 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f6ed2-bcea-4733-9c6a-cf7ffd25c5bd None None] Unable to find a vacant binding_index for network 6e67b04d-f74e-446a-b746-5f8155d2ab7e and agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 {{(pid=94828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 11 15:33:29.203199 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f6ed2-bcea-4733-9c6a-cf7ffd25c5bd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6e67b04d-f74e-446a-b746-5f8155d2ab7e) {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:33:29.299889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-afbd9fae-df1a-4f12-be99-e389915d5ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945961 Oct 11 15:33:29.404989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.424565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-e80d908b-76df-4313-be87-2920efb30c97 service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090953 Oct 11 15:33:29.488149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1f49b6-f284-4ab8-a69c-90c007026771,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:29.567453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.586485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.600755 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69236a-fb04-44c4-b6e3-398458af1c3a None None] Network 6e67b04d-f74e-446a-b746-5f8155d2ab7e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:29.650431 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed8a93-5d5a-4c4f-9840-2350fef8a851,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:29.670109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:29.676377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f9d62e5-3106-4318-8cd7-1bb5d76937a6 req-ad694665-a07d-4f31-ac0e-d22d87f0e69d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7138987 Oct 11 15:33:29.690309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f62bc-bff0-4a8b-9598-46e0e4646112 req-e60f8d31-cce7-4be5-a217-761e8d65a671 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:29.699403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c64f62bc-bff0-4a8b-9598-46e0e4646112 req-e60f8d31-cce7-4be5-a217-761e8d65a671 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.4103076 Oct 11 15:33:29.760448 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89058975-a19a-4ab5-9251-756137c06704 None None] Network 6e67b04d-f74e-446a-b746-5f8155d2ab7e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:29.774816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61f071a-9e6e-45e2-9ff6-17bfe4dd7120 req-d5fce837-97b1-4d84-9deb-d3c4ab91ec70 service neutron] 10.222.0.36 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354061 Oct 11 15:33:29.826564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c64f62bc-bff0-4a8b-9598-46e0e4646112 req-32618507-3e99-451c-9341-f93a3b39f602 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262331 Oct 11 15:33:29.911321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e950d5-93fe-4c0a-a16a-0c8d94b134e1 req-13c218d9-8fde-473c-9e6d-2e26256c88d7 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:29.918625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49e950d5-93fe-4c0a-a16a-0c8d94b134e1 req-13c218d9-8fde-473c-9e6d-2e26256c88d7 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 950 time: 0.1069493 Oct 11 15:33:30.016425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49e950d5-93fe-4c0a-a16a-0c8d94b134e1 req-ed6a1a69-2d33-4c03-8707-7bf727a1abbc tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920308 Oct 11 15:33:30.060073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.088507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940400-3923-41fb-9b36-bcbb247c3516 req-a8c6a489-5b45-4f0b-9ce7-d56d128c3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.090530 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-a8c6a489-5b45-4f0b-9ce7-d56d128c3260 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 1096 time: 0.5823853 Oct 11 15:33:30.090828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2223b-bf57-4c68-aac4-4b2fefa7edcb req-c6c2401b-309c-46b4-a37d-c4777523f280 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.092121 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e67b04d-f74e-446a-b746-5f8155d2ab7e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:30.102905 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a81cbfe-06cf-48da-8471-7f31dc20324c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:30.103086 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a81cbfe-06cf-48da-8471-7f31dc20324c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:30.107073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5db2223b-bf57-4c68-aac4-4b2fefa7edcb req-c6c2401b-309c-46b4-a37d-c4777523f280 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1362395 Oct 11 15:33:30.114360 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.132149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.138418 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:30.138800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.186781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5db2223b-bf57-4c68-aac4-4b2fefa7edcb req-8defcda0-87cf-40c9-be58-b2f997d2de46 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743842 Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:30.203114 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:30.232393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96c3b2ed-0ab1-439d-b819-32243853eee9 req-689cfa5d-c04b-473f-bcb8-00ac51faa643 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/86ed8a93-5d5a-4c4f-9840-2350fef8a851 HTTP/1.1" status: 200 len: 1781 time: 0.0830638 Oct 11 15:33:30.233074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.250872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.258158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/6e67b04d-f74e-446a-b746-5f8155d2ab7e HTTP/1.1" status: 204 len: 168 time: 1.4130015 Oct 11 15:33:30.258254 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:30.264054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296066897'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:30.307053 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e0bcf-4216-4539-9de1-1553fa08f9ff tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=6e67b04d-f74e-446a-b746-5f8155d2ab7e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:30.310185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-dc8b7f26-93b0-4a9c-82a7-391946725a13 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/86ed8a93-5d5a-4c4f-9840-2350fef8a851 HTTP/1.1" status: 200 len: 1781 time: 0.0587542 Oct 11 15:33:30.312369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:30.315974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.365334 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:30.371232 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940400-3923-41fb-9b36-bcbb247c3516 req-14eda9e8-5888-43c7-8d63-6184f68ef81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.373154 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-14eda9e8-5888-43c7-8d63-6184f68ef81c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 916 time: 0.1690423 Oct 11 15:33:30.385732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.386071 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment 6395e65c-f8cd-4cb8-9473-070f8807d371 of type vlan for network 7da9ec97-048f-43de-b473-0193ef5084ae Oct 11 15:33:30.427486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-bc644bad-f74b-4835-91cc-85d1c8744846 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96aa73d9-c16d-49b2-9275-ece989b85e58 HTTP/1.1" status: 200 len: 217 time: 0.0447445 Oct 11 15:33:30.427760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.450623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.466104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.507524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.513955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.514722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.516774 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940400-3923-41fb-9b36-bcbb247c3516 req-3e8dd04e-b37d-43f7-8e6f-e0b7392d43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.522752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-3e8dd04e-b37d-43f7-8e6f-e0b7392d43b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.0880213 Oct 11 15:33:30.585342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3236578 Oct 11 15:33:30.585342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.586213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940400-3923-41fb-9b36-bcbb247c3516 req-eb5fee2f-8d83-476c-8de8-d8712fe9a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:30.586333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.587903 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-eb5fee2f-8d83-476c-8de8-d8712fe9a085 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584569 Oct 11 15:33:30.588471 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:30.590759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6d9b590-c274-4b5e-904c-2ebf235a29ec req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/86ed8a93-5d5a-4c4f-9840-2350fef8a851 HTTP/1.1" status: 204 len: 173 time: 0.2723713 Oct 11 15:33:30.612235 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040207bd-44c6-4e76-8bd2-cfd20723292e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed8a93-5d5a-4c4f-9840-2350fef8a851,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:30.612966 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:30.615655 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eab5bd-282b-4861-bac3-7a5383ec1c1d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=7da9ec97-048f-43de-b473-0193ef5084ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:30.635734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:30.638156 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-b7fb63a1-00e9-472f-94f3-e4a4f3827ef9 req-2c8e2054-34bb-4024-9a7c-e37d0da08bff tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:33:30.639268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7fb63a1-00e9-472f-94f3-e4a4f3827ef9 req-2c8e2054-34bb-4024-9a7c-e37d0da08bff tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/86ed8a93-5d5a-4c4f-9840-2350fef8a851 HTTP/1.1" status: 404 len: 352 time: 0.0245209 Oct 11 15:33:30.667023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1261960055', 'description': 'tempest-description-990491501'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:30.694941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.788080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.793373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.826458 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08730770-f999-4452-af63-125b5d38b4ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:30.842543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-de98fabc-8854-4d06-a63a-62e0e1733f97 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254450 Oct 11 15:33:30.843749 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:30.847662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.852431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:30.883770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07659e91-80a3-4846-b2ef-cbea69d982ec req-2683494c-11e7-47bb-894c-01f2ec0e90ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2194915 Oct 11 15:33:30.898739 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1810932909', 'description': 'tempest-description-2107746102'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:30.973789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.014228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0635-79f5-4079-9ead-e22d416371b6 req-39a8cba5-6ad7-4eab-aafe-bda5ceb32792 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.021465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0635-79f5-4079-9ead-e22d416371b6 req-39a8cba5-6ad7-4eab-aafe-bda5ceb32792 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.0846751 Oct 11 15:33:31.060416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59940400-3923-41fb-9b36-bcbb247c3516 req-2d291984-7f37-485a-80ed-eeae57e834f8 service neutron] 10.222.0.36 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087879 Oct 11 15:33:31.093176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273a0635-79f5-4079-9ead-e22d416371b6 req-473862f8-17bf-4b44-ae0d-28aaffa1f7a4 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654476 Oct 11 15:33:31.137884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.149339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.189463 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e63d6-60b4-4e3c-8431-a359ac12ffb0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:31.195677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.197574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.197749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3c8bb81-deca-4e61-be9d-1ff969e08164 req-32ce5e42-a924-4c1d-a7e6-e57017c4a3b2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3032055 Oct 11 15:33:31.208006 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:31.272538 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=3b320b27-6bce-4a6c-8e08-6fc34948e6f9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:31.281044 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': '6395e65c-f8cd-4cb8-9473-070f8807d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:31.281410 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: 7da9ec97-048f-43de-b473-0193ef5084ae, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:31.301401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126a3c-2849-4d13-8e92-078ea2d1f629 req-ca8c2b41-19eb-4d2c-94ef-abe38bdeed4f tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.301759 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 7da9ec97-048f-43de-b473-0193ef5084ae is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:31.303005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f126a3c-2849-4d13-8e92-078ea2d1f629 req-ca8c2b41-19eb-4d2c-94ef-abe38bdeed4f tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 950 time: 0.1042571 Oct 11 15:33:31.314609 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7da9ec97-048f-43de-b473-0193ef5084ae) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:31.324604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095fa90-b497-402c-b618-651674f001c6 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:31.330290 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.331366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.354939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-074daf16-cdd4-4b70-85f3-f0f8700a5d86 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7640715 Oct 11 15:33:31.357780 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:31.366042 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:31.470644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f126a3c-2849-4d13-8e92-078ea2d1f629 req-8526372d-e3b2-4063-8235-ea8858b1d681 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586320 Oct 11 15:33:31.525861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:31.530521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.539801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03f173d5-7834-40c5-ad81-def905deae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.549308 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2022187733', 'description': 'tempest-description-414995597'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:31.686681 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7da9ec97-048f-43de-b473-0193ef5084ae', 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': '3b320b27-6bce-4a6c-8e08-6fc34948e6f9'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:31.687297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.698445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.779585 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01373-68ae-46a1-be11-495dd484e19e req-826594af-be04-4421-a081-3207bc82321c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.781570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45c01373-68ae-46a1-be11-495dd484e19e req-826594af-be04-4421-a081-3207bc82321c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.2139273 Oct 11 15:33:31.789112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-8f64de3e-1de9-4306-bff7-7dd5b4e893ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.790715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-8f64de3e-1de9-4306-bff7-7dd5b4e893ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab846ea43a3416db631dcd88106e669&device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 1096 time: 0.3400643 Oct 11 15:33:31.860712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.875283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Allocated IP 2001:db8::2 (7da9ec97-048f-43de-b473-0193ef5084ae/3b320b27-6bce-4a6c-8e08-6fc34948e6f9/88b304dc-5201-44d1-92a9-844321ce6761) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:31.909910 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 7da9ec97-048f-43de-b473-0193ef5084ae is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:31.910369 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:31.915056 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.915680 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:31.930349 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=7bec330b-64b6-45a4-a502-7af71754aa10,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:31.945703 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7f1d675-e0d6-4e6d-90cf-2ef8ccaa9194 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5860906 Oct 11 15:33:31.954438 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:31.988763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-4549f2af-72ea-4066-b808-805f8f0e264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:31.990295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-4549f2af-72ea-4066-b808-805f8f0e264f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 200 len: 913 time: 0.1871128 Oct 11 15:33:31.992166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03f173d5-7834-40c5-ad81-def905deae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.016550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03f173d5-7834-40c5-ad81-def905deae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.041558 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.044095 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.046212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.048288 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.050506 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.053531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ef98bf1-fb2d-4ee9-bf78-3bff428a574d tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0960627 Oct 11 15:33:32.057005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:32.062718 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906797213'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:32.064769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.071376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.083399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45c01373-68ae-46a1-be11-495dd484e19e req-de8de016-795d-4b17-82c5-ee4c59869f21 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880719 Oct 11 15:33:32.084637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-b333e065-f9f9-44a5-b100-d0d79325fb88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 200 len: 217 time: 0.0825551 Oct 11 15:33:32.110207 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:32.114432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.127540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03f173d5-7834-40c5-ad81-def905deae60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04343caa22c448e7a66979831d1c2bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9075279 Oct 11 15:33:32.132336 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:32.151243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f173d5-7834-40c5-ad81-def905deae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ca240f-ecc0-44a1-895e-af5794f94954,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.168580 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:32.178861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.179260 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment ed677e7c-b50f-449b-9298-6ad2374a4488 of type vlan for network 69108b27-e444-477b-bff4-0567b40f94fd Oct 11 15:33:32.181781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Pushing event updated for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.191819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.193555 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:32.195683 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:32.199564 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:32.229545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.244119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.257272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-e8df8b00-46de-494c-ace0-0edb27c5a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.258803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-e8df8b00-46de-494c-ace0-0edb27c5a246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d22b52d4-6d5b-4844-bf1e-26b47e3b9487 HTTP/1.1" status: 200 len: 852 time: 0.1619594 Oct 11 15:33:32.279928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Attempting to bind port 88b304dc-5201-44d1-92a9-844321ce6761 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:32.280738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Attempting to bind port 88b304dc-5201-44d1-92a9-844321ce6761 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6395e65c-f8cd-4cb8-9473-070f8807d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:32.281345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Attempting to bind port 88b304dc-5201-44d1-92a9-844321ce6761 on network 7da9ec97-048f-43de-b473-0193ef5084ae {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:32.291775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:32.293044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Checking segment: {'id': '6395e65c-f8cd-4cb8-9473-070f8807d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:32.293746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.294032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.294705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Bound using segment: {'id': '6395e65c-f8cd-4cb8-9473-070f8807d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:32.295526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Bound port: 88b304dc-5201-44d1-92a9-844321ce6761, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6395e65c-f8cd-4cb8-9473-070f8807d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:32.296152 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.307394 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.308161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.318103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.318993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-273e9c81-2b5e-4f0b-b20e-a773c08fdee7 req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7835767 Oct 11 15:33:32.335303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-dec28e9c-262f-4850-bdc7-907d385e0c6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e5733e0-9846-47b9-99d1-058f957b1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641530 Oct 11 15:33:32.345835 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf49d23-825c-4d84-965d-de11f26be8e9 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260010f0-0db2-4d5c-af1f-2740de22ccce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.351685 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-4c63762b-a1d5-42e8-a9d9-ccd626e609c2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:33:32.352618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-4c63762b-a1d5-42e8-a9d9-ccd626e609c2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080869 Oct 11 15:33:32.354374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.364706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb840-747c-4fac-922f-cd4ccc8c4ca3 req-e357e2a9-7d5e-4e00-a47a-f60db0bfd04f tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.366497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17dcb840-747c-4fac-922f-cd4ccc8c4ca3 req-e357e2a9-7d5e-4e00-a47a-f60db0bfd04f tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1997018 Oct 11 15:33:32.376471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3186333 Oct 11 15:33:32.377134 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:32.387535 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:32.452248 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.460266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:32.464393 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88b304dc-5201-44d1-92a9-844321ce6761,segment=NetworkSegment(6395e65c-f8cd-4cb8-9473-070f8807d371),segment_id=6395e65c-f8cd-4cb8-9473-070f8807d371)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:32.469829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebad155a-7608-4c7b-aceb-140c9fbdcbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.479330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.543084 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d6e92-b78d-4e2b-bea5-63fb3e94f992 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=69108b27-e444-477b-bff4-0567b40f94fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.555877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-478cc327-7a19-4ec3-bb0e-288236b5e777 service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865959 Oct 11 15:33:32.560322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17dcb840-747c-4fac-922f-cd4ccc8c4ca3 req-d6abbab3-e1d2-4bd3-9271-f4807ad9b683 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776657 Oct 11 15:33:32.611998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:32.625349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.658319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.722169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.724886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.726209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92ca240f-ecc0-44a1-895e-af5794f94954 HTTP/1.1" status: 204 len: 168 time: 0.5718174 Oct 11 15:33:32.744866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 69108b27-e444-477b-bff4-0567b40f94fd is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:33:32.753219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:32.754196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:32.755484 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "PUT /v2.0/networks/69108b27-e444-477b-bff4-0567b40f94fd HTTP/1.1" status: 200 len: 723 time: 0.3745971 Oct 11 15:33:32.761199 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:32.769130 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': '69108b27-e444-477b-bff4-0567b40f94fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:32.779161 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716b29e-4f7a-4468-bd17-9ea9b99ff77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ca240f-ecc0-44a1-895e-af5794f94954,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.800487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f93eaa1f-fcac-4658-8f97-37cee04ce6fc req-87b52ecc-2134-4517-958e-c2d956caa179 service neutron] 10.222.0.43 "GET /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368243 Oct 11 15:33:32.844698 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7450-0f46-446a-8db4-d552ae44ec38 None None] Pushing event updated for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.868321 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5088d4-2425-48e0-bdc9-f3986b20eb45 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=69108b27-e444-477b-bff4-0567b40f94fd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:32.921602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:32.929816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-935ed1dd-013b-43b0-8c3c-d8a87d05715b req-95c51d9a-c3a5-4664-856a-3233bcd9e2a0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 10911 time: 0.2933202 Oct 11 15:33:32.938170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:32.945555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.043116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b078a-f00b-48d0-83a1-a7ee3dc81195 req-e4987ca4-57d4-4798-b3cc-be08cabc67dd tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:33.050705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a8b078a-f00b-48d0-83a1-a7ee3dc81195 req-e4987ca4-57d4-4798-b3cc-be08cabc67dd tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 950 time: 0.1859698 Oct 11 15:33:33.100647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-935ed1dd-013b-43b0-8c3c-d8a87d05715b req-7b82f842-af1a-4351-8421-dc1c1aafc3aa tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 200 len: 2985 time: 0.1486337 Oct 11 15:33:33.142788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a8b078a-f00b-48d0-83a1-a7ee3dc81195 req-9ca27a44-2bb9-472d-bec4-f9d9d4dd6afa tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Oct 11 15:33:33.173044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88b304dc-5201-44d1-92a9-844321ce6761 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:33.189979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-935ed1dd-013b-43b0-8c3c-d8a87d05715b req-cf9157d3-a6ab-4f75-a722-dd9118f13d6c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 200 len: 2985 time: 0.0884061 Oct 11 15:33:33.224332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.259731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:33.261920 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.288918 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=e9874e6a-4fef-4c35-8133-3b20cd4557de,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:33.313297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-976643ab-7e4a-4853-866c-2c526f470aab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/08730770-f999-4452-af63-125b5d38b4ff HTTP/1.1" status: 200 len: 1802 time: 0.0878148 Oct 11 15:33:33.336360 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': 'ed677e7c-b50f-449b-9298-6ad2374a4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:33.336723 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: 69108b27-e444-477b-bff4-0567b40f94fd, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:33.359192 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 69108b27-e444-477b-bff4-0567b40f94fd is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:33.363857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.372264 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 69108b27-e444-477b-bff4-0567b40f94fd) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:33.379005 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:33.379622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.387388 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691bbcab-4731-4e31-a017-f69356833ee7 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:33.394219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a1d0-3010-488a-93df-0fe9ada10f15 req-dce0ffe7-d734-4adb-9d86-267017bc00c9 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:33.395721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1247a1d0-3010-488a-93df-0fe9ada10f15 req-dce0ffe7-d734-4adb-9d86-267017bc00c9 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.0887694 Oct 11 15:33:33.420625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e599aa14-fa6f-4510-9e72-a1867d37de5e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6582766 Oct 11 15:33:33.423319 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:33.423819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88b304dc-5201-44d1-92a9-844321ce6761,segment=NetworkSegment(6395e65c-f8cd-4cb8-9473-070f8807d371),segment_id=6395e65c-f8cd-4cb8-9473-070f8807d371)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:33.429567 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:33.452002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.504012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.521355 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:33.523238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1247a1d0-3010-488a-93df-0fe9ada10f15 req-628b5332-1f23-4fc7-b429-c250b84b7fb6 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155269 Oct 11 15:33:33.591553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.626029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12363047'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.715698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.718484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.727289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-69108b27-e444-477b-bff4-0567b40f94fd', 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': 'e9874e6a-4fef-4c35-8133-3b20cd4557de'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:33.728183 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:33.734255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-009e805f-cce1-45e8-a90c-d59204c43e30 req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/08730770-f999-4452-af63-125b5d38b4ff HTTP/1.1" status: 204 len: 173 time: 0.3894665 Oct 11 15:33:33.849813 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286a3f-da33-4e89-96ab-50e9d377bb0c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08730770-f999-4452-af63-125b5d38b4ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:33.972266 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc56c80-a88d-4cac-8b78-3619aa42447d None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:33.985328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f08d1-853d-419a-8c66-c29725ad9a3b req-1d422d11-c017-4ed0-ab05-fda56de175d9 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:33.986888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-110f08d1-853d-419a-8c66-c29725ad9a3b req-1d422d11-c017-4ed0-ab05-fda56de175d9 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1936781 Oct 11 15:33:34.017722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268102669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12551503'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.039113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28741a35-7b68-4bd6-9089-5ecd3adacaf2 req-8f0d8ab0-7dc7-45c2-a71b-a798727723b5 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:34.040589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28741a35-7b68-4bd6-9089-5ecd3adacaf2 req-8f0d8ab0-7dc7-45c2-a71b-a798727723b5 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1964719 Oct 11 15:33:34.090634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:34.091229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.095003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "PUT /v2.0/subnets/e9874e6a-4fef-4c35-8133-3b20cd4557de HTTP/1.1" status: 200 len: 826 time: 0.6682808 Oct 11 15:33:34.095340 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:34.133197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-110f08d1-853d-419a-8c66-c29725ad9a3b req-c8881834-8176-4495-8c3f-8b5214c10730 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364863 Oct 11 15:33:34.185125 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a3879-8e61-4b93-86b7-62710e5e42dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=e9874e6a-4fef-4c35-8133-3b20cd4557de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:34.207770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28741a35-7b68-4bd6-9089-5ecd3adacaf2 req-cb84bc34-d6a4-4329-a47c-92f59733d54a tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324897 Oct 11 15:33:34.224100 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5231696-5404-43db-ab62-daef73f4b679 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:34.224559 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5231696-5404-43db-ab62-daef73f4b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.267227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.308217 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Allocated IP 2001:db8::2 (69108b27-e444-477b-bff4-0567b40f94fd/e9874e6a-4fef-4c35-8133-3b20cd4557de/faec1fb3-3943-4e1c-bf5d-b4db12e421b4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:34.432917 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-8031a704-f8b9-4e9d-99e8-08ce590ee06e req-74a7030f-88cc-41bb-bd98-0f8322a3e025 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:33:34.441172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8031a704-f8b9-4e9d-99e8-08ce590ee06e req-74a7030f-88cc-41bb-bd98-0f8322a3e025 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/08730770-f999-4452-af63-125b5d38b4ff HTTP/1.1" status: 404 len: 352 time: 0.0780544 Oct 11 15:33:34.513186 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.624318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-fbfc711e-7f78-45c7-8439-7db2f6b5f7c7 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:34.625786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-fbfc711e-7f78-45c7-8439-7db2f6b5f7c7 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.43 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 950 time: 0.3282433 Oct 11 15:33:34.633079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0eac3-cdf0-4453-8781-4b3a963e283a req-7afd9052-3ba3-479d-b9b6-4eb6ac3e18d4 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:34.640836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35a0eac3-cdf0-4453-8781-4b3a963e283a req-7afd9052-3ba3-479d-b9b6-4eb6ac3e18d4 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 950 time: 0.2111168 Oct 11 15:33:34.736746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.744415 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Update dhcp port {'port': {'network_id': '7da9ec97-048f-43de-b473-0193ef5084ae', 'fixed_ips': [{'subnet_id': '3b320b27-6bce-4a6c-8e08-6fc34948e6f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bec330b-64b6-45a4-a502-7af71754aa10'}], 'binding:host_id': 'n-d-master-1'}, 'id': '88b304dc-5201-44d1-92a9-844321ce6761'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:33:34.745447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35a0eac3-cdf0-4453-8781-4b3a963e283a req-23cf539f-f99b-4f72-afe3-0a14cfd28697 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/security-groups?id=b467f8d1-f6bc-4cba-8745-477a1e1b2bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037681 Oct 11 15:33:34.749094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.757551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4699b-a381-454c-bb21-99b8963a0a2c req-642d3778-6e22-4336-9541-2e799877f47b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:34.766705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7db4699b-a381-454c-bb21-99b8963a0a2c req-642d3778-6e22-4336-9541-2e799877f47b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.2148013 Oct 11 15:33:34.826840 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.829109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.854120 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:34.863928 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:34.866336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7db4699b-a381-454c-bb21-99b8963a0a2c req-c5597a59-0a53-4f54-a5fb-511b2c1e6f34 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991673 Oct 11 15:33:34.870097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5061bc98-68ae-4e3d-958a-a899195fb8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:34.874819 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=e9874e6a-4fef-4c35-8133-3b20cd4557de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:34.895999 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:34.900181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Pushing event updated for resources: {'Port': ['ID=faec1fb3-3943-4e1c-bf5d-b4db12e421b4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:34.960766 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Deleting port e4af5fbc-46aa-4589-9675-dc68834671b3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:34.961192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.030086 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Attempting to bind port faec1fb3-3943-4e1c-bf5d-b4db12e421b4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:35.030557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Attempting to bind port faec1fb3-3943-4e1c-bf5d-b4db12e421b4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ed677e7c-b50f-449b-9298-6ad2374a4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:35.030810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Attempting to bind port faec1fb3-3943-4e1c-bf5d-b4db12e421b4 on network 69108b27-e444-477b-bff4-0567b40f94fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:35.047501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:35.047965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Checking segment: {'id': 'ed677e7c-b50f-449b-9298-6ad2374a4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:35.048334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.048776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Bound using segment: {'id': 'ed677e7c-b50f-449b-9298-6ad2374a4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:35.049231 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Bound port: faec1fb3-3943-4e1c-bf5d-b4db12e421b4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed677e7c-b50f-449b-9298-6ad2374a4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69108b27-e444-477b-bff4-0567b40f94fd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:35.049622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.134996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Allocated IP 172.20.0.1 (7da9ec97-048f-43de-b473-0193ef5084ae/7bec330b-64b6-45a4-a502-7af71754aa10/88b304dc-5201-44d1-92a9-844321ce6761) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:35.147603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88b304dc-5201-44d1-92a9-844321ce6761 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:35.253469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] For port faec1fb3-3943-4e1c-bf5d-b4db12e421b4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:35.273356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] For port faec1fb3-3943-4e1c-bf5d-b4db12e421b4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faec1fb3-3943-4e1c-bf5d-b4db12e421b4,segment=NetworkSegment(ed677e7c-b50f-449b-9298-6ad2374a4488),segment_id=ed677e7c-b50f-449b-9298-6ad2374a4488)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:35.285405 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:35.285793 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.289876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.327718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.377672 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69108b27-e444-477b-bff4-0567b40f94fd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:35.396606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88b304dc-5201-44d1-92a9-844321ce6761,segment=NetworkSegment(6395e65c-f8cd-4cb8-9473-070f8807d371),segment_id=6395e65c-f8cd-4cb8-9473-070f8807d371)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:35.402312 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d57c7-f9ac-460c-83b2-da7e69313fff req-27ae858e-a1e2-4a98-ab57-7c8a926e62a2 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:35.404052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e1d57c7-f9ac-460c-83b2-da7e69313fff req-27ae858e-a1e2-4a98-ab57-7c8a926e62a2 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.5352354 Oct 11 15:33:35.419890 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed677e7c-b50f-449b-9298-6ad2374a4488') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:35.420183 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed677e7c-b50f-449b-9298-6ad2374a4488') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:35.442241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b07b6-75a6-4ba7-8ed7-d214768f7232 None None] Pushing event updated for resources: {'Port': ['ID=faec1fb3-3943-4e1c-bf5d-b4db12e421b4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:35.442483 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:35.445160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-edf1e71f-bccd-4baf-8d7b-d6967f1fa733 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/8e4e63d6-60b4-4e3c-8431-a359ac12ffb0 HTTP/1.1" status: 200 len: 1803 time: 0.4915767 Oct 11 15:33:35.467246 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794acbab-5b63-44e7-a611-2d6b2037fda4 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:35.472847 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.473501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.482818 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] For port e4af5fbc-46aa-4589-9675-dc68834671b3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4af5fbc-46aa-4589-9675-dc68834671b3,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:35.483390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.521688 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Calling delete_port for e4af5fbc-46aa-4589-9675-dc68834671b3 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:35.530720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.531335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.549635 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:35.550041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.555463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e1d57c7-f9ac-460c-83b2-da7e69313fff req-07a26ec3-506c-4764-9324-90927b02575e tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388831 Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:35.556105 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:35.651443 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:35.679070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9c442-bf02-4399-b6d2-a99a6e1f9bd0 None None] Pushing event updated for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:35.686017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.694531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.698495 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:33:35.698495 n-d-master-1 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:33:35.698495 n-d-master-1 neutron-server[94827]: [parameters: {'id': '69108b27-e444-477b-bff4-0567b40f94fd'}] Oct 11 15:33:35.698495 n-d-master-1 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:33:35.698932 n-d-master-1 neutron-server[94827]: DEBUG oslo_db.api [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:33:35.733777 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415cccc-e2af-4c27-83bd-3fc05bddc7e5 None None] Network 69108b27-e444-477b-bff4-0567b40f94fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:35.738212 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.780475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbc17-c672-4894-96c7-00a4f8cdbe5e req-dcca849a-d52c-4260-8fef-621e4a2f8300 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:35.782063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c73dbc17-c672-4894-96c7-00a4f8cdbe5e req-dcca849a-d52c-4260-8fef-621e4a2f8300 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.1277432 Oct 11 15:33:35.829112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.876441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c73dbc17-c672-4894-96c7-00a4f8cdbe5e req-bc64abe2-a9fe-40cb-8fe6-323bd02642aa tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834639 Oct 11 15:33:35.880130 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.881257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.891371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.892518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc568084-5b37-4906-b69f-5d70b6be7cfd req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e4e63d6-60b4-4e3c-8431-a359ac12ffb0 HTTP/1.1" status: 204 len: 173 time: 0.4465508 Oct 11 15:33:35.922452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:35.927256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e2cdb-2985-4152-b8d8-f605d1375815 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e63d6-60b4-4e3c-8431-a359ac12ffb0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:35.951609 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e4af5fbc-46aa-4589-9675-dc68834671b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:36.024886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.050064 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Pushing event deleted for resources: {'Port': ['ID=e4af5fbc-46aa-4589-9675-dc68834671b3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:36.061671 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Allocated IP 172.35.3.92 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/eac6e521-bdf8-4074-b243-f73e101a63c2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:36.076295 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] No DVR routers for this DVR port e4af5fbc-46aa-4589-9675-dc68834671b3 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:36.081650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.085844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ba5dd51-60e0-4cc7-9694-cbe0df6728b8 req-f9c091b3-5f2e-4429-93ac-2ba1aee78245 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.43 "DELETE /v2.0/ports/e4af5fbc-46aa-4589-9675-dc68834671b3 HTTP/1.1" status: 204 len: 173 time: 1.4415014 Oct 11 15:33:36.118135 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'name': 'network-vif-deleted', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:36.121877 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eca18b-ace9-43a7-9bf0-2ac2d3834fc2" -d '{"events": [{"server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "name": "network-vif-deleted", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:36.170942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97f0fffd-add6-4368-9854-964969087fa5 req-2f72e959-4467-4fd1-8e54-3378a360c0c7 tempest-ImagesNegativeTestJSON-176754601 tempest-ImagesNegativeTestJSON-176754601-project] 10.222.0.31 "GET /v2.0/ports?device_id=45800424-a544-4d16-a9ae-c9a71426b882 HTTP/1.1" status: 200 len: 210 time: 0.0399916 Oct 11 15:33:36.202307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.216957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db6a8-076a-4604-97ad-a4f20a9c20fd req-95c71fa0-566f-4a40-87fd-7e2fe27c2a54 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:36.219817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.225937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c16db6a8-076a-4604-97ad-a4f20a9c20fd req-95c71fa0-566f-4a40-87fd-7e2fe27c2a54 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.2173944 Oct 11 15:33:36.283136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.286874 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-7022681a-31a6-4406-b972-8820a87b9067 req-695df0cc-d8c5-40be-981b-39edb8f28c78 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:33:36.287939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7022681a-31a6-4406-b972-8820a87b9067 req-695df0cc-d8c5-40be-981b-39edb8f28c78 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/8e4e63d6-60b4-4e3c-8431-a359ac12ffb0 HTTP/1.1" status: 404 len: 352 time: 0.0814688 Oct 11 15:33:36.336258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:36.339288 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:36.347605 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-22afd3af-d001-4163-9bfa-74304798a1ad req-b7cce28e-b283-40f9-a527-51350f6aaf8b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:33:36.348151 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:36.348607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22afd3af-d001-4163-9bfa-74304798a1ad req-b7cce28e-b283-40f9-a527-51350f6aaf8b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0212355 Oct 11 15:33:36.356123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=eac6e521-bdf8-4074-b243-f73e101a63c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:36.366270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c16db6a8-076a-4604-97ad-a4f20a9c20fd req-f54b7799-cb38-44c2-a10b-f51f38399cc5 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380248 Oct 11 15:33:36.382605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-c04f3159-d0c3-4661-bdfc-8b61a3a1346a tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:36.384073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-c04f3159-d0c3-4661-bdfc-8b61a3a1346a tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.43 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.1543903 Oct 11 15:33:36.450458 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4a6ce-47d3-4dd1-9e01-96682d3d425a x-openstack-request-id: req-48b4a6ce-47d3-4dd1-9e01-96682d3d425a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:36.450854 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45800424-a544-4d16-a9ae-c9a71426b882", "name": "network-vif-deleted", "tag": "e4af5fbc-46aa-4589-9675-dc68834671b3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:36.451242 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48b4a6ce-47d3-4dd1-9e01-96682d3d425a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:36.451636 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45800424-a544-4d16-a9ae-c9a71426b882', 'name': 'network-vif-deleted', 'tag': 'e4af5fbc-46aa-4589-9675-dc68834671b3', 'status': 'completed', 'code': 200} Oct 11 15:33:36.453297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.489928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.525164 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting port faec1fb3-3943-4e1c-bf5d-b4db12e421b4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:36.525550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.528006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bb7eb-158c-47f5-9d3f-c1901bcf4742 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:36.608654 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-303bdf8b-d3bd-428f-91b4-3c0b1209ccd1 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:36.609029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-303bdf8b-d3bd-428f-91b4-3c0b1209ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.636066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22afd3af-d001-4163-9bfa-74304798a1ad req-4ac87c2b-7b77-48eb-9004-cb950cbea675 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2675171 Oct 11 15:33:36.659715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-b2dc16eb-922d-4557-9af1-c0fa53cde401 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/260010f0-0db2-4d5c-af1f-2740de22ccce HTTP/1.1" status: 200 len: 1802 time: 0.2122378 Oct 11 15:33:36.689846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] For port faec1fb3-3943-4e1c-bf5d-b4db12e421b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=faec1fb3-3943-4e1c-bf5d-b4db12e421b4,segment=NetworkSegment(ed677e7c-b50f-449b-9298-6ad2374a4488),segment_id=ed677e7c-b50f-449b-9298-6ad2374a4488)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:36.690226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.700145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.705121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.724827 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Calling delete_port for faec1fb3-3943-4e1c-bf5d-b4db12e421b4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:36.750648 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Deleting port 9d6bab21-d218-41b1-bbca-f661683d2837 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:36.751134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.838606 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=eac6e521-bdf8-4074-b243-f73e101a63c2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:36.857139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.877890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.879792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58d6e6c7-a9ed-474c-959a-aac46d2d8d00 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4357188 Oct 11 15:33:36.882649 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:36.890887 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-325205158'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:36.902507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.917364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Made reservation on behalf of ad02819ec06a45608774a155f37251f5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:36.922335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.937512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:36.977858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.001223 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] For port 9d6bab21-d218-41b1-bbca-f661683d2837, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9d6bab21-d218-41b1-bbca-f661683d2837,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:37.001656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.033026 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Calling delete_port for 9d6bab21-d218-41b1-bbca-f661683d2837 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:37.047013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.048950 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bd8e0-bde8-4d2b-9e44-7c1f22240f90 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:33:37.081887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.095203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.111605 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Port': ['ID=faec1fb3-3943-4e1c-bf5d-b4db12e421b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.113680 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No DVR routers for this DVR port faec1fb3-3943-4e1c-bf5d-b4db12e421b4 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:37.127388 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:37.146512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.148953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.150141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c5868a7-a6b5-4941-924a-5c59aea43d17 req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/260010f0-0db2-4d5c-af1f-2740de22ccce HTTP/1.1" status: 204 len: 173 time: 0.4800971 Oct 11 15:33:37.160124 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cf42ab8-e6ae-454c-80c8-ce09b717cbb0 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:37.160492 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cf42ab8-e6ae-454c-80c8-ce09b717cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.176247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35beb07-1040-49b2-99f2-ef07c0358569,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.182893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.183269 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Added segment c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e of type vlan for network 5be902ed-c819-4845-88c6-aefdf13ce265 Oct 11 15:33:37.200372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88b304dc-5201-44d1-92a9-844321ce6761 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:37.224816 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf257c41-7364-46db-b908-0632d30fc453 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260010f0-0db2-4d5c-af1f-2740de22ccce,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.245379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.284042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.290428 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:37.291460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.297669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.331326 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69108b27-e444-477b-bff4-0567b40f94fd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:37.352285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964d86-4218-4e6d-a6d6-630c7a873554 req-12f51468-4c64-4eb5-9e86-857acceecb0f tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:37.353790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6964d86-4218-4e6d-a6d6-630c7a873554 req-12f51468-4c64-4eb5-9e86-857acceecb0f tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/ports?device_id=1772acde-3a50-42ca-9d05-2d32edf3e2fb HTTP/1.1" status: 200 len: 946 time: 0.1889989 Oct 11 15:33:37.368262 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4843349 Oct 11 15:33:37.368746 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bd8e0-bde8-4d2b-9e44-7c1f22240f90 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:33:37.372302 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:37.380694 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed677e7c-b50f-449b-9298-6ad2374a4488') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:37.380984 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed677e7c-b50f-449b-9298-6ad2374a4488') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:37.382669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:37.383038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.389702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Request body: {'subnet': {'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:37.402207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df539f4-c573-4b40-a9af-085d65b6972f req-a0dcb86c-78af-4590-a64e-3a0bcb6f33bb tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:37.403679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df539f4-c573-4b40-a9af-085d65b6972f req-a0dcb86c-78af-4590-a64e-3a0bcb6f33bb tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1779962 Oct 11 15:33:37.415005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.441223 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b21d5-350d-41be-8506-4ae64f28d903 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Network': ['ID=5be902ed-c819-4845-88c6-aefdf13ce265,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.454109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.476922 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:37.477325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:37.484466 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:37.518667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Made reservation on behalf of ad02819ec06a45608774a155f37251f5 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:37.523184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.538405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6964d86-4218-4e6d-a6d6-630c7a873554 req-73494a14-b007-43af-ac7c-f69ed8515322 tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.31 "GET /v2.0/security-groups?id=93478eff-1592-40cb-827a-2233dcb4e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628532 Oct 11 15:33:37.539022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.548700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df539f4-c573-4b40-a9af-085d65b6972f req-9ca39f5a-0f94-4559-94ea-9623ff506fd5 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319106 Oct 11 15:33:37.587510 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Pushing event deleted for resources: {'Port': ['ID=9d6bab21-d218-41b1-bbca-f661683d2837,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.625153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.644001 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] No DVR routers for this DVR port 9d6bab21-d218-41b1-bbca-f661683d2837 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:37.649990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.657781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/69108b27-e444-477b-bff4-0567b40f94fd HTTP/1.1" status: 204 len: 168 time: 3.5528202 Oct 11 15:33:37.658089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5be902ed-c819-4845-88c6-aefdf13ce265 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:37.659905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.661807 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:37.663671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d6768ce-a4e9-470d-9490-d337f6d69ac1 req-e175906d-88b2-4585-82bb-8d12f676d1de tempest-AttachSCSIVolumeTestJSON-925618220 tempest-AttachSCSIVolumeTestJSON-925618220-project] 10.222.0.43 "DELETE /v2.0/ports/9d6bab21-d218-41b1-bbca-f661683d2837 HTTP/1.1" status: 204 len: 173 time: 1.2475195 Oct 11 15:33:37.672928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['9d6bab21-d218-41b1-bbca-f661683d2837'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:37.688771 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412675d-d219-4a66-808c-d95819714730 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=69108b27-e444-477b-bff4-0567b40f94fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:37.690233 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-241fbb42-0f84-4bb5-8113-a0c90c156078 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:37.690946 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241fbb42-0f84-4bb5-8113-a0c90c156078 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:37.694623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-241fbb42-0f84-4bb5-8113-a0c90c156078 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/69108b27-e444-477b-bff4-0567b40f94fd HTTP/1.1" status: 404 len: 339 time: 0.0318131 Oct 11 15:33:37.703840 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:37.708706 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022108462', 'description': 'd1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:37.739194 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-16679c7d-0c47-4e36-8809-39495730b683 req-45d1bffe-8f6f-4770-92d0-188ecc4a7c7b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:33:37.740333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16679c7d-0c47-4e36-8809-39495730b683 req-45d1bffe-8f6f-4770-92d0-188ecc4a7c7b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/260010f0-0db2-4d5c-af1f-2740de22ccce HTTP/1.1" status: 404 len: 352 time: 0.0536368 Oct 11 15:33:37.743831 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:37.748856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.775080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c8e0-eb54-45d7-b52c-6491d90102cb req-cf6ebe18-0dfe-456d-824c-04123723386a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:37.779764 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:37.785929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.786201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d4c8e0-eb54-45d7-b52c-6491d90102cb req-cf6ebe18-0dfe-456d-824c-04123723386a tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.0809543 Oct 11 15:33:37.792323 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.793474 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment 2bcd0c42-8064-483e-ab60-3f6e79b97707 of type vlan for network 56eb9ca8-939f-4e48-96a5-d17ec42cfee6 Oct 11 15:33:37.845542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d4c8e0-eb54-45d7-b52c-6491d90102cb req-e77183ca-b196-44a7-af6b-98b53fae44ee tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Oct 11 15:33:37.886374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.974270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.979597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:37.980695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:37.984895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eed68bb-801a-409a-a383-947c5df480c1 req-5f53d748-5dc3-4b3f-9719-33a8095d5d7f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 6157 time: 0.1204193 Oct 11 15:33:38.001588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed517c6-011b-4fbe-9742-c15c148736b8 req-ed9be50e-73cc-4fa3-8272-6025ac243dc9 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.006033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ed517c6-011b-4fbe-9742-c15c148736b8 req-ed9be50e-73cc-4fa3-8272-6025ac243dc9 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.0858898 Oct 11 15:33:38.064494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3567119 Oct 11 15:33:38.064494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.064494 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:38.079270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ed517c6-011b-4fbe-9742-c15c148736b8 req-7939f7e0-0d02-469d-bcb6-cc49ca821e6f tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600939 Oct 11 15:33:38.084164 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a76aa-79c5-4377-8f86-1328ed5ccbdb tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=56eb9ca8-939f-4e48-96a5-d17ec42cfee6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:38.087652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eed68bb-801a-409a-a383-947c5df480c1 req-768c11be-e78f-4565-bee7-f77ab3618a5a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 200 len: 2985 time: 0.0943460 Oct 11 15:33:38.112228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 56eb9ca8-939f-4e48-96a5-d17ec42cfee6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:38.169227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4af5fbc-46aa-4589-9675-dc68834671b3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:38.171527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eed68bb-801a-409a-a383-947c5df480c1 req-cdffd3f7-e7f2-4199-b503-bf4651843015 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 200 len: 2985 time: 0.0821407 Oct 11 15:33:38.213544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: e4af5fbc-46aa-4589-9675-dc68834671b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:38.213999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4af5fbc-46aa-4589-9675-dc68834671b3 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:38.216734 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1918772475', 'description': 'tempest-description-1181133661'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:38.268433 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Subnet': ['ID=b8c6034a-78ed-4195-b7a4-69d59de9fda8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:38.285231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.298818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e35ee-eca4-47fe-842f-bdb200bac440 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.300116 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b1e35ee-eca4-47fe-842f-bdb200bac440 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks?id=56eb9ca8-939f-4e48-96a5-d17ec42cfee6 HTTP/1.1" status: 200 len: 765 time: 0.2306979 Oct 11 15:33:38.302801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:38.308721 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Checking segment: {'id': 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:38.309178 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network hostable DHCP agents. Network: 5be902ed-c819-4845-88c6-aefdf13ce265, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:38.312998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'description': 'd2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:38.328010 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 5be902ed-c819-4845-88c6-aefdf13ce265 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:38.343799 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5be902ed-c819-4845-88c6-aefdf13ce265) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:38.349122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.350074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.353932 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536b598-8848-4905-b94f-eb41767406dd None None] Network 5be902ed-c819-4845-88c6-aefdf13ce265 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:38.379475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6160739d-01a0-453c-bfe1-93123db77ef0 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0058672 Oct 11 15:33:38.382046 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:38.387148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea96f1-44de-46c0-ac4a-62f93f0f0d75 req-bf39782e-299c-40a5-b11a-e52422b42ee0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.388665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89ea96f1-44de-46c0-ac4a-62f93f0f0d75 req-bf39782e-299c-40a5-b11a-e52422b42ee0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.1455884 Oct 11 15:33:38.388782 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1015385860', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:38.419647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.421001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.459568 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'name': 'network-vif-deleted', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:38.461810 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7f0bc-1f3e-4ebc-8810-a8984132734f" -d '{"events": [{"server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "name": "network-vif-deleted", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:38.484755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.516049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5be902ed-c819-4845-88c6-aefdf13ce265', 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265', 'tenant_id': 'ad02819ec06a45608774a155f37251f5', 'fixed_ips': [{'subnet_id': 'b8c6034a-78ed-4195-b7a4-69d59de9fda8'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:38.517440 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.535917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89ea96f1-44de-46c0-ac4a-62f93f0f0d75 req-2bfc0568-271e-493f-8488-7c631e8a4101 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337242 Oct 11 15:33:38.556285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.575791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.581742 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:33:38.619757 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8bc6f0-0379-4b20-a1ac-628636287b9a x-openstack-request-id: req-ff8bc6f0-0379-4b20-a1ac-628636287b9a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:38.620051 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772acde-3a50-42ca-9d05-2d32edf3e2fb", "name": "network-vif-deleted", "tag": "9d6bab21-d218-41b1-bbca-f661683d2837", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:38.620305 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff8bc6f0-0379-4b20-a1ac-628636287b9a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:38.620738 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772acde-3a50-42ca-9d05-2d32edf3e2fb', 'name': 'network-vif-deleted', 'tag': '9d6bab21-d218-41b1-bbca-f661683d2837', 'status': 'completed', 'code': 200} Oct 11 15:33:38.624062 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56914266-2cad-44ad-a869-e75a5ade2ca5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:38.630888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.651745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.658929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a4dd077-8f2b-4ba2-bf00-9d137839d70f req-c264a8ca-cbb7-409a-9580-aa199fe9a718 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4496086 Oct 11 15:33:38.660617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.694692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.706119 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network 56eb9ca8-939f-4e48-96a5-d17ec42cfee6 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:33:38.713169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.714111 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.718720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "PUT /v2.0/networks/56eb9ca8-939f-4e48-96a5-d17ec42cfee6 HTTP/1.1" status: 200 len: 762 time: 0.4102654 Oct 11 15:33:38.719830 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:38.720941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Allocated IP 172.20.0.2 (5be902ed-c819-4845-88c6-aefdf13ce265/b8c6034a-78ed-4195-b7a4-69d59de9fda8/979474ae-1588-4fa8-a28b-d69dcba61a8e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:38.872913 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7afa9e-27ba-4ce3-9af0-25341571f6bd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=56eb9ca8-939f-4e48-96a5-d17ec42cfee6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:38.909593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cdc66-ad05-4994-aaf5-4e407d9c20ac req-5ebb5454-cf74-4078-a3e9-1f42ac1ed938 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.909939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:38.913290 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cdc66-ad05-4994-aaf5-4e407d9c20ac req-5ebb5454-cf74-4078-a3e9-1f42ac1ed938 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.917942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 56eb9ca8-939f-4e48-96a5-d17ec42cfee6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:38.919534 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cdc66-ad05-4994-aaf5-4e407d9c20ac req-5ebb5454-cf74-4078-a3e9-1f42ac1ed938 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.921365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac7cdc66-ad05-4994-aaf5-4e407d9c20ac req-5ebb5454-cf74-4078-a3e9-1f42ac1ed938 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a&device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d&device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 2417 time: 0.1551888 Oct 11 15:33:38.928911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b5762f-b5e6-4af7-b0ee-a280eaa80b3b tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:38.934537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4b5762f-b5e6-4af7-b0ee-a280eaa80b3b tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks?id=56eb9ca8-939f-4e48-96a5-d17ec42cfee6 HTTP/1.1" status: 200 len: 765 time: 0.1796343 Oct 11 15:33:38.935162 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:38.990970 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.015086 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1540238806', 'description': 'tempest-description-1647645622'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:39.036062 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Network 5be902ed-c819-4845-88c6-aefdf13ce265 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:39.039227 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:39.041738 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:39.065770 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Pushing event updated for resources: {'Port': ['ID=979474ae-1588-4fa8-a28b-d69dcba61a8e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:39.066568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac7cdc66-ad05-4994-aaf5-4e407d9c20ac req-bd0b5ddf-fc60-44df-a3e9-3f425b2ba73d tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218324 Oct 11 15:33:39.137584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.148934 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.152823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Attempting to bind port 979474ae-1588-4fa8-a28b-d69dcba61a8e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:39.153191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Attempting to bind port 979474ae-1588-4fa8-a28b-d69dcba61a8e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:39.153579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Attempting to bind port 979474ae-1588-4fa8-a28b-d69dcba61a8e on network 5be902ed-c819-4845-88c6-aefdf13ce265 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:39.176413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.185125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:39.185545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Checking segment: {'id': 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:39.185926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.186497 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Bound using segment: {'id': 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:39.187139 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Bound port: 979474ae-1588-4fa8-a28b-d69dcba61a8e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:39.187533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.205303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.220282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6bf7e-b319-4dea-92c4-ba88b3829753 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:39.224596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10a6bf7e-b319-4dea-92c4-ba88b3829753 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2873752 Oct 11 15:33:39.225380 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:39.270056 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] For port 979474ae-1588-4fa8-a28b-d69dcba61a8e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:39.274098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] For port 979474ae-1588-4fa8-a28b-d69dcba61a8e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=979474ae-1588-4fa8-a28b-d69dcba61a8e,segment=NetworkSegment(c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e),segment_id=c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:39.280089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.284694 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-57f4d6ac-5562-4173-a8ab-9f6525389efa tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 207 time: 0.0581911 Oct 11 15:33:39.290028 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:39.352192 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564feda-446f-4142-8d17-f9138622cb71 None None] Pushing event updated for resources: {'Port': ['ID=979474ae-1588-4fa8-a28b-d69dcba61a8e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:39.368376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9e78-3110-49f4-af4e-0aa5f42f72be req-33aec762-6f20-4457-a595-39082e04c67e tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:39.370484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4fd9e78-3110-49f4-af4e-0aa5f42f72be req-33aec762-6f20-4457-a595-39082e04c67e tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1939104 Oct 11 15:33:39.385739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.409836 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.431702 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-2f39f4ca-0cd8-4b84-a159-643f913a658e tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:39.433565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-2f39f4ca-0cd8-4b84-a159-643f913a658e tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.1904988 Oct 11 15:33:39.501091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:39.502509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50cab951-f00c-40f1-8b42-dc7d4d8c6a81 req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5223768 Oct 11 15:33:39.518200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4fd9e78-3110-49f4-af4e-0aa5f42f72be req-451445bb-9172-4718-b2b1-75d7dc9bb168 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379302 Oct 11 15:33:39.549334 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b27c-95e1-4c6a-968f-23cafffa8bd1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae26b75-ef4d-42c2-b36b-a0acf3456144,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:39.572338 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-4feb53ea-fad1-4111-b95b-f52b530dde13 req-d0902316-1ba8-4620-8bf4-04a118c41734 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:33:39.573421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4feb53ea-fad1-4111-b95b-f52b530dde13 req-d0902316-1ba8-4620-8bf4-04a118c41734 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0302069 Oct 11 15:33:39.742947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4feb53ea-fad1-4111-b95b-f52b530dde13 req-71cb583a-04cd-4eac-a70b-09333f0e7289 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1556315 Oct 11 15:33:39.767020 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Deleting port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:39.767518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:40.045421 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] For port 484c2acf-8a12-4548-b7ea-c8a8f11148d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=484c2acf-8a12-4548-b7ea-c8a8f11148d2,segment=NetworkSegment(e9814a4e-220c-4c8c-b5e9-63eb67bcacd6),segment_id=e9814a4e-220c-4c8c-b5e9-63eb67bcacd6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:40.045904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:40.068383 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Calling delete_port for 484c2acf-8a12-4548-b7ea-c8a8f11148d2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:40.079476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-fb8ee26d-5a68-4b6a-9588-1d436c09c6cb tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.087127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-fb8ee26d-5a68-4b6a-9588-1d436c09c6cb tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 813 time: 0.1776497 Oct 11 15:33:40.122534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-35344738-e12f-4270-b672-98264375ae8e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/quotas/a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 375 time: 0.0346301 Oct 11 15:33:40.171122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.177166 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.177299 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.182676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.189091 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.191387 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 9d6bab21-d218-41b1-bbca-f661683d2837 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:40.195219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.202999 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.205053 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cd3e663-9cb3-4345-ae76-2aaad56f15af tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8903303 Oct 11 15:33:40.209462 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.250769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-729ae4e9-8949-4f70-817d-3d4d0c93f329 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271892 Oct 11 15:33:40.257410 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-fbc1c3ad-6a46-4d65-bbdb-aa8272d5df1b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:33:40.270305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-fbc1c3ad-6a46-4d65-bbdb-aa8272d5df1b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185661 Oct 11 15:33:40.285063 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Allocated IP 172.35.3.206 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ce3b57d1-d633-4ce2-ac87-41424342ca54) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:40.285235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 9d6bab21-d218-41b1-bbca-f661683d2837 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:40.285843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 9d6bab21-d218-41b1-bbca-f661683d2837 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:40.461824 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:40.508987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7dd1feaa-82a3-4346-babc-dc56f9786152 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2981989 Oct 11 15:33:40.514331 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.593312 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.595236 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.597464 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.599189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.600919 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.603468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9cf70036-532f-497f-afc4-64f527f85ed2 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0875473 Oct 11 15:33:40.612364 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.711208 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.713080 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.714201 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.715694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.717115 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.718806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9e3fcb7-36e9-40d2-b10e-2a9f03f6aab8 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1019990 Oct 11 15:33:40.723016 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.737266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:40.859104 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d99d15-480e-4290-b5be-25f647c3ae05 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:40.860441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-73d99d15-480e-4290-b5be-25f647c3ae05 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks/26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d HTTP/1.1" status: 200 len: 804 time: 0.1364861 Oct 11 15:33:40.862032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a99d4a-258e-4aa3-82ef-4d8778b499fd None None] Network 5be902ed-c819-4845-88c6-aefdf13ce265 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:40.862152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:40.871310 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:40.972427 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:41.000718 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] Provisioning complete for port 979474ae-1588-4fa8-a28b-d69dcba61a8e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:41.000718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.001437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b6ee6266-98ed-452e-928c-e0123a98c991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e88e4cff1d14d2dac7249dc87fe0ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225718 Oct 11 15:33:41.003312 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:41.015175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-fa58eb5c-c998-43ca-b9a3-31c7ec3174d7 service neutron] 10.222.0.31 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439506 Oct 11 15:33:41.016943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.026368 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:41.037098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['484c2acf-8a12-4548-b7ea-c8a8f11148d2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:41.037765 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:41.077004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51685ba-0120-480e-9154-6079c3a17557 req-c9374085-6a54-4dd5-9b9d-21e6d22f9f12 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:41.085866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=ce3b57d1-d633-4ce2-ac87-41424342ca54,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:41.087456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51685ba-0120-480e-9154-6079c3a17557 req-c9374085-6a54-4dd5-9b9d-21e6d22f9f12 tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d737e0b-8801-4f17-a7d3-cedd24b655ac HTTP/1.1" status: 200 len: 945 time: 0.2606616 Oct 11 15:33:41.158043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Pushing event deleted for resources: {'Port': ['ID=484c2acf-8a12-4548-b7ea-c8a8f11148d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:41.231522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aff687e4-0e8b-4e68-ad68-f4d125b1289c tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/networks/26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3575459 Oct 11 15:33:41.242017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 979474ae-1588-4fa8-a28b-d69dcba61a8e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:41.255319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:41.317104 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.322826 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d7370-19d4-4093-9fa7-03f71ef243c0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:41.324209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef6d7370-19d4-4093-9fa7-03f71ef243c0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets/cf8ac422-1e7c-4638-a2be-c3fab5846961 HTTP/1.1" status: 200 len: 843 time: 0.0679364 Oct 11 15:33:41.332451 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:41.367777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-81625137-5e81-4d50-ae75-af7a446bc485 service neutron] 10.222.0.31 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517234 Oct 11 15:33:41.371335 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] No DVR routers for this DVR port 484c2acf-8a12-4548-b7ea-c8a8f11148d2 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:41.374381 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.378177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.382487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d71e9b5-d960-4cc5-bb4c-c5f48005e743 req-32f8f356-7450-43b2-8116-3015dea7f74d tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.43 "DELETE /v2.0/ports/484c2acf-8a12-4548-b7ea-c8a8f11148d2 HTTP/1.1" status: 204 len: 173 time: 1.9369495 Oct 11 15:33:41.397761 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'name': 'network-vif-deleted', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:41.400241 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea3e23-0c72-45ea-9858-0d14ec834d54" -d '{"events": [{"server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "name": "network-vif-deleted", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:41.403056 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 979474ae-1588-4fa8-a28b-d69dcba61a8e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:41.403593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.442711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51685ba-0120-480e-9154-6079c3a17557 req-f018ada9-144d-4421-bdb6-88846a52041e tempest-TestServerAdvancedOps-968686932 tempest-TestServerAdvancedOps-968686932-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014073 Oct 11 15:33:41.450975 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291d1ed-60aa-4e69-bdf8-b1b2f83b4511 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:41.461501 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9291d1ed-60aa-4e69-bdf8-b1b2f83b4511 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "GET /v2.0/subnets/cf8ac422-1e7c-4638-a2be-c3fab5846961?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1279242 Oct 11 15:33:41.462126 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:41.486257 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67147018'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:41.508408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.540502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] For port 979474ae-1588-4fa8-a28b-d69dcba61a8e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=979474ae-1588-4fa8-a28b-d69dcba61a8e,segment=NetworkSegment(c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e),segment_id=c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:41.559532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.569647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:41.574841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.629505 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.637721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.641149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b467f8d1-f6bc-4cba-8745-477a1e1b2bda HTTP/1.1" status: 204 len: 168 time: 0.6323566 Oct 11 15:33:41.688919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc6469-a975-471f-b865-6447f43afada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467f8d1-f6bc-4cba-8745-477a1e1b2bda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:41.694881 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:41.725152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f0a9-38b3-4660-a9cf-e7682912cb7c None None] Pushing event updated for resources: {'Port': ['ID=979474ae-1588-4fa8-a28b-d69dcba61a8e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:41.728535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.729109 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Added segment 7c359ff0-c347-429a-b629-0fc3dfa52254 of type vlan for network df9d7bcf-fc36-491e-8ddc-a1117f79728a Oct 11 15:33:41.812596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-205f9870-ae47-414c-8103-6f6818b5aa60 None None] Provisioning complete for port 979474ae-1588-4fa8-a28b-d69dcba61a8e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:41.813044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-205f9870-ae47-414c-8103-6f6818b5aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:41.815917 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67e4d9-6694-47ce-951b-788b2113e459 x-openstack-request-id: req-9a67e4d9-6694-47ce-951b-788b2113e459 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:41.816213 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d737e0b-8801-4f17-a7d3-cedd24b655ac", "name": "network-vif-deleted", "tag": "484c2acf-8a12-4548-b7ea-c8a8f11148d2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:41.817794 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a67e4d9-6694-47ce-951b-788b2113e459 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:41.818211 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d737e0b-8801-4f17-a7d3-cedd24b655ac', 'name': 'network-vif-deleted', 'tag': '484c2acf-8a12-4548-b7ea-c8a8f11148d2', 'status': 'completed', 'code': 200} Oct 11 15:33:41.855768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.018352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e03b24ae-2b5f-4945-bb18-c4c123462262 req-04245197-25bb-4bf3-86e3-f3d67f862ce5 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 210 time: 0.1289909 Oct 11 15:33:42.028170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.213154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.220854 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:42.221538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.247588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7662160 Oct 11 15:33:42.250961 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:42.260339 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:42.336785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.486974 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ceb42-4a5d-4dc5-a6b6-92486a727cf5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Network': ['ID=df9d7bcf-fc36-491e-8ddc-a1117f79728a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:42.499838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:42.545838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Made reservation on behalf of d8e3dfc26abc4b3c82308cb45be1e079 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:42.555442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.561300 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Router fb2a1b07-c35f-453e-b578-476d1d3bbc99 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:33:42.563931 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:42.634678 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Deleting subnet d22b52d4-6d5b-4844-bf1e-26b47e3b9487 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:42.639476 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.706281 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:33:42.706799 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:33:42.813944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.922220 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:42.926119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.958950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:33:42.974183 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] Sync routers for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:33:42.987638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:42.989693 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:42.990509 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:42.997091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.001175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5dc538ea-4c4a-4a36-b8fa-17bfaedd26a6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6154523 Oct 11 15:33:43.001655 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:43.076144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.091633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=5c6105c2-555d-4dc5-9859-8cb539abe0b5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:43.130885 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.143854 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:43.144971 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.208967 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.210204 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668e227-d9a8-4d2f-bd1b-a49a8adbeeb9 None None] The sync data for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:43.210490 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22b52d4-6d5b-4844-bf1e-26b47e3b9487,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:43.231809 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Checking segment: {'id': '7c359ff0-c347-429a-b629-0fc3dfa52254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:43.232523 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network hostable DHCP agents. Network: df9d7bcf-fc36-491e-8ddc-a1117f79728a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:43.232660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-647685355-network', 'tenant_id': 'ace3b7afaa544bc9bb0228836da4dda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:43.238153 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 979474ae-1588-4fa8-a28b-d69dcba61a8e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:43.265754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.272802 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-263af264-1bbc-4ddd-baec-e3c9af331a78 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d22b52d4-6d5b-4844-bf1e-26b47e3b9487 HTTP/1.1" status: 204 len: 168 time: 0.7075307 Oct 11 15:33:43.283649 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:43.297087 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Made reservation on behalf of ace3b7afaa544bc9bb0228836da4dda5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:43.299739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.301102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70bbe87b-4f15-4269-9bf1-936fc62d969e req-49d7f816-1753-4abe-ae02-ff8fee48be41 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 210 time: 0.0953882 Oct 11 15:33:43.332018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 979474ae-1588-4fa8-a28b-d69dcba61a8e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:43.334852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.381546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.553985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.568747 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:43.588109 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.593606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.599610 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, df9d7bcf-fc36-491e-8ddc-a1117f79728a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:43.615248 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b75f3f-0b44-42f4-93f2-a1cb8a575921 None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:43.617451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbf76c-bdea-4a75-a3b6-7d0d24b16c0d req-d656f747-ea53-4250-ad39-c721528bfc7b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:43.624993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0cbf76c-bdea-4a75-a3b6-7d0d24b16c0d req-d656f747-ea53-4250-ad39-c721528bfc7b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.3082907 Oct 11 15:33:43.627686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:43.628291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.637332 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6681cba9-9ede-47d0-843b-33ff1fed837d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:43.639959 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:33:43.653958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.654351 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Added segment c8dfc7c5-c4e8-4aee-b74d-1b23178103cc of type vlan for network e122a99b-4dbe-4eed-9d8f-9842eb984a20 Oct 11 15:33:43.690211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-8fd70015-4b1f-4079-a260-58a981b5f4f8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:43.691636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-8fd70015-4b1f-4079-a260-58a981b5f4f8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.43 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 813 time: 0.4069872 Oct 11 15:33:43.739170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.762569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.798355 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-df9d7bcf-fc36-491e-8ddc-a1117f79728a', 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a', 'tenant_id': 'd8e3dfc26abc4b3c82308cb45be1e079', 'fixed_ips': [{'subnet_id': '5c6105c2-555d-4dc5-9859-8cb539abe0b5'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:33:43.799915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.822092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-412d5422-f23e-4e36-aeff-ce68dbc7c0a3 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5699637 Oct 11 15:33:43.826580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0cbf76c-bdea-4a75-a3b6-7d0d24b16c0d req-6a4ece45-6a71-4027-a329-f21137b524b3 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007997 Oct 11 15:33:43.827322 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:43.829263 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5733e0-9846-47b9-99d1-058f957b1387']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.851562 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.852186 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9814a4e-220c-4c8c-b5e9-63eb67bcacd6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:43.856231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.864184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.880086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.880762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.881739 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:43.882322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.888330 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:43.889028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:43.975298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'device_id': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6', 'admin_state_up': True, 'tenant_id': 'a1b3ca4849384f1290711a4c4cd9acbd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:43.980540 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:43.988198 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:44.006485 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Allocated IP 2001:db8::3 (df9d7bcf-fc36-491e-8ddc-a1117f79728a/5c6105c2-555d-4dc5-9859-8cb539abe0b5/81d3f504-0067-46a2-8bf8-acfaccdf62d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:44.009885 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0871665 Oct 11 15:33:44.014743 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:44.020587 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Request body: {'subnet': {'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-647685355-subnet', 'tenant_id': 'ace3b7afaa544bc9bb0228836da4dda5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:44.043496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.048002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.053780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e5733e0-9846-47b9-99d1-058f957b1387 HTTP/1.1" status: 204 len: 168 time: 0.7488763 Oct 11 15:33:44.070085 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:44.106988 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1e8be-8237-4608-aeb9-a6ed57db18f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5733e0-9846-47b9-99d1-058f957b1387,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:44.114834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb330d1-4c14-4eee-bea1-579b51ca98aa admin admin] Pushing event updated for resources: {'Network': ['ID=e122a99b-4dbe-4eed-9d8f-9842eb984a20,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:44.118846 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Deleting subnet 2db667e6-9ffa-4423-9c14-ff2bb37fc114 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:44.122312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.131158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:33:44.142199 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Made reservation on behalf of ace3b7afaa544bc9bb0228836da4dda5 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:44.144430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.201235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 484c2acf-8a12-4548-b7ea-c8a8f11148d2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:44.237410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 484c2acf-8a12-4548-b7ea-c8a8f11148d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:44.237797 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 484c2acf-8a12-4548-b7ea-c8a8f11148d2 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:44.268893 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.282343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.285089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12363047'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.360836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Made reservation on behalf of a1b3ca4849384f1290711a4c4cd9acbd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:44.365173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.376343 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:44.379790 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:44.397201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:44.399329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Pushing event updated for resources: {'Port': ['ID=81d3f504-0067-46a2-8bf8-acfaccdf62d7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:44.486043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-624e01f4-34eb-4b05-b9ac-8e3a3980f081 req-64f2ce6b-8d81-48a1-8a97-f382eb5e12d5 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 210 time: 0.0455351 Oct 11 15:33:44.505740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Attempting to bind port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:44.506532 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Attempting to bind port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7c359ff0-c347-429a-b629-0fc3dfa52254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:44.507059 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Attempting to bind port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 on network df9d7bcf-fc36-491e-8ddc-a1117f79728a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:44.514742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:44.515243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Checking segment: {'id': '7c359ff0-c347-429a-b629-0fc3dfa52254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:44.515774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.516419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Bound using segment: {'id': '7c359ff0-c347-429a-b629-0fc3dfa52254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:44.517438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Bound port: 81d3f504-0067-46a2-8bf8-acfaccdf62d7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c359ff0-c347-429a-b629-0fc3dfa52254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df9d7bcf-fc36-491e-8ddc-a1117f79728a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:44.517965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.558255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.609896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] For port 81d3f504-0067-46a2-8bf8-acfaccdf62d7, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:44.615320 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] For port 81d3f504-0067-46a2-8bf8-acfaccdf62d7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81d3f504-0067-46a2-8bf8-acfaccdf62d7,segment=NetworkSegment(7c359ff0-c347-429a-b629-0fc3dfa52254),segment_id=7c359ff0-c347-429a-b629-0fc3dfa52254)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:44.622526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.666629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.681596 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Allocated IP 172.20.0.2 (28906472-7e99-4864-915f-96ed925e5ba6/111898f9-24b5-46f1-b73e-3fc213ce91fe/89f43617-f334-4c1d-b022-c624f11c9b25) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:44.724289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cff9b-f1a1-43dd-9881-006fd42c4896 None None] Pushing event updated for resources: {'Port': ['ID=81d3f504-0067-46a2-8bf8-acfaccdf62d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:44.739201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268102669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12551503'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.816316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:44.817084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:44.818617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "PUT /v2.0/subnets/5c6105c2-555d-4dc5-9859-8cb539abe0b5 HTTP/1.1" status: 200 len: 900 time: 0.8396831 Oct 11 15:33:44.827200 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46120) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:44.900589 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6ca80-d7c9-4814-a624-e7355658d7a5 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event updated for resources: {'Subnet': ['ID=5c6105c2-555d-4dc5-9859-8cb539abe0b5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:44.906360 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-b7fc7384-e1c7-472b-9508-c59ea18c75c4 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:44.913733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-b7fc7384-e1c7-472b-9508-c59ea18c75c4 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.2447035 Oct 11 15:33:45.061128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.140551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.144300 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2db667e6-9ffa-4423-9c14-ff2bb37fc114 HTTP/1.1" status: 204 len: 168 time: 1.0732546 Oct 11 15:33:45.154463 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:45.156162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc33e-7d96-4e66-be1c-c3a32e399de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db667e6-9ffa-4423-9c14-ff2bb37fc114,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:45.183461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 81d3f504-0067-46a2-8bf8-acfaccdf62d7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:45.193176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.211162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c037f-86b9-409b-ae68-436c9a55917d req-db3f903c-5780-44bd-abb9-1d00e388f6a8 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:45.212704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-973c037f-86b9-409b-ae68-436c9a55917d req-db3f903c-5780-44bd-abb9-1d00e388f6a8 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.2314696 Oct 11 15:33:45.220545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.269425 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:45.270311 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.313346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.315560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.325030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-973c037f-86b9-409b-ae68-436c9a55917d req-e5e0ebea-1b5f-451e-a3c9-90e29fb91347 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016374 Oct 11 15:33:45.342228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.348622 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:45.348986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.369425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:45.391223 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Allocated IP 172.20.0.1 (5be902ed-c819-4845-88c6-aefdf13ce265/b8c6034a-78ed-4195-b7a4-69d59de9fda8/be4914b7-70b0-41c7-8545-8207604f9a9a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:45.396575 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6559fc6f-cb83-451b-834d-93c75273c83d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:45.477288 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Network 28906472-7e99-4864-915f-96ed925e5ba6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:45.484170 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:45.497750 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:45.509897 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:45.532378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.538131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.561142 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8100752-f2af-481d-9648-6116b03b0e1e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:45.571890 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92cfc04-4939-4dfa-8d73-144afe200c5f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:45.572409 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92cfc04-4939-4dfa-8d73-144afe200c5f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:45.582726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.582924 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:45.600679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.607931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:45.608333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.631582 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 81d3f504-0067-46a2-8bf8-acfaccdf62d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81d3f504-0067-46a2-8bf8-acfaccdf62d7,segment=NetworkSegment(7c359ff0-c347-429a-b629-0fc3dfa52254),segment_id=7c359ff0-c347-429a-b629-0fc3dfa52254)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:45.639182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:45.695806 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:45.730670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.745160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.748785 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:45.749423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.749640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8100752-f2af-481d-9648-6116b03b0e1e HTTP/1.1" status: 204 len: 168 time: 0.5437119 Oct 11 15:33:45.759575 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] For port 81d3f504-0067-46a2-8bf8-acfaccdf62d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=81d3f504-0067-46a2-8bf8-acfaccdf62d7,segment=NetworkSegment(7c359ff0-c347-429a-b629-0fc3dfa52254),segment_id=7c359ff0-c347-429a-b629-0fc3dfa52254)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:45.759948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.779342 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Checking segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:45.780011 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Network hostable DHCP agents. Network: e122a99b-4dbe-4eed-9d8f-9842eb984a20, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:33:45.791430 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8bae-ea40-4763-9e4c-7af64c582040 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8100752-f2af-481d-9648-6116b03b0e1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:45.809851 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=81d3f504-0067-46a2-8bf8-acfaccdf62d7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:45.810386 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Deleting port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:45.810886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.824677 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Calling delete_port for 81d3f504-0067-46a2-8bf8-acfaccdf62d7 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:45.866738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-52585883-ecfc-454b-8007-b01dbf0bee56 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0729265 Oct 11 15:33:45.881057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df684b-d672-4ae7-a4c6-92254955e264 req-0e5d8335-d43e-4836-9ef8-04c06a98a5e1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:45.884859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0df684b-d672-4ae7-a4c6-92254955e264 req-0e5d8335-d43e-4836-9ef8-04c06a98a5e1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 931 time: 0.2700174 Oct 11 15:33:45.904757 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Request body: {'port': {'device_id': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:45.905619 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:33:45.949661 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e122a99b-4dbe-4eed-9d8f-9842eb984a20) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:45.954704 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:45.956601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:45.985818 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3b4d1-1574-4b74-b056-be206cb30d2e None None] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:46.000440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.010653 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:46.044593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3273ad8-9a8d-4b2d-aaa2-6d4ba8b84793 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0287156 Oct 11 15:33:46.046732 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] For port 618f8f53-0740-4b74-8b7c-9955eadf1cb1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=618f8f53-0740-4b74-8b7c-9955eadf1cb1,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:46.047123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.082448 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Calling delete_port for 618f8f53-0740-4b74-8b7c-9955eadf1cb1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:46.122654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-abe0322f-9ca4-4292-a518-7b663cbb792e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bab846ea43a3416db631dcd88106e669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082447 Oct 11 15:33:46.125735 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:46.256037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.258865 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f1316-48dd-4506-bb2f-0d1e67dda8e1 None None] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:46.296710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.326003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 5be902ed-c819-4845-88c6-aefdf13ce265 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:46.332838 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:46.336055 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:46.346708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0df684b-d672-4ae7-a4c6-92254955e264 req-1cc4ce80-bc95-49d2-91d1-ea35db548ad1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381108 Oct 11 15:33:46.412420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.490553 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1803092-d57a-47da-880c-b07b61704a28 None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:46.510471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.515655 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=be4914b7-70b0-41c7-8545-8207604f9a9a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:46.578328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.655797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.744775 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event deleted for resources: {'Port': ['ID=618f8f53-0740-4b74-8b7c-9955eadf1cb1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:46.797081 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] No DVR routers for this DVR port 618f8f53-0740-4b74-8b7c-9955eadf1cb1 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:46.800960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.805794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3bc58bd3-1b55-4a60-9ce2-d1562931023e req-7a4edd98-8cf8-4831-ac87-6a4d9ab375d0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "DELETE /v2.0/ports/618f8f53-0740-4b74-8b7c-9955eadf1cb1 HTTP/1.1" status: 204 len: 173 time: 1.8811164 Oct 11 15:33:46.812292 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'name': 'network-vif-deleted', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:46.812667 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796e385-e44d-4ea9-937e-16c3a74f8c85" -d '{"events": [{"server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "name": "network-vif-deleted", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:46.826509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.839435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.843444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:46.844660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccbdca7f-0bea-456a-ba7e-52a5f313d3f8 HTTP/1.1" status: 204 len: 168 time: 0.7179835 Oct 11 15:33:46.856078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['02139d9a-7296-4a71-9470-f10163679eae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:46.887125 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedcb95-992d-4f61-a060-35d9381d5a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbdca7f-0bea-456a-ba7e-52a5f313d3f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:46.901446 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4b2b9ba-15c7-465b-8207-43024c0fde2f None None] Provisioning complete for port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:46.902447 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4b2b9ba-15c7-465b-8207-43024c0fde2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.045538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06269e-22ff-4995-8a95-f19074e4efbf req-7c790fba-f26a-4410-869d-d6c35cc92e38 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:47.047612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a06269e-22ff-4995-8a95-f19074e4efbf req-7c790fba-f26a-4410-869d-d6c35cc92e38 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=abf02e57-a08c-4f38-b4bc-c8bcc9328a7a HTTP/1.1" status: 200 len: 946 time: 0.5808938 Oct 11 15:33:47.080682 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-f4b2b9ba-15c7-465b-8207-43024c0fde2f None None] No ports have port_id starting with 81d3f504-0067-46a2-8bf8-acfaccdf62d7 Oct 11 15:33:47.171789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.224406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['96aa73d9-c16d-49b2-9275-ece989b85e58'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:47.226238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 81d3f504-0067-46a2-8bf8-acfaccdf62d7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:47.338518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 81d3f504-0067-46a2-8bf8-acfaccdf62d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:47.339151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 81d3f504-0067-46a2-8bf8-acfaccdf62d7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 15:33:47.369113 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Port': ['ID=81d3f504-0067-46a2-8bf8-acfaccdf62d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:47.396897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 15:33:47.430250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d85f4d06-3b08-46ab-bacd-f9064cd78bee None None] Provisioning complete for port be4914b7-70b0-41c7-8545-8207604f9a9a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:47.430655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d85f4d06-3b08-46ab-bacd-f9064cd78bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.467319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:47.492857 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.502780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.514868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d85f4d06-3b08-46ab-bacd-f9064cd78bee None None] Port be4914b7-70b0-41c7-8545-8207604f9a9a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:47.535040 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f43617-f334-4c1d-b022-c624f11c9b25 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:47.560984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.566636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532fc55-56df-4dc6-b352-b8dd0c77080c None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:47.601072 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No DVR routers for this DVR port 81d3f504-0067-46a2-8bf8-acfaccdf62d7 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:47.626600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.633945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-99db9414-147e-4248-a1ac-cce5b9a23f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ef6adbad48d44ad906a2750e58af102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655138 Oct 11 15:33:47.639553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=be4914b7-70b0-41c7-8545-8207604f9a9a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:47.644836 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:47.661977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a06269e-22ff-4995-8a95-f19074e4efbf req-f5db89ef-1c32-478c-b2be-ca9ca4432499 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751502 Oct 11 15:33:47.699884 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Transition to ACTIVE for port object 89f43617-f334-4c1d-b022-c624f11c9b25 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:33:47.733452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.740048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.803061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.808419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-1a263640-5228-40e6-b914-d83a2510161d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:47.809981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-1a263640-5228-40e6-b914-d83a2510161d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.7606061 Oct 11 15:33:47.832865 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 5be902ed-c819-4845-88c6-aefdf13ce265 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:47.841429 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:47.844535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:47.924632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-d9ad97e3-1492-47f3-89b3-b20f7a4d3b38 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/quotas/ace3b7afaa544bc9bb0228836da4dda5 HTTP/1.1" status: 200 len: 375 time: 0.1067154 Oct 11 15:33:47.931937 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:48.036809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.039586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.040813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5057e2d4-06c0-4432-9f5d-be78c52ba3d4 HTTP/1.1" status: 204 len: 168 time: 0.3952069 Oct 11 15:33:48.043198 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Router fb2a1b07-c35f-453e-b578-476d1d3bbc99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:33:48.065520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-c32c17f1-3b5d-4654-a1f7-fc3955610803 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236277 Oct 11 15:33:48.066575 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef9277-2f4c-455c-b819-a6f5f8a5b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057e2d4-06c0-4432-9f5d-be78c52ba3d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:48.084120 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9399f6-f290-46bb-b327-acb9b0ede705 x-openstack-request-id: req-1b9399f6-f290-46bb-b327-acb9b0ede705 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:48.084428 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf02e57-a08c-4f38-b4bc-c8bcc9328a7a", "name": "network-vif-deleted", "tag": "618f8f53-0740-4b74-8b7c-9955eadf1cb1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:48.086087 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b9399f6-f290-46bb-b327-acb9b0ede705 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:48.086501 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf02e57-a08c-4f38-b4bc-c8bcc9328a7a', 'name': 'network-vif-deleted', 'tag': '618f8f53-0740-4b74-8b7c-9955eadf1cb1', 'status': 'completed', 'code': 200} Oct 11 15:33:48.187069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.233742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:33:48.240938 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ec7cedb-4c27-42ba-9093-61711de80bc8 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "PUT /v2.0/routers/fb2a1b07-c35f-453e-b578-476d1d3bbc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2381470 Oct 11 15:33:48.243324 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] Sync routers for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:33:48.244337 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:48.246668 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ee2d907-0b0b-42dd-8839-e7b17b694202 None None] Provisioning complete for port be4914b7-70b0-41c7-8545-8207604f9a9a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:48.247047 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d907-0b0b-42dd-8839-e7b17b694202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.251355 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Request body: {'port': {'network_id': '5be902ed-c819-4845-88c6-aefdf13ce265', 'name': 'tempest-FloatingIPAdminTestJSON-339179289'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:48.251637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.296399 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:48.297433 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.333706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.336041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2d907-0b0b-42dd-8839-e7b17b694202 None None] Port be4914b7-70b0-41c7-8545-8207604f9a9a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:48.345926 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:48.346984 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.387743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.388771 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225cd77-aa70-4011-9d24-16da93f9a7a8 None None] The sync data for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:48.392392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6105c2-555d-4dc5-9859-8cb539abe0b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:48.415901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Attempting to bind port 89f43617-f334-4c1d-b022-c624f11c9b25 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:48.416372 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Attempting to bind port 89f43617-f334-4c1d-b022-c624f11c9b25 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:48.416759 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Attempting to bind port 89f43617-f334-4c1d-b022-c624f11c9b25 on network 28906472-7e99-4864-915f-96ed925e5ba6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:48.417050 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0177cf33-a08c-4946-80a0-bf27cb4e0b9c None None] Network df9d7bcf-fc36-491e-8ddc-a1117f79728a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:48.450277 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Made reservation on behalf of ad02819ec06a45608774a155f37251f5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:48.455866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.487526 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] device_id is not set on port 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:33:48.504431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-14e14dd9-1f5e-4aa5-b9bf-82244d14801f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669512 Oct 11 15:33:48.537234 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Port 89f43617-f334-4c1d-b022-c624f11c9b25 on network 28906472-7e99-4864-915f-96ed925e5ba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:33:48.537703 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Attempting to bind port 89f43617-f334-4c1d-b022-c624f11c9b25 on network 28906472-7e99-4864-915f-96ed925e5ba6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:48.589284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.624238 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777d92f-b6ba-44fc-ab87-baa7c3d7a176 None None] DHCP port deletion for df9d7bcf-fc36-491e-8ddc-a1117f79728a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:48.643013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-51df97d9-e1d4-48b7-b495-88aee9f265dc service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621197 Oct 11 15:33:48.645017 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:48.645358 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Checking segment: {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:48.645828 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Bound using segment: {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:48.646279 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Bound port: 89f43617-f334-4c1d-b022-c624f11c9b25, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:48.646643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.655870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b1827-6c99-40e7-a563-39a05bc43dfc req-675b32a9-35f2-4034-8eb7-f4d0eba46c7a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:48.657369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-989b1827-6c99-40e7-a563-39a05bc43dfc req-675b32a9-35f2-4034-8eb7-f4d0eba46c7a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 943 time: 0.4079666 Oct 11 15:33:48.681215 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-b26abf52-c140-4629-a559-44932ba3f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:48.682735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-b26abf52-c140-4629-a559-44932ba3f287 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d24524340f540ff821653c1334e1da6&device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 1097 time: 0.1049621 Oct 11 15:33:48.727872 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Allocated IP 172.20.0.8 (5be902ed-c819-4845-88c6-aefdf13ce265/b8c6034a-78ed-4195-b7a4-69d59de9fda8/89cfb2f3-7f07-4ad8-bda3-e6876ce9642b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:48.772830 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9d7bcf-fc36-491e-8ddc-a1117f79728a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.817148 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c359ff0-c347-429a-b629-0fc3dfa52254') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.817448 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c359ff0-c347-429a-b629-0fc3dfa52254') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:48.838025 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-a99f827a-3754-4a6f-a9ec-cb9394f503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:48.840023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-a99f827a-3754-4a6f-a9ec-cb9394f503d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 200 len: 906 time: 0.1341562 Oct 11 15:33:48.850532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-914116dc-08d3-411a-9ddb-8d5883f3336b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2863040 Oct 11 15:33:48.866371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.918899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.935474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-989b1827-6c99-40e7-a563-39a05bc43dfc req-d7c16ade-f063-46f6-9a9d-896884c920a5 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609968 Oct 11 15:33:48.966192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-abf85447-af4d-40b6-9b06-b846ab79a379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 200 len: 1002 time: 0.1115112 Oct 11 15:33:48.976626 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:48.977083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:48.986086 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:49.019024 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 618f8f53-0740-4b74-8b7c-9955eadf1cb1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:49.030440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.034314 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:49.046150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-21213363-b73c-4e29-8692-3b271ea9618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.047281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-21213363-b73c-4e29-8692-3b271ea9618f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 200 len: 844 time: 0.0717089 Oct 11 15:33:49.054648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-528c5f1a-1922-466c-bcda-4bf068158960 service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107120 Oct 11 15:33:49.100228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 618f8f53-0740-4b74-8b7c-9955eadf1cb1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:49.100550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 618f8f53-0740-4b74-8b7c-9955eadf1cb1 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:49.127992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.134666 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-2ad0909e-57d9-44f4-b5c6-e2da2f929cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.137076 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:49.137441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-2ad0909e-57d9-44f4-b5c6-e2da2f929cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46ef23ca-65d5-491a-b958-f1d13a0cf61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791445 Oct 11 15:33:49.167784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 81d3f504-0067-46a2-8bf8-acfaccdf62d7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:49.179219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.205372 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Network 5be902ed-c819-4845-88c6-aefdf13ce265 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:49.209802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 81d3f504-0067-46a2-8bf8-acfaccdf62d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:49.210160 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 81d3f504-0067-46a2-8bf8-acfaccdf62d7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:49.242009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-822877ab-c279-4a3e-8308-3331f82c36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.243536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-822877ab-c279-4a3e-8308-3331f82c36d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=06cd1ba98e104ddca284046e0d4feda5&device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 1096 time: 0.3340576 Oct 11 15:33:49.244113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.250807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.256999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/df9d7bcf-fc36-491e-8ddc-a1117f79728a HTTP/1.1" status: 204 len: 168 time: 4.4263463 Oct 11 15:33:49.257946 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:49.264347 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:49.281507 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2664f-9bec-470e-a54b-832d4581b251 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=df9d7bcf-fc36-491e-8ddc-a1117f79728a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:49.303196 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:49.306115 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-368208e5-a676-4744-92be-18b1912b31a1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:49.306572 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368208e5-a676-4744-92be-18b1912b31a1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:49.311817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-368208e5-a676-4744-92be-18b1912b31a1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/5c6105c2-555d-4dc5-9859-8cb539abe0b5 HTTP/1.1" status: 404 len: 337 time: 0.0445452 Oct 11 15:33:49.315467 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:49.316337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.317588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.320112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] 10.222.0.43 "PUT /v2.0/ports/89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 1091 time: 3.4284325 Oct 11 15:33:49.335269 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:49.338510 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:49.419342 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.420690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.467320 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-ce8ebf79-108d-460d-b41f-098dc387a741 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194232 Oct 11 15:33:49.480806 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event updated for resources: {'Port': ['ID=89cfb2f3-7f07-4ad8-bda3-e6876ce9642b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:49.491599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b9a0c39-35bc-48ae-8f3d-fccb1b43ba0b req-a3c024b0-6772-46f3-a6b7-b65750b5189d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 210 time: 0.1311517 Oct 11 15:33:49.505793 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cbb126-e987-4e04-84d7-e8f76c4b1481 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:49.506403 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cbb126-e987-4e04-84d7-e8f76c4b1481 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:49.512194 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4cbb126-e987-4e04-84d7-e8f76c4b1481 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/df9d7bcf-fc36-491e-8ddc-a1117f79728a HTTP/1.1" status: 404 len: 339 time: 0.1404476 Oct 11 15:33:49.531520 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:49.532070 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19ab88-abbf-4911-b24b-eb08e24dc6fa service neutron] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:49.565897 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c2142-6b8b-4b08-90ee-8047e2b6b4ad x-openstack-request-id: req-669c2142-6b8b-4b08-90ee-8047e2b6b4ad {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:49.566173 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:49.566473 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-669c2142-6b8b-4b08-90ee-8047e2b6b4ad {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:49.566817 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25', 'status': 'completed', 'code': 200} Oct 11 15:33:49.595690 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d8e0380-8892-4b50-82b0-001713ac5436 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500509 Oct 11 15:33:49.598406 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:49.649819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7f0a02cd-61a6-4e32-af09-a0403b737a82 req-583c33ef-beb5-49f2-95b6-d314b21bcab0 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585150 Oct 11 15:33:49.692860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bbacc-c5db-409c-be80-a49e29646418 req-ff284a89-d49a-4a9c-929b-90edc74ecb2e tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.694421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd5bbacc-c5db-409c-be80-a49e29646418 req-ff284a89-d49a-4a9c-929b-90edc74ecb2e tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.3731649 Oct 11 15:33:49.699830 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08640381-ac18-4126-8874-d42e1161f43a None None] Provisioning complete for port 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:49.700354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08640381-ac18-4126-8874-d42e1161f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.700448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-0f9b9a86-8bd7-436e-8ddd-39b3a31a6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.702620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-0f9b9a86-8bd7-436e-8ddd-39b3a31a6485 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1094 time: 0.2815058 Oct 11 15:33:49.708432 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-fe663057-8e2a-4e49-ae17-c92288731fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:49.709889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-fe663057-8e2a-4e49-ae17-c92288731fff service neutron] 10.222.0.43 "GET /v2.0/networks?id=dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 200 len: 916 time: 0.3759913 Oct 11 15:33:49.716869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.742731 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08640381-ac18-4126-8874-d42e1161f43a None None] Port 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:33:49.807616 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Deleting port 525ceeb1-a292-4e53-bb35-dc94d91b628e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:49.807987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.813796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-3ea994d8-b90f-4b78-997e-d3f7e6275657 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 217 time: 0.1027789 Oct 11 15:33:49.825413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-4ca3f673-f16e-472d-9871-d1f11e2cf317 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02139d9a-7296-4a71-9470-f10163679eae HTTP/1.1" status: 200 len: 217 time: 0.0957778 Oct 11 15:33:49.880689 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'project_id': 'ad02819ec06a45608774a155f37251f5', 'port_id': '89cfb2f3-7f07-4ad8-bda3-e6876ce9642b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:49.904158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:49.957758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd5bbacc-c5db-409c-be80-a49e29646418 req-108930c5-6ab1-4501-a005-378614a18edd tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506177 Oct 11 15:33:50.026353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.060900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-7485d58e-d612-4295-b8d3-9f0a357da4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:50.062335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-7485d58e-d612-4295-b8d3-9f0a357da4b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.2080731 Oct 11 15:33:50.074962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-599d0a67-3be6-4cc6-9833-fd543d0f8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:50.076399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-599d0a67-3be6-4cc6-9833-fd543d0f8925 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 200 len: 854 time: 0.2114589 Oct 11 15:33:50.079208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.133699 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Allocated IP 172.35.3.241 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1f3e2e89-3f99-44bb-85c5-649941185543) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:50.244928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.282448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.331168 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:50.334315 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:50.339640 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:50.355884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Pushing event updated for resources: {'Port': ['ID=1f3e2e89-3f99-44bb-85c5-649941185543,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:50.461315 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] For port 525ceeb1-a292-4e53-bb35-dc94d91b628e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=525ceeb1-a292-4e53-bb35-dc94d91b628e,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:50.461708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.467233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-a8faccc1-cb5e-4c2a-b6ae-89f6e6ec2c23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3899345 Oct 11 15:33:50.479817 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eb9ca8-939f-4e48-96a5-d17ec42cfee6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:50.504571 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Calling delete_port for 525ceeb1-a292-4e53-bb35-dc94d91b628e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:50.513314 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcd0c42-8064-483e-ab60-3f6e79b97707') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:50.513635 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcd0c42-8064-483e-ab60-3f6e79b97707') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:50.553636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-fbec6efc-820b-4da6-90a3-3e8cec36bfbf tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:50.555167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-fbec6efc-820b-4da6-90a3-3e8cec36bfbf tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.2167177 Oct 11 15:33:50.568588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb20b3-bf77-49c3-8380-67a39174f3ab req-16703d29-7106-4cab-8ad7-b2df38ceddb0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:50.570204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3fb20b3-bf77-49c3-8380-67a39174f3ab req-16703d29-7106-4cab-8ad7-b2df38ceddb0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 943 time: 0.5445631 Oct 11 15:33:50.573901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.609582 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'port': {'device_id': '2563e12f-539a-40d1-b0c5-843f55021042', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'admin_state_up': True, 'tenant_id': 'ace3b7afaa544bc9bb0228836da4dda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:50.645013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-beafad03-0738-4a5f-ae6a-ffbe95701ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:50.647216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-beafad03-0738-4a5f-ae6a-ffbe95701ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dff2772f-96ea-43a4-87c7-c6e0159b89c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5408123 Oct 11 15:33:50.657201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.694156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fb861a5-a5ec-4e25-8f0c-70d60f7f1148 req-f2d07ac0-6fd9-4563-80f1-ff0a6875f758 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 210 time: 0.1029537 Oct 11 15:33:50.703002 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:50.703419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:50.717990 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:50.842511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3fb20b3-bf77-49c3-8380-67a39174f3ab req-097054e8-7e69-4914-804c-4e85b061a7d2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644117 Oct 11 15:33:50.870606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-d627ef49-b01f-4ec1-9640-3e6506df0ed8 service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863947 Oct 11 15:33:50.984556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.018637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.023517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/56eb9ca8-939f-4e48-96a5-d17ec42cfee6 HTTP/1.1" status: 204 len: 168 time: 1.4766636 Oct 11 15:33:51.025534 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:51.049791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-c1aa747e-1c41-426d-b5ba-4e9ac5e934d4 service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764699 Oct 11 15:33:51.055574 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2486d-baa2-40aa-8c46-2581318920d0 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=56eb9ca8-939f-4e48-96a5-d17ec42cfee6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:51.099305 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2423f13-332c-411d-afbc-39159a8d97df tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:51.099646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2423f13-332c-411d-afbc-39159a8d97df tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:51.102608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f2423f13-332c-411d-afbc-39159a8d97df tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/e9874e6a-4fef-4c35-8133-3b20cd4557de HTTP/1.1" status: 404 len: 337 time: 0.0655727 Oct 11 15:33:51.107829 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:51.142126 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74ddd1b-4c94-4a37-8f0d-1eb21b79c1b1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:51.142672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74ddd1b-4c94-4a37-8f0d-1eb21b79c1b1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:51.145648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a74ddd1b-4c94-4a37-8f0d-1eb21b79c1b1 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/69108b27-e444-477b-bff4-0567b40f94fd HTTP/1.1" status: 404 len: 339 time: 0.0367861 Oct 11 15:33:51.159539 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:51.183808 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Made reservation on behalf of ace3b7afaa544bc9bb0228836da4dda5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:33:51.187281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.261965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-ae91f97d-17fd-40ab-9853-6f3d614f95db tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:51.263404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-ae91f97d-17fd-40ab-9853-6f3d614f95db tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.3231223 Oct 11 15:33:51.278579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15bd0597-8a5f-42e6-9e54-6d743a16915f req-bd6c0e52-cd35-4876-a661-1c8a0413e7f6 service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986003 Oct 11 15:33:51.316025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.346543 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting subnet 7bec330b-64b6-45a4-a502-7af71754aa10 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:51.370838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.406542 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0905-6d4d-4302-98ac-2dcd3f2e524a req-359f191b-a15a-4123-96af-dfecfec3034b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:51.408034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ebe0905-6d4d-4302-98ac-2dcd3f2e524a req-359f191b-a15a-4123-96af-dfecfec3034b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.3228438 Oct 11 15:33:51.422570 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Allocated IP 172.20.0.4 (e122a99b-4dbe-4eed-9d8f-9842eb984a20/6559fc6f-cb83-451b-834d-93c75273c83d/3c27eeb0-e95e-42a3-9956-1e6ea454a9df) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:51.439124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.463191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-202cf3b5-2f86-4bc0-bb1a-e3b787a5817a service neutron] 10.222.0.43 "GET /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857465 Oct 11 15:33:51.514928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.521228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.599230 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Pushing event deleted for resources: {'Port': ['ID=525ceeb1-a292-4e53-bb35-dc94d91b628e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:51.609813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ebe0905-6d4d-4302-98ac-2dcd3f2e524a req-d9899746-6e28-4603-bcf7-57c78ecd9a43 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770866 Oct 11 15:33:51.611858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-8daef905-0787-4784-837d-8591faad6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:51.613037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-8daef905-0787-4784-837d-8591faad6ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1094 time: 0.2713206 Oct 11 15:33:51.695175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.717699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.727070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.760184 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Deleting port 02139d9a-7296-4a71-9470-f10163679eae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:51.760527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.827330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Pushing event updated for resources: {'Port': ['ID=1f3e2e89-3f99-44bb-85c5-649941185543,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:51.834413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.835974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.847932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:51.944093 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:51.975740 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:51.977685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:51.980493 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:52.037348 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Floating IP 3fa7d1ce-68b6-4e27-ac80-6d14c49c8649 associated. External IP: 172.35.3.241, port: 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b. Oct 11 15:33:52.057462 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-f9f1612c-25fb-4701-9081-5ec45ade9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:52.059005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-f9f1612c-25fb-4701-9081-5ec45ade9a8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.4184391 Oct 11 15:33:52.081976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:52.082587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.108721 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e5198ff1-f1c0-44a8-a6b7-8f91dd3680eb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5047896 Oct 11 15:33:52.113780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e52be-4089-4612-8438-9542235b0ed8 req-b165f340-ad30-4b01-96ab-51a678665fec tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:52.115273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b1e52be-4089-4612-8438-9542235b0ed8 req-b165f340-ad30-4b01-96ab-51a678665fec tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 931 time: 0.2847047 Oct 11 15:33:52.117976 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] For port 02139d9a-7296-4a71-9470-f10163679eae, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=02139d9a-7296-4a71-9470-f10163679eae,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:52.118399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.145952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Request body: {'port': {'device_id': '2563e12f-539a-40d1-b0c5-843f55021042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:52.220773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.439824 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Router fb2a1b07-c35f-453e-b578-476d1d3bbc99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:33:52.452810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-7804e186-2a49-4faf-a9c7-b61be4e3bc46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 217 time: 0.3736508 Oct 11 15:33:52.461305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.486356 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Calling delete_port for 02139d9a-7296-4a71-9470-f10163679eae owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:52.534265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.542799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9e256-ac9c-4d8a-8877-bb19bd139cba req-39be8192-e499-4d3a-bf8f-96524d9c645e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:52.544277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff9e256-ac9c-4d8a-8877-bb19bd139cba req-39be8192-e499-4d3a-bf8f-96524d9c645e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 943 time: 0.5799448 Oct 11 15:33:52.552697 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=7bec330b-64b6-45a4-a502-7af71754aa10,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:52.562198 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65886f33-fa6e-499c-a4f0-7e69330b5fb6 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:52.562767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.565648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-813ca79b-92d2-4440-ad60-9bc413329837 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/7bec330b-64b6-45a4-a502-7af71754aa10 HTTP/1.1" status: 204 len: 168 time: 1.4018126 Oct 11 15:33:52.582496 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:52.645995 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:33:52.656098 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] Sync routers for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:33:52.665963 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:52.666808 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:52.685405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b1e52be-4089-4612-8438-9542235b0ed8 req-1d75d5c4-a447-40e9-9c8e-e89460e48a0c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464790 Oct 11 15:33:52.704321 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c27eeb0-e95e-42a3-9956-1e6ea454a9df {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:52.713473 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:52.714011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.722333 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:52.723122 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:52.726963 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Transition to ACTIVE for port object 3c27eeb0-e95e-42a3-9956-1e6ea454a9df will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:33:52.737920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.767058 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:52.768214 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bab90-cda3-4052-9e2f-a97b0b988752 None None] The sync data for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:52.782571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-cc2ab248-c445-40c9-8926-3f571c62e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:52.784047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:52.784167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-cc2ab248-c445-40c9-8926-3f571c62e235 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.3200185 Oct 11 15:33:52.836681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ca1416a-0d90-459b-9ed6-b6e6e8340677 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.2374825 Oct 11 15:33:52.837449 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:52.840276 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:52.861301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-e4dbdff2-77f3-4446-a726-59ebe83443f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567796 Oct 11 15:33:52.894720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff9e256-ac9c-4d8a-8877-bb19bd139cba req-06433299-f456-4d0b-9e9f-b8a0bbe8cd96 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353629 Oct 11 15:33:52.904910 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting subnet 3b320b27-6bce-4a6c-8e08-6fc34948e6f9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:52.908360 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.032966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ce39f21-f47e-4328-9dd2-2917684a2da0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "GET /v2.0/floatingips/3fa7d1ce-68b6-4e27-ac80-6d14c49c8649 HTTP/1.1" status: 200 len: 982 time: 0.1911669 Oct 11 15:33:53.035958 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:53.053886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.130452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Attempting to bind port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:33:53.131066 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Attempting to bind port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:33:53.131171 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Attempting to bind port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:53.157109 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:33:53.157438 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Attempting to bind port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bffeb6e1-35b6-41d8-a1b0-f4ce0abf07bc tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1375120 Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Checking segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Bound using segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Bound port: 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:33:53.177034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.179265 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:53.185447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969d335-f9f1-4403-a82c-035ed7da9686 req-9f818994-9d4e-458f-b28e-ca3945204469 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:53.187014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8969d335-f9f1-4403-a82c-035ed7da9686 req-9f818994-9d4e-458f-b28e-ca3945204469 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d HTTP/1.1" status: 200 len: 945 time: 0.3233027 Oct 11 15:33:53.272824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.288328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['96aa73d9-c16d-49b2-9275-ece989b85e58'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:53.297688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['02139d9a-7296-4a71-9470-f10163679eae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:53.305582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-df647ea9-39e5-41cc-b180-ff6df84bb5ec service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070704 Oct 11 15:33:53.330758 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:33:53.350976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:33:53.360613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.382059 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event deleted for resources: {'Port': ['ID=02139d9a-7296-4a71-9470-f10163679eae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:53.423597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:53.424220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.425645 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] 10.222.0.43 "PUT /v2.0/ports/3c27eeb0-e95e-42a3-9956-1e6ea454a9df HTTP/1.1" status: 200 len: 1091 time: 1.2859843 Oct 11 15:33:53.426086 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:53.428356 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b82b28-17ba-45d0-9a2e-abaef547282f" -d '{"events": [{"name": "network-changed", "server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:53.458410 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75197-a612-40d7-8b37-6dc26c47d11b service neutron] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:53.505297 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb3df9-7dd0-4542-bbd8-855e90f4d4d1 x-openstack-request-id: req-1ecb3df9-7dd0-4542-bbd8-855e90f4d4d1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:53.505468 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:53.505802 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ecb3df9-7dd0-4542-bbd8-855e90f4d4d1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:53.506534 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'status': 'completed', 'code': 200} Oct 11 15:33:53.509862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8969d335-f9f1-4403-a82c-035ed7da9686 req-7561166c-c2a9-46fe-9c92-3caf438e2820 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863550 Oct 11 15:33:53.510768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port 1f3e2e89-3f99-44bb-85c5-649941185543 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:53.511160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.522339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.532398 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e15f2db0-bb8f-4a9b-a286-09c34d15a2ad None None] Provisioning complete for port 88b304dc-5201-44d1-92a9-844321ce6761 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:53.533100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e15f2db0-bb8f-4a9b-a286-09c34d15a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.574607 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-36d86d09-9e9c-497d-aeaa-7cf1380cbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:53.575950 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] No DVR routers for this DVR port 02139d9a-7296-4a71-9470-f10163679eae on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:53.576522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-36d86d09-9e9c-497d-aeaa-7cf1380cbed4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 1094 time: 0.1053295 Oct 11 15:33:53.588442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.592330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db769795-22c8-4aa4-b6c0-dbb353ec9989 req-35fa5b81-ce50-4062-abff-c7f8e18b4550 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.43 "DELETE /v2.0/ports/02139d9a-7296-4a71-9470-f10163679eae HTTP/1.1" status: 204 len: 173 time: 2.3189442 Oct 11 15:33:53.592771 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'name': 'network-vif-deleted', 'tag': '02139d9a-7296-4a71-9470-f10163679eae'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:53.595070 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae96c9-c0c6-4a74-8bf3-ffbbde008d33" -d '{"events": [{"server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "name": "network-vif-deleted", "tag": "02139d9a-7296-4a71-9470-f10163679eae"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:53.635106 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Router e20b35df-d886-4fad-b7ae-cbb5795f16dc has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:33:53.645184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-f246cbce-85d4-49eb-adfa-c1669d81f94f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df HTTP/1.1" status: 200 len: 217 time: 0.0590835 Oct 11 15:33:53.650751 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5293b4ec-5bc6-487b-b81e-b5e5ca7cc40c x-openstack-request-id: req-5293b4ec-5bc6-487b-b81e-b5e5ca7cc40c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:53.651288 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d", "name": "network-vif-deleted", "tag": "02139d9a-7296-4a71-9470-f10163679eae", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:53.652700 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5293b4ec-5bc6-487b-b81e-b5e5ca7cc40c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:53.653288 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9d1b7e-3eb1-4f3d-b30c-817de6844c7d', 'name': 'network-vif-deleted', 'tag': '02139d9a-7296-4a71-9470-f10163679eae', 'status': 'completed', 'code': 200} Oct 11 15:33:53.655248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.655636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.694296 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for 1f3e2e89-3f99-44bb-85c5-649941185543 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:53.720271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-2ebb2a3f-ffc4-402c-9ed9-ca2eef44c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:53.721761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-2ebb2a3f-ffc4-402c-9ed9-ca2eef44c773 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.0632508 Oct 11 15:33:53.737101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777c1bc5-c844-4f9f-8ae7-2346b06b1c8a req-5fd2946a-f6a1-4651-9e1d-d4709c1b17b9 service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200666 Oct 11 15:33:53.749083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.789655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-411c2fdb-9cab-48ae-8e8b-7d70b00529aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361810 Oct 11 15:33:53.817755 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=3b320b27-6bce-4a6c-8e08-6fc34948e6f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:53.842175 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd3f29-3752-450c-8c22-f039380d9b91 None None] Network 7da9ec97-048f-43de-b473-0193ef5084ae requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:53.862898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:53.873558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-505fc305-7f02-446f-80c1-627b2f5d2536 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/3b320b27-6bce-4a6c-8e08-6fc34948e6f9 HTTP/1.1" status: 204 len: 168 time: 1.2864866 Oct 11 15:33:53.892655 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:53.933643 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:33:53.980306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2bfb52ea-7e8a-4e7e-90e6-61d55e24ce47 admin admin] 10.222.0.31 "PUT /v2.0/routers/e20b35df-d886-4fad-b7ae-cbb5795f16dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4919751 Oct 11 15:33:53.980568 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Sync routers for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:33:53.982547 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:54.026033 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:54.027596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:54.053865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa31db-c395-4750-86ec-916802d85c34 req-a4a842b6-18b8-4c66-87ab-0184bbfec170 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:54.055543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44aa31db-c395-4750-86ec-916802d85c34 req-a4a842b6-18b8-4c66-87ab-0184bbfec170 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 943 time: 0.2418151 Oct 11 15:33:54.118189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.170670 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] DHCP port deletion for 7da9ec97-048f-43de-b473-0193ef5084ae request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:54.200587 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:33:54.239222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44aa31db-c395-4750-86ec-916802d85c34 req-7f798a70-3f52-4580-b149-3d198d8170dd tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722019 Oct 11 15:33:54.240216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 89f43617-f334-4c1d-b022-c624f11c9b25 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:33:54.261378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99c13-7338-47fe-83b1-bc68d46d1e0f req-772c348d-955c-4f53-a09d-f1143b4e21bf tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:54.261378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6e99c13-7338-47fe-83b1-bc68d46d1e0f req-772c348d-955c-4f53-a09d-f1143b4e21bf tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 943 time: 0.1968410 Oct 11 15:33:54.267183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.358025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6e99c13-7338-47fe-83b1-bc68d46d1e0f req-f3ba7945-f4a8-4059-b06d-89162a32284c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940666 Oct 11 15:33:54.387269 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting port 88b304dc-5201-44d1-92a9-844321ce6761 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:54.387598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.433470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-e34b6df3-8006-444b-948c-bf0e339b3cfa service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352961 Oct 11 15:33:54.439756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.470898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Deleting port 88b304dc-5201-44d1-92a9-844321ce6761 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:54.471262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.553182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=1f3e2e89-3f99-44bb-85c5-649941185543,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:54.579727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:54.605310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '89f43617-f334-4c1d-b022-c624f11c9b25', 'network_id': '28906472-7e99-4864-915f-96ed925e5ba6', 'port_id': '89f43617-f334-4c1d-b022-c624f11c9b25', 'mac_address': 'fa:16:3e:50:08:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111898f9-24b5-46f1-b73e-3fc213ce91fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:54.609275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88b304dc-5201-44d1-92a9-844321ce6761,segment=NetworkSegment(6395e65c-f8cd-4cb8-9473-070f8807d371),segment_id=6395e65c-f8cd-4cb8-9473-070f8807d371)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:54.609613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.623548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.623889 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Floating IP 3fa7d1ce-68b6-4e27-ac80-6d14c49c8649 disassociated (deleted). External IP: 172.35.3.241, port: 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b. Oct 11 15:33:54.627326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Calling delete_port for 88b304dc-5201-44d1-92a9-844321ce6761 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:54.742029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc97eb47-8257-4a8a-a198-e22a8cec354d req-1c0227e7-1a2b-4a08-93e2-ec31c0a896d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984989 Oct 11 15:33:54.838971 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] For port 88b304dc-5201-44d1-92a9-844321ce6761, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88b304dc-5201-44d1-92a9-844321ce6761,segment=NetworkSegment(6395e65c-f8cd-4cb8-9473-070f8807d371),segment_id=6395e65c-f8cd-4cb8-9473-070f8807d371)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:54.839593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.850850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.864895 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Calling delete_port for 88b304dc-5201-44d1-92a9-844321ce6761 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:54.893371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:54.901942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:33:51Z', 'revision_number': 5, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port': {'id': '3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:06Z', 'updated_at': '2021-10-11T15:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:54.944453 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f43617-f334-4c1d-b022-c624f11c9b25 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:54.951694 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Checking router: e20b35df-d886-4fad-b7ae-cbb5795f16dc for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:33:54.975484 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:54.983187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Routers {'e20b35df-d886-4fad-b7ae-cbb5795f16dc'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:54.983822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:54.996067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012694c7-4888-499f-a489-7d9e1bf59803 req-a23395ac-12ed-4f63-bcd2-7c28ec974a2c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:54.997637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-012694c7-4888-499f-a489-7d9e1bf59803 req-a23395ac-12ed-4f63-bcd2-7c28ec974a2c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1084657 Oct 11 15:33:55.024375 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Router fb2a1b07-c35f-453e-b578-476d1d3bbc99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:33:55.024845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.027185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-20db5f23-6ffa-46e9-874c-f4d2a29e3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:55.028968 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-20db5f23-6ffa-46e9-874c-f4d2a29e3dcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 1094 time: 0.1410055 Oct 11 15:33:55.061833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-012694c7-4888-499f-a489-7d9e1bf59803 req-75650845-a3b9-4928-aa90-df8ae3662b8c tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506957 Oct 11 15:33:55.065278 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Deleting port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:55.065668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.083007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.103250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] No DVR routers for this DVR port 88b304dc-5201-44d1-92a9-844321ce6761 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:55.132048 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] Set router e20b35df-d886-4fad-b7ae-cbb5795f16dc gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:33:55.140773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.166135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88b304dc-5201-44d1-92a9-844321ce6761 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:55.180280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:55.192752 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No DVR routers for this DVR port 88b304dc-5201-44d1-92a9-844321ce6761 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:55.193873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:55.215120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:33:54Z', 'revision_number': 6, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.226398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 88b304dc-5201-44d1-92a9-844321ce6761 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:55.226398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88b304dc-5201-44d1-92a9-844321ce6761 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:55.271083 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] For port 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:55.271459 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.280278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b5614-647e-4dd0-96f0-405f49796e07 None None] The sync data for ids ['e20b35df-d886-4fad-b7ae-cbb5795f16dc'] in n-d-master-1 is: [{'id': 'e20b35df-d886-4fad-b7ae-cbb5795f16dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1280885816-router', 'tenant_id': '107113b662e540f99e3c67a91dec663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:04Z', 'updated_at': '2021-10-11T15:33:54Z', 'revision_number': 6, 'project_id': '107113b662e540f99e3c67a91dec663a', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:55.281714 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf1f2-cf63-4218-a811-99a085adeba8 None None] Pushing event deleted for resources: {'Port': ['ID=88b304dc-5201-44d1-92a9-844321ce6761,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:55.294015 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-1e411e02-4c2c-4225-971f-fb99a47bc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:55.295569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-1e411e02-4c2c-4225-971f-fb99a47bc1e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 922 time: 0.2534807 Oct 11 15:33:55.300631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.302980 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Calling delete_port for 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:55.320541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:33:55.333237 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] Sync routers for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:33:55.335305 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da9ec97-048f-43de-b473-0193ef5084ae']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.347783 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:55.348474 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.359148 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.363380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-0f774beb-beab-41a3-8c34-b78c89bd56c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df HTTP/1.1" status: 200 len: 217 time: 0.0598297 Oct 11 15:33:55.375080 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6395e65c-f8cd-4cb8-9473-070f8807d371') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.375281 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6395e65c-f8cd-4cb8-9473-070f8807d371') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.392547 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.397709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:55.402375 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:33:55.403658 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.414990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.431087 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b4ef781-078f-4747-aeb9-55518c75f40c tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fa7d1ce-68b6-4e27-ac80-6d14c49c8649 HTTP/1.1" status: 204 len: 168 time: 2.2498059 Oct 11 15:33:55.438836 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.446995 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:55.450176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.452309 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:55.453419 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65de3b1-3301-4c8f-88a5-17f8f399911c None None] The sync data for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:33:55.463222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-e1224f30-358e-4c01-8118-553bc9b87fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:55.465719 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-e1224f30-358e-4c01-8118-553bc9b87fee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.0748327 Oct 11 15:33:55.466939 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:55.467350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:55.473522 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:55.505376 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-de53d22c-fd10-48ff-93c0-1a8b3e9c869a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283165 Oct 11 15:33:55.600763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-2a76c930-e2e0-4e81-bf1f-d5617883a553 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881293 Oct 11 15:33:55.602362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d4bb-d783-4c0a-9291-2db018c6baff req-c7f70f0a-91f9-4c7c-92f7-52dcfca88e99 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:55.603911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23b2d4bb-d783-4c0a-9291-2db018c6baff req-c7f70f0a-91f9-4c7c-92f7-52dcfca88e99 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 943 time: 0.2311137 Oct 11 15:33:55.631494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.698563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.706057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b82b28-17ba-45d0-9a2e-abaef547282f req-d5704f7d-07b4-46e2-86b8-32a554012bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Oct 11 15:33:55.726605 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.730498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/7da9ec97-048f-43de-b473-0193ef5084ae HTTP/1.1" status: 204 len: 168 time: 1.8360484 Oct 11 15:33:55.733787 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.744632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2bec9-958e-4b4d-9aa4-47549c769e77 req-3b608c53-97b1-47e6-9068-6888627b165e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:55.746204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa2bec9-958e-4b4d-9aa4-47549c769e77 req-3b608c53-97b1-47e6-9068-6888627b165e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 944 time: 0.2284954 Oct 11 15:33:55.763229 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-946327ae-20ca-4096-877c-413091b6ca50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.763685 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946327ae-20ca-4096-877c-413091b6ca50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.772246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-946327ae-20ca-4096-877c-413091b6ca50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/1c1f49b6-f284-4ab8-a69c-90c007026771 HTTP/1.1" status: 404 len: 337 time: 0.0315320 Oct 11 15:33:55.772246 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.787724 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee4daa-fb7a-4f3d-9861-eff62e25f32e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=7da9ec97-048f-43de-b473-0193ef5084ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:55.791851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23b2d4bb-d783-4c0a-9291-2db018c6baff req-c10e29df-26ea-4ad1-985b-a3792cc56429 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808255 Oct 11 15:33:55.792009 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7b8953-a0b0-47d6-8836-d9e900f7b10b tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.793848 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7b8953-a0b0-47d6-8836-d9e900f7b10b tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.797966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab7b8953-a0b0-47d6-8836-d9e900f7b10b tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/6e67b04d-f74e-446a-b746-5f8155d2ab7e HTTP/1.1" status: 404 len: 339 time: 0.0272598 Oct 11 15:33:55.799560 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.830492 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59c6f3b-9d95-4594-bbbd-0fd93c2e2e79 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.830949 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59c6f3b-9d95-4594-bbbd-0fd93c2e2e79 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.833950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e59c6f3b-9d95-4594-bbbd-0fd93c2e2e79 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/3bcdd760-5723-4769-ab2d-9c6a7c64541f HTTP/1.1" status: 404 len: 337 time: 0.0333312 Oct 11 15:33:55.836357 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.853124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.854686 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-54021218-7bc3-4042-8101-72d974a86088 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.855274 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54021218-7bc3-4042-8101-72d974a86088 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.860492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa2bec9-958e-4b4d-9aa4-47549c769e77 req-9101a624-4a79-4ff3-a37e-a70e70c4bd3e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746810 Oct 11 15:33:55.860674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-54021218-7bc3-4042-8101-72d974a86088 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/941fd260-e6bb-42eb-a68a-05c31afcd3d0 HTTP/1.1" status: 404 len: 339 time: 0.0209458 Oct 11 15:33:55.860869 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.888593 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fc071c-2faf-47f2-a7f2-297248fa62a7 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.888998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fc071c-2faf-47f2-a7f2-297248fa62a7 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.894455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07fc071c-2faf-47f2-a7f2-297248fa62a7 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/47cc79b2-be99-49ca-9979-66f49f287d2c HTTP/1.1" status: 404 len: 337 time: 0.0303147 Oct 11 15:33:55.894640 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:55.894738 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.914857 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0750654-e860-4a04-a436-8ae8d007d451 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:55.915409 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0750654-e860-4a04-a436-8ae8d007d451 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:55.918585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0750654-e860-4a04-a436-8ae8d007d451 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/af5558f3-7646-4370-83ff-9ec4e46e416c HTTP/1.1" status: 404 len: 339 time: 0.0230434 Oct 11 15:33:55.921115 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:55.970783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.972723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:55.975895 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting subnet e8ead199-eb90-46d8-a2c0-75f68e0ac3ad {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:55.979031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.020294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.097976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.101820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.122632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.187119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.212706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.213240 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20b35df-d886-4fad-b7ae-cbb5795f16dc {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:33:56.218172 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ead199-eb90-46d8-a2c0-75f68e0ac3ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:56.220020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.221157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6ecd6426-67c1-495c-b534-19c690709a34 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e20b35df-d886-4fad-b7ae-cbb5795f16dc HTTP/1.1" status: 204 len: 168 time: 2.2339239 Oct 11 15:33:56.224552 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:56.226878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.231416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-914e4037-9c1a-4afe-b06c-8e18c316ae1e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/e8ead199-eb90-46d8-a2c0-75f68e0ac3ad HTTP/1.1" status: 204 len: 168 time: 0.3089225 Oct 11 15:33:56.232448 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b727803-256d-45b1-83ce-242ce07febd0 None None] Network b60d0ace-fed9-486d-8251-a5b8ed10edc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:56.234026 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:56.279780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 89f43617-f334-4c1d-b022-c624f11c9b25 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:33:56.280014 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Allocated IP 172.35.3.224 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ea961834-f5eb-48cf-9721-fc47867c9e66) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:56.294635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acd5a-d572-43ae-b94a-c427483dfe08 req-0e44ebbb-7099-4387-b0ae-79789625c856 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:56.297599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e5acd5a-d572-43ae-b94a-c427483dfe08 req-0e44ebbb-7099-4387-b0ae-79789625c856 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.1486793 Oct 11 15:33:56.334817 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Deleting subnet d9fe86ae-b37e-49ab-a9d3-baa966b5fc50 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:56.342099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.345346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.391560 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 89f43617-f334-4c1d-b022-c624f11c9b25 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:33:56.397821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 89f43617-f334-4c1d-b022-c624f11c9b25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:33:56.398120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.411317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting port 3e4b3ad6-263e-4569-af67-f740041b4b2c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:56.411675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.434736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e5acd5a-d572-43ae-b94a-c427483dfe08 req-84c8674a-2b9f-4e2f-a944-9558a7d4e01b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0c40327-741c-4910-9251-327ed23e0fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289456 Oct 11 15:33:56.462071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.506498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.520260 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] DHCP port deletion for b60d0ace-fed9-486d-8251-a5b8ed10edc6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:56.544362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.544623 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] For port 3e4b3ad6-263e-4569-af67-f740041b4b2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e4b3ad6-263e-4569-af67-f740041b4b2c,segment=NetworkSegment(d70d8b58-7f61-44fb-80f2-bffc4e2a07c4),segment_id=d70d8b58-7f61-44fb-80f2-bffc4e2a07c4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:56.545080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.565092 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:56.566904 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Calling delete_port for 3e4b3ad6-263e-4569-af67-f740041b4b2c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:56.568474 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ea861-2144-45bd-b18f-ea3a20418ae0" -d '{"events": [{"server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "name": "network-vif-plugged", "status": "completed", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:56.580571 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-264e60f8-e440-40b1-99c9-6f77387dc2fb tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:56.582161 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-264e60f8-e440-40b1-99c9-6f77387dc2fb tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 945 time: 0.0982864 Oct 11 15:33:56.591715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.602317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:56.615800 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.616749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 02139d9a-7296-4a71-9470-f10163679eae no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:56.652995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.666118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 02139d9a-7296-4a71-9470-f10163679eae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:56.666463 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 02139d9a-7296-4a71-9470-f10163679eae not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:56.723833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Deleting port 3e4b3ad6-263e-4569-af67-f740041b4b2c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:56.724207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.726932 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:56.753941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.771494 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:56.772698 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd84f36-b35f-4e2a-a73c-97db25c4139d x-openstack-request-id: req-6bd84f36-b35f-4e2a-a73c-97db25c4139d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:56.772980 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "name": "network-vif-plugged", "status": "completed", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:56.773231 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bd84f36-b35f-4e2a-a73c-97db25c4139d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:56.774020 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Deleting port 96aa73d9-c16d-49b2-9275-ece989b85e58 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:56.774826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.775477 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Pushing event updated for resources: {'Port': ['ID=ea961834-f5eb-48cf-9721-fc47867c9e66,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:56.780652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.783727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.784351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9fe86ae-b37e-49ab-a9d3-baa966b5fc50 HTTP/1.1" status: 204 len: 168 time: 0.5577242 Oct 11 15:33:56.785120 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25', 'code': 200} Oct 11 15:33:56.787806 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:56.790840 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb4d94-d151-4b24-9f1c-6cdc7a4707e3 None None] Network 4fb0884b-07e1-4b81-98ef-d9715f589bb7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:56.805966 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:56.808550 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:56.851089 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae621ead-3645-4b56-b603-2b573b1c1ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fe86ae-b37e-49ab-a9d3-baa966b5fc50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:56.870907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] For port 3e4b3ad6-263e-4569-af67-f740041b4b2c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e4b3ad6-263e-4569-af67-f740041b4b2c,segment=NetworkSegment(d70d8b58-7f61-44fb-80f2-bffc4e2a07c4),segment_id=d70d8b58-7f61-44fb-80f2-bffc4e2a07c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:56.871651 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.895957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Calling delete_port for 3e4b3ad6-263e-4569-af67-f740041b4b2c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:56.927422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Port': ['ID=3e4b3ad6-263e-4569-af67-f740041b4b2c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:56.929358 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No DVR routers for this DVR port 3e4b3ad6-263e-4569-af67-f740041b4b2c on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:56.964069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:56.981869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed49f-ad31-43bd-a5d7-cf8b314e7f0a req-dfc88cb9-022a-4fcd-bb54-f16cf0daa5a0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:56.983556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4ed49f-ad31-43bd-a5d7-cf8b314e7f0a req-dfc88cb9-022a-4fcd-bb54-f16cf0daa5a0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 943 time: 0.0947185 Oct 11 15:33:57.017911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.030089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.088345 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] Pushing event deleted for resources: {'Port': ['ID=3e4b3ad6-263e-4569-af67-f740041b4b2c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.096150 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f10dd4-9bf7-46c9-b029-806cfa083159 None None] No DVR routers for this DVR port 3e4b3ad6-263e-4569-af67-f740041b4b2c on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:57.104974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.112321 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] For port 96aa73d9-c16d-49b2-9275-ece989b85e58, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96aa73d9-c16d-49b2-9275-ece989b85e58,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:57.112692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.126131 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] DHCP port deletion for 4fb0884b-07e1-4b81-98ef-d9715f589bb7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:57.140567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4ed49f-ad31-43bd-a5d7-cf8b314e7f0a req-f932fade-445b-4c3d-b430-abf637e09e80 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188421 Oct 11 15:33:57.144233 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Calling delete_port for 96aa73d9-c16d-49b2-9275-ece989b85e58 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:57.152701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d2dd-0ea6-4fd6-bdb6-71b3f42a1532 req-b48257a7-2651-4308-892b-2fc370e29bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:57.154356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80c7d2dd-0ea6-4fd6-bdb6-71b3f42a1532 req-b48257a7-2651-4308-892b-2fc370e29bfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1096 time: 0.2549670 Oct 11 15:33:57.156308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.171278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa94ca-8d30-4793-8b90-5bd911ab4a92 req-c54cd7b8-bd87-474c-bd18-947cf34b2963 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:57.172787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cffa94ca-8d30-4793-8b90-5bd911ab4a92 req-c54cd7b8-bd87-474c-bd18-947cf34b2963 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 945 time: 0.1877995 Oct 11 15:33:57.190599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3e4b3ad6-263e-4569-af67-f740041b4b2c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:57.227563 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3e4b3ad6-263e-4569-af67-f740041b4b2c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:57.227906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3e4b3ad6-263e-4569-af67-f740041b4b2c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:57.228315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 525ceeb1-a292-4e53-bb35-dc94d91b628e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:57.242976 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60d0ace-fed9-486d-8251-a5b8ed10edc6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.250698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 525ceeb1-a292-4e53-bb35-dc94d91b628e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:57.251278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 525ceeb1-a292-4e53-bb35-dc94d91b628e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:57.251439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:57.255190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Deleting port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:57.255560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.277691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cffa94ca-8d30-4793-8b90-5bd911ab4a92 req-6d53cfc0-fd3a-45fa-baa7-285443d92631 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856919 Oct 11 15:33:57.277924 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.278306 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70d8b58-7f61-44fb-80f2-bffc4e2a07c4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.285197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:57.285197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3b7f5788-bdba-4eb2-b1e5-cf2bd0fc5a50 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:57.298076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.321404 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80c7d2dd-0ea6-4fd6-bdb6-71b3f42a1532 req-64ff362b-0564-4f77-9323-21c9c5c35422 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522789 Oct 11 15:33:57.330105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.340444 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:57.340845 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:57.343844 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:57.359775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.361348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] For port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:57.361934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.365724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.376182 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Calling delete_port for b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:57.421946 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Deleting port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:57.422193 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.448887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Pushing event updated for resources: {'Port': ['ID=ea961834-f5eb-48cf-9721-fc47867c9e66,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.461363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.477634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.480939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.481289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.483037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-258153b7-9d94-429e-9168-90319d255ad0 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0393653 Oct 11 15:33:57.485512 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:57.491556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.497794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/b60d0ace-fed9-486d-8251-a5b8ed10edc6 HTTP/1.1" status: 204 len: 168 time: 1.2598431 Oct 11 15:33:57.498728 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:57.514187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] No DVR routers for this DVR port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:57.535235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055054c7-0171-4f75-9a92-de8a447be6cf tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=b60d0ace-fed9-486d-8251-a5b8ed10edc6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.541468 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37a021f-85d1-4603-8181-851c926597fd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:57.544029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37a021f-85d1-4603-8181-851c926597fd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:57.548554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c37a021f-85d1-4603-8181-851c926597fd tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/cb08c56d-c02b-4b5b-92a3-e9b996bb31a4 HTTP/1.1" status: 404 len: 337 time: 0.0480573 Oct 11 15:33:57.550848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.551646 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:57.560646 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40696c-892d-4df2-8fdd-f1d8a38e3d22 None None] Pushing event deleted for resources: {'Port': ['ID=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.563517 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] For port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,segment=NetworkSegment(b286589f-376c-4dba-9853-c218cca3f7d0),segment_id=b286589f-376c-4dba-9853-c218cca3f7d0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:57.563882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.568897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['96aa73d9-c16d-49b2-9275-ece989b85e58'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:57.602793 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16eb42c-2c14-4c95-9358-9c439b37970e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] DELETE failed (client error): The resource could not be found. Oct 11 15:33:57.603674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16eb42c-2c14-4c95-9358-9c439b37970e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:33:57.609817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d16eb42c-2c14-4c95-9358-9c439b37970e tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/d1b52639-5075-4296-844e-50a6e3926cb5 HTTP/1.1" status: 404 len: 339 time: 0.0548434 Oct 11 15:33:57.609817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-809eea33-8e2d-4f8b-94ee-beb546c5e13a req-13af3b94-5308-4974-896a-de9abb768bc0 tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d9e331d-ea37-4a63-a2f6-836713504ed2 HTTP/1.1" status: 200 len: 210 time: 0.0596845 Oct 11 15:33:57.610059 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:57.610144 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Pushing event deleted for resources: {'Port': ['ID=96aa73d9-c16d-49b2-9275-ece989b85e58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.612282 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Calling delete_port for b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:57.650061 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:33:57.671620 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] No DVR routers for this DVR port 96aa73d9-c16d-49b2-9275-ece989b85e58 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:57.689377 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting subnet cf8ac422-1e7c-4638-a2be-c3fab5846961 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:57.692539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.694999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.707412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.710757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75109135-1e2b-4f59-838a-401e1c3d05f7 req-22efbeaa-fed2-42df-b193-9d143de7a76b tempest-ListServerFiltersTestJSON-1829527057 tempest-ListServerFiltersTestJSON-1829527057-project] 10.222.0.36 "DELETE /v2.0/ports/96aa73d9-c16d-49b2-9275-ece989b85e58 HTTP/1.1" status: 204 len: 173 time: 1.1203485 Oct 11 15:33:57.711197 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'name': 'network-vif-deleted', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:33:57.713434 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fab8bb-c680-4616-b1ed-fb8fb99aa695" -d '{"events": [{"server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "name": "network-vif-deleted", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:33:57.757806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.764276 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e9ab41-9785-4130-8e86-60130964eae2 x-openstack-request-id: req-36e9ab41-9785-4130-8e86-60130964eae2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:33:57.764276 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9e331d-ea37-4a63-a2f6-836713504ed2", "name": "network-vif-deleted", "tag": "96aa73d9-c16d-49b2-9275-ece989b85e58", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:33:57.764276 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36e9ab41-9785-4130-8e86-60130964eae2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:33:57.764746 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e331d-ea37-4a63-a2f6-836713504ed2', 'name': 'network-vif-deleted', 'tag': '96aa73d9-c16d-49b2-9275-ece989b85e58', 'status': 'completed', 'code': 200} Oct 11 15:33:57.786278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.788767 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e35ecb-c90f-4a19-b416-e78a4d14a7b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:57.793301 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] No DVR routers for this DVR port b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:57.872758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.893420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.893930 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb0884b-07e1-4b81-98ef-d9715f589bb7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.903300 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b286589f-376c-4dba-9853-c218cca3f7d0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.903598 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b286589f-376c-4dba-9853-c218cca3f7d0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:57.919115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.932229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.938620 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:57.939008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:57.940988 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:57.945310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.002105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.008356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.009967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.012957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4fb0884b-07e1-4b81-98ef-d9715f589bb7 HTTP/1.1" status: 204 len: 168 time: 1.2025280 Oct 11 15:33:58.016525 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:58.032414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a812-7a7a-416a-b0c8-68feb78532d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb0884b-07e1-4b81-98ef-d9715f589bb7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:58.064794 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8ac422-1e7c-4638-a2be-c3fab5846961,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:58.079662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.083180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8206c82d-9096-47de-8062-62a0a192a1dc tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/subnets/cf8ac422-1e7c-4638-a2be-c3fab5846961 HTTP/1.1" status: 204 len: 168 time: 0.4721365 Oct 11 15:33:58.083899 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689a34b-0ea1-49c1-9376-649586510ebd None None] Network 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:58.085712 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:58.187933 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Allocated IP 172.35.3.143 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1914d028-98c8-4358-8fb5-77a5b1abeb0f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:33:58.239304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.284789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:33:58.411613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:58.419909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4276e-b089-4481-88b4-e8d0bddf7c8b req-c812d059-97b1-4fcb-92c4-42d93dbad6d9 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:58.421702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ff4276e-b089-4481-88b4-e8d0bddf7c8b req-c812d059-97b1-4fcb-92c4-42d93dbad6d9 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 943 time: 0.1531284 Oct 11 15:33:58.431878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] DHCP port deletion for 26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:33:58.435572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'port_id': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'mac_address': 'fa:16:3e:aa:61:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6559fc6f-cb83-451b-834d-93c75273c83d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:33:58.482173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.490783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.491563 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Deleting port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:58.491894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.500995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.525000 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c27eeb0-e95e-42a3-9956-1e6ea454a9df {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:33:58.549089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Deleting port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:58.549500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.567213 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da506eb-fe55-4ec8-bbcf-264991a846f4 req-6d9db5d4-5f6b-4b1c-bbb3-1e1137d0472e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:58.568715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3da506eb-fe55-4ec8-bbcf-264991a846f4 req-6d9db5d4-5f6b-4b1c-bbb3-1e1137d0472e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 945 time: 0.1775510 Oct 11 15:33:58.576146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:58.577599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ff4276e-b089-4481-88b4-e8d0bddf7c8b req-ee66b43e-a533-4737-8894-957469ac3095 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447992 Oct 11 15:33:58.604303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.633689 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] For port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,segment=NetworkSegment(b430599e-7059-435c-bd61-d25ca548a99d),segment_id=b430599e-7059-435c-bd61-d25ca548a99d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:58.634124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.655155 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Calling delete_port for 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:58.662959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.667046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] For port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,segment=NetworkSegment(b430599e-7059-435c-bd61-d25ca548a99d),segment_id=b430599e-7059-435c-bd61-d25ca548a99d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:58.667479 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.691417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Calling delete_port for 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:58.693144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:58.705951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3da506eb-fe55-4ec8-bbcf-264991a846f4 req-26a82fa4-f449-4474-9a3a-d6a152978715 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159482 Oct 11 15:33:58.731711 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:58.803594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:58.837426 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] Pushing event deleted for resources: {'Port': ['ID=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:58.845033 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c618257-7f59-4a95-bbcf-42c8e9f3be4e None None] No DVR routers for this DVR port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:58.937009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3c27eeb0-e95e-42a3-9956-1e6ea454a9df'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:33:59.077986 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:33:59.108356 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:33:59.113258 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Pushing event updated for resources: {'Port': ['ID=1914d028-98c8-4358-8fb5-77a5b1abeb0f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:59.118576 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:33:59.131493 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:59.152436 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:59.152776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:59.153231 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:33:59.174536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:33:59.174879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6e35ecb-c90f-4a19-b416-e78a4d14a7b6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:33:59.175503 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Deleting port fab2e78e-7401-4081-8c59-a06d1738688f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:33:59.176418 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Deleting subnet 851ab245-6e7f-487b-8f49-492167bd730b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:33:59.176583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.184711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.254506 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.259238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.268570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] For port fab2e78e-7401-4081-8c59-a06d1738688f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fab2e78e-7401-4081-8c59-a06d1738688f,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:33:59.268998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.281893 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Calling delete_port for fab2e78e-7401-4081-8c59-a06d1738688f owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:33:59.311004 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Port': ['ID=2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:59.321464 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] No DVR routers for this DVR port 2d0775f3-5ab3-4ca9-95c0-3a568a2bb2e9 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:33:59.352904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.467705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.469664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.490373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.492442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.496640 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Pushing event deleted for resources: {'Port': ['ID=fab2e78e-7401-4081-8c59-a06d1738688f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:59.540209 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:59.564772 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b430599e-7059-435c-bd61-d25ca548a99d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:59.564981 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b430599e-7059-435c-bd61-d25ca548a99d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:33:59.593928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.658094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.672633 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:33:59.673042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:33:59.676402 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:33:59.688631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.689641 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.793128 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851ab245-6e7f-487b-8f49-492167bd730b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:59.818916 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb72344-6e0b-461c-b1dc-9c0d5894adae None None] Network dff2772f-96ea-43a4-87c7-c6e0159b89c6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:33:59.822044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.828408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-54429c6f-2346-4073-aa58-31e13a8cf64f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/851ab245-6e7f-487b-8f49-492167bd730b HTTP/1.1" status: 204 len: 168 time: 0.7532260 Oct 11 15:33:59.842278 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:33:59.858782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.870174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.873396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] 10.222.0.31 "DELETE /v2.0/networks/26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d HTTP/1.1" status: 204 len: 168 time: 1.7867329 Oct 11 15:33:59.896865 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee478c-dc68-4bfb-bbfc-f3596f934f50 tempest-NetworksIpV6Test-14910866 tempest-NetworksIpV6Test-14910866-project] Pushing event deleted for resources: {'Network': ['ID=26b80118-d6f7-4b6d-a50b-51a8b6fd8f3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:33:59.916556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18a2bd-7ef0-4997-beb6-d0459b530d59 req-5cb062b2-2a24-47ed-8dfd-ced6fca45a58 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:59.918168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f18a2bd-7ef0-4997-beb6-d0459b530d59 req-5cb062b2-2a24-47ed-8dfd-ced6fca45a58 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 944 time: 0.1971262 Oct 11 15:33:59.934194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.943787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61123f70-f7b3-4da6-a85f-2d2f2492e080 req-3f181944-049b-415c-939e-a46f12cc24d8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:33:59.945151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61123f70-f7b3-4da6-a85f-2d2f2492e080 req-3f181944-049b-415c-939e-a46f12cc24d8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 945 time: 0.1459632 Oct 11 15:33:59.952563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:33:59.963704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.047527 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] DHCP port deletion for dff2772f-96ea-43a4-87c7-c6e0159b89c6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:00.070871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f18a2bd-7ef0-4997-beb6-d0459b530d59 req-8716330c-798c-4bd3-b039-fcb1ef1b82d3 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413431 Oct 11 15:34:00.076535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Pushing event updated for resources: {'Port': ['ID=1914d028-98c8-4358-8fb5-77a5b1abeb0f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:00.083375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61123f70-f7b3-4da6-a85f-2d2f2492e080 req-6951c65e-4dea-426f-b0b6-ff3a0fed9653 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226072 Oct 11 15:34:00.096028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.106012 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Router 52610227-581f-42f9-8ce2-bfce6c223cfd has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:00.126718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Deleting port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:00.127098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.132996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.134373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fbc6f391-db60-4c80-bba0-7c16e6082a73 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6478891 Oct 11 15:34:00.138750 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.186217 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Deleting port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:00.186803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.259869 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.308783 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] For port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:00.309242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.318491 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:00.327554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c4b6835-8ab1-472a-b954-600dbd90ac5d admin admin] 10.222.0.31 "PUT /v2.0/routers/52610227-581f-42f9-8ce2-bfce6c223cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3077483 Oct 11 15:34:00.329036 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.331276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Calling delete_port for b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:00.335812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-e5549fa8-7c18-48db-92c0-186ed609a10b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1918772475&fields=id&tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 267 time: 0.1579015 Oct 11 15:34:00.339977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6f7d0947-ad1b-4301-a4ad-8b9810a90a5d tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2001436 Oct 11 15:34:00.346019 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.399149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:00.401088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Sync routers for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:00.434430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] For port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,segment=NetworkSegment(f2d06507-a313-4ad9-8ede-77cead9a6446),segment_id=f2d06507-a313-4ad9-8ede-77cead9a6446)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:00.434836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.460158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:00.460795 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:00.463196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d513123c-f32a-4e48-b8dd-f2244dcbe4b7 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1070647 Oct 11 15:34:00.464469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Calling delete_port for b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:00.469548 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.520840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-9ade1674-a3a1-4c3a-8a17-9f30461331a1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:00.522558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-9ade1674-a3a1-4c3a-8a17-9f30461331a1 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 945 time: 0.1857221 Oct 11 15:34:00.538004 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-64774e6c-0aaa-4ed8-bea3-70385bf141c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8e3dfc26abc4b3c82308cb45be1e079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747989 Oct 11 15:34:00.538636 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:00.546118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.574420 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'security_groups': ['b54491a3-baf3-41d5-92ae-05eaa93f1b36', '56914266-2cad-44ad-a869-e75a5ade2ca5']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:00.601015 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:34:00.601264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.613940 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:00.614313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.659810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:00.675870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.676847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:00.681853 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] No DVR routers for this DVR port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:00.694136 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Deleting port 1914d028-98c8-4358-8fb5-77a5b1abeb0f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:00.694468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.712129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.712493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.712803 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.713136 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.713457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.713823 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.714669 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.714995 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.715313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.715631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.715945 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.716272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: from cryptography.utils import int_from_bytes Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: from cryptography.utils import int_from_bytes Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.733772 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:00.736324 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:34:00.783935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.784163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.808770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.818464 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] Pushing event deleted for resources: {'Port': ['ID=b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:00.833534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.834947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.835285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.846539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.849818 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d256dd-93bf-4621-a936-1990eec246d0 None None] No DVR routers for this DVR port b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:00.850828 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Calling delete_port for 1914d028-98c8-4358-8fb5-77a5b1abeb0f owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:00.853329 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff2772f-96ea-43a4-87c7-c6e0159b89c6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:00.874367 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d06507-a313-4ad9-8ede-77cead9a6446') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:00.874658 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d06507-a313-4ad9-8ede-77cead9a6446') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:00.890463 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.920754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.937448 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:00.939794 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868fc90-015c-4ed7-a233-3f8a7b887706" -d '{"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-plugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:00.952938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.954789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:00.965569 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:00.965848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.966055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:00.992746 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a48cd-8b50-4406-a60e-a47a3111a75f x-openstack-request-id: req-a91a48cd-8b50-4406-a60e-a47a3111a75f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:00.993035 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-plugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:00.993292 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a91a48cd-8b50-4406-a60e-a47a3111a75f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:00.993705 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'code': 200} Oct 11 15:34:01.021633 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:33:59Z', 'revision_number': 5, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port': {'id': '2d208012-d28c-47ee-9d0e-62e5a1677dad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:29Z', 'updated_at': '2021-10-11T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:01.022337 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:01.060928 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Checking router: 52610227-581f-42f9-8ce2-bfce6c223cfd for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:01.066052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.074973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.075736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Routers {'52610227-581f-42f9-8ce2-bfce6c223cfd'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:01.076371 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:33:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['52610227-581f-42f9-8ce2-bfce6c223cfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:01.078341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.079527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 96aa73d9-c16d-49b2-9275-ece989b85e58 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:01.079649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecdbf7ba-7f3a-4eb8-a744-e18fdd56339c HTTP/1.1" status: 204 len: 168 time: 0.5402334 Oct 11 15:34:01.108380 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:01.123636 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00f01e-3e2b-4613-8558-b87b483bd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdbf7ba-7f3a-4eb8-a744-e18fdd56339c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.139231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Deleting port 2d208012-d28c-47ee-9d0e-62e5a1677dad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:01.139589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.173165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 96aa73d9-c16d-49b2-9275-ece989b85e58 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:01.173553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 96aa73d9-c16d-49b2-9275-ece989b85e58 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:01.203918 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] Set router 52610227-581f-42f9-8ce2-bfce6c223cfd gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:01.239427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.243149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.251173 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] For port 2d208012-d28c-47ee-9d0e-62e5a1677dad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d208012-d28c-47ee-9d0e-62e5a1677dad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:01.251619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.254244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.260196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dff2772f-96ea-43a4-87c7-c6e0159b89c6 HTTP/1.1" status: 204 len: 168 time: 1.4146340 Oct 11 15:34:01.260196 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7ecf-c25d-4314-814e-882606defa34 req-dc63d98e-dfef-4757-b10b-8585cb6de6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:01.262173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c43b7ecf-c25d-4314-814e-882606defa34 req-dc63d98e-dfef-4757-b10b-8585cb6de6da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 1096 time: 0.1815581 Oct 11 15:34:01.271455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.311854 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:34:00Z', 'revision_number': 6, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:01.322267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966220d-c3e8-4085-8f9f-36ddd95911b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff2772f-96ea-43a4-87c7-c6e0159b89c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.324919 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Calling delete_port for 2d208012-d28c-47ee-9d0e-62e5a1677dad owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:01.328515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c43b7ecf-c25d-4314-814e-882606defa34 req-d8f271f2-c041-4c35-8fa5-87ff3aa40fdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Oct 11 15:34:01.356071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:01.356691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.361755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b89678c-cf2a-4907-a82c-b05c359c4494 req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "PUT /v2.0/ports/89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 981 time: 0.7938859 Oct 11 15:34:01.376132 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:01.378695 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d5c66-0934-402b-8d11-05038a3def0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:01.386554 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:01.389688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:01.392055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:01.398515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b343e-eb38-4937-8269-a49f70d2e006 None None] The sync data for ids ['52610227-581f-42f9-8ce2-bfce6c223cfd'] in n-d-master-1 is: [{'id': '52610227-581f-42f9-8ce2-bfce6c223cfd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929129792-router', 'tenant_id': '7ce3de7a3afa45069ba031f95f857cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:27Z', 'updated_at': '2021-10-11T15:34:00Z', 'revision_number': 6, 'project_id': '7ce3de7a3afa45069ba031f95f857cbc', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:01.482324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.488663 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.496317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:01.504249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:01.504588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b42f8dbc-7ce7-4641-a9dd-5b1fb6d6d39b not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:01.512496 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f1cb-5042-46af-b782-dc9e93219094 req-7c584b0d-aca2-4d0e-bb86-83540e0511d1 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:01.522693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5a0f1cb-5042-46af-b782-dc9e93219094 req-7c584b0d-aca2-4d0e-bb86-83540e0511d1 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.2769861 Oct 11 15:34:01.537849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-171bf420-5519-4512-94c4-35bf1e454cc4 req-e125eea8-3ee6-4d2d-862c-7ae892a548bc tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/56914266-2cad-44ad-a869-e75a5ade2ca5 HTTP/1.1" status: 200 len: 1803 time: 0.1538053 Oct 11 15:34:01.538766 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.539088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.539426 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.539761 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.540092 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.540542 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.540875 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.541199 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.541558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.541863 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.542189 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.542552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cc510-2291-4347-831e-ee34c870cd34 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:01.600779 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Pushing event deleted for resources: {'Port': ['ID=1914d028-98c8-4358-8fb5-77a5b1abeb0f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.618200 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:01.669635 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dc8c704-f5b1-443f-8ea4-4f709fe610a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06cd1ba98e104ddca284046e0d4feda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514519 Oct 11 15:34:01.670230 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:01.689605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.695240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5a0f1cb-5042-46af-b782-dc9e93219094 req-3da903f6-2585-45e5-93d7-de9bfc7e2c28 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710894 Oct 11 15:34:01.720806 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-171bf420-5519-4512-94c4-35bf1e454cc4 req-95c09a4c-0977-4df0-a3db-e2d66916769e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:01.736381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-171bf420-5519-4512-94c4-35bf1e454cc4 req-95c09a4c-0977-4df0-a3db-e2d66916769e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/56914266-2cad-44ad-a869-e75a5ade2ca5 HTTP/1.1" status: 409 len: 341 time: 0.1992733 Oct 11 15:34:01.758337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.761037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.766938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a255d93-e11b-4352-af6d-10a391d5c8c0 tempest-FloatingIPAdminTestJSON-1638761343 tempest-FloatingIPAdminTestJSON-1638761343-project] 10.222.0.31 "DELETE /v2.0/floatingips/a77353e8-163a-47b3-8af1-01d5faaa1158 HTTP/1.1" status: 204 len: 168 time: 1.2951860 Oct 11 15:34:01.774683 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:01.821881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d208012-d28c-47ee-9d0e-62e5a1677dad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:01.867165 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060aaaca-1777-4c3e-ae5d-5ba2160dbf4f x-openstack-request-id: req-060aaaca-1777-4c3e-ae5d-5ba2160dbf4f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:01.867885 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:01.867885 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060aaaca-1777-4c3e-ae5d-5ba2160dbf4f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:01.868791 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25', 'status': 'completed', 'code': 200} Oct 11 15:34:01.966767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:01.990103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.009573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.101881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5c66-0934-402b-8d11-05038a3def0a req-5fdab93a-2e73-467e-90c2-289a3ab4c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:02.104632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-5fdab93a-2e73-467e-90c2-289a3ab4c25e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1135 time: 0.2860737 Oct 11 15:34:02.164609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.167988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.169639 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0c40327-741c-4910-9251-327ed23e0fc4 HTTP/1.1" status: 204 len: 168 time: 0.4945719 Oct 11 15:34:02.191858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a87dc-88b4-4711-b76b-12044d8223fa req-e1de0283-d1e5-4979-b019-d38e1ff3f9ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:02.199578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f9a87dc-88b4-4711-b76b-12044d8223fa req-e1de0283-d1e5-4979-b019-d38e1ff3f9ae tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 984 time: 0.0757890 Oct 11 15:34:02.202294 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Deleting port ea961834-f5eb-48cf-9721-fc47867c9e66 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:02.202576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.248368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ffc9-a121-42f9-b774-08437a442a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c40327-741c-4910-9251-327ed23e0fc4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:02.262426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.266210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.331963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f9a87dc-88b4-4711-b76b-12044d8223fa req-953bc9f9-6a8e-40ca-aaf2-1eb4feb6bb11 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=56914266-2cad-44ad-a869-e75a5ade2ca5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1314352 Oct 11 15:34:02.346771 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbcf923d-0e5f-4576-b77b-61152e462f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.370354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.371415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52610227-581f-42f9-8ce2-bfce6c223cfd {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:34:02.375287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.375805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.376975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.380494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f90e2a12-3c72-447a-8409-a03abe0c7bf3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/52610227-581f-42f9-8ce2-bfce6c223cfd HTTP/1.1" status: 204 len: 168 time: 2.0482092 Oct 11 15:34:02.382198 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:02.390129 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Calling delete_port for ea961834-f5eb-48cf-9721-fc47867c9e66 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:02.421399 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5c66-0934-402b-8d11-05038a3def0a req-3c9f8b1c-087e-4007-b750-55d4c065f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:02.422880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-3c9f8b1c-087e-4007-b750-55d4c065f213 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.2692230 Oct 11 15:34:02.423410 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:02.474242 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-251a9e22-a2f8-455f-9c18-da13047291b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 217 time: 0.0399368 Oct 11 15:34:02.499733 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Deleting subnet ea56e289-82e1-4567-b16b-dc3b0b184511 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:02.508607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.588985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.591627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.594559 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-18459518'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:02.622933 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea961834-f5eb-48cf-9721-fc47867c9e66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:02.699977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.702591 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.706073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b6c2dfac-a615-4224-bd94-f116a2355809 tempest-FloatingIPAdminTestJSON-1663510003 tempest-FloatingIPAdminTestJSON-1663510003-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/c326cb65-e30d-4ce0-80d4-584f7f2010ae HTTP/1.1" status: 204 len: 168 time: 0.9302258 Oct 11 15:34:02.709135 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:02.713100 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:02.717599 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.725064 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5c66-0934-402b-8d11-05038a3def0a req-22fa16bf-9db4-4539-a5a2-ff195789a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:02.726579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-22fa16bf-9db4-4539-a5a2-ff195789a574 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.2437286 Oct 11 15:34:02.736029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.792258 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-f44d4b62-3288-4e4d-82e3-c2456172b0fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538774 Oct 11 15:34:02.856637 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:02.856982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.896171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:02.947835 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdc3de-d2c0-4729-887d-80d488dcc1cb req-1bcdef02-f48f-415e-9a03-78e8e6a43d43 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:02.956235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dfdc3de-d2c0-4729-887d-80d488dcc1cb req-1bcdef02-f48f-415e-9a03-78e8e6a43d43 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1512356 Oct 11 15:34:03.006471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-0be2a9d7-b560-4b6e-9ce5-231f5b481963 service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060874 Oct 11 15:34:03.014032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dfdc3de-d2c0-4729-887d-80d488dcc1cb req-4b695d1c-0e68-4bde-93b1-110d2491eb2b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568976 Oct 11 15:34:03.041027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.072265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.095501 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for 89cfb2f3-7f07-4ad8-bda3-e6876ce9642b owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:03.096779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.131109 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd64584-6b8d-403f-87cc-69d5301a9fb3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:03.138416 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:03.144648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.154879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d208012-d28c-47ee-9d0e-62e5a1677dad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:03.182245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 2d208012-d28c-47ee-9d0e-62e5a1677dad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:03.183383 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d208012-d28c-47ee-9d0e-62e5a1677dad not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:03.183941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fab2e78e-7401-4081-8c59-a06d1738688f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:03.195208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea56e289-82e1-4567-b16b-dc3b0b184511,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:03.199201 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:03.207142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.207689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447e1a1-20dd-4650-bfd6-1f6cf909224c req-b8982c81-3809-4773-ad0e-e1dacf5c7706 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:03.209262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5447e1a1-20dd-4650-bfd6-1f6cf909224c req-b8982c81-3809-4773-ad0e-e1dacf5c7706 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.0985947 Oct 11 15:34:03.210472 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-661bfdef-bf6f-4ae5-bd64-d1d999be7004 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea56e289-82e1-4567-b16b-dc3b0b184511 HTTP/1.1" status: 204 len: 168 time: 0.8273036 Oct 11 15:34:03.213923 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:03.216372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fab2e78e-7401-4081-8c59-a06d1738688f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:03.217036 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fab2e78e-7401-4081-8c59-a06d1738688f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:03.219891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-769d5c66-0934-402b-8d11-05038a3def0a req-453018df-b10d-4cfd-9b01-231469556c1e service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021890 Oct 11 15:34:03.225798 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.226125 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ee69e-cf55-4113-a264-9b3094b9c270 None None] Network 5b6e3651-07a1-4c33-a278-e67e692c1938 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:03.226919 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment 450df007-b781-4b18-a925-4b05b8bb0086 of type vlan for network d5c7092e-8798-47da-bc68-87519947199c Oct 11 15:34:03.298825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.328798 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-326919039-network', 'tenant_id': 'a731cda8bfbd436d8e975a352cbf0d57'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:03.340549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.344804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5447e1a1-20dd-4650-bfd6-1f6cf909224c req-3a1176ca-549a-4bca-9cb2-4c656e715bb9 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205065 Oct 11 15:34:03.395010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.408305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:03.409008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.438740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.484308 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] DHCP port deletion for 5b6e3651-07a1-4c33-a278-e67e692c1938 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:03.494845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-89b13b55-f691-4ce0-805d-b1aa0e5b0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:03.496498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-89b13b55-f691-4ce0-805d-b1aa0e5b0886 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1135 time: 0.1826935 Oct 11 15:34:03.512585 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=89cfb2f3-7f07-4ad8-bda3-e6876ce9642b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:03.514285 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Made reservation on behalf of a731cda8bfbd436d8e975a352cbf0d57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:03.516675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.524838 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Deleting port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:03.525197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.544341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.556996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Deleting port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:03.557377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.585518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1451535 Oct 11 15:34:03.644589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] For port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:03.644937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.662783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Calling delete_port for 7bbe9808-c0a6-46b3-b3de-c7b43196a64e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:03.722834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9249c-971f-4b15-8ee8-f27aad43c850 req-6a81bed1-57d3-4431-af3f-706d226685b5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:03.732921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6e9249c-971f-4b15-8ee8-f27aad43c850 req-6a81bed1-57d3-4431-af3f-706d226685b5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.2335796 Oct 11 15:34:03.765822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.767558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.770296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca0fa4dc-ff28-40b6-8164-a3662f9097dd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/ports/89cfb2f3-7f07-4ad8-bda3-e6876ce9642b HTTP/1.1" status: 204 len: 168 time: 1.0594771 Oct 11 15:34:03.782231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318169e-7e7b-44d6-87d2-cf86cac92d06 req-0ca1500c-2da8-4f75-9563-32c0498218ab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:03.791904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4318169e-7e7b-44d6-87d2-cf86cac92d06 req-0ca1500c-2da8-4f75-9563-32c0498218ab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 984 time: 0.3092177 Oct 11 15:34:03.803932 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:03.807662 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] For port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,segment=NetworkSegment(c9c4330e-e068-4dcb-a94d-d937904f1ba9),segment_id=c9c4330e-e068-4dcb-a94d-d937904f1ba9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:03.808401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:03.834047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] Pushing event deleted for resources: {'Port': ['ID=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:03.838317 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a3c3b-3d1e-4d43-9156-53a4befcf67d None None] No DVR routers for this DVR port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:04.021525 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885db7-3723-437f-b26a-39debb1cab0f tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=d5c7092e-8798-47da-bc68-87519947199c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:04.032153 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d5c7092e-8798-47da-bc68-87519947199c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:04.087647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-7e41ea89-c9fc-4924-9d74-9fab1b7aae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.089792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-7e41ea89-c9fc-4924-9d74-9fab1b7aae26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.5847311 Oct 11 15:34:04.134095 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-771e06f0-1b66-403f-b268-d89de5557b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Oct 11 15:34:04.175654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Calling delete_port for 7bbe9808-c0a6-46b3-b3de-c7b43196a64e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:04.192806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.203417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.212872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6e9249c-971f-4b15-8ee8-f27aad43c850 req-510f9665-6a26-4f2c-acbf-11223f56b0f3 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783576 Oct 11 15:34:04.223242 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-20b0e5a6-63ce-483e-ace8-8ec8dcac18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.224681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-20b0e5a6-63ce-483e-ace8-8ec8dcac18ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.0808651 Oct 11 15:34:04.231583 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:04.275747 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-d4ed7e2a-81fd-4f1d-918f-22718ade0d34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419152 Oct 11 15:34:04.277506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.277865 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Added segment 331b3872-a478-4ae6-a664-d098958f452e of type vlan for network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f Oct 11 15:34:04.279278 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2251253a-c60e-4fbb-a6dd-73b436d9c675,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:04.291470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4318169e-7e7b-44d6-87d2-cf86cac92d06 req-67bfb343-015d-44c3-ab68-565b0b979fab tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=56914266-2cad-44ad-a869-e75a5ade2ca5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4972568 Oct 11 15:34:04.321763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27c490-51d3-44a9-b21f-eabb65d761cd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.335623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0a27c490-51d3-44a9-b21f-eabb65d761cd tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb2a1b07-c35f-453e-b578-476d1d3bbc99 HTTP/1.1" status: 200 len: 913 time: 0.5237458 Oct 11 15:34:04.340335 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:04.419321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.438886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-a22d147c-4192-4390-937e-73b3aa456fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502283 Oct 11 15:34:04.500367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.501340 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.501578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.502065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.514634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2ceab-9952-4d97-898a-f5ab0f451f81 req-c4946166-3eba-4ae4-84e5-237c0c9d0079 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.516230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4b2ceab-9952-4d97-898a-f5ab0f451f81 req-c4946166-3eba-4ae4-84e5-237c0c9d0079 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1214023 Oct 11 15:34:04.552154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbe9808-c0a6-46b3-b3de-c7b43196a64e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:04.562666 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] No DVR routers for this DVR port 7bbe9808-c0a6-46b3-b3de-c7b43196a64e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:04.578248 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4323862 Oct 11 15:34:04.579720 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:04.590915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Request body: {'subnet': {'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-326919039-subnet', 'tenant_id': 'a731cda8bfbd436d8e975a352cbf0d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:04.593798 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad92fc-b2d1-43f3-a107-b64a0c49a612 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:04.609800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:04.619074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8fc80a0d-96b7-44d2-baa0-26833b5c659c req-73bd193d-06a0-4b5f-89a4-fde4b3cfc82b service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718435 Oct 11 15:34:04.636960 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Made reservation on behalf of a731cda8bfbd436d8e975a352cbf0d57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:04.639715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.774454 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.798801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4b2ceab-9952-4d97-898a-f5ab0f451f81 req-80ba8fdf-8ef3-4c34-982d-a1b982b0a440 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574949 Oct 11 15:34:04.820086 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6e3651-07a1-4c33-a278-e67e692c1938']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:04.826648 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1269a2e-ce7f-4379-9979-79e47bc84f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.847705 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c4330e-e068-4dcb-a94d-d937904f1ba9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:04.848608 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c4330e-e068-4dcb-a94d-d937904f1ba9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:04.882223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.883618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.902255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.908398 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:04.908798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:04.950677 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:04.953046 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c234e71-4577-4b48-bd2e-859acc65e4d5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:04.961823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Checking segment: {'id': '331b3872-a478-4ae6-a664-d098958f452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:04.962183 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Network hostable DHCP agents. Network: 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:04.980469 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:04.992228 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:04.996276 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:04.996914 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.005666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d4784-8bbc-480f-84f8-704b7eb2070d None None] Network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:05.023315 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a093a30-68c7-499c-a88e-eacd54b78e8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4352422 Oct 11 15:34:05.023512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.023643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.030502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b6e3651-07a1-4c33-a278-e67e692c1938 HTTP/1.1" status: 204 len: 168 time: 1.8132231 Oct 11 15:34:05.115215 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc5712-67f2-4fad-8823-9fe0a3393948 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6e3651-07a1-4c33-a278-e67e692c1938,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:05.176692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bbe9808-c0a6-46b3-b3de-c7b43196a64e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:05.186540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2296cc-bfd5-43c4-ab11-16c14ef51f2e req-2a3435d6-bd32-4b6a-8d8c-aa96af90e5d2 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:05.200237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd2296cc-bfd5-43c4-ab11-16c14ef51f2e req-2a3435d6-bd32-4b6a-8d8c-aa96af90e5d2 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.2472827 Oct 11 15:34:05.251240 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:05.283811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7bbe9808-c0a6-46b3-b3de-c7b43196a64e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:05.284177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bbe9808-c0a6-46b3-b3de-c7b43196a64e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:05.304131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd2296cc-bfd5-43c4-ab11-16c14ef51f2e req-3faec486-29d6-4468-b2bb-6cdab69dbb62 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040809 Oct 11 15:34:05.304732 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee9e00-2d1b-42a1-99d1-8a8efe5809fc None None] Network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:05.330349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9327c7c5-7f0a-4b53-a300-174fd620445c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=107113b662e540f99e3c67a91dec663a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750551 Oct 11 15:34:05.335719 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:05.453286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.485375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.529120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.569282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c22d97-4274-424e-b88f-aab6b9b73b0f req-ac9a901b-fd02-4b17-97bb-7d8342938263 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:05.577792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c22d97-4274-424e-b88f-aab6b9b73b0f req-ac9a901b-fd02-4b17-97bb-7d8342938263 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 984 time: 0.1630633 Oct 11 15:34:05.636666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.642779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.646035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93478eff-1592-40cb-827a-2233dcb4e4c1 HTTP/1.1" status: 204 len: 168 time: 0.3016796 Oct 11 15:34:05.662219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca264f55-beb4-4d14-bb59-907dbfc169c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93478eff-1592-40cb-827a-2233dcb4e4c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:05.694138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32c22d97-4274-424e-b88f-aab6b9b73b0f req-76fcbda2-09f0-48ff-9d1b-0e8124c64f45 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=56914266-2cad-44ad-a869-e75a5ade2ca5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1152391 Oct 11 15:34:05.832170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.942243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:05.960528 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68cdb7-cd67-4b90-b555-86942b28c68c req-58ae815f-e464-47b7-acbd-41f70e75d61d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:05.961826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e68cdb7-cd67-4b90-b555-86942b28c68c req-58ae815f-e464-47b7-acbd-41f70e75d61d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1300068 Oct 11 15:34:05.973052 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port be4914b7-70b0-41c7-8545-8207604f9a9a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:05.973403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.087939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e68cdb7-cd67-4b90-b555-86942b28c68c req-12f5faa0-43c1-4c87-9400-26433c122506 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184244 Oct 11 15:34:06.090259 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:06.107520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-40a49e9b-42ba-4c67-b1b3-7e579a4f3224 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1540238806&fields=id&tenant_id=a1b3ca4849384f1290711a4c4cd9acbd HTTP/1.1" status: 200 len: 267 time: 0.0984874 Oct 11 15:34:06.144097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.162958 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:06.163733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5764326d-ec8e-4367-8230-58039f5122b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ce3de7a3afa45069ba031f95f857cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708175 Oct 11 15:34:06.186095 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for be4914b7-70b0-41c7-8545-8207604f9a9a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:06.260936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-1801c47e-d257-4d88-a8be-d16a98fc785e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:06.262980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-1801c47e-d257-4d88-a8be-d16a98fc785e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 984 time: 0.1449332 Oct 11 15:34:06.285846 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'port': {'security_groups': ['56914266-2cad-44ad-a869-e75a5ade2ca5', 'b54491a3-baf3-41d5-92ae-05eaa93f1b36', '2ae26b75-ef4d-42c2-b36b-a0acf3456144']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:06.315661 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.411654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.462737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.564128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36c3d-6b4c-4d4c-a99b-833a534fc5b8 req-4709cccb-9b8b-44ca-b641-43b5556e092a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:06.565607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28b36c3d-6b4c-4d4c-a99b-833a534fc5b8 req-4709cccb-9b8b-44ca-b641-43b5556e092a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1518734 Oct 11 15:34:06.618313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.621255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.622350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61246078-6e55-4a2c-a214-1838515bd0fe HTTP/1.1" status: 204 len: 168 time: 0.4583251 Oct 11 15:34:06.666932 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd871f-862a-4679-be25-e10c2382d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61246078-6e55-4a2c-a214-1838515bd0fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:06.689163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:06.699060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28b36c3d-6b4c-4d4c-a99b-833a534fc5b8 req-6da3f483-63a9-4cb4-a7dd-d88e9ae957c2 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222086 Oct 11 15:34:06.724824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=be4914b7-70b0-41c7-8545-8207604f9a9a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:06.947936 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:06.955652 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': 'd5c7092e-8798-47da-bc68-87519947199c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:07.037932 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:07.059487 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9150570-3b62-4654-b501-720a9308d3db req-6805ff6f-8c95-4cd7-b1be-9ab7296b0a3a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:07.060989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9150570-3b62-4654-b501-720a9308d3db req-6805ff6f-8c95-4cd7-b1be-9ab7296b0a3a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1611636 Oct 11 15:34:07.064702 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:07.071856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.148535 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.164294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.175965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:07.182996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:07.231916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9150570-3b62-4654-b501-720a9308d3db req-4c21688d-d0ca-483d-96c6-52f420f1432c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520433 Oct 11 15:34:07.232876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.259238 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:07.260668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.268704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66358d24-1ef4-4bcb-af58-79a5770b8585 req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "PUT /v2.0/ports/89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 1020 time: 0.9905872 Oct 11 15:34:07.283437 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:07.294929 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:07.357798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:07.367196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.481873 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0809a1c-bd95-42ff-a4fd-fdce5b4a44e4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:07.491312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bc4ca00-306f-4745-acd3-c1ac1fdfb72d req-80865105-0d36-4556-969a-033e3dcd0df2 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/2ae26b75-ef4d-42c2-b36b-a0acf3456144 HTTP/1.1" status: 200 len: 1803 time: 0.0556855 Oct 11 15:34:07.533509 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=e589077a-7a18-46ae-85f0-72100b74a37f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:07.543703 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': '450df007-b781-4b18-a925-4b05b8bb0086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:07.544199 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: d5c7092e-8798-47da-bc68-87519947199c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:07.566634 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network d5c7092e-8798-47da-bc68-87519947199c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:07.585276 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d5c7092e-8798-47da-bc68-87519947199c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:07.592034 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:07.593049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.606404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf49497-85ed-4312-9e32-d41c1c7a1b8b None None] Network d5c7092e-8798-47da-bc68-87519947199c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:07.622949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db96d877-4f70-4641-85ac-eb51ac0504d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6719220 Oct 11 15:34:07.626097 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:07.632716 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1764996751'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:07.674691 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:07.689728 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:07.697632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.705113 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.759335 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-6bc4ca00-306f-4745-acd3-c1ac1fdfb72d req-c5767025-5936-437c-8ba4-4bcdef01fb31 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:07.774220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bc4ca00-306f-4745-acd3-c1ac1fdfb72d req-c5767025-5936-437c-8ba4-4bcdef01fb31 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ae26b75-ef4d-42c2-b36b-a0acf3456144 HTTP/1.1" status: 409 len: 341 time: 0.2723823 Oct 11 15:34:07.805640 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:07.851153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.851153 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment 0584d5d7-061c-47b2-989f-d306ea59eb87 of type vlan for network 7effb961-84fc-45ca-8411-d68855f579e7 Oct 11 15:34:07.903129 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9ae0d3-91cb-4673-8202-c1708305755a x-openstack-request-id: req-3c9ae0d3-91cb-4673-8202-c1708305755a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:07.903419 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:07.903668 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c9ae0d3-91cb-4673-8202-c1708305755a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:07.904067 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25', 'status': 'completed', 'code': 200} Oct 11 15:34:07.952053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:07.976593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1533576280-network', 'tenant_id': 'f091057afc8d4854add6d24e80bb4fab'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:07.988209 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Router fb2a1b07-c35f-453e-b578-476d1d3bbc99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:08.060496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.069255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.070097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.083013 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d5c7092e-8798-47da-bc68-87519947199c', 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': 'e589077a-7a18-46ae-85f0-72100b74a37f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:08.084558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.097616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-6eebb554-dc7a-46ba-b793-a69eda15ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.099434 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-6eebb554-dc7a-46ba-b793-a69eda15ecf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1174 time: 0.1336527 Oct 11 15:34:08.137071 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Made reservation on behalf of f091057afc8d4854add6d24e80bb4fab for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:08.142960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.230136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.250130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6228302 Oct 11 15:34:08.294839 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:08.301600 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Allocated IP 2001:db8:0:ffff::2 (d5c7092e-8798-47da-bc68-87519947199c/e589077a-7a18-46ae-85f0-72100b74a37f/c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:08.310718 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': '7effb961-84fc-45ca-8411-d68855f579e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:08.326601 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638636c0-e87f-42f1-a5b0-1a99f9e6f804 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=7effb961-84fc-45ca-8411-d68855f579e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:08.343711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7effb961-84fc-45ca-8411-d68855f579e7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:08.465226 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-8a0f74f0-32ee-476d-86b7-a2e1847f02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.467091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-8a0f74f0-32ee-476d-86b7-a2e1847f02c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 200 len: 914 time: 0.2797184 Oct 11 15:34:08.526289 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-fe29dce9-7274-428e-b078-ef3c9d0d965e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 200 len: 217 time: 0.0512712 Oct 11 15:34:08.536595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.540418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ca9f-2281-446d-bb5a-476ca9c395d5 req-56b60aed-7880-4022-9bf9-ae66ee73d5ea tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.543009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df6ca9f-2281-446d-bb5a-476ca9c395d5 req-56b60aed-7880-4022-9bf9-ae66ee73d5ea tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1396964 Oct 11 15:34:08.543876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.552032 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:08.555502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.559640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdbe08-384a-44bc-89b5-b47a1790fe7a req-65c8e8d2-2cf0-4a81-a81d-e15e1661647a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.561088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6bdbe08-384a-44bc-89b5-b47a1790fe7a req-65c8e8d2-2cf0-4a81-a81d-e15e1661647a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1023 time: 0.1595426 Oct 11 15:34:08.584320 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Network d5c7092e-8798-47da-bc68-87519947199c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:08.588944 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:08.593650 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:08.595660 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Pushing event updated for resources: {'Port': ['ID=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:08.602369 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:08.606119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.611662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a25245d2-62bc-4fa9-949f-b8d5442a7ff6 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "PUT /v2.0/routers/fb2a1b07-c35f-453e-b578-476d1d3bbc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702515 Oct 11 15:34:08.616591 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] Sync routers for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:08.622639 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:08.629801 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:08.630784 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:08.650908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.652728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Attempting to bind port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:08.653109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Attempting to bind port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '450df007-b781-4b18-a925-4b05b8bb0086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:08.653476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Attempting to bind port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 on network d5c7092e-8798-47da-bc68-87519947199c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:08.663153 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:08.669311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:08.669975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Checking segment: {'id': '450df007-b781-4b18-a925-4b05b8bb0086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:08.670207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.670614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Bound using segment: {'id': '450df007-b781-4b18-a925-4b05b8bb0086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:08.671168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Bound port: c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450df007-b781-4b18-a925-4b05b8bb0086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5c7092e-8798-47da-bc68-87519947199c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:08.671537 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:08.671660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.673169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.673649 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Added segment f5e5d0c9-e63c-49e1-8216-733c0404079f of type vlan for network 679fb604-c50f-4613-8942-87e4abd96a1b Oct 11 15:34:08.686193 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] Routers {'fb2a1b07-c35f-453e-b578-476d1d3bbc99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:08.687173 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:08.721386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.724139 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:08.725005 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc60b-b4e3-475a-a962-274401541cc9 None None] The sync data for ids ['fb2a1b07-c35f-453e-b578-476d1d3bbc99'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:08.726695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6bdbe08-384a-44bc-89b5-b47a1790fe7a req-7264625c-3e35-44d2-97db-de4c863d68d7 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=56914266-2cad-44ad-a869-e75a5ade2ca5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&id=2ae26b75-ef4d-42c2-b36b-a0acf3456144&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1429675 Oct 11 15:34:08.751665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df6ca9f-2281-446d-bb5a-476ca9c395d5 req-8cf0df58-4060-4814-8365-f14c9935a360 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917832 Oct 11 15:34:08.766750 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] For port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:08.774499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] For port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,segment=NetworkSegment(450df007-b781-4b18-a925-4b05b8bb0086),segment_id=450df007-b781-4b18-a925-4b05b8bb0086)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:08.781305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-5fd61c7b-434c-4e05-b97d-1db0307b8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.783504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.784206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-5fd61c7b-434c-4e05-b97d-1db0307b8896 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 200 len: 853 time: 0.2484086 Oct 11 15:34:08.830303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.860748 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152a789-7fdb-4a39-8baf-c336cdd8e503 None None] Pushing event updated for resources: {'Port': ['ID=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:08.878786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-e2463fc0-5d80-4530-a980-1ed9204bb380 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28906472-7e99-4864-915f-96ed925e5ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719931 Oct 11 15:34:08.879498 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f661d43-c01f-4f8b-a0e7-11ee808b8415,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:08.886452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.887475 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:08.888190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:08.943898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2652824 Oct 11 15:34:08.960999 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:08.968497 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Request body: {'subnet': {'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1533576280-subnet', 'tenant_id': 'f091057afc8d4854add6d24e80bb4fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:09.009243 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Made reservation on behalf of f091057afc8d4854add6d24e80bb4fab for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:09.016562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.063923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.126117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6cd11-dadf-4171-8f43-af71840e4165 admin admin] Pushing event updated for resources: {'Network': ['ID=679fb604-c50f-4613-8942-87e4abd96a1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:09.138195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 679fb604-c50f-4613-8942-87e4abd96a1b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:09.194530 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-1f0847e8-3ee4-4cd0-89db-3c55dcb2d11c service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877972 Oct 11 15:34:09.230624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.287071 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port ce3b57d1-d633-4ce2-ac87-41424342ca54 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:09.287739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.489947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c68e3e19-0eca-4fb0-b40c-540bef6b02b1 req-1f6642be-2a43-4d26-92bc-e42c5e8c8bbb service neutron] 10.222.0.43 "GET /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685535 Oct 11 15:34:09.515248 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:34:09.516819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.516955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.583624 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=6255a536-1a82-46ca-8744-7062592cc4cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:09.588926 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': '0584d5d7-061c-47b2-989f-d306ea59eb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:09.589983 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: 7effb961-84fc-45ca-8411-d68855f579e7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:09.606313 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 7effb961-84fc-45ca-8411-d68855f579e7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:09.615572 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7effb961-84fc-45ca-8411-d68855f579e7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:09.620274 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:09.620442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.620900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.631977 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658ca4a-8212-4348-b5c1-ab604e71e6cf None None] Network 7effb961-84fc-45ca-8411-d68855f579e7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:09.642312 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56048fe-f4e2-4d4d-8bf4-165285b3e16c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:09.653623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5339c898-f0fc-42b0-9b05-b849f5389f39 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3506896 Oct 11 15:34:09.653799 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for ce3b57d1-d633-4ce2-ac87-41424342ca54 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:09.654156 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:09.660255 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'port': {'network_id': '7effb961-84fc-45ca-8411-d68855f579e7', 'name': 'tempest-NetworksIpV6TestAttrs-791753331'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:09.664862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-9a308b6e-045c-442d-be38-855089096530 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:09.666432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-9a308b6e-045c-442d-be38-855089096530 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/networks?id=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f HTTP/1.1" status: 200 len: 809 time: 0.3187468 Oct 11 15:34:09.680291 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Checking segment: {'id': 'f5e5d0c9-e63c-49e1-8216-733c0404079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:09.680656 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Network hostable DHCP agents. Network: 679fb604-c50f-4613-8942-87e4abd96a1b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:09.742550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-eb87ca7a-9ffd-4825-9acd-1eea60fe283b tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/quotas/a731cda8bfbd436d8e975a352cbf0d57 HTTP/1.1" status: 200 len: 375 time: 0.0298822 Oct 11 15:34:09.791225 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Network 679fb604-c50f-4613-8942-87e4abd96a1b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:09.825339 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:09.831559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.838059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-7951a2b0-218d-493f-86eb-159e4a5388b3 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a731cda8bfbd436d8e975a352cbf0d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745068 Oct 11 15:34:09.854096 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] device_id is not set on port cfc0a54b-0289-4e5f-9903-3409e5317c10 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:34:09.878909 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 679fb604-c50f-4613-8942-87e4abd96a1b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:09.896608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9858984-c5ea-44b9-ae74-04c108d000f4 None None] Network 679fb604-c50f-4613-8942-87e4abd96a1b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:09.925806 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7effb961-84fc-45ca-8411-d68855f579e7', 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': '6255a536-1a82-46ca-8744-7062592cc4cd'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:09.927181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.935502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:09.936088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:09.996143 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Allocated IP 2001:db8::f816:3eff:fefa:8cf (7effb961-84fc-45ca-8411-d68855f579e7/6255a536-1a82-46ca-8744-7062592cc4cd/cfc0a54b-0289-4e5f-9903-3409e5317c10) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:10.037636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b7a267bc-7821-4df4-b903-4ac0f89cd583 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0750952 Oct 11 15:34:10.109231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d037-657a-4f4b-9987-2e958c0be883 req-90f58783-f53a-49d7-86ef-5f4a2d8f756a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:10.122094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a589d037-657a-4f4b-9987-2e958c0be883 req-90f58783-f53a-49d7-86ef-5f4a2d8f756a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1023 time: 0.2964702 Oct 11 15:34:10.197593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c10680-7622-4561-bab7-3de4aa12dce7 None None] Network 679fb604-c50f-4613-8942-87e4abd96a1b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:10.223395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-4828aebb-77bd-43fb-82cd-6ff43f13b829 service neutron] 10.222.0.31 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843122 Oct 11 15:34:10.256294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.291372 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9cd57-07a7-4deb-b3cb-36e46c5dbab7 None None] Network d5c7092e-8798-47da-bc68-87519947199c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:10.300306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a589d037-657a-4f4b-9987-2e958c0be883 req-56749412-43c1-4498-8e0b-4d246c72399d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=56914266-2cad-44ad-a869-e75a5ade2ca5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&id=2ae26b75-ef4d-42c2-b36b-a0acf3456144&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1769128 Oct 11 15:34:10.352134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:10.367060 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-b156d761-cd7a-4908-8986-8616bea7d46c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:10.369098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-b156d761-cd7a-4908-8986-8616bea7d46c tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 1023 time: 0.1743031 Oct 11 15:34:10.419613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.454273 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] Provisioning complete for port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:10.454607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.457363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.473766 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=ce3b57d1-d633-4ce2-ac87-41424342ca54,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:10.582036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.587049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.591713 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Allocated IP 2001:db8::f816:3eff:fe3d:6f44 (7effb961-84fc-45ca-8411-d68855f579e7/6255a536-1a82-46ca-8744-7062592cc4cd/43953064-4343-43bd-965c-1a2b42953fb3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:10.636746 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 7effb961-84fc-45ca-8411-d68855f579e7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:10.644860 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:10.664207 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:10.670549 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:10.671160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.701437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.0444434 Oct 11 15:34:10.702267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55de17-1a39-4e3a-8a86-c813f5a92950 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Port': ['ID=cfc0a54b-0289-4e5f-9903-3409e5317c10,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:10.704087 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:10.707294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.725260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-80bead13-895c-4b97-893d-32656d2db4f7 service neutron] 10.222.0.31 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002193 Oct 11 15:34:10.725933 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Deleting port 89f43617-f334-4c1d-b022-c624f11c9b25 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:10.726283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.728056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.825356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b3761-030b-4999-a5b8-a9afc8e61c91 req-492b1cb4-e715-4e7c-811c-5311d9359b6a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:10.826879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-863b3761-030b-4999-a5b8-a9afc8e61c91 req-492b1cb4-e715-4e7c-811c-5311d9359b6a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.3628929 Oct 11 15:34:10.847198 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting subnet 6255a536-1a82-46ca-8744-7062592cc4cd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:10.876036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.876805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Fanout notify agent at l3_agent the message router_deleted on router fb2a1b07-c35f-453e-b578-476d1d3bbc99 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:34:10.894692 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.899078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2dc2cecd-ef88-4d91-a67e-af5fa168b390 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/routers/fb2a1b07-c35f-453e-b578-476d1d3bbc99 HTTP/1.1" status: 204 len: 168 time: 2.2709920 Oct 11 15:34:10.900161 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:10.935578 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:10.940574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1765052111-network', 'tenant_id': '5f94aa36d4154dcdac2428bb61db4987'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:10.956105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-863b3761-030b-4999-a5b8-a9afc8e61c91 req-0bf774de-3bca-4194-8171-311113d41099 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062722 Oct 11 15:34:10.962065 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 89f43617-f334-4c1d-b022-c624f11c9b25, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=89f43617-f334-4c1d-b022-c624f11c9b25,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:10.962186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:10.982668 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Calling delete_port for 89f43617-f334-4c1d-b022-c624f11c9b25 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:10.991967 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Made reservation on behalf of 5f94aa36d4154dcdac2428bb61db4987 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:10.994236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.001336 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting subnet b8c6034a-78ed-4195-b7a4-69d59de9fda8 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:11.008794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.013077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.134902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.135631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:11.171250 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.199684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.216194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.253770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'port_id': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'mac_address': 'fa:16:3e:aa:61:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6559fc6f-cb83-451b-834d-93c75273c83d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:11.269885 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:11.279808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.280151 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Added segment e33a3aa8-fc87-4bfa-af3d-4c8b7149558d of type vlan for network a62f4346-9489-44e0-ad06-43515b2ee874 Oct 11 15:34:11.305646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.350638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.372341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e89512f6-9108-4302-893a-6b5499a0635a req-21bebdde-816d-4194-9347-e16c158547c8 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 210 time: 0.0696385 Oct 11 15:34:11.399585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55d066-0fef-4df4-a58e-0182c2fa92d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:11.414368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.415370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:11.419263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.438483 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.459173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.468442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'Port': ['ID=89f43617-f334-4c1d-b022-c624f11c9b25,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:11.474406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:11.477857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:11.515949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.534183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['89f43617-f334-4c1d-b022-c624f11c9b25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:11.556454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6197011 Oct 11 15:34:11.579263 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:11.583718 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] No DVR routers for this DVR port 89f43617-f334-4c1d-b022-c624f11c9b25 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:11.587204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.592950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a2932eb-505d-4a35-a4df-c004ac578456 req-f638bf41-4f91-4679-872e-d58bd2eb20cd tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.43 "DELETE /v2.0/ports/89f43617-f334-4c1d-b022-c624f11c9b25 HTTP/1.1" status: 204 len: 173 time: 1.2161014 Oct 11 15:34:11.601710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.603384 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Request body: {'subnet': {'network_id': 'a62f4346-9489-44e0-ad06-43515b2ee874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1765052111-subnet', 'tenant_id': '5f94aa36d4154dcdac2428bb61db4987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:11.608512 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'name': 'network-vif-deleted', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:11.613317 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f480a0db-2aa4-4782-b746-efde238bf388" -d '{"events": [{"server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "name": "network-vif-deleted", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:11.623302 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42e578-3622-4641-96b8-39a16663c4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a62f4346-9489-44e0-ad06-43515b2ee874,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:11.652268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb99a-14e4-4ec9-b197-2c85f533fb5b req-9bcfcb8d-a6f1-46a8-874c-42f321df9036 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:11.653816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f8cb99a-14e4-4ec9-b197-2c85f533fb5b req-9bcfcb8d-a6f1-46a8-874c-42f321df9036 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.3552508 Oct 11 15:34:11.673024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Made reservation on behalf of 5f94aa36d4154dcdac2428bb61db4987 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:11.676502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.757625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.771967 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] For port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,segment=NetworkSegment(450df007-b781-4b18-a925-4b05b8bb0086),segment_id=450df007-b781-4b18-a925-4b05b8bb0086)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:11.784565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56cd3147-3609-4c15-9631-781f4f716224 req-7a803cac-6fa9-4668-b95b-bba73321fce8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0dc870-4fcc-43ac-a868-790bb1db9781 HTTP/1.1" status: 200 len: 210 time: 0.2536242 Oct 11 15:34:11.808211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a62f4346-9489-44e0-ad06-43515b2ee874 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:11.883374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c6034a-78ed-4195-b7a4-69d59de9fda8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:11.893160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.893885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.897008 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:11.900424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-499be4b7-751a-417e-b8f2-a2311919f019 tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c6034a-78ed-4195-b7a4-69d59de9fda8 HTTP/1.1" status: 204 len: 168 time: 0.9922214 Oct 11 15:34:11.910447 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:11.928464 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee6791-9ebc-4057-836f-4af12fc7a8a2 x-openstack-request-id: req-4cee6791-9ebc-4057-836f-4af12fc7a8a2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:11.928759 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0dc870-4fcc-43ac-a868-790bb1db9781", "name": "network-vif-deleted", "tag": "89f43617-f334-4c1d-b022-c624f11c9b25", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:11.930916 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cee6791-9ebc-4057-836f-4af12fc7a8a2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:11.931353 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0dc870-4fcc-43ac-a868-790bb1db9781', 'name': 'network-vif-deleted', 'tag': '89f43617-f334-4c1d-b022-c624f11c9b25', 'status': 'completed', 'code': 200} Oct 11 15:34:11.978043 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c27eeb0-e95e-42a3-9956-1e6ea454a9df {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:11.983620 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be9b2f-b2cd-414d-8d13-4c06847e8d29 None None] Network 5be902ed-c819-4845-88c6-aefdf13ce265 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:11.985913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.045300 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Network 7effb961-84fc-45ca-8411-d68855f579e7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:12.046442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.062277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f8cb99a-14e4-4ec9-b197-2c85f533fb5b req-a7f47b9b-c813-43b9-92dd-f5192df924da tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567729 Oct 11 15:34:12.067004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.080048 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:12.180938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea2f7e8-4a2c-4e45-bcd4-b1144a2e9b66,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.186236 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Checking segment: {'id': 'e33a3aa8-fc87-4bfa-af3d-4c8b7149558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a62f4346-9489-44e0-ad06-43515b2ee874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:12.186590 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Network hostable DHCP agents. Network: a62f4346-9489-44e0-ad06-43515b2ee874, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:12.205894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Pushing event updated for resources: {'Port': ['ID=43953064-4343-43bd-965c-1a2b42953fb3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.210296 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Network a62f4346-9489-44e0-ad06-43515b2ee874 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:12.228475 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a62f4346-9489-44e0-ad06-43515b2ee874) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:12.234691 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:12.235288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.239607 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351725-cf21-4924-94f3-1cb53be2c77b req-0b26de97-68d6-455a-809a-0339511c9d68 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:12.244422 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:12.250436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd351725-cf21-4924-94f3-1cb53be2c77b req-0b26de97-68d6-455a-809a-0339511c9d68 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.2007720 Oct 11 15:34:12.273532 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5ff5766-7ddd-460d-8d0e-04d5d031d4c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6898685 Oct 11 15:34:12.350652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd351725-cf21-4924-94f3-1cb53be2c77b req-e490aa1d-bfbd-40af-9dd9-288caf8d6dc0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986931 Oct 11 15:34:12.357858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.359161 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519de63-3db5-4856-9697-f88c31ebfad0 None None] Network a62f4346-9489-44e0-ad06-43515b2ee874 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:12.362174 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723f399-ee87-49f7-b90f-6284cb3b4bf8 None None] Pushing event updated for resources: {'Port': ['ID=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.374203 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port 979474ae-1588-4fa8-a28b-d69dcba61a8e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:12.374728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.444102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:12.455949 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-042ddb8f-5384-4077-a550-787d8b8d279e None None] Provisioning complete for port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:12.456303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042ddb8f-5384-4077-a550-787d8b8d279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.502540 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.513557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f26c3b1-e808-4544-8e97-3c8da6ba557f req-ee699c47-4c88-4780-9452-00bffe2b7bba tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 210 time: 0.0443537 Oct 11 15:34:12.550221 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] For port 979474ae-1588-4fa8-a28b-d69dcba61a8e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=979474ae-1588-4fa8-a28b-d69dcba61a8e,segment=NetworkSegment(c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e),segment_id=c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:12.550221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.568513 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for 979474ae-1588-4fa8-a28b-d69dcba61a8e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:12.578757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.621710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3c27eeb0-e95e-42a3-9956-1e6ea454a9df'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:12.623811 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:12.624178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.640102 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=6255a536-1a82-46ca-8744-7062592cc4cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.646571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.649838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ed86c9ba-e384-4f9c-9de7-87526b4e43e4 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/6255a536-1a82-46ca-8744-7062592cc4cd HTTP/1.1" status: 204 len: 168 time: 1.9403820 Oct 11 15:34:12.652913 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:12.762808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64227d-968c-4767-8b7e-751745585ea6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:12.764331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64227d-968c-4767-8b7e-751745585ea6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:12.768536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ff64227d-968c-4767-8b7e-751745585ea6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1120641 Oct 11 15:34:12.769428 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:12.790385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.796373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Attempting to bind port 43953064-4343-43bd-965c-1a2b42953fb3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:12.796761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Attempting to bind port 43953064-4343-43bd-965c-1a2b42953fb3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0584d5d7-061c-47b2-989f-d306ea59eb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:12.797318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Attempting to bind port 43953064-4343-43bd-965c-1a2b42953fb3 on network 7effb961-84fc-45ca-8411-d68855f579e7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:12.831065 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=979474ae-1588-4fa8-a28b-d69dcba61a8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.838894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:12.840510 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] No DVR routers for this DVR port 979474ae-1588-4fa8-a28b-d69dcba61a8e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:12.853901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:12.854275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Checking segment: {'id': '0584d5d7-061c-47b2-989f-d306ea59eb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:12.854726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.855120 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Bound using segment: {'id': '0584d5d7-061c-47b2-989f-d306ea59eb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:12.855601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Bound port: 43953064-4343-43bd-965c-1a2b42953fb3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0584d5d7-061c-47b2-989f-d306ea59eb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7effb961-84fc-45ca-8411-d68855f579e7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:12.856160 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:12.909184 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.909376 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.909734 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.910066 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.910400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.910722 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.911048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.911367 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.911685 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.911999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.912313 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.912626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:12.950401 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25345fa6-1d92-4ceb-96de-5ab248d46774 None None] Network a62f4346-9489-44e0-ad06-43515b2ee874 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:13.063730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80d3a39b-2aee-46b7-8035-5f7751d9bce5 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.077552 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df147f81-ff47-4211-9153-ebd6316036f8 None None] DHCP port deletion for 5be902ed-c819-4845-88c6-aefdf13ce265 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:13.087253 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d3a39b-2aee-46b7-8035-5f7751d9bce5 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:13.087649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.088155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d3a39b-2aee-46b7-8035-5f7751d9bce5 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:13.093408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80d3a39b-2aee-46b7-8035-5f7751d9bce5 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/7effb961-84fc-45ca-8411-d68855f579e7 HTTP/1.1" status: 409 len: 405 time: 0.3234551 Oct 11 15:34:13.099892 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:13.105263 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1334463243'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:13.155184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0370-b9dc-4a72-ab28-068e0299aaa8 req-1636d20a-d9d4-42ab-a26f-d88cfda45035 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:13.158017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ee0370-b9dc-4a72-ab28-068e0299aaa8 req-1636d20a-d9d4-42ab-a26f-d88cfda45035 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.1994381 Oct 11 15:34:13.189175 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be902ed-c819-4845-88c6-aefdf13ce265']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:13.215680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] For port 43953064-4343-43bd-965c-1a2b42953fb3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:13.240687 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] For port 43953064-4343-43bd-965c-1a2b42953fb3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=43953064-4343-43bd-965c-1a2b42953fb3,segment=NetworkSegment(0584d5d7-061c-47b2-989f-d306ea59eb87),segment_id=0584d5d7-061c-47b2-989f-d306ea59eb87)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:13.272759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.358229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:13.479408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8dae4-4778-4394-9101-7eb4052082dd None None] Pushing event updated for resources: {'Port': ['ID=43953064-4343-43bd-965c-1a2b42953fb3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:13.525683 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-5abc79c4-6753-4abc-9433-adb9eb9f7f0b tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:13.526222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160e466-7301-445b-aafd-8e7494fb8443 None None] Network 7effb961-84fc-45ca-8411-d68855f579e7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:13.527879 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-5abc79c4-6753-4abc-9433-adb9eb9f7f0b tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.36 "GET /v2.0/networks?id=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f HTTP/1.1" status: 200 len: 809 time: 0.5832098 Oct 11 15:34:13.530521 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:13.530692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.536150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:13.539842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.548204 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Request body: {'port': {'device_id': 'a455fc24-7749-423b-85b6-13b78db3c347', 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f', 'admin_state_up': True, 'tenant_id': 'a731cda8bfbd436d8e975a352cbf0d57'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:13.559998 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:13.560339 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92f7da4-d5e0-4dca-8b04-6a0cdfb7d85e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:13.585891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.618817 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:13.637134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.637508 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment cc2e0776-31d4-4333-84ae-4f3a56a89daf of type vlan for network 4058433c-ac4c-45a2-a65a-d263133a31ec Oct 11 15:34:13.647671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.661254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ee0370-b9dc-4a72-ab28-068e0299aaa8 req-7dda18bb-bf37-485e-badc-f1fc3a59bb41 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770017 Oct 11 15:34:13.664157 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:13.664565 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:13.667843 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:13.703980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.753909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.761792 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Made reservation on behalf of a731cda8bfbd436d8e975a352cbf0d57 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:13.763545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-6b594709-c6bd-43b0-900a-7d8661a84c54 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:13.766881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.770781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.771354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-6b594709-c6bd-43b0-900a-7d8661a84c54 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/networks?id=679fb604-c50f-4613-8942-87e4abd96a1b HTTP/1.1" status: 200 len: 815 time: 0.2131672 Oct 11 15:34:13.779347 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:13.780291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.786987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:13.790361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/networks/5be902ed-c819-4845-88c6-aefdf13ce265 HTTP/1.1" status: 204 len: 168 time: 1.8573573 Oct 11 15:34:13.802932 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:13.814700 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b284ce-4fb6-4b05-b9a8-c1d6ba7a0b5a tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Network': ['ID=5be902ed-c819-4845-88c6-aefdf13ce265,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:13.856638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-0f262d16-c4f3-4fd6-9592-034f8009a938 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/quotas/f091057afc8d4854add6d24e80bb4fab HTTP/1.1" status: 200 len: 375 time: 0.0842998 Oct 11 15:34:13.859174 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=4058433c-ac4c-45a2-a65a-d263133a31ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:13.891290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5167e49-0165-41f7-89f9-252c5eb32704 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7872820 Oct 11 15:34:13.891489 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:13.896804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:13.896987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4058433c-ac4c-45a2-a65a-d263133a31ec details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:13.964409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-67a9c31a-7ac4-44a3-a2a3-237f87217f1d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f091057afc8d4854add6d24e80bb4fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774117 Oct 11 15:34:13.993275 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-29a5ad59-ed85-4af9-a2a3-19ee97941a74 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:13.994315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-29a5ad59-ed85-4af9-a2a3-19ee97941a74 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072920 Oct 11 15:34:14.002002 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc3fda-c59c-4570-b62b-3bd6d1d39333 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:34:14.010167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e10a7-f9fe-46d3-9776-78ba19e9b09a req-907dc34e-ad40-4f51-bc54-192a334ce34f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:14.018002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-732e10a7-f9fe-46d3-9776-78ba19e9b09a req-907dc34e-ad40-4f51-bc54-192a334ce34f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 944 time: 0.2066224 Oct 11 15:34:14.035755 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:14.039625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.099291 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc3fda-c59c-4570-b62b-3bd6d1d39333 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:34:14.124226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 979474ae-1588-4fa8-a28b-d69dcba61a8e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:14.129338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-732e10a7-f9fe-46d3-9776-78ba19e9b09a req-b8952f23-b870-4a43-aacf-c8a09f8c3689 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104622 Oct 11 15:34:14.157911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 979474ae-1588-4fa8-a28b-d69dcba61a8e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:14.158251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 979474ae-1588-4fa8-a28b-d69dcba61a8e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:14.185465 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Deleting port eac6e521-bdf8-4074-b243-f73e101a63c2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:14.186783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.204977 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Allocated IP 172.20.0.13 (0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f/2c234e71-4577-4b48-bd2e-859acc65e4d5/0bf06438-e878-4df9-bd00-6376cf4a4542) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:14.257769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-dd5315c4-8e88-453d-b22f-61dbc6e9ca98 service neutron] 10.222.0.31 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552798 Oct 11 15:34:14.281469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-125ed601-80fa-446e-9a8e-545080a83252 req-ec78aece-8ef4-404e-a5ea-6ecf9356f9c1 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 210 time: 0.0625594 Oct 11 15:34:14.418672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.419005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.448634 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Calling delete_port for eac6e521-bdf8-4074-b243-f73e101a63c2 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:14.468103 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:34:14.471224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.474783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-2715a689-b629-4dc7-8a9c-e9a4773f4836 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/56914266-2cad-44ad-a869-e75a5ade2ca5 HTTP/1.1" status: 200 len: 1803 time: 0.1052783 Oct 11 15:34:14.484056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-fc75b5df-e95d-42ec-8e3a-f26ee2da3437 service neutron] 10.222.0.31 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016487 Oct 11 15:34:14.516133 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:14.568030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=2d0142ab-f8c4-4655-9f45-d6a7c7b09870,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:14.583032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.596183 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': 'cc2e0776-31d4-4333-84ae-4f3a56a89daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:14.596183 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: 4058433c-ac4c-45a2-a65a-d263133a31ec, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:14.602412 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:14.602989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.610062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.677822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.678027 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 4058433c-ac4c-45a2-a65a-d263133a31ec is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:14.702513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.716464 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4058433c-ac4c-45a2-a65a-d263133a31ec) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:14.728984 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18801d1-64a5-4b69-89ea-15f682c2c4cb None None] Network 4058433c-ac4c-45a2-a65a-d263133a31ec requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:14.752212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:14.752817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.778134 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:14.782519 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:14.786623 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:14.795030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a514a043-8d5d-4a1c-ab32-afa56534e9d0 req-79a856f3-418f-4c12-930e-b589bd96ed79 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 210 time: 0.0936701 Oct 11 15:34:14.796337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3705c815-4835-4e31-ba23-744b3e9728c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9038603 Oct 11 15:34:14.797073 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Pushing event updated for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:14.797522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.807534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.816994 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:14.824681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'port': {'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec', 'name': 'tempest-NetworksIpV6TestAttrs-1122703577'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:14.863013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:14.867363 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:14.874331 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07bc9da-09c6-42c3-aba9-e7aeab8d7064" -d '{"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-plugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:14.878354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.878939 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Pushing event deleted for resources: {'Port': ['ID=eac6e521-bdf8-4074-b243-f73e101a63c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:14.879093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 89f43617-f334-4c1d-b022-c624f11c9b25 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:14.888503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.892155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.908453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63109681-bc9f-44c1-9432-3d1bcf68a8ed req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/56914266-2cad-44ad-a869-e75a5ade2ca5 HTTP/1.1" status: 204 len: 173 time: 0.4266770 Oct 11 15:34:14.937670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:14.938319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:14.939560 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 89f43617-f334-4c1d-b022-c624f11c9b25 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:14.940029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 89f43617-f334-4c1d-b022-c624f11c9b25 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:14.949160 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e746792-82a7-4a87-8b9d-f79f67305e0a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56914266-2cad-44ad-a869-e75a5ade2ca5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:14.987291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-51868cfb-0cd3-440a-a971-c05a13397b85 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4449580 Oct 11 15:34:15.005734 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Request body: {'port': {'device_id': 'a455fc24-7749-423b-85b6-13b78db3c347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:15.026056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.029743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.031558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d72f525d-c072-4fbd-967a-f011171ff56b tempest-FloatingIPAdminTestJSON-883196780 tempest-FloatingIPAdminTestJSON-883196780-project] 10.222.0.31 "DELETE /v2.0/floatingips/f17bc52a-3153-4a14-b06f-a414117170b6 HTTP/1.1" status: 204 len: 168 time: 1.2276330 Oct 11 15:34:15.038907 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fbe95-eca6-46e8-af5f-1cbb30445e1d x-openstack-request-id: req-362fbe95-eca6-46e8-af5f-1cbb30445e1d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:15.039199 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-plugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:15.039450 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-362fbe95-eca6-46e8-af5f-1cbb30445e1d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:15.039846 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'code': 200} Oct 11 15:34:15.043951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:15.132624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-12f14f32-0ca7-4294-931c-7d5600418638 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/2ae26b75-ef4d-42c2-b36b-a0acf3456144 HTTP/1.1" status: 200 len: 1803 time: 0.0683560 Oct 11 15:34:15.153690 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4058433c-ac4c-45a2-a65a-d263133a31ec', 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': '2d0142ab-f8c4-4655-9f45-d6a7c7b09870'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:15.157427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.160256 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:15.163796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.199050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.200378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.236323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.304823 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] device_id is not set on port 4b69ec2d-17dd-4443-ac0e-bf0ce68739b9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:34:15.314083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.317157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.335072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d45e6a33-7c76-4838-b69d-f7d68bbd8f56 req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ae26b75-ef4d-42c2-b36b-a0acf3456144 HTTP/1.1" status: 204 len: 173 time: 0.2011483 Oct 11 15:34:15.358909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d637d2-581c-4fd0-9077-1d10c4a641a8 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae26b75-ef4d-42c2-b36b-a0acf3456144,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:15.403920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cea95-3e8e-4393-aeec-ebf4277d7259 req-5d0e9b68-5cc4-468d-95bd-951b2a8a658f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:15.405631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d9cea95-3e8e-4393-aeec-ebf4277d7259 req-5d0e9b68-5cc4-468d-95bd-951b2a8a658f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1234164 Oct 11 15:34:15.411071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Allocated IP 2001:db8::f816:3eff:fed6:9194 (4058433c-ac4c-45a2-a65a-d263133a31ec/2d0142ab-f8c4-4655-9f45-d6a7c7b09870/77d79b49-095f-4aa5-9278-1cf211cdd396) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:15.510113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d9cea95-3e8e-4393-aeec-ebf4277d7259 req-779d8323-c926-4785-b56c-df0e85f044b0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872369 Oct 11 15:34:15.526798 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:15.528090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeadcb-43b8-4f50-9d14-364412d2660a req-364d51c4-a346-43ba-ae7b-97590257927d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:15.537339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cbeadcb-43b8-4f50-9d14-364412d2660a req-364d51c4-a346-43ba-ae7b-97590257927d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.1177499 Oct 11 15:34:15.585112 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:34:15.629992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.639057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cbeadcb-43b8-4f50-9d14-364412d2660a req-21466774-ccee-416e-936c-510dcfb8d5b3 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984857 Oct 11 15:34:15.643734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.685043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-381414229', 'description': 'tempest-description-1303011743'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:15.715704 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Network 4058433c-ac4c-45a2-a65a-d263133a31ec is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:15.719230 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:15.724087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:15.727189 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Pushing event updated for resources: {'Port': ['ID=77d79b49-095f-4aa5-9278-1cf211cdd396,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:15.728353 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.750064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dd18-814c-4b50-b933-2f96cb339083 req-8314f679-12cd-4c2d-b8d9-90b1e3ad6cf0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:15.752015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b41dd18-814c-4b50-b933-2f96cb339083 req-8314f679-12cd-4c2d-b8d9-90b1e3ad6cf0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 932 time: 0.1494675 Oct 11 15:34:15.772242 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Allocated IP 2001:db8::f816:3eff:fed0:66b2 (4058433c-ac4c-45a2-a65a-d263133a31ec/2d0142ab-f8c4-4655-9f45-d6a7c7b09870/4b69ec2d-17dd-4443-ac0e-bf0ce68739b9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:15.802346 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Attempting to bind port 77d79b49-095f-4aa5-9278-1cf211cdd396 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:15.802737 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Attempting to bind port 77d79b49-095f-4aa5-9278-1cf211cdd396 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cc2e0776-31d4-4333-84ae-4f3a56a89daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:15.803585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Attempting to bind port 77d79b49-095f-4aa5-9278-1cf211cdd396 on network 4058433c-ac4c-45a2-a65a-d263133a31ec {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:15.817526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:15.823116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Checking segment: {'id': 'cc2e0776-31d4-4333-84ae-4f3a56a89daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:15.823653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.824189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Bound using segment: {'id': 'cc2e0776-31d4-4333-84ae-4f3a56a89daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:15.824693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Bound port: 77d79b49-095f-4aa5-9278-1cf211cdd396, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e0776-31d4-4333-84ae-4f3a56a89daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4058433c-ac4c-45a2-a65a-d263133a31ec'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:15.825084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.832010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b41dd18-814c-4b50-b933-2f96cb339083 req-f5ec9732-d277-4820-9373-49d31d4c5455 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637090 Oct 11 15:34:15.836817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d17f3ba-121c-46d7-b15c-1b0608a1a2d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad02819ec06a45608774a155f37251f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086693 Oct 11 15:34:15.842125 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:15.901348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.920367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.930246 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] For port 77d79b49-095f-4aa5-9278-1cf211cdd396, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:15.935712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] For port 77d79b49-095f-4aa5-9278-1cf211cdd396, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77d79b49-095f-4aa5-9278-1cf211cdd396,segment=NetworkSegment(cc2e0776-31d4-4333-84ae-4f3a56a89daf),segment_id=cc2e0776-31d4-4333-84ae-4f3a56a89daf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:15.941935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.942477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:15.955667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e4e9ad7-ce92-403b-b053-0886001bc76c req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2750599 Oct 11 15:34:15.980888 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf06438-e878-4df9-bd00-6376cf4a4542 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:15.992657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.018396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.021201 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Transition to ACTIVE for port object 0bf06438-e878-4df9-bd00-6376cf4a4542 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:16.021356 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a753579-1a51-42cc-aaad-a45b0b0c8c9d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0aede-0b9b-4007-9cbe-9baec3983b3f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.030480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.043526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7b8d2-ae1f-4f4b-b0a7-3737f50ebebc None None] Pushing event updated for resources: {'Port': ['ID=77d79b49-095f-4aa5-9278-1cf211cdd396,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.088609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-284e43ef-26d2-483b-b2ce-501f6ecf0a8f req-f9bcb31f-3ac7-4596-8b0f-aa3697c5af0d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 210 time: 0.0490391 Oct 11 15:34:16.091010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.121391 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.132259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.191633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-18ae025b-df0d-48a7-8536-65936507c40e tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/cdb0aede-0b9b-4007-9cbe-9baec3983b3f HTTP/1.1" status: 200 len: 1802 time: 0.1364198 Oct 11 15:34:16.219628 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1433102290', 'description': 'tempest-description-hth-799774820'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:16.243778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.246368 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.249759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b35beb07-1040-49b2-99f2-ef07c0358569 HTTP/1.1" status: 204 len: 168 time: 0.4007201 Oct 11 15:34:16.270847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa61612-ed9c-420b-a9b6-55fcddbcc5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35beb07-1040-49b2-99f2-ef07c0358569,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.295401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f5d02-1380-474a-9eb9-3f9134f87d44 req-38d198b5-570c-4d56-adc5-752bfe0aca21 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.296969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c74f5d02-1380-474a-9eb9-3f9134f87d44 req-38d198b5-570c-4d56-adc5-752bfe0aca21 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.1215365 Oct 11 15:34:16.298747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.391317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Attempting to bind port 0bf06438-e878-4df9-bd00-6376cf4a4542 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:16.391641 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Attempting to bind port 0bf06438-e878-4df9-bd00-6376cf4a4542 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '331b3872-a478-4ae6-a664-d098958f452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:16.391969 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Attempting to bind port 0bf06438-e878-4df9-bd00-6376cf4a4542 on network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:16.395281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.424417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.448742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.450891 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Port 0bf06438-e878-4df9-bd00-6376cf4a4542 on network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:16.451219 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Attempting to bind port 0bf06438-e878-4df9-bd00-6376cf4a4542 on network 0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:16.451623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.452842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecdaec19-49c8-466c-b76e-45411ce80a19 req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "PUT /v2.0/security-groups/cdb0aede-0b9b-4007-9cbe-9baec3983b3f HTTP/1.1" status: 200 len: 1776 time: 0.2415226 Oct 11 15:34:16.498434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c74f5d02-1380-474a-9eb9-3f9134f87d44 req-4c1d4c32-b9e8-4949-9eb3-f17a09bb15c5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737499 Oct 11 15:34:16.502681 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-1dddb119-1c7e-4bfd-8265-29be1d70f5aa tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.503750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-1dddb119-1c7e-4bfd-8265-29be1d70f5aa tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.43 "GET /v2.0/networks?id=679fb604-c50f-4613-8942-87e4abd96a1b HTTP/1.1" status: 200 len: 815 time: 0.2927835 Oct 11 15:34:16.504495 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Port': ['ID=4b69ec2d-17dd-4443-ac0e-bf0ce68739b9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.512117 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 4058433c-ac4c-45a2-a65a-d263133a31ec is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:16.513615 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:16.517412 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:16.517777 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Checking segment: {'id': '331b3872-a478-4ae6-a664-d098958f452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:16.518155 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Bound using segment: {'id': '331b3872-a478-4ae6-a664-d098958f452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:16.518601 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Bound port: 0bf06438-e878-4df9-bd00-6376cf4a4542, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331b3872-a478-4ae6-a664-d098958f452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:16.518959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.521198 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:16.527416 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.528031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.535362 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Request body: {'port': {'device_id': '71647741-34dd-4f7d-ac49-00f7b6306480', 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b', 'admin_state_up': True, 'tenant_id': 'f091057afc8d4854add6d24e80bb4fab'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:16.572016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6e083-90cf-4ff5-8ec4-a5f8f84416e0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0aede-0b9b-4007-9cbe-9baec3983b3f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:16.582245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620e7e83-8174-46de-8011-1a3f0b2f084c req-1c0b049b-ed97-4556-bab2-a3ed6e138fe3 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/cdb0aede-0b9b-4007-9cbe-9baec3983b3f HTTP/1.1" status: 200 len: 1776 time: 0.1041088 Oct 11 15:34:16.610264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-fbf2331b-1906-4e3c-a536-a4555a6b3bae tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.611825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-fbf2331b-1906-4e3c-a536-a4555a6b3bae tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.2018771 Oct 11 15:34:16.650832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c53afe5-771e-49cf-911e-5cd814c9ae22 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8302672 Oct 11 15:34:16.653175 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:16.710167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-517de7b8-870e-4ae6-8aea-d16b9278ab07 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/cdb0aede-0b9b-4007-9cbe-9baec3983b3f HTTP/1.1" status: 200 len: 1776 time: 0.0968840 Oct 11 15:34:16.720320 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting subnet 2d0142ab-f8c4-4655-9f45-d6a7c7b09870 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:16.727727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.759799 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:16.786709 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:16.797110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0d85-aada-4e72-8e43-5e368f3d2e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.822026 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0bf06438-e878-4df9-bd00-6376cf4a4542,segment=NetworkSegment(331b3872-a478-4ae6-a664-d098958f452e),segment_id=331b3872-a478-4ae6-a664-d098958f452e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:16.824292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a83a5d-f6c2-4783-8f5b-f9a4d73cdcf1 req-68e96d8a-c4e5-4a5d-a0a8-a090972c9be8 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.826050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a83a5d-f6c2-4783-8f5b-f9a4d73cdcf1 req-68e96d8a-c4e5-4a5d-a0a8-a090972c9be8 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 946 time: 0.1149478 Oct 11 15:34:16.833655 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Deleting port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:16.834293 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.845326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.869804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.889809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.953187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.956658 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:16.957290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:16.958592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a83a5d-f6c2-4783-8f5b-f9a4d73cdcf1 req-972dfa3c-469b-4066-8eda-55e27a98595d tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e518b75-00ac-4c09-980a-5908d2aee5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183059 Oct 11 15:34:16.958780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] 10.222.0.36 "PUT /v2.0/ports/0bf06438-e878-4df9-bd00-6376cf4a4542 HTTP/1.1" status: 200 len: 1092 time: 1.9574585 Oct 11 15:34:16.959230 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:16.961694 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67619062-549b-47c8-967f-f31e9a68082b" -d '{"events": [{"name": "network-changed", "server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:17.006114 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] For port ceed2e6c-4d9c-408f-8768-ecfe231d36e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:17.006389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.021807 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Made reservation on behalf of f091057afc8d4854add6d24e80bb4fab for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:17.026087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.082629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cab43-80cb-4506-8201-37dc08d8f743 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:17.155229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.157841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.159065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf388aa-2479-4b9b-bf89-8c939fe7897a req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdb0aede-0b9b-4007-9cbe-9baec3983b3f HTTP/1.1" status: 204 len: 173 time: 0.4349029 Oct 11 15:34:17.218877 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464223f9-2b53-4441-9ca6-0caf61b3e32f tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb0aede-0b9b-4007-9cbe-9baec3983b3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:17.225822 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac33faf-7433-4e9c-9f60-bab94c49cb24 x-openstack-request-id: req-3ac33faf-7433-4e9c-9f60-bab94c49cb24 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:17.226082 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:17.226318 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ac33faf-7433-4e9c-9f60-bab94c49cb24 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:17.227382 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542', 'status': 'completed', 'code': 200} Oct 11 15:34:17.237650 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-5dc98c8e-cdb3-42d9-9037-04c1b6553225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.239173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-5dc98c8e-cdb3-42d9-9037-04c1b6553225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a731cda8bfbd436d8e975a352cbf0d57&device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 1095 time: 0.2083216 Oct 11 15:34:17.248551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.273781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656bc4-b539-436e-b3cb-c5d7072c4de5 req-13ea5dc8-564b-4247-8a30-5dad917b5c43 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.285935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9656bc4-b539-436e-b3cb-c5d7072c4de5 req-13ea5dc8-564b-4247-8a30-5dad917b5c43 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 944 time: 0.1968281 Oct 11 15:34:17.304196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0d85-aada-4e72-8e43-5e368f3d2e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.339884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0d85-aada-4e72-8e43-5e368f3d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.343100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-0db5b371-4173-4d6b-b03d-07564218ec7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf06438-e878-4df9-bd00-6376cf4a4542 HTTP/1.1" status: 200 len: 217 time: 0.0871260 Oct 11 15:34:17.387826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-299ed560-821b-411f-b878-e2d8931fdeea req-cc13be87-fa0f-4253-8216-bf6cd0f8b816 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 210 time: 0.0728395 Oct 11 15:34:17.410021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9656bc4-b539-436e-b3cb-c5d7072c4de5 req-e31f08ed-3b9e-4dd0-ba2f-2e6427dcfb2d tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231890 Oct 11 15:34:17.412313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 77d79b49-095f-4aa5-9278-1cf211cdd396 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:17.448170 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.449105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.449425 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Floating IP d8cc8428-f963-4ab1-8807-4a51ff30eee0 disassociated. External IP: 172.35.3.124, port: ceed2e6c-4d9c-408f-8768-ecfe231d36e8. Oct 11 15:34:17.449880 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Calling delete_port for ceed2e6c-4d9c-408f-8768-ecfe231d36e8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:17.478941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4ab0d85-aada-4e72-8e43-5e368f3d2e1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c9bd5b07aa444ae9a82ede0cfbfe267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179303 Oct 11 15:34:17.479728 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:17.487134 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab0d85-aada-4e72-8e43-5e368f3d2e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc50c3-2be0-42c0-a438-b84428c35b57,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:17.492320 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e7793-a094-4338-b76f-fa2c8f3057c3 None None] Network 4058433c-ac4c-45a2-a65a-d263133a31ec requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:17.496920 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 77d79b49-095f-4aa5-9278-1cf211cdd396 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:17.497362 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.521941 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Allocated IP 172.20.0.2 (679fb604-c50f-4613-8942-87e4abd96a1b/d56048fe-f4e2-4d4d-8bf4-165285b3e16c/58efffe7-2c1e-4249-a830-1b584c8d2e75) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:17.528549 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-4b3ef936-4fff-44cf-9413-096a4cbfcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.529948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-4b3ef936-4fff-44cf-9413-096a4cbfcff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c234e71-4577-4b48-bd2e-859acc65e4d5 HTTP/1.1" status: 200 len: 849 time: 0.1612110 Oct 11 15:34:17.575267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.584614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-8917ba17-0884-4a37-94df-2aee8c7dd8bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426466 Oct 11 15:34:17.639162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0142ab-f8c4-4655-9f45-d6a7c7b09870,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:17.664630 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-fe9cdcc3-6cad-4ab1-88c6-f0d614736040 req-6b1e68cb-b1d5-4cfd-82e5-503cf928574d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:17.665616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe9cdcc3-6cad-4ab1-88c6-f0d614736040 req-6b1e68cb-b1d5-4cfd-82e5-503cf928574d tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/2ae26b75-ef4d-42c2-b36b-a0acf3456144 HTTP/1.1" status: 404 len: 352 time: 0.0521729 Oct 11 15:34:17.683789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.687005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f736abe1-456d-4045-92cf-20b24c6385c1 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/2d0142ab-f8c4-4655-9f45-d6a7c7b09870 HTTP/1.1" status: 204 len: 168 time: 1.0281310 Oct 11 15:34:17.697472 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:17.702652 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Provisioning complete for port 77d79b49-095f-4aa5-9278-1cf211cdd396 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:17.703119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.711071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a94e-5aef-4ede-878f-40543026168a req-7e5512df-a158-49f9-8b81-a903e6ae0bbd tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.712585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ac5a94e-5aef-4ede-878f-40543026168a req-7e5512df-a158-49f9-8b81-a903e6ae0bbd tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.0855379 Oct 11 15:34:17.713790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.770986 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event deleted for resources: {'Port': ['ID=ceed2e6c-4d9c-408f-8768-ecfe231d36e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:17.815106 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-e971d2e4-c5b8-4b55-bd9a-bf516ba7e4f6 req-f728021c-009a-41db-a90c-ebc0a8891a6a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:17.815106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e971d2e4-c5b8-4b55-bd9a-bf516ba7e4f6 req-f728021c-009a-41db-a90c-ebc0a8891a6a tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/56914266-2cad-44ad-a869-e75a5ade2ca5 HTTP/1.1" status: 404 len: 352 time: 0.0489540 Oct 11 15:34:17.822417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] DHCP port deletion for 4058433c-ac4c-45a2-a65a-d263133a31ec request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:17.842452 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83290b-0989-438f-a450-b222f5efea24 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.844391 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83290b-0989-438f-a450-b222f5efea24 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:17.849952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b83290b-0989-438f-a450-b222f5efea24 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1506374 Oct 11 15:34:17.851686 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.852306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.853376 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:17.898751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.935065 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-b161f784-c1b2-4359-b73b-5b56ff866c7e req-6d0448e3-23f7-4f04-ba83-04b3709b5f5b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:17.935280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 77d79b49-095f-4aa5-9278-1cf211cdd396, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77d79b49-095f-4aa5-9278-1cf211cdd396,segment=NetworkSegment(cc2e0776-31d4-4333-84ae-4f3a56a89daf),segment_id=cc2e0776-31d4-4333-84ae-4f3a56a89daf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:17.936014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b161f784-c1b2-4359-b73b-5b56ff866c7e req-6d0448e3-23f7-4f04-ba83-04b3709b5f5b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/260010f0-0db2-4d5c-af1f-2740de22ccce HTTP/1.1" status: 404 len: 352 time: 0.0806329 Oct 11 15:34:17.939068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ac5a94e-5aef-4ede-878f-40543026168a req-86abe3bf-dade-4177-9cfe-0d855a72b008 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689959 Oct 11 15:34:17.949284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:17.950589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.021144 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-a3596d53-d4de-4e1b-a36a-b3333b736582 service neutron] 10.222.0.36 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069169 Oct 11 15:34:18.037810 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-99723e17-c3ce-4454-a1ae-a8cbc790ef58 req-787d311b-640d-4626-9f59-6d17cddd7829 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:18.042892 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=77d79b49-095f-4aa5-9278-1cf211cdd396,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:18.045231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99723e17-c3ce-4454-a1ae-a8cbc790ef58 req-787d311b-640d-4626-9f59-6d17cddd7829 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/8e4e63d6-60b4-4e3c-8431-a359ac12ffb0 HTTP/1.1" status: 404 len: 352 time: 0.0403957 Oct 11 15:34:18.048811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:34:18.049527 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:34:18.055859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Deleting port 77d79b49-095f-4aa5-9278-1cf211cdd396 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:18.056225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.100696 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbdc0-ee39-44a1-8316-8fdd8954700b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.123463 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-5869dcb3-535d-40ef-a678-7e41d5ac0279 req-b4632660-d2c4-41de-96af-62fa62449c79 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:18.126103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5869dcb3-535d-40ef-a678-7e41d5ac0279 req-b4632660-d2c4-41de-96af-62fa62449c79 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/08730770-f999-4452-af63-125b5d38b4ff HTTP/1.1" status: 404 len: 352 time: 0.0463285 Oct 11 15:34:18.132030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] For port 77d79b49-095f-4aa5-9278-1cf211cdd396, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=77d79b49-095f-4aa5-9278-1cf211cdd396,segment=NetworkSegment(cc2e0776-31d4-4333-84ae-4f3a56a89daf),segment_id=cc2e0776-31d4-4333-84ae-4f3a56a89daf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:18.132431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.148030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.149815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Calling delete_port for 77d79b49-095f-4aa5-9278-1cf211cdd396 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:18.170272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be924383-ec59-4656-9423-6b69859e0cdc req-b4966347-6b4c-4478-927e-9b5436cc452b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad49b47c-e806-456e-b73a-086f5232317f HTTP/1.1" status: 200 len: 210 time: 0.0624516 Oct 11 15:34:18.171350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.173931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.175276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25dc50c3-2be0-42c0-a438-b84428c35b57 HTTP/1.1" status: 204 len: 168 time: 0.6853161 Oct 11 15:34:18.194375 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfbbdc0-ee39-44a1-8316-8fdd8954700b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:18.194780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfbbdc0-ee39-44a1-8316-8fdd8954700b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:18.202553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9bfbbdc0-ee39-44a1-8316-8fdd8954700b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/4058433c-ac4c-45a2-a65a-d263133a31ec HTTP/1.1" status: 409 len: 405 time: 0.3443761 Oct 11 15:34:18.211268 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:18.222919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83c34b-0c98-4d05-996f-dbe2b11af828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc50c3-2be0-42c0-a438-b84428c35b57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:18.238473 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1750018077'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:18.257214 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Router 8c9a909e-4f85-44e8-b155-da63930f491d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:18.263221 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-46832959-0be7-4e9a-8bff-188cdff4f869 req-e4312f98-7530-4a11-a10a-e6f6f4fd0408 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] show failed (client error): The resource could not be found. Oct 11 15:34:18.270389 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.270935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46832959-0be7-4e9a-8bff-188cdff4f869 req-e4312f98-7530-4a11-a10a-e6f6f4fd0408 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/86ed8a93-5d5a-4c4f-9840-2350fef8a851 HTTP/1.1" status: 404 len: 352 time: 0.1088431 Oct 11 15:34:18.274169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a56a8ba8-0d03-4ac6-800a-87acf45c6b0f req-95806b01-ebf2-455e-93c7-099ddef00b23 service neutron] 10.222.0.36 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439966 Oct 11 15:34:18.282838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-c5a587fc-44a5-42dd-856f-ddb53cc1fd70 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:18.284309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-c5a587fc-44a5-42dd-856f-ddb53cc1fd70 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 945 time: 0.2865829 Oct 11 15:34:18.312657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.321956 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] Pushing event deleted for resources: {'Port': ['ID=77d79b49-095f-4aa5-9278-1cf211cdd396,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:18.337142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97194e4b-aa01-4695-a93d-14b2f7d9d9dd None None] No DVR routers for this DVR port 77d79b49-095f-4aa5-9278-1cf211cdd396 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:18.408304 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Network 679fb604-c50f-4613-8942-87e4abd96a1b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:18.415302 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:18.418270 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:18.489680 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:18.490316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.510443 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Pushing event updated for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:18.534918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-f2f54218-17b4-4867-9e87-e3a7b2f84d7d tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0189745 Oct 11 15:34:18.544331 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67619062-549b-47c8-967f-f31e9a68082b req-1e2af340-524e-4f4f-89bf-d48d6614168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:18.548318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:18.548817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-1e2af340-524e-4f4f-89bf-d48d6614168d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a731cda8bfbd436d8e975a352cbf0d57&device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 1095 time: 0.1825376 Oct 11 15:34:18.551906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.565583 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Request body: {'port': {'device_id': '71647741-34dd-4f7d-ac49-00f7b6306480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:18.572431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:18.576602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2f053a5-3e5e-4fee-af3d-8a49082939d0 None None] Port 77d79b49-095f-4aa5-9278-1cf211cdd396 update to ACTIVE by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 11 15:34:18.661823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.709958 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:18.712701 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54336e9f-f652-43e4-98f6-41cb7791614a" -d '{"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-unplugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:18.718685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:18.723817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:18.779919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:18.958353 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:19.029212 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb09-1559-4615-8d44-a924dff9c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.031970 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:19.047910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.077445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.077830 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment 6e8093c8-c746-408c-ae65-3a7624950dfd of type vlan for network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 Oct 11 15:34:19.101120 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67619062-549b-47c8-967f-f31e9a68082b req-965fd9cf-0019-41ea-98f4-acb04b1583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.102610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-965fd9cf-0019-41ea-98f4-acb04b1583d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f HTTP/1.1" status: 200 len: 910 time: 0.5315835 Oct 11 15:34:19.103981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579e4c-9d82-4dcf-824c-27d63c90a58d req-2a5f60d5-afd6-450b-97e6-2357d154313a tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.106003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02579e4c-9d82-4dcf-824c-27d63c90a58d req-2a5f60d5-afd6-450b-97e6-2357d154313a tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 931 time: 0.5489991 Oct 11 15:34:19.124803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc6655-e13a-47d3-b58e-49c22d559e39 req-ef29a3fa-ffd2-4d38-8608-5fd26a087f7a tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.126292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fdc6655-e13a-47d3-b58e-49c22d559e39 req-ef29a3fa-ffd2-4d38-8608-5fd26a087f7a tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 944 time: 0.5703609 Oct 11 15:34:19.153004 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-cfeb0c7c-1af0-48f1-8678-a2d93f041f08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf06438-e878-4df9-bd00-6376cf4a4542 HTTP/1.1" status: 200 len: 217 time: 0.0418952 Oct 11 15:34:19.169464 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Deleting port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:19.169831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.190632 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:19.202542 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Sync routers for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:19.211992 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:19.212690 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:19.237188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.295045 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67619062-549b-47c8-967f-f31e9a68082b req-ceb74c1c-04d5-4793-8923-c4361b332625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.296530 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-ceb74c1c-04d5-4793-8923-c4361b332625 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c234e71-4577-4b48-bd2e-859acc65e4d5 HTTP/1.1" status: 200 len: 849 time: 0.0882053 Oct 11 15:34:19.357108 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] No DVR routers for this DVR port ceed2e6c-4d9c-408f-8768-ecfe231d36e8 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:19.359793 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-e92814cd-c6e7-43fc-b556-7353be42f9fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320425 Oct 11 15:34:19.371629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02579e4c-9d82-4dcf-824c-27d63c90a58d req-0bb97b0e-5b8e-4530-89f1-7d38f34d522a tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561595 Oct 11 15:34:19.377473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.381003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b283de2-e275-40ca-b7be-2f6ac6059b3b req-6d5818f5-ad6e-4e52-a98e-7af159c15c8c tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.36 "DELETE /v2.0/ports/ceed2e6c-4d9c-408f-8768-ecfe231d36e8 HTTP/1.1" status: 204 len: 173 time: 2.7599115 Oct 11 15:34:19.381506 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'name': 'network-vif-deleted', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:19.383936 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2915a5-1d7e-4ee9-aabf-4f33cc298270" -d '{"events": [{"server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "name": "network-vif-deleted", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:19.395142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fdc6655-e13a-47d3-b58e-49c22d559e39 req-40e0a67c-2a1b-4e8c-91a4-c77a2ce4e6b1 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374082 Oct 11 15:34:19.403252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.409754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.410378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.504816 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] For port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:19.505295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.545518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3265016 Oct 11 15:34:19.547624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb09-1559-4615-8d44-a924dff9c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.561960 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Calling delete_port for 3c27eeb0-e95e-42a3-9956-1e6ea454a9df owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:19.563149 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87df85-d5dc-46de-ad04-cec40cdb6b0a x-openstack-request-id: req-5e87df85-d5dc-46de-ad04-cec40cdb6b0a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:19.563462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:19.563688 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-unplugged", "status": "completed", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:19.564064 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e87df85-d5dc-46de-ad04-cec40cdb6b0a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:19.564519 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'code': 200} Oct 11 15:34:19.565358 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 77d79b49-095f-4aa5-9278-1cf211cdd396 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:19.568731 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:19.577376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fa3eb09-1559-4615-8d44-a924dff9c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.579687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49cfd7-3479-422b-bb2a-73d07d951dbd tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:19.591275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 77d79b49-095f-4aa5-9278-1cf211cdd396 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:19.591822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 77d79b49-095f-4aa5-9278-1cf211cdd396 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:19.598810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:19.652254 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-1c23cfd0-d9fa-4a86-b22b-cb6285a130bd service neutron] 10.222.0.36 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804539 Oct 11 15:34:19.677645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:19.681834 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58efffe7-2c1e-4249-a830-1b584c8d2e75 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:19.708548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.755029 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Transition to ACTIVE for port object 58efffe7-2c1e-4249-a830-1b584c8d2e75 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:19.762336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:19.785427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9fa3eb09-1559-4615-8d44-a924dff9c24e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c49290a5f8e4d2985b93951f7e107c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8197229 Oct 11 15:34:19.785427 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3eb09-1559-4615-8d44-a924dff9c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d503690-8a26-4d4a-b20c-2df901e4e92e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:19.787816 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:19.826831 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4315d-4d14-4216-b26d-1e43bb053358 req-cf9c8ce9-e1e2-4ac6-ad04-9e5d578f9259 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.834482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48b4315d-4d14-4216-b26d-1e43bb053358 req-cf9c8ce9-e1e2-4ac6-ad04-9e5d578f9259 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1023 time: 0.3070116 Oct 11 15:34:19.853536 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-67619062-549b-47c8-967f-f31e9a68082b req-fcd68af4-9c06-4d39-a8f4-7435060cd825 service neutron] 10.222.0.36 "GET /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879232 Oct 11 15:34:19.857169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Pushing event updated for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:19.916812 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:19.932024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab57af-e111-4ee6-8bfe-78de5a0c4815 req-9bd9f407-ac40-48d0-94a5-6a0f5c53eac8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:19.934230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9cab57af-e111-4ee6-8bfe-78de5a0c4815 req-9bd9f407-ac40-48d0-94a5-6a0f5c53eac8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=2563e12f-539a-40d1-b0c5-843f55021042 HTTP/1.1" status: 200 len: 943 time: 0.3221102 Oct 11 15:34:19.949913 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Checking router: 8c9a909e-4f85-44e8-b155-da63930f491d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:19.959396 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:19.960158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:19.973234 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Attempting to bind port 58efffe7-2c1e-4249-a830-1b584c8d2e75 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:19.973748 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Attempting to bind port 58efffe7-2c1e-4249-a830-1b584c8d2e75 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'f5e5d0c9-e63c-49e1-8216-733c0404079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:19.974310 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Attempting to bind port 58efffe7-2c1e-4249-a830-1b584c8d2e75 on network 679fb604-c50f-4613-8942-87e4abd96a1b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:19.980071 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Port 58efffe7-2c1e-4249-a830-1b584c8d2e75 on network 679fb604-c50f-4613-8942-87e4abd96a1b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:19.980636 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Attempting to bind port 58efffe7-2c1e-4249-a830-1b584c8d2e75 on network 679fb604-c50f-4613-8942-87e4abd96a1b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:19.986762 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:19.987099 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Checking segment: {'id': 'f5e5d0c9-e63c-49e1-8216-733c0404079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:19.987479 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Bound using segment: {'id': 'f5e5d0c9-e63c-49e1-8216-733c0404079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:19.987949 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Bound port: 58efffe7-2c1e-4249-a830-1b584c8d2e75, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e5d0c9-e63c-49e1-8216-733c0404079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:19.988335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.002495 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:20.006127 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.045209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48b4315d-4d14-4216-b26d-1e43bb053358 req-db92904f-e313-474c-b77d-f0d682f5c932 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ae4d23-7530-4881-99fb-1f416f6dd012&id=256e8ab9-a011-4e60-83ce-1db27d2d71c5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2098053 Oct 11 15:34:20.064988 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:20.073058 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75,segment=NetworkSegment(f5e5d0c9-e63c-49e1-8216-733c0404079f),segment_id=f5e5d0c9-e63c-49e1-8216-733c0404079f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:20.080062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.093781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-16fc4655-5a72-41f5-8976-75fdd2571572 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.094776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-16fc4655-5a72-41f5-8976-75fdd2571572 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.36 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1023 time: 0.2570994 Oct 11 15:34:20.111085 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:20.130808 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.131626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.132996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] 10.222.0.43 "PUT /v2.0/ports/58efffe7-2c1e-4249-a830-1b584c8d2e75 HTTP/1.1" status: 200 len: 1091 time: 1.5748725 Oct 11 15:34:20.135873 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:20.139524 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369f4422-43e0-44c7-b989-4851acabd198" -d '{"events": [{"name": "network-changed", "server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:20.146498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.178005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd6b4b-2d8e-44a3-96a2-0f2f75406825 service neutron] Pushing event updated for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:20.207966 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713b603e-9d43-4e92-997d-d76b37970635 x-openstack-request-id: req-713b603e-9d43-4e92-997d-d76b37970635 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:20.208250 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad49b47c-e806-456e-b73a-086f5232317f", "name": "network-vif-deleted", "tag": "ceed2e6c-4d9c-408f-8768-ecfe231d36e8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:20.208496 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-713b603e-9d43-4e92-997d-d76b37970635 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:20.208893 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad49b47c-e806-456e-b73a-086f5232317f', 'name': 'network-vif-deleted', 'tag': 'ceed2e6c-4d9c-408f-8768-ecfe231d36e8', 'status': 'completed', 'code': 200} Oct 11 15:34:20.219870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9cab57af-e111-4ee6-8bfe-78de5a0c4815 req-155468b6-5319-48b6-a00d-f5ae60fa4346 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750626 Oct 11 15:34:20.250137 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:20.259341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.277845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-02f9e0ed-33ae-4628-a031-13f5b0ac04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.280222 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-02f9e0ed-33ae-4628-a031-13f5b0ac04d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f091057afc8d4854add6d24e80bb4fab&device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 1094 time: 0.0881286 Oct 11 15:34:20.293256 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1de5f-5b7a-47b0-b206-8aa705a2ee03 x-openstack-request-id: req-36b1de5f-5b7a-47b0-b206-8aa705a2ee03 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:20.293611 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:20.294361 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36b1de5f-5b7a-47b0-b206-8aa705a2ee03 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:20.294361 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75', 'status': 'completed', 'code': 200} Oct 11 15:34:20.299951 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.343495 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-3304cdc7-624b-4323-bcbd-6db0629087c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75 HTTP/1.1" status: 200 len: 217 time: 0.0483618 Oct 11 15:34:20.361142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event deleted for resources: {'Port': ['ID=3c27eeb0-e95e-42a3-9956-1e6ea454a9df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:20.388609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:20.401294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.419383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775147e0-12d0-41d0-ba01-ff8b7cd136da None None] The sync data for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 is: [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:31:48Z', 'revision_number': 4, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a9ef2239-1d25-441a-a1dc-51c80d5a4807', 'name': '', 'network_id': '46ef23ca-65d5-491a-b958-f1d13a0cf61d', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'mac_address': 'fa:16:3e:e1:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:45Z', 'updated_at': '2021-10-11T15:32:01Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'subnets': [{'id': '7b04213e-484f-4eb3-873b-7cfc0c4023c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:20.425983 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-be63b37f-bd46-4892-b548-60632d9f64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.427519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-be63b37f-bd46-4892-b548-60632d9f64ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d56048fe-f4e2-4d4d-8bf4-165285b3e16c HTTP/1.1" status: 200 len: 855 time: 0.0765810 Oct 11 15:34:20.447477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.458578 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] No DVR routers for this DVR port 3c27eeb0-e95e-42a3-9956-1e6ea454a9df on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:20.466960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.470293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d5c7696-0c72-4fbf-908d-920a3dbcb8fc req-5223f1d2-a968-4d6a-a4b9-eb770f3224b8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "DELETE /v2.0/ports/3c27eeb0-e95e-42a3-9956-1e6ea454a9df HTTP/1.1" status: 204 len: 173 time: 2.1705937 Oct 11 15:34:20.475363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-b45581cf-ef67-4377-af9f-76e2b5abc399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=679fb604-c50f-4613-8942-87e4abd96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370042 Oct 11 15:34:20.534962 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Deleting port 8aab4f51-7111-4eec-8491-58f7a09df17d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:20.535341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.559540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.564725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.564725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d503690-8a26-4d4a-b20c-2df901e4e92e HTTP/1.1" status: 204 len: 168 time: 0.7675638 Oct 11 15:34:20.579639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.582255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.586012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e518b75-00ac-4c09-980a-5908d2aee5d8 HTTP/1.1" status: 204 len: 168 time: 0.3338432 Oct 11 15:34:20.588789 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:20.622941 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9651d6c2-ec0b-43bc-97c5-796955ed55c9 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] show failed (client error): The resource could not be found. Oct 11 15:34:20.626892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9651d6c2-ec0b-43bc-97c5-796955ed55c9 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "GET /v2.0/security-groups/7e518b75-00ac-4c09-980a-5908d2aee5d8 HTTP/1.1" status: 404 len: 347 time: 0.0348787 Oct 11 15:34:20.627743 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00551da0-c436-44c6-83eb-80e51bc1b447 tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e518b75-00ac-4c09-980a-5908d2aee5d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:20.629549 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:20.641734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-b844f576-9193-4d8c-8fd6-14a3314da776 service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586375 Oct 11 15:34:20.740684 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4488e-f96f-4ab8-9378-cfcd399e736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d503690-8a26-4d4a-b20c-2df901e4e92e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:20.800545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04c9b-a29f-465a-a7b7-aa01d41c4bb8 req-31ed7a90-1b58-4191-af82-b07bb656a198 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.808604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6da04c9b-a29f-465a-a7b7-aa01d41c4bb8 req-31ed7a90-1b58-4191-af82-b07bb656a198 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 944 time: 0.2423530 Oct 11 15:34:20.833561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f91afb-d124-47c5-b2e8-a086b0c6b569 req-d701f1e9-8c36-4b3a-a59c-40ef89bd30ef tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:20.835522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f91afb-d124-47c5-b2e8-a086b0c6b569 req-d701f1e9-8c36-4b3a-a59c-40ef89bd30ef tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 943 time: 0.2564716 Oct 11 15:34:20.854988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b531afe-de27-4b0d-a26d-fb92e4a22fbb req-3ba75f5b-9b49-47b8-8c24-153503b03220 service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837409 Oct 11 15:34:20.871531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Deleting port 4ef0546c-b311-408e-a333-300fe995411e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:20.871531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.883990 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c96c6-3caa-4143-9f1f-3af826ff5f8b None None] New status for floating IP d8cc8428-f963-4ab1-8807-4a51ff30eee0: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:34:20.965315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.965651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:20.978246 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Calling delete_port for 4ef0546c-b311-408e-a333-300fe995411e owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:20.992472 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:34:21.025708 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] For port 8aab4f51-7111-4eec-8491-58f7a09df17d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aab4f51-7111-4eec-8491-58f7a09df17d,segment=NetworkSegment(efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4),segment_id=efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:21.026371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.043534 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Calling delete_port for 8aab4f51-7111-4eec-8491-58f7a09df17d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:21.117399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.129907 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f4422-43e0-44c7-b989-4851acabd198 req-c9b450b9-3cc7-4001-a9a3-99659e69a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:21.131510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-c9b450b9-3cc7-4001-a9a3-99659e69a6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f091057afc8d4854add6d24e80bb4fab&device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 1094 time: 0.0670652 Oct 11 15:34:21.185000 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0bf06438-e878-4df9-bd00-6376cf4a4542 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:21.202552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6da04c9b-a29f-465a-a7b7-aa01d41c4bb8 req-7b8684b7-a402-41e3-861b-ac7ad7dabb80 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930745 Oct 11 15:34:21.256784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50f91afb-d124-47c5-b2e8-a086b0c6b569 req-e2260e7e-8db8-4e16-aed4-7de90ed15cce tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797908 Oct 11 15:34:21.284912 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=0a0761b6-b562-47d4-8682-7937dc669111,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:21.308025 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f4422-43e0-44c7-b989-4851acabd198 req-5fa500c0-382d-491c-948b-9b2774218784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:21.309976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-5fa500c0-382d-491c-948b-9b2774218784 service neutron] 10.222.0.43 "GET /v2.0/networks?id=679fb604-c50f-4613-8942-87e4abd96a1b HTTP/1.1" status: 200 len: 916 time: 0.1525319 Oct 11 15:34:21.314653 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': '6e8093c8-c746-408c-ae65-3a7624950dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:21.315302 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:21.333716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0bf06438-e878-4df9-bd00-6376cf4a4542,segment=NetworkSegment(331b3872-a478-4ae6-a664-d098958f452e),segment_id=331b3872-a478-4ae6-a664-d098958f452e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:21.355847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ceed2e6c-4d9c-408f-8768-ecfe231d36e8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:21.396177 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:21.409978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '0bf06438-e878-4df9-bd00-6376cf4a4542', 'network_id': '0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f', 'port_id': '0bf06438-e878-4df9-bd00-6376cf4a4542', 'mac_address': 'fa:16:3e:21:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c234e71-4577-4b48-bd2e-859acc65e4d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:21.412029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: ceed2e6c-4d9c-408f-8768-ecfe231d36e8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:21.412374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ceed2e6c-4d9c-408f-8768-ecfe231d36e8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:21.435713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-21883203-c27d-4c28-adc1-cd0278f7c5c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75 HTTP/1.1" status: 200 len: 217 time: 0.1084995 Oct 11 15:34:21.438752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.442965 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:21.449238 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:21.449915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.457308 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884034c-c930-4614-883b-10f9088ca2b7 None None] Network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:21.469220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.502475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be793b-618a-430c-b272-c92c540efd82 req-000f2d66-7b31-406f-9fc0-199befaf69fa tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:21.511335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78be793b-618a-430c-b272-c92c540efd82 req-000f2d66-7b31-406f-9fc0-199befaf69fa tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/ports?device_id=db14fb6b-4b42-4e7d-9277-d3ddb8e99924 HTTP/1.1" status: 200 len: 1023 time: 0.1388509 Oct 11 15:34:21.519717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b834b370-af41-4503-9115-14b9dc0896cf tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9551694 Oct 11 15:34:21.545835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aab4f51-7111-4eec-8491-58f7a09df17d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:21.551432 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.565985 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.571450 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'Port': ['ID=8aab4f51-7111-4eec-8491-58f7a09df17d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:21.578915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Pushing event deleted for resources: {'Port': ['ID=4ef0546c-b311-408e-a333-300fe995411e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:21.593825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.601178 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479806335', 'description': 'tempest-description--193940722'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:21.629748 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] No DVR routers for this DVR port 8aab4f51-7111-4eec-8491-58f7a09df17d on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:21.632682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.637268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9412c08f-3b54-454d-ad7a-57093baf5146 req-493a114f-c471-4b2d-9d90-8a5d3b82d998 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.36 "DELETE /v2.0/ports/8aab4f51-7111-4eec-8491-58f7a09df17d HTTP/1.1" status: 204 len: 173 time: 1.5288830 Oct 11 15:34:21.679272 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf06438-e878-4df9-bd00-6376cf4a4542 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:21.704273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78be793b-618a-430c-b272-c92c540efd82 req-32f64576-7859-49d2-85c0-5f777c39fed0 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ae4d23-7530-4881-99fb-1f416f6dd012&id=256e8ab9-a011-4e60-83ce-1db27d2d71c5&id=b54491a3-baf3-41d5-92ae-05eaa93f1b36&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1923363 Oct 11 15:34:21.705577 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.730995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0bf06438-e878-4df9-bd00-6376cf4a4542,segment=NetworkSegment(331b3872-a478-4ae6-a664-d098958f452e),segment_id=331b3872-a478-4ae6-a664-d098958f452e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:21.738402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.745683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.748739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.750423 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c702aca9-5c30-4539-85b1-522a566d764b tempest-ServersTestJSON-330718146 tempest-ServersTestJSON-330718146-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8cc8428-f963-4ab1-8807-4a51ff30eee0 HTTP/1.1" status: 204 len: 168 time: 1.1175663 Oct 11 15:34:21.756038 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.790943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2', 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': '0a0761b6-b562-47d4-8682-7937dc669111'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:21.791922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.806366 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.831769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.839042 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f4422-43e0-44c7-b989-4851acabd198 req-5fffca95-bba2-4906-aa66-45a5f21fb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:21.839267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.840532 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-5fffca95-bba2-4906-aa66-45a5f21fb687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d56048fe-f4e2-4d4d-8bf4-165285b3e16c HTTP/1.1" status: 200 len: 855 time: 0.3946581 Oct 11 15:34:21.849120 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:21.889543 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.893614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3151646 Oct 11 15:34:21.893614 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655009-d31d-4c6d-acb2-4e5e51a64d39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f377477-e9c1-4d62-84af-005acaf0e144,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:21.894586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-7c729798-0fa6-4614-a1c9-a377f6de6836 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=679fb604-c50f-4613-8942-87e4abd96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431006 Oct 11 15:34:21.895623 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.910644 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'security_group_rule': {'security_group_id': '9f377477-e9c1-4d62-84af-005acaf0e144', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:21.958965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.981132 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-ab46d957-53bb-453f-8ccc-72c6904947e7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:21.988069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ab46d957-53bb-453f-8ccc-72c6904947e7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1785855 Oct 11 15:34:21.988768 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:21.992940 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-85241406-83d0-4282-9285-cecb7b867c89 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:21.993911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-85241406-83d0-4282-9285-cecb7b867c89 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042377 Oct 11 15:34:21.996755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:21.997764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.001990 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-7a954435-72ca-4eac-8237-e847f119a2e7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.002496 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0bf06438-e878-4df9-bd00-6376cf4a4542'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:22.005275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a954435-72ca-4eac-8237-e847f119a2e7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041389 Oct 11 15:34:22.010145 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.040716 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Allocated IP 2001:db8::f816:3eff:fef5:cea3 (4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2/0a0761b6-b562-47d4-8682-7937dc669111/b7fadb56-a132-41b4-b8aa-1eae1f99d294) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:22.051453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.058545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.084975 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-e4b70f7b-d06f-4c30-8f53-aa1282043cd4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.087209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd52a3c9-b6d3-4624-a9e9-e97b48932672,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:22.089931 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.090053 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4b70f7b-d06f-4c30-8f53-aa1282043cd4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0758951 Oct 11 15:34:22.093983 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-458b5a19-9b1c-47fa-95b0-bb8034c0d0d6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.095776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-458b5a19-9b1c-47fa-95b0-bb8034c0d0d6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052128 Oct 11 15:34:22.098185 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.102467 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-3555311f-d4ef-4b50-810d-d76caa14c69e tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.105980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3555311f-d4ef-4b50-810d-d76caa14c69e tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044796 Oct 11 15:34:22.106782 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.110131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.111299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-334a0295-65bc-4df4-a4f6-e8f85403d3a4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045145 Oct 11 15:34:22.119922 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-6f0800f5-697d-413c-a756-84e2dded7cb4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.123510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6f0800f5-697d-413c-a756-84e2dded7cb4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087562 Oct 11 15:34:22.123510 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.123725 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.130945 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'security_group_rule': {'security_group_id': '9f377477-e9c1-4d62-84af-005acaf0e144', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:22.140157 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-999d5835-d99c-4513-841e-c5d2c11e4e7f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.143961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-999d5835-d99c-4513-841e-c5d2c11e4e7f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0160601 Oct 11 15:34:22.146948 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.149839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-716c8f42-6867-4c68-922f-4146dfc3e1bd service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459021 Oct 11 15:34:22.158248 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-82603ce1-9885-46b5-84ea-80ec97099f7f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.162174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-82603ce1-9885-46b5-84ea-80ec97099f7f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0118461 Oct 11 15:34:22.164501 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.170271 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-b3db53a3-f40a-4f5e-9c0d-0ac5dcb50c80 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.173978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b3db53a3-f40a-4f5e-9c0d-0ac5dcb50c80 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059593 Oct 11 15:34:22.178192 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.188442 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-1fe7e091-8207-4ba2-883c-442931e49dd5 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.191801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1fe7e091-8207-4ba2-883c-442931e49dd5 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0080543 Oct 11 15:34:22.192120 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.196825 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-aae28b41-b640-4142-a034-06c17801345a tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.197786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aae28b41-b640-4142-a034-06c17801345a tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047395 Oct 11 15:34:22.204243 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.204952 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.212101 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-add56871-906e-4bb8-b882-338a9b240439 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.213053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-add56871-906e-4bb8-b882-338a9b240439 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053670 Oct 11 15:34:22.213606 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-deleted', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df'}, {'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'name': 'network-vif-deleted', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:22.216391 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc77f5-1898-4d22-81d0-45a69086c0f4" -d '{"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-deleted", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df"}, {"server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "name": "network-vif-deleted", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:22.218793 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.243601 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-2f10209b-8547-448c-a767-bd4cfc5dfe6c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.247697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2f10209b-8547-448c-a767-bd4cfc5dfe6c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0105858 Oct 11 15:34:22.252375 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.262688 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-80d0cc4d-3601-4b35-bc56-51e28a6a267d tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.267110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-80d0cc4d-3601-4b35-bc56-51e28a6a267d tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0132620 Oct 11 15:34:22.267901 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.272565 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c093c13d-c4b6-4cbb-aea3-e14cf05796be x-openstack-request-id: req-c093c13d-c4b6-4cbb-aea3-e14cf05796be {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:22.273221 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563e12f-539a-40d1-b0c5-843f55021042", "name": "network-vif-deleted", "tag": "3c27eeb0-e95e-42a3-9956-1e6ea454a9df", "status": "completed", "code": 200}, {"server_uuid": "db14fb6b-4b42-4e7d-9277-d3ddb8e99924", "name": "network-vif-deleted", "tag": "8aab4f51-7111-4eec-8491-58f7a09df17d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:22.273221 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c093c13d-c4b6-4cbb-aea3-e14cf05796be {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:22.273771 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563e12f-539a-40d1-b0c5-843f55021042', 'name': 'network-vif-deleted', 'tag': '3c27eeb0-e95e-42a3-9956-1e6ea454a9df', 'status': 'completed', 'code': 200} Oct 11 15:34:22.274105 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db14fb6b-4b42-4e7d-9277-d3ddb8e99924', 'name': 'network-vif-deleted', 'tag': '8aab4f51-7111-4eec-8491-58f7a09df17d', 'status': 'completed', 'code': 200} Oct 11 15:34:22.282208 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-de02cf3e-1390-488a-a276-670a89c609b3 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.289216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de02cf3e-1390-488a-a276-670a89c609b3 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0136709 Oct 11 15:34:22.290050 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.313019 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-27389ef7-4246-4544-bebb-1c41b958a856 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.316870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27389ef7-4246-4544-bebb-1c41b958a856 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0112967 Oct 11 15:34:22.319522 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.322056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.325734 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-98911596-a1a4-487c-afa9-095ff19c67b0 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.331094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98911596-a1a4-487c-afa9-095ff19c67b0 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102475 Oct 11 15:34:22.333245 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.341052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.350431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.355461 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-6f4ac610-328e-47de-9efb-03e43247e245 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.356542 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f4ac610-328e-47de-9efb-03e43247e245 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158772 Oct 11 15:34:22.363317 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.364271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.366807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.378115 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-d6eb7b40-1e4c-4762-b662-ecdaf2aa0705 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.379076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6eb7b40-1e4c-4762-b662-ecdaf2aa0705 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099559 Oct 11 15:34:22.394479 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.411603 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:22.415025 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:22.416766 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Pushing event updated for resources: {'Port': ['ID=b7fadb56-a132-41b4-b8aa-1eae1f99d294,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:22.419249 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:22.442041 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-ca43bfda-1ad5-43a7-994b-7f213513baea tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.445462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca43bfda-1ad5-43a7-994b-7f213513baea tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0173643 Oct 11 15:34:22.450909 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46930) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.456801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-27c72f84-4d92-476a-9a30-440094885f82 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.460101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27c72f84-4d92-476a-9a30-440094885f82 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043221 Oct 11 15:34:22.462362 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.464199 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e1b306-e38a-4e67-8854-fe5ce4c8de0e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:22.473020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-369f4422-43e0-44c7-b989-4851acabd198 req-a1964260-b5c9-43a4-a2a5-cd225b6201d6 service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134053 Oct 11 15:34:22.478768 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Attempting to bind port b7fadb56-a132-41b4-b8aa-1eae1f99d294 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:22.479235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Attempting to bind port b7fadb56-a132-41b4-b8aa-1eae1f99d294 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6e8093c8-c746-408c-ae65-3a7624950dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:22.479868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Attempting to bind port b7fadb56-a132-41b4-b8aa-1eae1f99d294 on network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:22.484334 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-2a7614b3-d729-4347-a34e-ae8e1583b178 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Checking segment: {'id': '6e8093c8-c746-408c-ae65-3a7624950dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Bound using segment: {'id': '6e8093c8-c746-408c-ae65-3a7624950dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Bound port: b7fadb56-a132-41b4-b8aa-1eae1f99d294, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8093c8-c746-408c-ae65-3a7624950dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:22.488861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.490471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a7614b3-d729-4347-a34e-ae8e1583b178 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0234606 Oct 11 15:34:22.490595 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46934) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.499386 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-b278e2c1-31d7-4a41-b31c-f3fed8f7dcd7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.499743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b278e2c1-31d7-4a41-b31c-f3fed8f7dcd7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069883 Oct 11 15:34:22.503171 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.507421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.508595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7473b6bb-aca9-4682-b80b-d8126140b49b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3858974 Oct 11 15:34:22.514933 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.517081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec0456-94a5-4117-9053-fdb4af8e295d req-23bc040e-079a-4e4e-b653-6fb7576f3cdd tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:22.518616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbec0456-94a5-4117-9053-fdb4af8e295d req-23bc040e-079a-4e4e-b653-6fb7576f3cdd tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 945 time: 0.1709116 Oct 11 15:34:22.522500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:22.523287 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-2835fa45-93a6-4a50-8f67-27d5ecf12c66 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.524237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2835fa45-93a6-4a50-8f67-27d5ecf12c66 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0199921 Oct 11 15:34:22.533315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4f37-356f-45a1-a7a1-507d8dc2c248 req-b6aa78f3-24f9-4ca1-8867-bba8c17517ac tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:22.533602 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.535089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c87f4f37-356f-45a1-a7a1-507d8dc2c248 req-b6aa78f3-24f9-4ca1-8867-bba8c17517ac tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 943 time: 0.1693654 Oct 11 15:34:22.544078 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-bdf983bc-5e2b-4e49-b16f-c1c9211f50c1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.547357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdf983bc-5e2b-4e49-b16f-c1c9211f50c1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104723 Oct 11 15:34:22.548416 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.564388 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-13fca5de-14e8-44a8-9a99-70607ca53207 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.565532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-13fca5de-14e8-44a8-9a99-70607ca53207 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0161057 Oct 11 15:34:22.576036 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.580378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] For port b7fadb56-a132-41b4-b8aa-1eae1f99d294, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:22.580642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.581899 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-95d611cb-7a1a-4a7a-abc5-262aca50bb37 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.582967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-95d611cb-7a1a-4a7a-abc5-262aca50bb37 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056589 Oct 11 15:34:22.587548 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] For port b7fadb56-a132-41b4-b8aa-1eae1f99d294, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7fadb56-a132-41b4-b8aa-1eae1f99d294,segment=NetworkSegment(6e8093c8-c746-408c-ae65-3a7624950dfd),segment_id=6e8093c8-c746-408c-ae65-3a7624950dfd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:22.591282 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.592041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.599018 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-0337d78a-cd8d-4346-942e-6ba583f4f793 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.599018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0337d78a-cd8d-4346-942e-6ba583f4f793 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051019 Oct 11 15:34:22.603072 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.613267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-1f26961f-d113-428c-b0a0-e53b710e4060 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.614393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1f26961f-d113-428c-b0a0-e53b710e4060 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0100548 Oct 11 15:34:22.618100 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.626894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0761b6-b562-47d4-8682-7937dc669111,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:22.628424 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-e269a41e-9a8b-4fb5-88c8-6baa09060a48 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.629419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e269a41e-9a8b-4fb5-88c8-6baa09060a48 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100873 Oct 11 15:34:22.629669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.633538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbec0456-94a5-4117-9053-fdb4af8e295d req-adc48c41-5454-4b7b-bc6f-70803ec3b5b6 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967743 Oct 11 15:34:22.633538 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.635001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:22.642716 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-5662d91a-5bbf-4ea4-8e51-fd7ebc8cf653 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.646078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5662d91a-5bbf-4ea4-8e51-fd7ebc8cf653 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065596 Oct 11 15:34:22.646414 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.650685 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-45a5a037-4705-4029-9a58-6ebec76d11a7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.654009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-45a5a037-4705-4029-9a58-6ebec76d11a7 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043983 Oct 11 15:34:22.661463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c87f4f37-356f-45a1-a7a1-507d8dc2c248 req-c7897c23-9d1e-4732-83a5-12edb6eb92e2 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947986 Oct 11 15:34:22.662078 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.676250 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-df9850f4-73f2-4d1f-a0cc-e5f7476f3176 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.679552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-df9850f4-73f2-4d1f-a0cc-e5f7476f3176 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0141530 Oct 11 15:34:22.680403 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.684631 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-eee09216-59ae-490a-b55c-356cddbd3608 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.688240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eee09216-59ae-490a-b55c-356cddbd3608 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052347 Oct 11 15:34:22.688581 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.692893 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-959ca4a3-25ab-42f6-8785-899d4eebb491 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.695993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-959ca4a3-25ab-42f6-8785-899d4eebb491 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043139 Oct 11 15:34:22.696671 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.701760 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-bc68c5ed-3b3e-42ec-8a68-5f4b4e16e0ab tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.705601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bc68c5ed-3b3e-42ec-8a68-5f4b4e16e0ab tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050263 Oct 11 15:34:22.705601 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.706581 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 3c27eeb0-e95e-42a3-9956-1e6ea454a9df {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:22.707109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c27eeb0-e95e-42a3-9956-1e6ea454a9df not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:22.714916 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90b5a0-31cf-44c7-a6b0-693df02bfe3f None None] Pushing event updated for resources: {'Port': ['ID=b7fadb56-a132-41b4-b8aa-1eae1f99d294,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:22.720630 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-50bf6282-6dfd-4ddd-bb08-857b56aa9d0b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.724696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50bf6282-6dfd-4ddd-bb08-857b56aa9d0b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0127211 Oct 11 15:34:22.724794 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.733131 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-95f02665-f0dd-48ca-a32f-44274ba99dbe tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.736560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-95f02665-f0dd-48ca-a32f-44274ba99dbe tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071900 Oct 11 15:34:22.738549 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.743113 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-158b7251-6c4d-44fe-bd0d-6fc475c09416 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.746347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-158b7251-6c4d-44fe-bd0d-6fc475c09416 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054817 Oct 11 15:34:22.748722 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.750396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.759341 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-d81144ec-7f31-4533-96f0-b34a125a9e1b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.763821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d81144ec-7f31-4533-96f0-b34a125a9e1b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0140457 Oct 11 15:34:22.764460 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.768599 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-73ba45b4-f9c4-47fa-beed-47ff8e80a1e6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.772839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-73ba45b4-f9c4-47fa-beed-47ff8e80a1e6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074089 Oct 11 15:34:22.773605 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.784858 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-9c5378ef-6aa7-46a6-85e3-41e6f0ed59ab tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.790168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9c5378ef-6aa7-46a6-85e3-41e6f0ed59ab tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0148914 Oct 11 15:34:22.790929 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.798670 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-3e3a8e3b-fb59-4cc4-9845-3cc287b8cb8c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.799433 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:22.801968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e3a8e3b-fb59-4cc4-9845-3cc287b8cb8c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099137 Oct 11 15:34:22.802662 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.808471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-66332dad-6d80-4eb0-9fd7-0f518480d601 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.809399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-66332dad-6d80-4eb0-9fd7-0f518480d601 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046306 Oct 11 15:34:22.813052 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.814694 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8093c8-c746-408c-ae65-3a7624950dfd') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:22.814981 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8093c8-c746-408c-ae65-3a7624950dfd') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:22.826497 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-ace555df-2bf6-4ad8-a251-03e75f249a40 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.827478 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ace555df-2bf6-4ad8-a251-03e75f249a40 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0100303 Oct 11 15:34:22.832756 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.834108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.837509 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-9a83c3cb-239f-4a0b-9b08-d43c72d57646 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.840613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a83c3cb-239f-4a0b-9b08-d43c72d57646 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047786 Oct 11 15:34:22.841264 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.845659 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-d2ef8766-5e3f-459c-ba71-375f82d81190 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.849806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d2ef8766-5e3f-459c-ba71-375f82d81190 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041311 Oct 11 15:34:22.849976 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.863115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c1acbf3e-31d7-4b15-9123-cf7f7f265004 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/256e8ab9-a011-4e60-83ce-1db27d2d71c5 HTTP/1.1" status: 200 len: 1803 time: 0.0684969 Oct 11 15:34:22.873032 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-bca14e46-4542-4a8e-ba37-c94fbbf73067 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.876445 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bca14e46-4542-4a8e-ba37-c94fbbf73067 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0227163 Oct 11 15:34:22.876445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.878942 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.889367 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-55b0f968-c078-4d4d-80dd-884314a54f8e tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.890417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-55b0f968-c078-4d4d-80dd-884314a54f8e tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0076203 Oct 11 15:34:22.897189 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.897189 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:22.897189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:22.902098 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:22.924482 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-b87fda3a-10b5-4b02-b827-eff256077884 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.925465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b87fda3a-10b5-4b02-b827-eff256077884 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0251753 Oct 11 15:34:22.928461 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.935828 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-043ebb0c-da90-468a-8b21-76a7226e9b46 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.937886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-043ebb0c-da90-468a-8b21-76a7226e9b46 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081298 Oct 11 15:34:22.948528 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.953029 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-6834e2d6-19e2-41e3-8538-18e7b19b3a63 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.953980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6834e2d6-19e2-41e3-8538-18e7b19b3a63 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045488 Oct 11 15:34:22.956835 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.964060 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-fda067a3-7724-4f01-877d-bcc860e625a1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.965464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fda067a3-7724-4f01-877d-bcc860e625a1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0073130 Oct 11 15:34:22.970788 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.974672 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-c7ce506e-0637-4d2a-aa20-c1ed2ee05e7a tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.975669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c7ce506e-0637-4d2a-aa20-c1ed2ee05e7a tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039301 Oct 11 15:34:22.982583 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.988200 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-928a7c7c-a4b8-4feb-9b73-091df4a46ff1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:22.990861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-928a7c7c-a4b8-4feb-9b73-091df4a46ff1 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065737 Oct 11 15:34:22.993467 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:22.999138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:34:22.999138 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:34:22.999138 n-d-master-1 neutron-server[94826]: [parameters: {'id': '4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2'}] Oct 11 15:34:22.999138 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:34:22.999511 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:34:23.001395 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-204f4017-832a-4aa0-ba1f-d3ccd4606a36 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.002387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-204f4017-832a-4aa0-ba1f-d3ccd4606a36 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079157 Oct 11 15:34:23.007409 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.011579 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-55d4c1de-86be-4073-bb73-72c4a0b0fc08 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.014184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-55d4c1de-86be-4073-bb73-72c4a0b0fc08 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041964 Oct 11 15:34:23.016525 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.023057 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-c003b336-59e1-4e90-a2ef-6d7cdc67942f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.024182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c003b336-59e1-4e90-a2ef-6d7cdc67942f tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052679 Oct 11 15:34:23.027294 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.027827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.032085 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-37c697d8-57f5-4098-8b63-73baa56f8a31 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.035280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-37c697d8-57f5-4098-8b63-73baa56f8a31 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045347 Oct 11 15:34:23.035424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.035553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.036818 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.041310 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-ba97a61d-0cac-4004-9581-395a1a77013b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.042859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba97a61d-0cac-4004-9581-395a1a77013b tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051489 Oct 11 15:34:23.046571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.056669 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-6aba2169-4d06-484a-93d2-e46b701bbbb6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.058649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6aba2169-4d06-484a-93d2-e46b701bbbb6 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0100923 Oct 11 15:34:23.061091 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.069444 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-af3646dc-e022-4827-8e53-2db83dac89d8 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.073067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af3646dc-e022-4827-8e53-2db83dac89d8 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084016 Oct 11 15:34:23.075460 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.082154 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-7ce0b3a5-2f5d-44c1-a83c-2b4a1a08bf45 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.085623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ce0b3a5-2f5d-44c1-a83c-2b4a1a08bf45 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067754 Oct 11 15:34:23.085623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.087858 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.098047 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-133d6590-ced1-4595-9c20-7ac96e041c75 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.101273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-133d6590-ced1-4595-9c20-7ac96e041c75 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101976 Oct 11 15:34:23.102141 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.108098 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-a9ea4335-7669-4ceb-9be6-e6febc9b54c4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.109037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a9ea4335-7669-4ceb-9be6-e6febc9b54c4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065215 Oct 11 15:34:23.111853 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.123687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-90537930-d22c-4cec-bf7d-86ac1a1ae607 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.124640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90537930-d22c-4cec-bf7d-86ac1a1ae607 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103824 Oct 11 15:34:23.127082 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.131532 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-1bc1da8d-dc14-404d-aa50-7af88622859c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.132463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1bc1da8d-dc14-404d-aa50-7af88622859c tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043020 Oct 11 15:34:23.134732 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.140424 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [None req-d43ab3a1-10b9-4728-a8cd-99e8fe3545d4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:34:23.141351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d43ab3a1-10b9-4728-a8cd-99e8fe3545d4 tempest-ExtensionsTestJSON-489488666 tempest-ExtensionsTestJSON-489488666-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057282 Oct 11 15:34:23.162725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.165956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.167235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dc02045-5c09-40fb-95c9-5f45f607b8a2 req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/256e8ab9-a011-4e60-83ce-1db27d2d71c5 HTTP/1.1" status: 204 len: 173 time: 0.2956879 Oct 11 15:34:23.178429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9287e-07e9-4af9-b00d-a528ba7aaeb4 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e8ab9-a011-4e60-83ce-1db27d2d71c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:23.198176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0bf06438-e878-4df9-bd00-6376cf4a4542 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:23.244981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-bd37d082-1330-47ae-9c37-bcc41e087351 tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "GET /v2.0/security-groups/a4ae4d23-7530-4881-99fb-1f416f6dd012 HTTP/1.1" status: 200 len: 1802 time: 0.0536838 Oct 11 15:34:23.272350 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 0bf06438-e878-4df9-bd00-6376cf4a4542 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:34:23.277057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 0bf06438-e878-4df9-bd00-6376cf4a4542 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:23.277549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.326695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.380002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.411441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.418808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b7fadb56-a132-41b4-b8aa-1eae1f99d294 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:23.449897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.452812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.454157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3f35c5e-9558-4bb2-b41d-8505fa7813d4 req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4ae4d23-7530-4881-99fb-1f416f6dd012 HTTP/1.1" status: 204 len: 173 time: 0.2077785 Oct 11 15:34:23.462557 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.481199 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:23.483769 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfcd3a2-7be7-4e20-ab81-cdabdf67e22d" -d '{"events": [{"server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "name": "network-vif-plugged", "status": "completed", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:23.512383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7d66-f8c2-48df-8bc4-b7b493a99a2b tempest-SecurityGroupsTestJSON-2037353111 tempest-SecurityGroupsTestJSON-2037353111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ae4d23-7530-4881-99fb-1f416f6dd012,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:23.542612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0bf06438-e878-4df9-bd00-6376cf4a4542,segment=NetworkSegment(331b3872-a478-4ae6-a664-d098958f452e),segment_id=331b3872-a478-4ae6-a664-d098958f452e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:23.546524 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Deleting subnet 111898f9-24b5-46f1-b73e-3fc213ce91fe {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:23.548872 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:23.560090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.582962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.583955 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aab4f51-7111-4eec-8491-58f7a09df17d no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:23.594088 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ead4c-0ac1-4c74-9e01-09cf9bfc6100 x-openstack-request-id: req-7e5ead4c-0ac1-4c74-9e01-09cf9bfc6100 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:23.596074 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "name": "network-vif-plugged", "status": "completed", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:23.596343 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e5ead4c-0ac1-4c74-9e01-09cf9bfc6100 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:23.598709 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542', 'code': 200} Oct 11 15:34:23.605628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.654411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8aab4f51-7111-4eec-8491-58f7a09df17d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:23.655683 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aab4f51-7111-4eec-8491-58f7a09df17d not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:23.700989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b7fadb56-a132-41b4-b8aa-1eae1f99d294 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:23.701525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.703364 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:23.706096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.763123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.820781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7782-1f5d-444d-8b36-1d73114891f8 req-1e1540ef-fa08-4cb7-b4d7-8aab3652b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:23.822701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a5f7782-1f5d-444d-8b36-1d73114891f8 req-1e1540ef-fa08-4cb7-b4d7-8aab3652b8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 1097 time: 0.1826179 Oct 11 15:34:23.839409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60756a17-0d60-4efe-8647-4e9a6d770461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.841971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.842263 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Allocated IP 172.35.3.46 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/b21c44ec-cf20-4de1-b4c8-b3f72245da6a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:23.888493 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b7fadb56-a132-41b4-b8aa-1eae1f99d294, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7fadb56-a132-41b4-b8aa-1eae1f99d294,segment=NetworkSegment(6e8093c8-c746-408c-ae65-3a7624950dfd),segment_id=6e8093c8-c746-408c-ae65-3a7624950dfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:23.897422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.959959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a5f7782-1f5d-444d-8b36-1d73114891f8 req-c9c79f43-6690-4634-b9f4-335261a0a669 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172376 Oct 11 15:34:23.969001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b7fadb56-a132-41b4-b8aa-1eae1f99d294,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:23.974883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1abdf-fe4d-44d9-a362-f851695b5506 req-d9a19661-3880-4cd0-b7dd-462537d40ae5 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:23.976586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ad1abdf-fe4d-44d9-a362-f851695b5506 req-d9a19661-3880-4cd0-b7dd-462537d40ae5 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 943 time: 0.2149997 Oct 11 15:34:23.981612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:23.990620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d68c2-6cfd-4993-87fd-907a05774116 req-19bc5814-e5a2-4ed0-88ca-1ab75aab9925 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:23.992134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f30d68c2-6cfd-4993-87fd-907a05774116 req-19bc5814-e5a2-4ed0-88ca-1ab75aab9925 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 946 time: 0.2227159 Oct 11 15:34:23.998557 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7c750-9bf2-4399-b564-734c05e30d50 None None] Network 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:24.006713 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port b7fadb56-a132-41b4-b8aa-1eae1f99d294 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:24.007181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.049765 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111898f9-24b5-46f1-b73e-3fc213ce91fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.058112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.063626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-25da6354-b976-4397-b1ab-b02d8ed55b0e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/111898f9-24b5-46f1-b73e-3fc213ce91fe HTTP/1.1" status: 204 len: 168 time: 0.5976326 Oct 11 15:34:24.064820 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:24.069192 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34fccba0-781c-4693-8733-0171ed5ad6e7 None None] Provisioning complete for port b7fadb56-a132-41b4-b8aa-1eae1f99d294 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:24.069587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34fccba0-781c-4693-8733-0171ed5ad6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.108177 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] For port b7fadb56-a132-41b4-b8aa-1eae1f99d294, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7fadb56-a132-41b4-b8aa-1eae1f99d294,segment=NetworkSegment(6e8093c8-c746-408c-ae65-3a7624950dfd),segment_id=6e8093c8-c746-408c-ae65-3a7624950dfd)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:24.108541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.122007 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for b7fadb56-a132-41b4-b8aa-1eae1f99d294 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:24.152685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ad1abdf-fe4d-44d9-a362-f851695b5506 req-3bbe5a26-3b15-4366-8282-61c288dde264 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569707 Oct 11 15:34:24.173705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f30d68c2-6cfd-4993-87fd-907a05774116 req-4be4d03e-17b1-432b-956a-a429e16e1296 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626947 Oct 11 15:34:24.205437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60756a17-0d60-4efe-8647-4e9a6d770461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.210068 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.213580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60756a17-0d60-4efe-8647-4e9a6d770461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.250911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06422083-dad3-40ac-9867-8998406983e6 None None] DHCP port deletion for 4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:24.280071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-60756a17-0d60-4efe-8647-4e9a6d770461 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbd59d1b211040ffaa106114bfddc7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299888 Oct 11 15:34:24.282319 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60756a17-0d60-4efe-8647-4e9a6d770461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10511d9-3e6c-4194-8f84-0ea3377b797c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.285450 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:24.291822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.316215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Deleting port b7fadb56-a132-41b4-b8aa-1eae1f99d294 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:24.316591 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.360902 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Deleting port a9ef2239-1d25-441a-a1dc-51c80d5a4807 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:24.361318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.365418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.382639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-06422083-dad3-40ac-9867-8998406983e6 None None] For port b7fadb56-a132-41b4-b8aa-1eae1f99d294, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7fadb56-a132-41b4-b8aa-1eae1f99d294,segment=NetworkSegment(6e8093c8-c746-408c-ae65-3a7624950dfd),segment_id=6e8093c8-c746-408c-ae65-3a7624950dfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:24.383045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.397606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Calling delete_port for b7fadb56-a132-41b4-b8aa-1eae1f99d294 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:24.440043 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=b7fadb56-a132-41b4-b8aa-1eae1f99d294,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.445827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.450499 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No DVR routers for this DVR port b7fadb56-a132-41b4-b8aa-1eae1f99d294 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:24.570637 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:24.586836 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:24.598259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:24.610257 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'Port': ['ID=b21c44ec-cf20-4de1-b4c8-b3f72245da6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.629825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58efffe7-2c1e-4249-a830-1b584c8d2e75 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:24.642927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.648886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.659326 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] For port a9ef2239-1d25-441a-a1dc-51c80d5a4807, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9ef2239-1d25-441a-a1dc-51c80d5a4807,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:24.659687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.673559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.684856 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.700830 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Calling delete_port for a9ef2239-1d25-441a-a1dc-51c80d5a4807 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:24.702533 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28906472-7e99-4864-915f-96ed925e5ba6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.709371 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8093c8-c746-408c-ae65-3a7624950dfd') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.709971 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8093c8-c746-408c-ae65-3a7624950dfd') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.712790 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06422083-dad3-40ac-9867-8998406983e6 None None] Pushing event deleted for resources: {'Port': ['ID=b7fadb56-a132-41b4-b8aa-1eae1f99d294,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.718723 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.718723 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efddfa8e-ffde-4027-87fe-cd8ee6cdf6e4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:24.719518 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06422083-dad3-40ac-9867-8998406983e6 None None] No DVR routers for this DVR port b7fadb56-a132-41b4-b8aa-1eae1f99d294 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:24.731169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.732249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.733265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.763924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.771303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75,segment=NetworkSegment(f5e5d0c9-e63c-49e1-8216-733c0404079f),segment_id=f5e5d0c9-e63c-49e1-8216-733c0404079f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:24.771710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.781717 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:24.782248 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:24.784059 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:24.788826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '58efffe7-2c1e-4249-a830-1b584c8d2e75', 'network_id': '679fb604-c50f-4613-8942-87e4abd96a1b', 'port_id': '58efffe7-2c1e-4249-a830-1b584c8d2e75', 'mac_address': 'fa:16:3e:c6:37:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56048fe-f4e2-4d4d-8bf4-165285b3e16c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:24.805200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.824940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:24.825338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:24.828786 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:24.831156 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.842584 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58efffe7-2c1e-4249-a830-1b584c8d2e75 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:24.880760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.890334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.893798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/28906472-7e99-4864-915f-96ed925e5ba6 HTTP/1.1" status: 204 len: 168 time: 0.8260162 Oct 11 15:34:24.896626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.901418 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75,segment=NetworkSegment(f5e5d0c9-e63c-49e1-8216-733c0404079f),segment_id=f5e5d0c9-e63c-49e1-8216-733c0404079f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:24.911787 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.913411 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef11475-b8b8-4b92-914e-6452658f8da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28906472-7e99-4864-915f-96ed925e5ba6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.928095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.931804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:24.949516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c10511d9-3e6c-4194-8f84-0ea3377b797c HTTP/1.1" status: 204 len: 168 time: 0.6629307 Oct 11 15:34:24.971499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a6429-29f0-4e5c-8150-ff4375a0bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10511d9-3e6c-4194-8f84-0ea3377b797c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.972003 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:24.979298 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.012133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.020997 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.027634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 HTTP/1.1" status: 204 len: 168 time: 3.4698372 Oct 11 15:34:25.028633 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:25.037140 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1347963600'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:25.059589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2883-d1ce-4dc8-ac86-c9609b462ba3 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:25.072984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:25.093342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.110256 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:25.152101 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:25.174425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-777f0424-0487-4ea7-8e48-18ddb609e483 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1b3ca4849384f1290711a4c4cd9acbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629728 Oct 11 15:34:25.176028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.176470 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment e3980d93-8603-424f-9186-567546c528d0 of type vlan for network 68ba3308-04ed-4b83-8470-d56ae7621a51 Oct 11 15:34:25.177750 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:25.201137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['58efffe7-2c1e-4249-a830-1b584c8d2e75'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:25.281690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.293285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.322686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.351977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ef2239-1d25-441a-a1dc-51c80d5a4807,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:25.396037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.406876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b7fadb56-a132-41b4-b8aa-1eae1f99d294 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:25.408179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.438211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b7fadb56-a132-41b4-b8aa-1eae1f99d294 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:25.438927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b7fadb56-a132-41b4-b8aa-1eae1f99d294 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:25.477194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.550263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bae65-6f0f-4e58-805e-07dd26786ac3 req-8e04047e-5e6b-44db-a6ee-05ec9c27cd22 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:25.553306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.558681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-180bae65-6f0f-4e58-805e-07dd26786ac3 req-8e04047e-5e6b-44db-a6ee-05ec9c27cd22 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 944 time: 0.2372875 Oct 11 15:34:25.560470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.567681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:25.568304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.584845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1574c9-9583-4cd5-ab28-f6ad5775609a req-3a85710f-8900-4fd4-a882-e0c2c2912b44 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:25.586606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd1574c9-9583-4cd5-ab28-f6ad5775609a req-3a85710f-8900-4fd4-a882-e0c2c2912b44 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 946 time: 0.2961724 Oct 11 15:34:25.609777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.612218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.616276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b54491a3-baf3-41d5-92ae-05eaa93f1b36 HTTP/1.1" status: 204 len: 168 time: 0.4368145 Oct 11 15:34:25.683421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-180bae65-6f0f-4e58-805e-07dd26786ac3 req-bbed2843-1438-41ce-b2d5-82371d39c24a tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237230 Oct 11 15:34:25.692338 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dac84-1c41-49e3-add7-19226e45b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54491a3-baf3-41d5-92ae-05eaa93f1b36,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:25.705875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6749628 Oct 11 15:34:25.712348 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:25.719123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'Port': ['ID=b21c44ec-cf20-4de1-b4c8-b3f72245da6a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:25.728603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:25.759549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e1bed-3679-476d-ae76-4cefe0618322 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=68ba3308-04ed-4b83-8470-d56ae7621a51,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:25.762707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.779237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 68ba3308-04ed-4b83-8470-d56ae7621a51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:25.807911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd1574c9-9583-4cd5-ab28-f6ad5775609a req-334e6990-1217-491a-9142-48889aca0b96 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657572 Oct 11 15:34:25.828941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.840225 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8f2d329-fe44-4596-9ad6-4dae945d5a27 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3121092 Oct 11 15:34:25.870470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:25.878967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:25.955443 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Router 8c9a909e-4f85-44e8-b155-da63930f491d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:26.154197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:26.160041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8dee97aa-147b-4c09-8d45-c7ef7ec206dc admin admin] 10.222.0.31 "PUT /v2.0/routers/8c9a909e-4f85-44e8-b155-da63930f491d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4028065 Oct 11 15:34:26.164129 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:26.165850 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Sync routers for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:26.179829 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:26.183297 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:26.313648 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:26.339680 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.365608 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:26.368721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003409e0-ca49-411a-ae27-b18c03c0a16f req-4a8593d0-cced-4947-86e6-74c4cc280622 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:26.375952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-003409e0-ca49-411a-ae27-b18c03c0a16f req-4a8593d0-cced-4947-86e6-74c4cc280622 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 946 time: 0.1617708 Oct 11 15:34:26.416898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-111b08d9-0f49-406a-b8c7-e45f8aa8073e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:26.419038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-111b08d9-0f49-406a-b8c7-e45f8aa8073e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.3208330 Oct 11 15:34:26.515998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-f277f221-7a49-432f-a5cc-a2edc808eee4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/quotas/ace3b7afaa544bc9bb0228836da4dda5 HTTP/1.1" status: 200 len: 375 time: 0.0858300 Oct 11 15:34:26.535594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.542912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-003409e0-ca49-411a-ae27-b18c03c0a16f req-fc6a5399-e0dd-4636-86c6-fb1a5da9d3e6 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619940 Oct 11 15:34:26.560466 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.586656 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215'}], 'enable_snat': True}, 'gw_port_id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:34:25Z', 'revision_number': 5, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port': {'id': 'ba56fd2f-033d-4448-9d24-18f2be94f526', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:31:32Z', 'updated_at': '2021-10-11T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:26.620224 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58efffe7-2c1e-4249-a830-1b584c8d2e75 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:26.643701 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=f26b1180-d0cf-40fe-81b9-3afb79e6edec,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:26.652217 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-613362000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:26.661841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-c030b4b6-ccab-4d1d-8efc-15458af40160 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354187 Oct 11 15:34:26.663083 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Deleting port ba56fd2f-033d-4448-9d24-18f2be94f526 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:26.663433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.666932 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Checking router: 8c9a909e-4f85-44e8-b155-da63930f491d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:26.668295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': 'e3980d93-8603-424f-9186-567546c528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:26.668654 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: 68ba3308-04ed-4b83-8470-d56ae7621a51, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:26.676769 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Routers {'8c9a909e-4f85-44e8-b155-da63930f491d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:26.677392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8c9a909e-4f85-44e8-b155-da63930f491d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:26.743138 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 68ba3308-04ed-4b83-8470-d56ae7621a51 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:26.767611 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 68ba3308-04ed-4b83-8470-d56ae7621a51) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:26.770861 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] For port ba56fd2f-033d-4448-9d24-18f2be94f526, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba56fd2f-033d-4448-9d24-18f2be94f526,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:26.770861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.774871 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] Set router 8c9a909e-4f85-44e8-b155-da63930f491d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:26.777731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:26.778478 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.784485 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Calling delete_port for ba56fd2f-033d-4448-9d24-18f2be94f526 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:26.798177 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-c314ceb9-b90e-45dd-bc7f-6e82b9d3eedd service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261895 Oct 11 15:34:26.835352 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:34:26Z', 'revision_number': 6, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:26.837390 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00948ce9-d906-4b7e-a034-38daa09e51d9 None None] Network 68ba3308-04ed-4b83-8470-d56ae7621a51 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:26.908045 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:26.909195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.910464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.918192 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cecce7-acdf-4ba5-b531-063c47457cea None None] The sync data for ids ['8c9a909e-4f85-44e8-b155-da63930f491d'] in n-d-master-1 is: [{'id': '8c9a909e-4f85-44e8-b155-da63930f491d', 'name': 'tempest-ServersTestJSON-936404078-router', 'tenant_id': '0d24524340f540ff821653c1334e1da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:31:30Z', 'updated_at': '2021-10-11T15:34:26Z', 'revision_number': 6, 'project_id': '0d24524340f540ff821653c1334e1da6', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:26.923607 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 58efffe7-2c1e-4249-a830-1b584c8d2e75 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:34:26.930175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e0d37ba-a28d-4610-b1e0-7eafbcb2a86b tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2092328 Oct 11 15:34:26.931888 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 58efffe7-2c1e-4249-a830-1b584c8d2e75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:26.932365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:26.935983 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:26.981943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092c73-4ae0-456b-8b81-bf7ff6aef0fc req-91afbf7f-d62f-475e-979d-a5ad121e60df tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:26.983610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42092c73-4ae0-456b-8b81-bf7ff6aef0fc req-91afbf7f-d62f-475e-979d-a5ad121e60df tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 944 time: 0.1381624 Oct 11 15:34:27.027514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-9eb3a05f-7b5c-4c74-a2b1-c79b8cc862e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206004 Oct 11 15:34:27.057351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42092c73-4ae0-456b-8b81-bf7ff6aef0fc req-530e721d-e7fb-47c1-8986-50efe0ca7815 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Oct 11 15:34:27.073042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.111441 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:27.114122 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe53146-dd77-4be2-9b20-5427c6849dfe" -d '{"events": [{"server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "name": "network-vif-plugged", "status": "completed", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:27.119454 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1888227979-network', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:27.143195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.148824 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75,segment=NetworkSegment(f5e5d0c9-e63c-49e1-8216-733c0404079f),segment_id=f5e5d0c9-e63c-49e1-8216-733c0404079f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:27.154436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.163172 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30c08f-cf43-49dc-b845-f15a3ccf09f3 x-openstack-request-id: req-9d30c08f-cf43-49dc-b845-f15a3ccf09f3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:27.163827 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "name": "network-vif-plugged", "status": "completed", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:27.164247 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d30c08f-cf43-49dc-b845-f15a3ccf09f3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:27.164865 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75', 'code': 200} Oct 11 15:34:27.170240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-68ba3308-04ed-4b83-8470-d56ae7621a51', 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': 'f26b1180-d0cf-40fe-81b9-3afb79e6edec'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:27.171360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.180215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.190985 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Made reservation on behalf of 41583dc7b0454a7a90ab032119eb45c4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:27.193258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.217111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.278509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.280458 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2f7a71a-7024-4849-bd02-469404c108df tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9657316 Oct 11 15:34:27.285219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab7be63b-1847-4944-b63b-b0b5d16d1b20 req-7108e516-d916-44b2-974f-526979503b1c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 210 time: 0.0307324 Oct 11 15:34:27.285730 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:27.290678 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1916061520'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:27.333349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:27.336967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.341026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.347735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.355256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.361559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:27.458141 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Allocated IP 2001:db8::2 (68ba3308-04ed-4b83-8470-d56ae7621a51/f26b1180-d0cf-40fe-81b9-3afb79e6edec/50991443-329c-4cd2-83aa-e4a1e8cbfa0c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:27.464694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba56fd2f-033d-4448-9d24-18f2be94f526,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:27.486457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a9ef2239-1d25-441a-a1dc-51c80d5a4807 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:27.519214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-d99831d2-c799-4f5c-8fcd-9c82ce50ca15 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:27.519851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a9ef2239-1d25-441a-a1dc-51c80d5a4807 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:27.520046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a9ef2239-1d25-441a-a1dc-51c80d5a4807 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:27.521199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-d99831d2-c799-4f5c-8fcd-9c82ce50ca15 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.36 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 946 time: 0.1251581 Oct 11 15:34:27.588163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.592409 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35753cfa-8652-4c36-8d57-a1e7ba681f55 req-a1a4e650-5ae3-4aeb-b68b-dfe510062bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:27.594248 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35753cfa-8652-4c36-8d57-a1e7ba681f55 req-a1a4e650-5ae3-4aeb-b68b-dfe510062bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 1096 time: 0.2996902 Oct 11 15:34:27.669403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.709130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.718160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.732216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.744032 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:27.747103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.767635 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aedfa9d-5be3-4053-ba25-ad22d56205c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:27.775480 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.775830 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Added segment e5c8bf5c-c159-459d-8b31-c993f2cc8292 of type vlan for network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 Oct 11 15:34:27.779245 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Deleting port 0bf06438-e878-4df9-bd00-6376cf4a4542 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:27.779639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:27.852989 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Network 68ba3308-04ed-4b83-8470-d56ae7621a51 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:27.856236 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:27.859146 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:27.878827 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec858f-65e7-42ad-91c3-4216d5ccab58 req-7f0f6f51-0dd0-49c9-a263-6ef63cfd40e7 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:27.880438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2ec858f-65e7-42ad-91c3-4216d5ccab58 req-7f0f6f51-0dd0-49c9-a263-6ef63cfd40e7 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 946 time: 0.2203698 Oct 11 15:34:27.940710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.022402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2ec858f-65e7-42ad-91c3-4216d5ccab58 req-12455c27-308d-4c46-961a-1d07bf947483 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/security-groups?id=2251253a-c60e-4fbb-a6dd-73b436d9c675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179338 Oct 11 15:34:28.077511 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] For port 0bf06438-e878-4df9-bd00-6376cf4a4542, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0bf06438-e878-4df9-bd00-6376cf4a4542,segment=NetworkSegment(331b3872-a478-4ae6-a664-d098958f452e),segment_id=331b3872-a478-4ae6-a664-d098958f452e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:28.077848 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.089753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Attempting to bind port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:28.090126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Attempting to bind port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e3980d93-8603-424f-9186-567546c528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:28.091574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Attempting to bind port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c on network 68ba3308-04ed-4b83-8470-d56ae7621a51 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:28.096000 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Calling delete_port for 0bf06438-e878-4df9-bd00-6376cf4a4542 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:28.096410 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Pushing event updated for resources: {'Port': ['ID=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.109987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:28.110362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Checking segment: {'id': 'e3980d93-8603-424f-9186-567546c528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:28.110769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.111158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Bound using segment: {'id': 'e3980d93-8603-424f-9186-567546c528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:28.111629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Bound port: 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3980d93-8603-424f-9186-567546c528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68ba3308-04ed-4b83-8470-d56ae7621a51'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:28.112011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.115907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.124077 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:28.125007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.184180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.193061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.197122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.197799 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] For port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:28.202901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] For port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,segment=NetworkSegment(e3980d93-8603-424f-9186-567546c528d0),segment_id=e3980d93-8603-424f-9186-567546c528d0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:28.206180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.209741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.218205 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:28.227404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.227975 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Added segment 4c5d3be2-1e2e-4ab2-9118-983e688bdfd0 of type vlan for network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 Oct 11 15:34:28.270488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.275950 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336737-7aa2-4752-b744-8c74c32206c8 None None] Pushing event updated for resources: {'Port': ['ID=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.292547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0028501 Oct 11 15:34:28.301628 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:28.312511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420760b-5965-4af1-8889-4ef824f06b5a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Network': ['ID=d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.312846 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'subnet': {'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:28.332855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:28.336361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7fb55-b4d9-46a2-b797-5ff7a82d5c09 req-8f7773b0-3a25-4e61-b2ef-e1ec57b90a86 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:28.344374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f7fb55-b4d9-46a2-b797-5ff7a82d5c09 req-8f7773b0-3a25-4e61-b2ef-e1ec57b90a86 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.1554477 Oct 11 15:34:28.394372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35753cfa-8652-4c36-8d57-a1e7ba681f55 req-8cdd9f70-6fe3-4041-8a89-46692d13cb05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623417 Oct 11 15:34:28.394970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.395874 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:28.396642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.421659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f7fb55-b4d9-46a2-b797-5ff7a82d5c09 req-1bc5c421-d544-416e-89d5-44bd2c2011d6 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763311 Oct 11 15:34:28.458270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab4e0662-d752-4cbb-8e1e-8b2f81b0610c req-b810f3d1-7126-449f-8c33-f65c00330cd0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 210 time: 0.0333908 Oct 11 15:34:28.475373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.475991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9a909e-4f85-44e8-b155-da63930f491d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:34:28.477518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.489694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0bf06438-e878-4df9-bd00-6376cf4a4542'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:28.523353 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Pushing event deleted for resources: {'Port': ['ID=0bf06438-e878-4df9-bd00-6376cf4a4542,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.537847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a940d-3940-4454-8708-e84490dd8ddf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.568033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.569207 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f6f79eb-1e62-4105-a3fd-e353934bb4d6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8c9a909e-4f85-44e8-b155-da63930f491d HTTP/1.1" status: 204 len: 168 time: 2.4037876 Oct 11 15:34:28.573117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6537142 Oct 11 15:34:28.588577 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:28.589104 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:28.590071 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] No DVR routers for this DVR port 0bf06438-e878-4df9-bd00-6376cf4a4542 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:28.594663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.597964 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f8b026a-6309-441c-b411-f1a5720a8e5a req-fe74194e-c621-4230-b0a5-b97760e4d5c0 tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.36 "DELETE /v2.0/ports/0bf06438-e878-4df9-bd00-6376cf4a4542 HTTP/1.1" status: 204 len: 173 time: 1.0686090 Oct 11 15:34:28.598587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.603291 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'name': 'network-vif-deleted', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:28.605624 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6fcaf1-c574-4e57-a715-bf2a3f64084d" -d '{"events": [{"server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "name": "network-vif-deleted", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:28.613710 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Request body: {'subnet': {'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1888227979-subnet', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:28.631886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae239-d64f-4800-9108-1f2d64603e68 admin admin] Pushing event updated for resources: {'Network': ['ID=2a824e32-d367-444a-8b4c-8c37d5ea7e78,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.656283 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:28.703975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=f26b1180-d0cf-40fe-81b9-3afb79e6edec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:28.714987 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Deleting subnet 7b04213e-484f-4eb3-873b-7cfc0c4023c0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:28.718102 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc26b58-f7ac-4b75-9c59-6676572dff7a x-openstack-request-id: req-7fc26b58-f7ac-4b75-9c59-6676572dff7a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:28.718388 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a455fc24-7749-423b-85b6-13b78db3c347", "name": "network-vif-deleted", "tag": "0bf06438-e878-4df9-bd00-6376cf4a4542", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:28.718639 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fc26b58-f7ac-4b75-9c59-6676572dff7a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:28.719023 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a455fc24-7749-423b-85b6-13b78db3c347', 'name': 'network-vif-deleted', 'tag': '0bf06438-e878-4df9-bd00-6376cf4a4542', 'status': 'completed', 'code': 200} Oct 11 15:34:28.724138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.744057 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:28.754859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.788075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Made reservation on behalf of 41583dc7b0454a7a90ab032119eb45c4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:28.791009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.857901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.884270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.959165 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ba3308-04ed-4b83-8470-d56ae7621a51']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:28.973965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:28.976213 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3980d93-8603-424f-9186-567546c528d0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:28.976521 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3980d93-8603-424f-9186-567546c528d0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:28.997695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.033427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.055452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:29.055685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:29.060785 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:29.099792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.108328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.138667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-fb0f21fd-1fd5-4084-a2d2-43ed59d18bcb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:29.140094 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b04213e-484f-4eb3-873b-7cfc0c4023c0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:29.140577 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-fb0f21fd-1fd5-4084-a2d2-43ed59d18bcb tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.2867234 Oct 11 15:34:29.142253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.145440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6d128e91-c57d-4c8e-a19d-62edd8d89a0b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b04213e-484f-4eb3-873b-7cfc0c4023c0 HTTP/1.1" status: 204 len: 168 time: 0.5533574 Oct 11 15:34:29.147060 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8adc7-43ff-4a92-b1e7-8af9979cb3d6 None None] Network 46ef23ca-65d5-491a-b958-f1d13a0cf61d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:29.161902 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:29.172259 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'port': {'device_id': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'admin_state_up': True, 'tenant_id': 'ace3b7afaa544bc9bb0228836da4dda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:29.196142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89689e1-717c-4a03-813b-0eda49b42478,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:29.269066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fbab8be-f72e-40b7-b818-dc6412d2f220 req-08b53d8e-929b-4090-8dda-133a1de5d3cf tempest-ServerGroupTestJSON-807134299 tempest-ServerGroupTestJSON-807134299-project] 10.222.0.31 "GET /v2.0/ports?device_id=a455fc24-7749-423b-85b6-13b78db3c347 HTTP/1.1" status: 200 len: 210 time: 0.0629330 Oct 11 15:34:29.285975 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Checking segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:29.286330 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Network hostable DHCP agents. Network: 2a824e32-d367-444a-8b4c-8c37d5ea7e78, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:29.314203 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:29.329506 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2a824e32-d367-444a-8b4c-8c37d5ea7e78) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:29.330645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:34:29.330645 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:34:29.330645 n-d-master-1 neutron-server[94826]: [parameters: {'id': '68ba3308-04ed-4b83-8470-d56ae7621a51'}] Oct 11 15:34:29.330645 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:34:29.331337 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:34:29.335489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:29.336361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.363767 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558eebd6-6189-48cf-8248-e646bb791560 None None] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:29.368868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-549817a7-7ac8-42d4-8c7b-bcdefc180aa6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7755492 Oct 11 15:34:29.372198 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:29.377363 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:29.416500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.417762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.424698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50991443-329c-4cd2-83aa-e4a1e8cbfa0c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:29.516905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.517409 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.522393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:29.522933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.567804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.640069 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] DHCP port deletion for 46ef23ca-65d5-491a-b958-f1d13a0cf61d request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:29.685017 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Made reservation on behalf of ace3b7afaa544bc9bb0228836da4dda5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:29.689263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.712935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d69a37f1-f865-44ec-ab36-55f6853efbd0 req-8d04765c-4962-405e-9467-48bd8d7a77c4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 210 time: 0.0940900 Oct 11 15:34:29.774103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.787905 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Checking segment: {'id': 'e5c8bf5c-c159-459d-8b31-c993f2cc8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:29.788284 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network hostable DHCP agents. Network: d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:29.803040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.805815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:29.806457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.814400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239e707-2800-4bda-8b94-0db2f7cc4e23 req-6709e2ed-caa4-4de2-ba7c-065cca171bd0 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:29.815912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239e707-2800-4bda-8b94-0db2f7cc4e23 req-6709e2ed-caa4-4de2-ba7c-065cca171bd0 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.3055680 Oct 11 15:34:29.824201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f6969-c987-4781-9d2e-31cba0a2067a None None] Network 68ba3308-04ed-4b83-8470-d56ae7621a51 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:29.840649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.847048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Subnet': ['ID=38907916-98eb-4c47-ba23-2af434bcc08a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:29.874769 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Deleting port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:29.875166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.900281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,segment=NetworkSegment(e3980d93-8603-424f-9186-567546c528d0),segment_id=e3980d93-8603-424f-9186-567546c528d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:29.907702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4239e707-2800-4bda-8b94-0db2f7cc4e23 req-a77df6f2-7553-4b3a-9406-01513d1ada76 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844975 Oct 11 15:34:29.916184 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:29.964840 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:29.970075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.986788 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:29.987380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:29.992058 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8748587f-17e6-4df4-b665-28ac534dbcc4 None None] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:30.049325 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] For port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:30.049824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.050974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Deleting port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:30.051401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.065420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea71a1da-0f66-45b3-8f46-77c60c222a2f tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7570498 Oct 11 15:34:30.073460 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:30.074206 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Calling delete_port for 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:30.079952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'network': {'name': 'tempest-router-network01--1157175344'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:30.099053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.113363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:30.113715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.120413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.124027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba56fd2f-033d-4448-9d24-18f2be94f526 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:30.126151 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fb079c8-0eb7-4bc1-8ba6-9d01101003dd None None] Provisioning complete for port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:30.126514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fb079c8-0eb7-4bc1-8ba6-9d01101003dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.158314 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Allocated IP 172.20.0.11 (e122a99b-4dbe-4eed-9d8f-9842eb984a20/6559fc6f-cb83-451b-834d-93c75273c83d/136debb4-acd2-45b6-a2e1-37b3681cf67e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:30.218112 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:30.221572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.228051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ba56fd2f-033d-4448-9d24-18f2be94f526 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:30.228590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba56fd2f-033d-4448-9d24-18f2be94f526 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:30.243057 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Allocated IP 172.35.3.254 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7f546184-7c3a-486b-a74a-791f09d580fd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:30.302724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] For port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,segment=NetworkSegment(e3980d93-8603-424f-9186-567546c528d0),segment_id=e3980d93-8603-424f-9186-567546c528d0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:30.303315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.309347 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:30.318142 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:30.344891 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for 50991443-329c-4cd2-83aa-e4a1e8cbfa0c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:30.347490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.347827 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Added segment bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96 of type vlan for network 6a94b938-6569-487f-b9a2-2eba1d131334 Oct 11 15:34:30.351675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] For port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,segment=NetworkSegment(f1efb80b-f1fc-4093-865a-c1386bc5c1e4),segment_id=f1efb80b-f1fc-4093-865a-c1386bc5c1e4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:30.352068 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.354011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.365361 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Allocated IP 172.20.0.2 (2a824e32-d367-444a-8b4c-8c37d5ea7e78/f89689e1-717c-4a03-813b-0eda49b42478/5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:30.389781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.391932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Calling delete_port for 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:30.471726 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:30.490929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.518178 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] No DVR routers for this DVR port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:30.538047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] DHCP port deletion for 68ba3308-04ed-4b83-8470-d56ae7621a51 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:30.574937 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:30.576209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f546184-7c3a-486b-a74a-791f09d580fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:30.576771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.587224 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:30.596272 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:30.665868 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16', 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16', 'tenant_id': 'd8c0d2fd16da4eb2a89c637cc5bac0bf', 'fixed_ips': [{'subnet_id': '38907916-98eb-4c47-ba23-2af434bcc08a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:30.666720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.709083 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:30.758938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.764747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:34:30.799403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.843790 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Deleting subnet 2c234e71-4577-4b48-bd2e-859acc65e4d5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:30.849760 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ef23ca-65d5-491a-b958-f1d13a0cf61d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:30.852014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.853539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08b946ce-a2f2-4139-87b1-3a053c96f00c req-3be29633-23e7-4b90-9acc-1a79ed16f999 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 210 time: 0.0488834 Oct 11 15:34:30.855425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.862262 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:30.862910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.867501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.880440 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.925864 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] Pushing event deleted for resources: {'Port': ['ID=05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:30.945008 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:30.945356 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1efb80b-f1fc-4093-865a-c1386bc5c1e4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:30.965121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.984278 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa4c94-f71a-4781-8784-8d1b4333c675 None None] No DVR routers for this DVR port 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:30.987751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:30.989110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.044926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.052779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Deleting port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:31.053138 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.071219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.077577 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No DVR routers for this DVR port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:31.090282 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.110427 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0342333 Oct 11 15:34:31.115283 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:31.132785 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'network': {'name': 'tempest-router-network02--1137851774'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:31.134395 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:31.145532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.149614 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:31.160773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.166726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.169584 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:31.170236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.177860 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:31.181054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09639ea1-09ce-4915-b2ad-e0617286d4a7 req-d6333d7d-fac8-488a-a757-7cc70752cc5e tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:31.182652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09639ea1-09ce-4915-b2ad-e0617286d4a7 req-d6333d7d-fac8-488a-a757-7cc70752cc5e tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.1471522 Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:31.183792 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:31.185730 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1218-4d48-4701-a339-afa8a06bf832 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Network': ['ID=6a94b938-6569-487f-b9a2-2eba1d131334,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.197679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:31.201690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.201818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] For port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:31.202134 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.217299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Calling delete_port for 50991443-329c-4cd2-83aa-e4a1e8cbfa0c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:31.222320 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:34:31.245263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.259907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6a94b938-6569-487f-b9a2-2eba1d131334 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:31.262679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0bf06438-e878-4df9-bd00-6376cf4a4542 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:31.307282 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Allocated IP 172.20.0.2 (d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16/38907916-98eb-4c47-ba23-2af434bcc08a/19ae7d67-e59a-4488-bb83-bb500db6218a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:31.345611 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Pushing event updated for resources: {'Port': ['ID=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.354197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 0bf06438-e878-4df9-bd00-6376cf4a4542 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:31.357597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0bf06438-e878-4df9-bd00-6376cf4a4542 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:31.358152 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:31.365533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.379442 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:31.389636 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50991443-329c-4cd2-83aa-e4a1e8cbfa0c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:31.390218 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:31.392203 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] No DVR routers for this DVR port 50991443-329c-4cd2-83aa-e4a1e8cbfa0c on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:31.392814 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.400808 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.426964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.431051 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/46ef23ca-65d5-491a-b958-f1d13a0cf61d HTTP/1.1" status: 204 len: 168 time: 2.2664320 Oct 11 15:34:31.463135 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ba3308-04ed-4b83-8470-d56ae7621a51']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:31.470709 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7f7d8-b8da-423b-93a7-13d405c27f8f None None] Pushing event deleted for resources: {'Port': ['ID=50991443-329c-4cd2-83aa-e4a1e8cbfa0c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.483754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16944-5984-4427-a685-12a016cb24f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ef23ca-65d5-491a-b958-f1d13a0cf61d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.494245 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3980d93-8603-424f-9186-567546c528d0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:31.494547 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3980d93-8603-424f-9186-567546c528d0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:31.497103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 50991443-329c-4cd2-83aa-e4a1e8cbfa0c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:31.497889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50991443-329c-4cd2-83aa-e4a1e8cbfa0c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:31.498514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:31.506195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.517954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.559755 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:31.560284 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:31.560421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.560960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 05b5d6fe-7f07-41fb-b12a-7efd85ebc9d2 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:31.565694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c234e71-4577-4b48-bd2e-859acc65e4d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.570117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Attempting to bind port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:31.571613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Attempting to bind port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:31.572225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Attempting to bind port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 on network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:31.577372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.583387 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-10290166-176a-4320-8d87-00f23e9f18a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2c234e71-4577-4b48-bd2e-859acc65e4d5 HTTP/1.1" status: 204 len: 168 time: 0.8687956 Oct 11 15:34:31.585332 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:31.593425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.610999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-36645d74-ea9f-410a-9dca-2ea62152f704 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4477420 Oct 11 15:34:31.623089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:31.623733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Checking segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:31.624356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.624958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Bound using segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:31.625911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Bound port: 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:31.626522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.648261 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:31.648675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.655429 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Request body: {'port': {'device_id': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:31.657884 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:31.702353 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.706211 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:31.757320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.789736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.792932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] For port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:31.793742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.795870 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:31.797040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.808959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.812182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/68ba3308-04ed-4b83-8470-d56ae7621a51 HTTP/1.1" status: 204 len: 168 time: 4.8752649 Oct 11 15:34:31.812486 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] For port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:31.817696 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.825769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.833375 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:31.838729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1066693918'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:31.865816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09639ea1-09ce-4915-b2ad-e0617286d4a7 req-68981892-6ce2-447a-a930-25d0da6820ee tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700194 Oct 11 15:34:31.867228 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d0f69-7e6e-4e57-83f0-62781da634e6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=68ba3308-04ed-4b83-8470-d56ae7621a51,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.884292 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:31.886442 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:31.889470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:31.889858 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Added segment e630bb52-c928-4d9b-a88d-fe301daf7f73 of type vlan for network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 Oct 11 15:34:31.899148 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:31.910452 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Pushing event updated for resources: {'Port': ['ID=19ae7d67-e59a-4488-bb83-bb500db6218a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:31.954522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b817f233-13bf-4d6b-a891-4ca236c466c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d24524340f540ff821653c1334e1da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446477 Oct 11 15:34:31.978945 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:32.004721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.019240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Attempting to bind port 19ae7d67-e59a-4488-bb83-bb500db6218a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:32.019759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Attempting to bind port 19ae7d67-e59a-4488-bb83-bb500db6218a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e5c8bf5c-c159-459d-8b31-c993f2cc8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:32.020694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Attempting to bind port 19ae7d67-e59a-4488-bb83-bb500db6218a on network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:32.034876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:32.035467 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Checking segment: {'id': 'e5c8bf5c-c159-459d-8b31-c993f2cc8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:32.035671 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:32.035957 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.036444 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Bound using segment: {'id': 'e5c8bf5c-c159-459d-8b31-c993f2cc8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:32.037014 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Bound port: 19ae7d67-e59a-4488-bb83-bb500db6218a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c8bf5c-c159-459d-8b31-c993f2cc8292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd85b6cd6-11d5-4bb8-a768-b38aa3a3fb16'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:32.037508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.049109 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331b3872-a478-4ae6-a664-d098958f452e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:32.049405 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331b3872-a478-4ae6-a664-d098958f452e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:32.052949 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb792a-48e1-433e-a156-145ecdd1832f None None] Pushing event updated for resources: {'Port': ['ID=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:32.068067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.108563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.134247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] For port 19ae7d67-e59a-4488-bb83-bb500db6218a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:32.138423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] For port 19ae7d67-e59a-4488-bb83-bb500db6218a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19ae7d67-e59a-4488-bb83-bb500db6218a,segment=NetworkSegment(e5c8bf5c-c159-459d-8b31-c993f2cc8292),segment_id=e5c8bf5c-c159-459d-8b31-c993f2cc8292)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:32.146029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.148493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42d0b-e79c-4404-b6d6-0330a364ce71 req-b6d0062a-1a6e-41f5-b213-28ec5c4caf71 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:32.165426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9a42d0b-e79c-4404-b6d6-0330a364ce71 req-b6d0062a-1a6e-41f5-b213-28ec5c4caf71 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 932 time: 0.1869917 Oct 11 15:34:32.247106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9a42d0b-e79c-4404-b6d6-0330a364ce71 req-b70ec3c1-5757-48ef-a1ad-3b7ac691cb13 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802832 Oct 11 15:34:32.259763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.272724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.274817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:32.275833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.282755 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36567057-dbd6-41f7-87ba-01a25ce08341 None None] Pushing event updated for resources: {'Port': ['ID=19ae7d67-e59a-4488-bb83-bb500db6218a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:32.291878 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:34:32.293147 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:32.307338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.351325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10b074c9-f40b-482f-abf9-9f0255e37e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.385951 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:32.386512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.422454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3040216 Oct 11 15:34:32.426973 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:32.433832 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'subnet': {'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:32.443394 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:32.488946 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:32.509342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.528847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce724dff-30d1-43ab-96aa-efc0f6ee8a27 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Network': ['ID=b5d40d5f-3814-4c8e-a06d-0241fdc95bb6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:32.546591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.548626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.548961 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Added segment 4945ac83-badb-49a7-9618-0d95e0ad410e of type vlan for network 12453b1a-5869-41c4-8fb9-8acb28171fd1 Oct 11 15:34:32.559254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:32.588091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.593443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f HTTP/1.1" status: 204 len: 168 time: 1.0071144 Oct 11 15:34:32.626556 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16f5aa-c688-44ed-9f8a-f56cba4dd8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed088a2-c780-4e1e-8bff-d5f5ab16fb6f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:32.633757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:32.638759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.656446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.659134 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:32.685582 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Sync routers for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:32.709925 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:32.713666 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:32.746398 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.747657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-06f50167-2c33-49cc-82e8-b00ca6f173d0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3742669 Oct 11 15:34:32.759331 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:32.873805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.882726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.889117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:32.906651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/819f841c-8a46-4dd0-a802-37f7cc99e04e HTTP/1.1" status: 204 len: 168 time: 0.8366575 Oct 11 15:34:32.950460 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:32.953871 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7b34d-8ca3-43d1-bac8-63857da133b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f841c-8a46-4dd0-a802-37f7cc99e04e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:32.982559 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:33.072264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.078945 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:33.079576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.178765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d8d31ed-357f-42f8-b94e-82c07689d767 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a731cda8bfbd436d8e975a352cbf0d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256043 Oct 11 15:34:33.189241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:33.194105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3594239 Oct 11 15:34:33.207173 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:33.219886 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Request body: {'subnet': {'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:33.321171 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:30Z', 'revision_number': 3, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:33.374857 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7115-768f-4d29-9b8d-99c7c0eb2be6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Network': ['ID=12453b1a-5869-41c4-8fb9-8acb28171fd1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:33.395391 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136debb4-acd2-45b6-a2e1-37b3681cf67e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:33.406807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 12453b1a-5869-41c4-8fb9-8acb28171fd1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:33.483311 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.487399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.537172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.541855 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d23434-8293-42d3-bf13-d7c7153b43df None None] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:33.548935 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Transition to ACTIVE for port object 136debb4-acd2-45b6-a2e1-37b3681cf67e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:33.594353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.609624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.694668 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Checking router: cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:33.695118 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Updating router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 port 7f546184-7c3a-486b-a74a-791f09d580fd binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:34:33.703757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 19ae7d67-e59a-4488-bb83-bb500db6218a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:33.746036 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.812235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:33.814338 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Subnet': ['ID=55335262-2d3a-472d-af25-f2be06c0d57b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:33.868886 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Attempting to bind port 136debb4-acd2-45b6-a2e1-37b3681cf67e on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:33.869690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Attempting to bind port 136debb4-acd2-45b6-a2e1-37b3681cf67e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:33.870221 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Attempting to bind port 136debb4-acd2-45b6-a2e1-37b3681cf67e on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:33.877962 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Port 136debb4-acd2-45b6-a2e1-37b3681cf67e on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:33.878540 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Attempting to bind port 136debb4-acd2-45b6-a2e1-37b3681cf67e on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:33.889899 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:33.890582 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Checking segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:33.891430 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Bound using segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:33.892514 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Bound port: 136debb4-acd2-45b6-a2e1-37b3681cf67e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:33.893052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.917774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.920986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.921813 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] Provisioning complete for port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:33.922181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:33.923260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2251253a-c60e-4fbb-a6dd-73b436d9c675 HTTP/1.1" status: 204 len: 168 time: 0.7324622 Oct 11 15:34:33.967696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d8265-2821-4466-947a-65e811287414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251253a-c60e-4fbb-a6dd-73b436d9c675,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:34.017369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Made reservation on behalf of 8d858fee25334bf782bd7b8af6ef2e02 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:34.018282 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:34.025046 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:34.026145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.036370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.053857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b39fa-4ab2-4476-ae5d-47683188a022 req-4ee1c546-922b-4e1e-87a0-df172500814d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:34.057763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b57b39fa-4ab2-4476-ae5d-47683188a022 req-4ee1c546-922b-4e1e-87a0-df172500814d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 944 time: 0.5280576 Oct 11 15:34:34.064730 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d70e4e-2d93-4201-a247-607360a6bacf None None] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:34.077664 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:34.078313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.081934 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] 10.222.0.43 "PUT /v2.0/ports/136debb4-acd2-45b6-a2e1-37b3681cf67e HTTP/1.1" status: 200 len: 1092 time: 2.4369776 Oct 11 15:34:34.135243 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:34.150911 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f3280-ee09-496c-ad54-9d6213f766f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:34.227230 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d761d9-5811-4d7b-9362-3a045c3b5802 service neutron] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:34.245818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-e763d986-fbe1-4e0a-9e6a-bf2a790c9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:34.247707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-e763d986-fbe1-4e0a-9e6a-bf2a790c9282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0839882 Oct 11 15:34:34.320748 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.336695 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.342376 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Checking segment: {'id': 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:34.342744 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network hostable DHCP agents. Network: 6a94b938-6569-487f-b9a2-2eba1d131334, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:34.377781 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 19ae7d67-e59a-4488-bb83-bb500db6218a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:34.379779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.382772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-a0e50916-281e-4f56-902b-56799754ff1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e HTTP/1.1" status: 200 len: 217 time: 0.1264117 Oct 11 15:34:34.387678 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dfcc24-66af-4c12-8f9e-bed746281ac3 x-openstack-request-id: req-81dfcc24-66af-4c12-8f9e-bed746281ac3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:34.388683 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:34.390174 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81dfcc24-66af-4c12-8f9e-bed746281ac3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:34.390726 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'status': 'completed', 'code': 200} Oct 11 15:34:34.510050 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Pushing event updated for resources: {'Port': ['ID=7f546184-7c3a-486b-a74a-791f09d580fd,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:34.556460 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.556796 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.557132 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.557458 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.557858 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.558179 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.558496 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.558814 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.559121 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.559433 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.559739 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.560049 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:34:34.586944 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Attempting to bind port 7f546184-7c3a-486b-a74a-791f09d580fd on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:34.587318 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Attempting to bind port 7f546184-7c3a-486b-a74a-791f09d580fd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:34.587677 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Attempting to bind port 7f546184-7c3a-486b-a74a-791f09d580fd on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:34.608171 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:34.608526 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:34.610024 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.614742 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:34.616164 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Bound port: 7f546184-7c3a-486b-a74a-791f09d580fd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:34.616736 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.733118 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] For port 7f546184-7c3a-486b-a74a-791f09d580fd, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:34.738884 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] For port 7f546184-7c3a-486b-a74a-791f09d580fd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f546184-7c3a-486b-a74a-791f09d580fd,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:34.747862 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.837918 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.854419 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:34.856317 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:34.895247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe4521d5-0620-4cf0-8ca9-d28232c10245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.902649 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network 6a94b938-6569-487f-b9a2-2eba1d131334 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:34.924016 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:34.952000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b57b39fa-4ab2-4476-ae5d-47683188a022 req-e73ec0d9-5e5f-4e68-a33c-012a3de2065a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849511 Oct 11 15:34:34.953126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] For port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:34.958017 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6a94b938-6569-487f-b9a2-2eba1d131334) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:34.972617 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:34.973219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:34.990708 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5859425-4139-4dd1-9002-963033599e90 None None] Network 6a94b938-6569-487f-b9a2-2eba1d131334 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:35.074972 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6248d8-d1d2-4b92-bc10-4727c4328eee None None] Pushing event updated for resources: {'Port': ['ID=7f546184-7c3a-486b-a74a-791f09d580fd,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:35.108048 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.150704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e79247d8-b5a6-4f53-8710-621e20c99dec tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7202799 Oct 11 15:34:35.196185 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:35.239814 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-da7d92c0-5cce-4dbf-b3f7-747eaa3e82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:35.242313 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:35.243301 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-da7d92c0-5cce-4dbf-b3f7-747eaa3e82de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.8486145 Oct 11 15:34:35.265702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1462077827-network', 'tenant_id': '7fa8b477da5c4125b4699e65834c8c6c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:35.292672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'subnet': {'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:35.301333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-22a82bc6-0119-441a-9a36-2fa032a4699d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491629 Oct 11 15:34:35.322895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.329177 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:34:35.335735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.338018 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Made reservation on behalf of 7fa8b477da5c4125b4699e65834c8c6c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:35.341122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.369467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.374696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dc5a0a4-edcb-447c-802b-2c39ffa802ba None None] Provisioning complete for port 19ae7d67-e59a-4488-bb83-bb500db6218a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:35.375081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a0a4-edcb-447c-802b-2c39ffa802ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.404906 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6a94b938-6569-487f-b9a2-2eba1d131334', 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334', 'tenant_id': 'd8c0d2fd16da4eb2a89c637cc5bac0bf', 'fixed_ips': [{'subnet_id': '55335262-2d3a-472d-af25-f2be06c0d57b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:35.407356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.430989 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ff8a2-9c1b-4d64-83b7-b69a4133bf67 None None] Pushing event updated for resources: {'Port': ['ID=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:35.453846 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-8757edda-da7d-43e9-9e63-a60c09322d96 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448941 Oct 11 15:34:35.464398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 19ae7d67-e59a-4488-bb83-bb500db6218a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19ae7d67-e59a-4488-bb83-bb500db6218a,segment=NetworkSegment(e5c8bf5c-c159-459d-8b31-c993f2cc8292),segment_id=e5c8bf5c-c159-459d-8b31-c993f2cc8292)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:35.478745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.480044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:35.537788 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=19ae7d67-e59a-4488-bb83-bb500db6218a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:35.538260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.547241 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:35.587409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.600308 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:30Z', 'revision_number': 3, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:35.628025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c445b80e-85cc-400d-b98a-ae440bfd545b req-ba18a22b-035c-41b2-991b-2056c0b72089 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668844 Oct 11 15:34:35.630621 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f51c98-494e-487d-bda0-0d4d500a96f2 None None] The sync data for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 is: [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:30Z', 'revision_number': 3, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:35.668578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d334a16-de06-4f6a-ae90-1853b17f310f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:35.683647 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:35.772301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-d15bbea9-077c-454d-baa7-51fbafc787e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:35.776353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-d15bbea9-077c-454d-baa7-51fbafc787e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0832531 Oct 11 15:34:35.812904 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event updated for resources: {'Subnet': ['ID=fcd0596e-6f8e-43ec-93aa-db6b3a3a5b08,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:35.840026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.840524 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Added segment 6a650269-3a8f-44e4-8f43-880736b10d9c of type vlan for network ae554a01-9080-45dd-a253-021282cd0951 Oct 11 15:34:35.868942 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.871894 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:35.872118 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.880329 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Allocated IP 172.20.0.2 (6a94b938-6569-487f-b9a2-2eba1d131334/55335262-2d3a-472d-af25-f2be06c0d57b/e949bc24-204f-4609-8c20-d141ab730c3f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:35.914980 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dc5a0a4-edcb-447c-802b-2c39ffa802ba None None] Provisioning complete for port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:35.915268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a0a4-edcb-447c-802b-2c39ffa802ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.926084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:35.975156 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-8f7bd5ee-c7d5-4805-aa71-f9e2724e7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:35.976891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-8f7bd5ee-c7d5-4805-aa71-f9e2724e7d25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 922 time: 0.1928339 Oct 11 15:34:35.992263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.019789 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-network', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:36.052713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-6ee0d489-d41d-4d9e-8b7e-a350a6696e47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e HTTP/1.1" status: 200 len: 217 time: 0.0681522 Oct 11 15:34:36.058752 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.070910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.072117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:36.072745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.075438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Made reservation on behalf of d8c0d2fd16da4eb2a89c637cc5bac0bf for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:36.084879 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.137896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Made reservation on behalf of a603f525c8434d2cb0d987a693d68839 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:36.140181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.142171 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Checking segment: {'id': '4945ac83-badb-49a7-9618-0d95e0ad410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:36.142539 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network hostable DHCP agents. Network: 12453b1a-5869-41c4-8fb9-8acb28171fd1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:36.180815 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-47e42d1b-c4bf-4d21-ade5-8b003eca3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:36.182373 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-47e42d1b-c4bf-4d21-ade5-8b003eca3340 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.1186001 Oct 11 15:34:36.289366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.298680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.305573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-3c31fc44-7ac9-4fdd-810c-8682c66c6728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073327 Oct 11 15:34:36.316225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.348754 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Network 6a94b938-6569-487f-b9a2-2eba1d131334 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:36.353627 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:36.362039 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:36.380412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4551923 Oct 11 15:34:36.393825 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:36.399050 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Request body: {'subnet': {'network_id': 'ae554a01-9080-45dd-a253-021282cd0951', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1462077827-subnet', 'tenant_id': '7fa8b477da5c4125b4699e65834c8c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:36.405784 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Pushing event updated for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:36.428048 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Made reservation on behalf of 7fa8b477da5c4125b4699e65834c8c6c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:36.434278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.467880 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf2450f8-3995-41bf-83ed-a8b68b36a0d8 None None] Provisioning complete for port 19ae7d67-e59a-4488-bb83-bb500db6218a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:36.468542 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf2450f8-3995-41bf-83ed-a8b68b36a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.518516 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Attempting to bind port e949bc24-204f-4609-8c20-d141ab730c3f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:36.519242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Attempting to bind port e949bc24-204f-4609-8c20-d141ab730c3f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:36.519869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Attempting to bind port e949bc24-204f-4609-8c20-d141ab730c3f on network 6a94b938-6569-487f-b9a2-2eba1d131334 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:36.532855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:36.533669 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Checking segment: {'id': 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:36.534329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.534943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Bound using segment: {'id': 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:36.535628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Bound port: e949bc24-204f-4609-8c20-d141ab730c3f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a94b938-6569-487f-b9a2-2eba1d131334'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:36.536223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.589433 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Network 12453b1a-5869-41c4-8fb9-8acb28171fd1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:36.606928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:36.651971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698d808-a43f-4b19-ab73-269b152acd28 admin admin] Pushing event updated for resources: {'Network': ['ID=ae554a01-9080-45dd-a253-021282cd0951,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:36.678579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ae554a01-9080-45dd-a253-021282cd0951 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:36.716661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-3efaff2b-703e-4b7b-85f7-df32982d64d1 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094429 Oct 11 15:34:36.728726 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 12453b1a-5869-41c4-8fb9-8acb28171fd1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:36.763743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f25963-710f-48ac-a9c7-71f3dd9a49cc None None] Network 12453b1a-5869-41c4-8fb9-8acb28171fd1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:36.766747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.769564 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:36.770170 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.796743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e36d-db76-4261-9f3e-c4f93793d42e req-2be35ff7-fec4-4436-b902-0c5753c16efa tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:36.798496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8048e36d-db76-4261-9f3e-c4f93793d42e req-2be35ff7-fec4-4436-b902-0c5753c16efa tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 944 time: 0.6643884 Oct 11 15:34:36.838828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:36.868222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e949bc24-204f-4609-8c20-d141ab730c3f,segment=NetworkSegment(bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96),segment_id=bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:36.877525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-78ea2453-579d-43d9-9954-cbb62d7f3918 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6661513 Oct 11 15:34:36.878229 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:36.887770 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.975375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:36.975751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:36.989457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fc65db-c22c-4357-8131-c42ac3cdc802,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:37.023151 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Checking segment: {'id': '6a650269-3a8f-44e4-8f43-880736b10d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:37.023945 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Network hostable DHCP agents. Network: ae554a01-9080-45dd-a253-021282cd0951, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:37.056552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c4f3280-ee09-496c-ad54-9d6213f766f8 req-be3e4df0-61f6-4d13-831f-7fc77e407eb5 service neutron] 10.222.0.43 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318431 Oct 11 15:34:37.063009 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Network ae554a01-9080-45dd-a253-021282cd0951 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:37.082378 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ae554a01-9080-45dd-a253-021282cd0951) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:37.084520 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625a532-4b4c-42e0-94f8-6f776c59baf8 None None] Pushing event updated for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:37.103518 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c3356-4dcc-4712-9ad9-305237185216 None None] Network ae554a01-9080-45dd-a253-021282cd0951 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:37.108619 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:37.109380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.167580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2678929-c68b-4f07-9205-f775adecb654 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7672238 Oct 11 15:34:37.276348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 19ae7d67-e59a-4488-bb83-bb500db6218a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:37.556375 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-12453b1a-5869-41c4-8fb9-8acb28171fd1', 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1', 'tenant_id': '8d858fee25334bf782bd7b8af6ef2e02', 'fixed_ips': [{'subnet_id': 'fcd0596e-6f8e-43ec-93aa-db6b3a3a5b08'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:37.557241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.673642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8048e36d-db76-4261-9f3e-c4f93793d42e req-2cdb67ea-a223-454b-9799-8ceb79624367 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8644073 Oct 11 15:34:37.695523 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386d95c-1819-47c6-994a-ff200e0d659e None None] Network ae554a01-9080-45dd-a253-021282cd0951 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:37.748142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 19ae7d67-e59a-4488-bb83-bb500db6218a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:37.748513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.782706 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Allocated IP 172.20.0.1 (2a824e32-d367-444a-8b4c-8c37d5ea7e78/f89689e1-717c-4a03-813b-0eda49b42478/5d39c41b-5411-4503-85b3-84413a536348) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:37.784057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.841997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.890964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:37.915691 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Allocated IP 2001:db8::f816:3eff:feb3:896d (12453b1a-5869-41c4-8fb9-8acb28171fd1/fcd0596e-6f8e-43ec-93aa-db6b3a3a5b08/4a43f6a4-2516-45fd-a987-564a70189b55) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:37.948336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.034314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Subnet': ['ID=1a01c41b-a3bd-432f-96d5-7dca25e62276,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:38.055032 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:34:38.062538 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c99968-be9b-49bd-80a9-551f5b9b309a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:38.079141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f546184-7c3a-486b-a74a-791f09d580fd up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:38.088557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.113060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.113416 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Added segment f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80 of type vlan for network b4f929ac-c97b-41da-acdb-aa0b417929e4 Oct 11 15:34:38.159223 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7f546184-7c3a-486b-a74a-791f09d580fd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:38.159223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.189050 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Checking segment: {'id': 'e630bb52-c928-4d9b-a88d-fe301daf7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:38.189431 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network hostable DHCP agents. Network: b5d40d5f-3814-4c8e-a06d-0241fdc95bb6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:38.226083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.273601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-5aac7932-0328-4aac-9a74-a01fabb087e7 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:38.282059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-5aac7932-0328-4aac-9a74-a01fabb087e7 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/networks?id=ae554a01-9080-45dd-a253-021282cd0951 HTTP/1.1" status: 200 len: 818 time: 0.5253136 Oct 11 15:34:38.287416 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.310155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.311129 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:38.312760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.320743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.365542 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Network 12453b1a-5869-41c4-8fb9-8acb28171fd1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:38.368698 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:38.371965 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:38.374047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.374306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.381966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-aa2971a7-116f-4721-ac50-ec19d198f214 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/quotas/7fa8b477da5c4125b4699e65834c8c6c HTTP/1.1" status: 200 len: 375 time: 0.0989728 Oct 11 15:34:38.400318 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd316db-5bb8-4c59-b791-beaa64cdd53c None None] Network 6a94b938-6569-487f-b9a2-2eba1d131334 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:38.418726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7f546184-7c3a-486b-a74a-791f09d580fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f546184-7c3a-486b-a74a-791f09d580fd,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:38.418936 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Pushing event updated for resources: {'Port': ['ID=4a43f6a4-2516-45fd-a987-564a70189b55,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:38.475342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9223022 Oct 11 15:34:38.476700 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:38.483223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.506309 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Request body: {'subnet': {'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-subnet', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:38.511156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-c5a63795-bf8d-4e0e-95e9-ca0e5e8399b3 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fa8b477da5c4125b4699e65834c8c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269135 Oct 11 15:34:38.531803 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:38.562923 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Made reservation on behalf of a603f525c8434d2cb0d987a693d68839 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:38.565773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.573857 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2989-86ab-4466-9cb7-ef2a489c31ba admin admin] Pushing event updated for resources: {'Network': ['ID=b4f929ac-c97b-41da-acdb-aa0b417929e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:38.578754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.595896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] Provisioning complete for port e949bc24-204f-4609-8c20-d141ab730c3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:38.596229 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.597871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Attempting to bind port 4a43f6a4-2516-45fd-a987-564a70189b55 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:38.598228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Attempting to bind port 4a43f6a4-2516-45fd-a987-564a70189b55 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4945ac83-badb-49a7-9618-0d95e0ad410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:38.598575 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Attempting to bind port 4a43f6a4-2516-45fd-a987-564a70189b55 on network 12453b1a-5869-41c4-8fb9-8acb28171fd1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:38.612356 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b5d40d5f-3814-4c8e-a06d-0241fdc95bb6) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:38.640842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:38.641433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.666632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43bee88-601a-4bee-9e05-8dafc57cce7b None None] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:38.700571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-14eee790-d3ff-4f8a-8dee-fb06fa4c1e4e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4782410 Oct 11 15:34:38.703882 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:38.751767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.794049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:34:38.868640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:38.882712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.901570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e949bc24-204f-4609-8c20-d141ab730c3f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:38.903505 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:38.903885 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Checking segment: {'id': '4945ac83-badb-49a7-9618-0d95e0ad410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:38.904265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.904646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Bound using segment: {'id': '4945ac83-badb-49a7-9618-0d95e0ad410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:38.905102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Bound port: 4a43f6a4-2516-45fd-a987-564a70189b55, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4945ac83-badb-49a7-9618-0d95e0ad410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:38.905500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.948926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:38.961115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7f546184-7c3a-486b-a74a-791f09d580fd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:38.962635 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:38.998283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd0596e-6f8e-43ec-93aa-db6b3a3a5b08,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:39.022972 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f66bb2-0360-4c9b-a0f3-b0814e840481,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:39.034824 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Checking segment: {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:39.035441 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Network hostable DHCP agents. Network: b4f929ac-c97b-41da-acdb-aa0b417929e4, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:34:39.044173 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:39.046005 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Pushing event updated for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:39.062685 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:39.074977 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:34:39.090188 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b4f929ac-c97b-41da-acdb-aa0b417929e4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:39.096117 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:39.097598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.124292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:34:39.124590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2eb1a09c-f6d0-4ffa-b390-5f4c7ea1064f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6460245 Oct 11 15:34:39.128470 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:39.144179 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0a423-4a6a-4ebf-ac28-92aae464fd1f None None] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:39.144395 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:39.189391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.190962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.268353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babfbf0-8f12-4ee6-919d-8ee9f7d3d152 req-b157165f-8c73-40dd-8e51-8f2098e336d0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:39.270240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7babfbf0-8f12-4ee6-919d-8ee9f7d3d152 req-b157165f-8c73-40dd-8e51-8f2098e336d0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 944 time: 0.4555891 Oct 11 15:34:39.274969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.293660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.354108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-89e02a3e-6cf5-44a3-88ad-1ace0d518b3c service neutron] 10.222.0.31 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8419747 Oct 11 15:34:39.374319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.391387 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12453b1a-5869-41c4-8fb9-8acb28171fd1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:39.426990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.448672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0d1f0-9843-4768-a6d8-8192650e4260 None None] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:39.473774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.523099 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945ac83-badb-49a7-9618-0d95e0ad410e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:39.523660 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945ac83-badb-49a7-9618-0d95e0ad410e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:39.561463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.629588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7babfbf0-8f12-4ee6-919d-8ee9f7d3d152 req-4e5be665-e6fd-4a57-94de-d3d20fb29637 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459809 Oct 11 15:34:39.656864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.659981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.742963 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:39.743906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:39.757514 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:39.831145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.840507 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:39.854272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.880808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] For port 4a43f6a4-2516-45fd-a987-564a70189b55, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:39.884352 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] For port 4a43f6a4-2516-45fd-a987-564a70189b55, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4a43f6a4-2516-45fd-a987-564a70189b55,segment=NetworkSegment(4945ac83-badb-49a7-9618-0d95e0ad410e),segment_id=4945ac83-badb-49a7-9618-0d95e0ad410e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:39.895575 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e949bc24-204f-4609-8c20-d141ab730c3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:39.896033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.898207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'port_id': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'mac_address': 'fa:16:3e:96:90:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6559fc6f-cb83-451b-834d-93c75273c83d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:39.983462 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e949bc24-204f-4609-8c20-d141ab730c3f,segment=NetworkSegment(bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96),segment_id=bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:39.985391 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:39.987919 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Allocated IP 172.35.3.130 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7b204eb1-c03b-432f-8f38-2603ed2ea392) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:40.077234 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.079982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.084962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b5d40d5f-3814-4c8e-a06d-0241fdc95bb6', 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6', 'tenant_id': 'd8c0d2fd16da4eb2a89c637cc5bac0bf', 'fixed_ips': [{'subnet_id': '1a01c41b-a3bd-432f-96d5-7dca25e62276'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:34:40.086013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.105424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.116357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354d12-8814-49fc-a754-14ed7af54376 None None] Pushing event updated for resources: {'Port': ['ID=4a43f6a4-2516-45fd-a987-564a70189b55,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:40.141799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.187119 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:40.193026 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:40.195505 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:40.212177 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Allocated IP 172.20.0.1 (6a94b938-6569-487f-b9a2-2eba1d131334/55335262-2d3a-472d-af25-f2be06c0d57b/bf57c26e-0ecb-4074-b435-b560e04b377f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:40.243855 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Pushing event updated for resources: {'Port': ['ID=7b204eb1-c03b-432f-8f38-2603ed2ea392,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:40.251324 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae426-bde2-4670-8ab9-0f25aae3d6d0 None None] Pushing event updated for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:40.285186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.306648 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21091e-03cf-433a-8883-570ad4ed1fa5 None None] Network 12453b1a-5869-41c4-8fb9-8acb28171fd1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:40.367036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:34:40.367036 n-d-master-1 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:34:40.367036 n-d-master-1 neutron-server[94827]: [parameters: {'id': '12453b1a-5869-41c4-8fb9-8acb28171fd1'}] Oct 11 15:34:40.367036 n-d-master-1 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:34:40.368157 n-d-master-1 neutron-server[94827]: DEBUG oslo_db.api [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:34:40.371199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-3fcb152a-3770-4aed-909b-e9ec65548f4d service neutron] 10.222.0.31 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0161569 Oct 11 15:34:40.387186 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5d8eb70-cb0f-4456-9c7b-b84872c54845 None None] Provisioning complete for port 5d39c41b-5411-4503-85b3-84413a536348 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:40.387590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb70-cb0f-4456-9c7b-b84872c54845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.413599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.433183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8eb70-cb0f-4456-9c7b-b84872c54845 None None] Port 5d39c41b-5411-4503-85b3-84413a536348 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:40.500952 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136debb4-acd2-45b6-a2e1-37b3681cf67e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:40.526748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:40.623657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.645173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.830575 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:40.854249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:40.973454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.027788 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['136debb4-acd2-45b6-a2e1-37b3681cf67e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:41.040534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33151945-b26c-4fc3-8f4c-aefd522cb0d0 None None] Provisioning complete for port e949bc24-204f-4609-8c20-d141ab730c3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:41.040903 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33151945-b26c-4fc3-8f4c-aefd522cb0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.162301 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Router 67ea1442-9fb7-495e-9efb-ffc83f83b20e is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:34:41.177529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Allocated IP 172.20.0.2 (b5d40d5f-3814-4c8e-a06d-0241fdc95bb6/1a01c41b-a3bd-432f-96d5-7dca25e62276/8be25d45-a465-4692-b85d-b76cdd8223d3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:41.179881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e949bc24-204f-4609-8c20-d141ab730c3f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:41.274211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.301221 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:41.325852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.328732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.333653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a29cf12-e6ad-4ecb-b52b-b2db79b84a54 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2016506 Oct 11 15:34:41.333838 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:41.337697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Sync routers for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:41.420748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:41.421298 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:41.438137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f67f80a-7363-4f53-b066-edfdd00f8d8e req-151ec726-ae79-4d93-a273-0abdca485a96 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 210 time: 0.0697217 Oct 11 15:34:41.478919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.561666 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcf2e8-cd27-495e-8535-5dc206ba838c req-f9943cbc-569d-4bb0-a9c8-d7140423a272 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:41.561908 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:41.569033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fcf2e8-cd27-495e-8535-5dc206ba838c req-f9943cbc-569d-4bb0-a9c8-d7140423a272 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 945 time: 0.2016020 Oct 11 15:34:41.576425 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network 6a94b938-6569-487f-b9a2-2eba1d131334 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:41.599013 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:41.625476 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Port': ['ID=bf57c26e-0ecb-4074-b435-b560e04b377f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:41.630504 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:41.723825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.742551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e949bc24-204f-4609-8c20-d141ab730c3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:41.742921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.749191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fcf2e8-cd27-495e-8535-5dc206ba838c req-33eae387-3d87-4a8c-8bc3-13330116e20f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791208 Oct 11 15:34:41.756343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.764369 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port 4a43f6a4-2516-45fd-a987-564a70189b55 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:41.764911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.799520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.953340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.960484 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:41.974957 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Pushing event updated for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:42.001637 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.045660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.106379 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:42.140658 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:42.149003 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:42.160335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Pushing event updated for resources: {'Port': ['ID=8be25d45-a465-4692-b85d-b76cdd8223d3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:42.171077 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Allocated IP 172.20.0.1 (b4f929ac-c97b-41da-acdb-aa0b417929e4/b7f66bb2-0360-4c9b-a0f3-b0814e840481/a4b3eaf6-3ab3-4a50-90af-6430f9182ffb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:42.178423 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45fa49e2-575e-4e4e-b6f7-da967371bdff None None] Provisioning complete for port bf57c26e-0ecb-4074-b435-b560e04b377f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:42.178601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45fa49e2-575e-4e4e-b6f7-da967371bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.245476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f546184-7c3a-486b-a74a-791f09d580fd up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:42.264534 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] For port 4a43f6a4-2516-45fd-a987-564a70189b55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4a43f6a4-2516-45fd-a987-564a70189b55,segment=NetworkSegment(4945ac83-badb-49a7-9618-0d95e0ad410e),segment_id=4945ac83-badb-49a7-9618-0d95e0ad410e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:42.264936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.284154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Attempting to bind port 8be25d45-a465-4692-b85d-b76cdd8223d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:42.284571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Attempting to bind port 8be25d45-a465-4692-b85d-b76cdd8223d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e630bb52-c928-4d9b-a88d-fe301daf7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:42.284942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Attempting to bind port 8be25d45-a465-4692-b85d-b76cdd8223d3 on network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:42.298085 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45fa49e2-575e-4e4e-b6f7-da967371bdff None None] Port bf57c26e-0ecb-4074-b435-b560e04b377f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:42.303248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.306331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:42.306708 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Checking segment: {'id': 'e630bb52-c928-4d9b-a88d-fe301daf7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:42.307115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.307556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Bound using segment: {'id': 'e630bb52-c928-4d9b-a88d-fe301daf7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:42.308041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Bound port: 8be25d45-a465-4692-b85d-b76cdd8223d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e630bb52-c928-4d9b-a88d-fe301daf7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b5d40d5f-3814-4c8e-a06d-0241fdc95bb6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:42.308420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.323723 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 3, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:42.342292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.355847 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for 4a43f6a4-2516-45fd-a987-564a70189b55 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:42.361812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.416443 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:42.418399 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:42.428610 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:42.431035 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:42.470670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.520017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Checking router: 67ea1442-9fb7-495e-9efb-ffc83f83b20e for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:42.520382 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Updating router 67ea1442-9fb7-495e-9efb-ffc83f83b20e port 7b204eb1-c03b-432f-8f38-2603ed2ea392 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:34:42.580123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.583542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7f546184-7c3a-486b-a74a-791f09d580fd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:42.583909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.617074 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:42.648175 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:42.652306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18e58162-1d55-49f4-99e4-7c5af90f4d59 req-e40fc093-1312-4b2d-a9c8-df379b134e8a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 210 time: 0.0565410 Oct 11 15:34:42.667314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] For port 8be25d45-a465-4692-b85d-b76cdd8223d3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:42.677128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-ea29194c-ec85-4008-a609-8bb0a3c692b0 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:42.678696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-ea29194c-ec85-4008-a609-8bb0a3c692b0 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.36 "GET /v2.0/networks?id=ae554a01-9080-45dd-a253-021282cd0951 HTTP/1.1" status: 200 len: 818 time: 0.5240030 Oct 11 15:34:42.710025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Request body: {'port': {'device_id': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951', 'admin_state_up': True, 'tenant_id': '7fa8b477da5c4125b4699e65834c8c6c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:42.727474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:42.738970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] For port 8be25d45-a465-4692-b85d-b76cdd8223d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8be25d45-a465-4692-b85d-b76cdd8223d3,segment=NetworkSegment(e630bb52-c928-4d9b-a88d-fe301daf7f73),segment_id=e630bb52-c928-4d9b-a88d-fe301daf7f73)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:42.757615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.059021 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.112656 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=4a43f6a4-2516-45fd-a987-564a70189b55,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:43.123000 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa86056-8a57-4b1f-b568-4f93b31df275 None None] Pushing event updated for resources: {'Port': ['ID=8be25d45-a465-4692-b85d-b76cdd8223d3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:43.157820 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No DVR routers for this DVR port 4a43f6a4-2516-45fd-a987-564a70189b55 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:43.217877 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4859ef-22a0-4edc-b31a-1fc03abf01c2 req-39b3564c-e9cd-4a3c-96db-e66067758b9f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:43.219508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc4859ef-22a0-4edc-b31a-1fc03abf01c2 req-39b3564c-e9cd-4a3c-96db-e66067758b9f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 945 time: 0.3404348 Oct 11 15:34:43.255714 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9283a0ce-df68-4fe9-990e-0b112289f21d None None] Provisioning complete for port 5d39c41b-5411-4503-85b3-84413a536348 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:43.265176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9283a0ce-df68-4fe9-990e-0b112289f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.369129 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9283a0ce-df68-4fe9-990e-0b112289f21d None None] Port 5d39c41b-5411-4503-85b3-84413a536348 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:43.402649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8be25d45-a465-4692-b85d-b76cdd8223d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:43.403712 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:43.467078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.473296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.486892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.494151 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 8be25d45-a465-4692-b85d-b76cdd8223d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:43.494717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.545699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.554489 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.591963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Attempting to bind port 7b204eb1-c03b-432f-8f38-2603ed2ea392 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:43.592570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Attempting to bind port 7b204eb1-c03b-432f-8f38-2603ed2ea392 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:43.593221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Attempting to bind port 7b204eb1-c03b-432f-8f38-2603ed2ea392 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:43.595155 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0657d-208e-4f4a-aeae-b57f1c796a8b None None] Pushing event updated for resources: {'Port': ['ID=7b204eb1-c03b-432f-8f38-2603ed2ea392,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:43.617299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:43.618124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:43.618742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.619398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:43.621061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Bound port: 7b204eb1-c03b-432f-8f38-2603ed2ea392, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:43.621629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.642739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.644290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:43.645389 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:43.664120 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Sync routers for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:43.664794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fca8ccff-0c90-4c0b-96a3-c165dcfb7231 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8889537 Oct 11 15:34:43.671126 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:43.671742 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:43.679289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc4859ef-22a0-4edc-b31a-1fc03abf01c2 req-c69d6d8d-b72e-41d4-8ac5-c16bad5115f0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068105 Oct 11 15:34:43.697686 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12453b1a-5869-41c4-8fb9-8acb28171fd1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:43.713034 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945ac83-badb-49a7-9618-0d95e0ad410e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:43.713441 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945ac83-badb-49a7-9618-0d95e0ad410e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:43.724210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.739861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.747117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] For port 7b204eb1-c03b-432f-8f38-2603ed2ea392, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:43.750908 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:43.750908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.760219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] For port 7b204eb1-c03b-432f-8f38-2603ed2ea392, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b204eb1-c03b-432f-8f38-2603ed2ea392,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:43.784457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:43.858483 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:43.874816 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:43.877309 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:43.968356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d0157e3-e7df-4f8a-89a9-2508a99da598 req-01eb9ce1-2fc8-4a32-9ce0-be16519b6481 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 210 time: 0.0949445 Oct 11 15:34:43.978085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.981785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:43.983682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Made reservation on behalf of 7fa8b477da5c4125b4699e65834c8c6c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:43.988401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.002338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.019564 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:44.037058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.058811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/12453b1a-5869-41c4-8fb9-8acb28171fd1 HTTP/1.1" status: 204 len: 168 time: 7.1646786 Oct 11 15:34:44.083544 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.090889 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:44.101423 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:44.129274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.155813 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef017d0-dc87-4f68-8864-ed8004a7e4c6 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=12453b1a-5869-41c4-8fb9-8acb28171fd1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:44.158432 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6293ff47-a688-44e1-b85d-a9368e3a38c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.158994 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6293ff47-a688-44e1-b85d-a9368e3a38c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.174281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6293ff47-a688-44e1-b85d-a9368e3a38c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/fcd0596e-6f8e-43ec-93aa-db6b3a3a5b08 HTTP/1.1" status: 404 len: 337 time: 0.0893450 Oct 11 15:34:44.178705 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.220410 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Port': ['ID=bf57c26e-0ecb-4074-b435-b560e04b377f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:44.241269 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ceaf0cf-a266-4196-a27b-46fd625a3570 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.250209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ceaf0cf-a266-4196-a27b-46fd625a3570 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.260752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ceaf0cf-a266-4196-a27b-46fd625a3570 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/12453b1a-5869-41c4-8fb9-8acb28171fd1 HTTP/1.1" status: 404 len: 339 time: 0.0766764 Oct 11 15:34:44.263704 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.296890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.339183 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Router 67ea1442-9fb7-495e-9efb-ffc83f83b20e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:44.342532 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca5b298-eef1-49ed-a0ac-e1ae14512d3a tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.343808 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca5b298-eef1-49ed-a0ac-e1ae14512d3a tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.348090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0657d-208e-4f4a-aeae-b57f1c796a8b None None] Pushing event updated for resources: {'Port': ['ID=7b204eb1-c03b-432f-8f38-2603ed2ea392,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:44.350404 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ca5b298-eef1-49ed-a0ac-e1ae14512d3a tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/f26b1180-d0cf-40fe-81b9-3afb79e6edec HTTP/1.1" status: 404 len: 337 time: 0.0790164 Oct 11 15:34:44.352124 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.378202 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-12781c05-47d9-464a-9c92-48c288a1d444 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.378955 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12781c05-47d9-464a-9c92-48c288a1d444 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.386101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-12781c05-47d9-464a-9c92-48c288a1d444 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/68ba3308-04ed-4b83-8470-d56ae7621a51 HTTP/1.1" status: 404 len: 339 time: 0.0327685 Oct 11 15:34:44.386458 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.409019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 8be25d45-a465-4692-b85d-b76cdd8223d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8be25d45-a465-4692-b85d-b76cdd8223d3,segment=NetworkSegment(e630bb52-c928-4d9b-a88d-fe301daf7f73),segment_id=e630bb52-c928-4d9b-a88d-fe301daf7f73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:44.431353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.481954 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:44.497361 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 2, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:44.536074 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386e197-30ee-4281-ab1f-b2bb26896527 None None] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:44.553320 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Checking router: cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:44.553556 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40df986-4bc4-46b5-be52-0c44113d66d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.554007 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Updating router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 port 5d39c41b-5411-4503-85b3-84413a536348 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:34:44.554103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40df986-4bc4-46b5-be52-0c44113d66d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.557628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c40df986-4bc4-46b5-be52-0c44113d66d9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/0a0761b6-b562-47d4-8682-7937dc669111 HTTP/1.1" status: 404 len: 337 time: 0.1668622 Oct 11 15:34:44.561251 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.564984 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network 6a94b938-6569-487f-b9a2-2eba1d131334 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:44.568292 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:44.609763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:44.611878 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.615330 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f51e3d-bfa6-4341-9248-c1447d63e158 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:44.615952 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f51e3d-bfa6-4341-9248-c1447d63e158 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:44.618972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25f51e3d-bfa6-4341-9248-c1447d63e158 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/4cdd0337-1ca1-4a7f-9266-e96a5ba98ed2 HTTP/1.1" status: 404 len: 339 time: 0.0567374 Oct 11 15:34:44.629670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9bd6023-e9b2-4d31-a91b-0b4b67dc1352 admin admin] 10.222.0.31 "PUT /v2.0/routers/67ea1442-9fb7-495e-9efb-ffc83f83b20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2943959 Oct 11 15:34:44.630282 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.754883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:44.805980 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Allocated IP 172.20.0.12 (ae554a01-9080-45dd-a253-021282cd0951/15fc65db-c22c-4357-8131-c42ac3cdc802/3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:44.836858 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port 4b69ec2d-17dd-4443-ac0e-bf0ce68739b9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:44.837212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.861409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=8be25d45-a465-4692-b85d-b76cdd8223d3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:44.918324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:44.922965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601009380', 'description': 'tempest-description--347614581'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:44.951830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:44.961880 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d129658-e7de-459d-833e-3347de5eae94 None None] Provisioning complete for port 8be25d45-a465-4692-b85d-b76cdd8223d3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:44.962513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d129658-e7de-459d-833e-3347de5eae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.043616 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.055263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.082997 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.091491 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.096216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1768665 Oct 11 15:34:45.096406 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.107450 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:45.113693 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'security_group_rule': {'security_group_id': 'd63247ed-6a7a-420f-a2d9-3dd75fcd34cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:45.135189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.162924 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006ab2b-c5ba-47b6-9ced-cea817eedfb6 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:45.168166 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for 4b69ec2d-17dd-4443-ac0e-bf0ce68739b9 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:45.191178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.191402 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7129-b9a0-477c-bc3e-6aaaf42e13fc None None] Pushing event updated for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:45.287064 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Attempting to bind port 5d39c41b-5411-4503-85b3-84413a536348 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:45.287886 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Attempting to bind port 5d39c41b-5411-4503-85b3-84413a536348 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:45.288571 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Attempting to bind port 5d39c41b-5411-4503-85b3-84413a536348 on network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:45.291172 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 136debb4-acd2-45b6-a2e1-37b3681cf67e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:34:45.298758 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:45.300783 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Checking segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:45.302321 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.302907 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Bound using segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:45.305341 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Bound port: 5d39c41b-5411-4503-85b3-84413a536348, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:45.306018 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.348985 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 136debb4-acd2-45b6-a2e1-37b3681cf67e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:45.349786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.358130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8be25d45-a465-4692-b85d-b76cdd8223d3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:45.360060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.372799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.411664 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f3b363-11ce-43c1-a9b3-b2f4e9069d6d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:45.418107 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] For port 5d39c41b-5411-4503-85b3-84413a536348, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:45.424008 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] For port 5d39c41b-5411-4503-85b3-84413a536348, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d39c41b-5411-4503-85b3-84413a536348,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:45.431675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.433518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3be542c-c9c7-41ff-81d7-40f3c41449ee tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245139 Oct 11 15:34:45.436366 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.436545 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:45.442977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'security_group_rule': {'security_group_id': 'd63247ed-6a7a-420f-a2d9-3dd75fcd34cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:45.473115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.501949 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.515321 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:45.516190 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:45.562245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=4b69ec2d-17dd-4443-ac0e-bf0ce68739b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:45.570816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.575945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-39e1c7d2-97ba-48dd-a02e-f33e57d448c9 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/ports/4b69ec2d-17dd-4443-ac0e-bf0ce68739b9 HTTP/1.1" status: 204 len: 168 time: 0.9421766 Oct 11 15:34:45.581174 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:45.619808 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f269ea-de78-447a-b098-c65c233a8020 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:45.620415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f269ea-de78-447a-b098-c65c233a8020 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:45.623914 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5f269ea-de78-447a-b098-c65c233a8020 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/2d0142ab-f8c4-4655-9f45-d6a7c7b09870 HTTP/1.1" status: 404 len: 337 time: 0.0415242 Oct 11 15:34:45.627422 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:45.675479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.694422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.771841 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 2, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:45.785970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcb22-fd7e-425f-8627-2b578222f171 req-89737358-d42c-48ba-87ca-cb56fa3874f5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:45.788361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-914fcb22-fd7e-425f-8627-2b578222f171 req-89737358-d42c-48ba-87ca-cb56fa3874f5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 945 time: 0.9369221 Oct 11 15:34:45.788833 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:45.795881 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Router 85cb5fb7-93e7-4a9e-a6e2-692661f15387 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:34:45.797704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c935380-e7ef-447e-9f15-6294ba770499,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:45.833775 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b853901b-884a-4cde-9c31-58596e5cddaa None None] The sync data for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 is: [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 2, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:45.838357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.844146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e853085-441e-479d-a3ec-5f3af7aa7e5b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062576 Oct 11 15:34:45.845921 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:45.846873 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 8be25d45-a465-4692-b85d-b76cdd8223d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:45.847248 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.852658 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:45.892022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.934253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.984080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:45.985959 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Provisioning complete for port bf57c26e-0ecb-4074-b435-b560e04b377f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:45.986628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.081514 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:46.083353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-914fcb22-fd7e-425f-8627-2b578222f171 req-210adcd2-6a99-4cf0-9b13-ac2d3ab1f44e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756741 Oct 11 15:34:46.084087 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2633487-7407-4502-9c8a-a1f859ab3b41" -d '{"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-plugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:46.121100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:46.132455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Port bf57c26e-0ecb-4074-b435-b560e04b377f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:46.140150 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7129-b9a0-477c-bc3e-6aaaf42e13fc None None] Pushing event updated for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:46.144128 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305d0d2-f4f4-4279-8c20-8ff26d58f005 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:34:46.155628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.186312 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:45Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.204266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.205699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-05bab127-eed4-49a1-ae4e-a0c996b07ee2 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:46.217174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-05bab127-eed4-49a1-ae4e-a0c996b07ee2 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 820 time: 0.6549287 Oct 11 15:34:46.258941 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7ab6d-2011-424d-b207-8ba21e1faf97 None None] The sync data for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 is: [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:45Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:46.269691 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4058433c-ac4c-45a2-a65a-d263133a31ec']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.281464 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e0776-31d4-4333-84ae-4f3a56a89daf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.282436 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e0776-31d4-4333-84ae-4f3a56a89daf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.295303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.300074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10e0a61d-51db-4cfd-acb1-563102a91801 req-e77a8fa8-7ff2-48f1-8b7e-d9123414c68e tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 210 time: 0.1093943 Oct 11 15:34:46.332842 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Provisioning complete for port 5d39c41b-5411-4503-85b3-84413a536348 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:46.333329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.348163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.365251 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:46.368737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.395284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-6f3772c6-cca2-4ca5-8fce-db22b73cad77 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/quotas/a603f525c8434d2cb0d987a693d68839 HTTP/1.1" status: 200 len: 375 time: 0.1768861 Oct 11 15:34:46.404514 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:46.425778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.425983 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] Sync routers for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:46.441036 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447262b-3111-4a20-972d-25971956e0a8 x-openstack-request-id: req-9447262b-3111-4a20-972d-25971956e0a8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:46.441325 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-plugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:46.441601 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9447262b-3111-4a20-972d-25971956e0a8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:46.441996 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'code': 200} Oct 11 15:34:46.444899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a44382c8-67ce-4288-b086-c077f2e24bca tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7392464 Oct 11 15:34:46.449997 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:46.461576 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:46.469989 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:46.527572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:46.531212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.533364 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.533797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.538793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.544345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/4058433c-ac4c-45a2-a65a-d263133a31ec HTTP/1.1" status: 204 len: 168 time: 0.9136269 Oct 11 15:34:46.573861 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:46.594585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756199c-9d1a-4e5e-99f9-3ca2c92ed470 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=4058433c-ac4c-45a2-a65a-d263133a31ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:46.616864 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.666639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.678124 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:46.678595 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.682413 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305d0d2-f4f4-4279-8c20-8ff26d58f005 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:34:46.708093 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832b6f6-aae2-4296-acd9-d3123996fa08 req-cb24cd88-3cb1-417b-ab23-c9e1c5facd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:46.709836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1832b6f6-aae2-4296-acd9-d3123996fa08 req-cb24cd88-3cb1-417b-ab23-c9e1c5facd72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1643136 Oct 11 15:34:46.727136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:46.727751 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be555cca-c895-4c64-be99-91287e7d5bdf None None] The sync data for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:46.748375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.757337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-86fdd148-6c79-4b40-8963-7487e24f7712 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3609824 Oct 11 15:34:46.824081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1832b6f6-aae2-4296-acd9-d3123996fa08 req-b99533af-6fa4-4284-a67f-4e56b2095ea4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Oct 11 15:34:46.849509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] For port 5d39c41b-5411-4503-85b3-84413a536348, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d39c41b-5411-4503-85b3-84413a536348,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:46.861645 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.882174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-05adfd89-9ea2-44fb-a43f-93eff0f510c0 service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236734 Oct 11 15:34:46.925818 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Allocated IP 172.35.3.177 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/5361adc0-d985-40bb-a9d9-5911e394946f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:46.932688 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port cfc0a54b-0289-4e5f-9903-3409e5317c10 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:46.937767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:46.976071 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Network ae554a01-9080-45dd-a253-021282cd0951 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:46.980814 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:46.985094 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Pushing event updated for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:46.995923 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:47.004639 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a379998-2a5b-4988-9bc9-f2113c059b78 None None] Pushing event updated for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:47.061596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c08b464-b33d-4c87-8b14-a8e0f65b46c7 None None] Provisioning complete for port 8be25d45-a465-4692-b85d-b76cdd8223d3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:47.061596 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c08b464-b33d-4c87-8b14-a8e0f65b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.102383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.129852 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for cfc0a54b-0289-4e5f-9903-3409e5317c10 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:47.212832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:47.214843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.254296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.288143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-064b4903-bee1-4ad5-ab4e-bc3a66d66d7c tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5962782 Oct 11 15:34:47.310154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=cfc0a54b-0289-4e5f-9903-3409e5317c10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:47.319989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.329858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ee44000-a280-4e6a-8f7f-10d17354b605 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/ports/cfc0a54b-0289-4e5f-9903-3409e5317c10 HTTP/1.1" status: 204 len: 168 time: 0.7312021 Oct 11 15:34:47.335815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Request body: {'port': {'device_id': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:47.343121 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:47.373310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c08b464-b33d-4c87-8b14-a8e0f65b46c7 None None] Provisioning complete for port 5d39c41b-5411-4503-85b3-84413a536348 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:47.373993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c08b464-b33d-4c87-8b14-a8e0f65b46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.416090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-2cfa65a7-1654-46ad-853b-3e67791eef97 service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329232 Oct 11 15:34:47.419433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.491202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.546517 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:47.552115 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:47.555978 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:47.556428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7b204eb1-c03b-432f-8f38-2603ed2ea392 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:47.564952 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe093e6-7257-4459-ac3c-ddc69b581b14 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] DELETE failed (client error): The resource could not be found. Oct 11 15:34:47.565400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe093e6-7257-4459-ac3c-ddc69b581b14 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:34:47.568461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7fe093e6-7257-4459-ac3c-ddc69b581b14 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/6255a536-1a82-46ca-8744-7062592cc4cd HTTP/1.1" status: 404 len: 337 time: 0.2232904 Oct 11 15:34:47.585346 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:47.593135 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'Port': ['ID=5361adc0-d985-40bb-a9d9-5911e394946f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:47.704521 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7b204eb1-c03b-432f-8f38-2603ed2ea392 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:47.704891 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.710879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.752784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.771451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ea7d1-79d2-4696-b74a-4ff3d0807549 req-be3378d6-41a0-4a85-8b30-52fc1e987a4d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:47.780268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c10ea7d1-79d2-4696-b74a-4ff3d0807549 req-be3378d6-41a0-4a85-8b30-52fc1e987a4d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.5509729 Oct 11 15:34:47.784602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.887998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.897786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.950461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7b204eb1-c03b-432f-8f38-2603ed2ea392, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b204eb1-c03b-432f-8f38-2603ed2ea392,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:47.958400 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:47.959866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5d39c41b-5411-4503-85b3-84413a536348 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:48.083152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.094849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.100726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b436a-9657-4c84-9bb9-c2a0ef349bdf req-9d4aeaf6-976f-48c1-aa98-d2d02b229a80 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:48.102004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-410b436a-9657-4c84-9bb9-c2a0ef349bdf req-9d4aeaf6-976f-48c1-aa98-d2d02b229a80 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 932 time: 0.3170815 Oct 11 15:34:48.164192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c10ea7d1-79d2-4696-b74a-4ff3d0807549 req-b855e67b-bbbf-4e1e-8552-9fe5a533dfc9 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827138 Oct 11 15:34:48.170741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7b204eb1-c03b-432f-8f38-2603ed2ea392,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:48.217340 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5d39c41b-5411-4503-85b3-84413a536348 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:48.217747 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.239979 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'Port': ['ID=5361adc0-d985-40bb-a9d9-5911e394946f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:48.279093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.304565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.306593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cecf9bd3-9e15-4ae9-949b-1e0137a2e631 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4579988 Oct 11 15:34:48.389168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-410b436a-9657-4c84-9bb9-c2a0ef349bdf req-3f48f5be-e517-448c-abd4-727bb7f3f4aa tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395806 Oct 11 15:34:48.399232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0faf97c-d8c4-4772-a5b1-ea9959bb9d9f req-ea539738-772b-46b8-83ce-c6625321b832 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 210 time: 0.1461928 Oct 11 15:34:48.410647 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port 43953064-4343-43bd-965c-1a2b42953fb3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:48.410985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.413789 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f70806cc-480c-4b98-8893-7a5c43c8f539 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:34:48.414532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f70806cc-480c-4b98-8893-7a5c43c8f539 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9623168 Oct 11 15:34:48.418629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:48.568846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] For port 43953064-4343-43bd-965c-1a2b42953fb3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=43953064-4343-43bd-965c-1a2b42953fb3,segment=NetworkSegment(0584d5d7-061c-47b2-989f-d306ea59eb87),segment_id=0584d5d7-061c-47b2-989f-d306ea59eb87)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:48.569211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:48.599505 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for 43953064-4343-43bd-965c-1a2b42953fb3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:48.610996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-c733400a-a15a-43ba-aa14-5ebf6dd98347 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1601009380&fields=id&tenant_id=41583dc7b0454a7a90ab032119eb45c4 HTTP/1.1" status: 200 len: 267 time: 0.0787311 Oct 11 15:34:48.818294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.156257 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting port bf57c26e-0ecb-4074-b435-b560e04b377f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:49.156992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.165421 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:49.178497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-98447bb5-86b0-4869-bf3c-92fd0033073d tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:49.180023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-98447bb5-86b0-4869-bf3c-92fd0033073d tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/networks?id=2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 200 len: 812 time: 0.5557759 Oct 11 15:34:49.187878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.205289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.216694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-b92cddf0-a7f3-44a6-9adb-a383cf1fb426 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/quotas/41583dc7b0454a7a90ab032119eb45c4 HTTP/1.1" status: 200 len: 375 time: 0.0261600 Oct 11 15:34:49.221715 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Transition to ACTIVE for port object 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:49.245284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.247422 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=43953064-4343-43bd-965c-1a2b42953fb3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:49.249421 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No DVR routers for this DVR port 43953064-4343-43bd-965c-1a2b42953fb3 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:49.308212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-ee5cdd61-e9c5-49f9-9761-f373aeed2d3e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:49.309862 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-ee5cdd61-e9c5-49f9-9761-f373aeed2d3e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 820 time: 0.2646415 Oct 11 15:34:49.310716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7b204eb1-c03b-432f-8f38-2603ed2ea392 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:49.327915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'port': {'device_id': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'admin_state_up': True, 'tenant_id': 'a603f525c8434d2cb0d987a693d68839'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:49.370887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7b204eb1-c03b-432f-8f38-2603ed2ea392 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:49.371305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.403173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.428233 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:49.455788 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Calling delete_port for bf57c26e-0ecb-4074-b435-b560e04b377f owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:49.471666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-667a0e5c-e487-4547-9ba3-8a7965ad2e98 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41583dc7b0454a7a90ab032119eb45c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303891 Oct 11 15:34:49.474332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.525981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef6e24-0b12-4ce9-bcc6-53b0ee1d8862 req-d9200a6c-49af-4acb-b1b8-a875a8b3ae30 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:49.529955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9ef6e24-0b12-4ce9-bcc6-53b0ee1d8862 req-d9200a6c-49af-4acb-b1b8-a875a8b3ae30 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.2640550 Oct 11 15:34:49.566122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Made reservation on behalf of a603f525c8434d2cb0d987a693d68839 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:49.569671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.581052 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7effb961-84fc-45ca-8411-d68855f579e7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:49.618820 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0584d5d7-061c-47b2-989f-d306ea59eb87') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:49.619018 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0584d5d7-061c-47b2-989f-d306ea59eb87') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:49.641549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.686387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9ef6e24-0b12-4ce9-bcc6-53b0ee1d8862 req-0fc51083-ccb2-4429-8096-f3da29b1ce32 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369143 Oct 11 15:34:49.690583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.722327 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:49.722746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.737315 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Attempting to bind port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:49.737713 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Attempting to bind port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6a650269-3a8f-44e4-8f43-880736b10d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:49.737990 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Attempting to bind port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad on network ae554a01-9080-45dd-a253-021282cd0951 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:49.740007 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:49.758813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.792662 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad on network ae554a01-9080-45dd-a253-021282cd0951 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:49.793002 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Attempting to bind port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad on network ae554a01-9080-45dd-a253-021282cd0951 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:49.802469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Port': ['ID=bf57c26e-0ecb-4074-b435-b560e04b377f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:49.806204 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Allocated IP 172.20.0.5 (b4f929ac-c97b-41da-acdb-aa0b417929e4/b7f66bb2-0360-4c9b-a0f3-b0814e840481/46d6b12a-f563-480f-8b4f-0ec0001907f7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:49.823499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-8ac2f6b3-dd1e-4196-b77b-0f6a63ab2345 service neutron] 10.222.0.31 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347311 Oct 11 15:34:49.826029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b4937d6-3913-410b-b1dc-ecd931a6ac83 req-afed977d-d764-4f51-9ad2-faa6a98b1ad3 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 210 time: 0.0538170 Oct 11 15:34:49.827528 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:49.828135 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Checking segment: {'id': '6a650269-3a8f-44e4-8f43-880736b10d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:49.828588 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Bound using segment: {'id': '6a650269-3a8f-44e4-8f43-880736b10d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:49.828862 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Bound port: 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a650269-3a8f-44e4-8f43-880736b10d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:49.829225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:49.952940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.013633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.017118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/7effb961-84fc-45ca-8411-d68855f579e7 HTTP/1.1" status: 204 len: 168 time: 2.4306386 Oct 11 15:34:50.025451 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:50.059048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.059275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bfdd7-093e-4ec6-86e3-8b8ff82947c0 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=7effb961-84fc-45ca-8411-d68855f579e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:50.104675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3d4f4-879e-4376-9f32-819d678f5130 req-12b2f956-9814-42e9-a937-bc2003306e5f tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:50.106236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d3d4f4-879e-4376-9f32-819d678f5130 req-12b2f956-9814-42e9-a937-bc2003306e5f tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 944 time: 0.1316979 Oct 11 15:34:50.121935 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:50.157101 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,segment=NetworkSegment(6a650269-3a8f-44e4-8f43-880736b10d9c),segment_id=6a650269-3a8f-44e4-8f43-880736b10d9c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:50.176339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-2be3091f-b5e9-4a55-8216-66069481af08 service neutron] 10.222.0.31 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338356 Oct 11 15:34:50.177446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.201797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d3d4f4-879e-4376-9f32-819d678f5130 req-bd026e9d-644e-4ef4-92d8-4cb458dff734 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Oct 11 15:34:50.253828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:50.254568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.255993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad HTTP/1.1" status: 200 len: 1092 time: 2.9327426 Oct 11 15:34:50.256445 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:50.258793 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575031b9-fc34-4092-84e3-d6d32a32933c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:50.331625 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d08030-f719-48b6-ba49-2a9bd1166e19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:50.404360 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-abe6fce4-e6d8-4d72-b6a3-a6c0e2f18ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:50.405666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-abe6fce4-e6d8-4d72-b6a3-a6c0e2f18ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fa8b477da5c4125b4699e65834c8c6c&device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 1095 time: 0.0962529 Oct 11 15:34:50.417159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a407c-fc54-4be1-95ea-1cfcadce9c47 req-0d4cd986-f819-450a-a45e-7a1661351274 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:50.418701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b7a407c-fc54-4be1-95ea-1cfcadce9c47 req-0d4cd986-f819-450a-a45e-7a1661351274 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.1153820 Oct 11 15:34:50.429321 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Sync routers for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:50.444975 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:50.445715 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:50.462354 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1354aaf-2da4-4fce-b605-eb497bc938b1 x-openstack-request-id: req-d1354aaf-2da4-4fce-b605-eb497bc938b1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:50.462754 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:50.464139 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1354aaf-2da4-4fce-b605-eb497bc938b1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:50.464744 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad', 'status': 'completed', 'code': 200} Oct 11 15:34:50.475258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-ee1b32a1-4270-42b5-90f0-36cd9ed4afa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad HTTP/1.1" status: 200 len: 217 time: 0.0547554 Oct 11 15:34:50.562990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf6ab704-519f-4b61-9f75-28b413a3d345 req-b24026e4-7bf4-4d9f-8e19-aa59bb915986 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 210 time: 0.0566545 Oct 11 15:34:50.594100 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:50.596743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b7a407c-fc54-4be1-95ea-1cfcadce9c47 req-8ceb5613-7543-4ae3-88c3-1d41127d64d9 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258774 Oct 11 15:34:50.606767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-1628a1b2-b297-41b4-a9c8-804b5b925e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:50.608648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-1628a1b2-b297-41b4-a9c8-804b5b925e8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15fc65db-c22c-4357-8131-c42ac3cdc802 HTTP/1.1" status: 200 len: 858 time: 0.1261308 Oct 11 15:34:50.666389 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting subnet e589077a-7a18-46ae-85f0-72100b74a37f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:34:50.667524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-c91a65b7-3bd6-40e6-a916-358372bba3c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae554a01-9080-45dd-a253-021282cd0951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442598 Oct 11 15:34:50.702883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:50.883222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-c2a1980f-c8b6-4608-a595-cf9a7b9f4c72 service neutron] 10.222.0.36 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094159 Oct 11 15:34:50.988383 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-62ef6087-2300-423c-addf-ccca97eee314 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4622896 Oct 11 15:34:50.991615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06cdd0fc-03fc-4f83-b754-87e967f996ae req-299f7007-cf74-4db0-9bf4-9374890ded01 service neutron] 10.222.0.36 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019247 Oct 11 15:34:51.014851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.023644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.024427 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 2, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:51.100490 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Checking router: 67ea1442-9fb7-495e-9efb-ffc83f83b20e for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:34:51.101948 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Updating router 67ea1442-9fb7-495e-9efb-ffc83f83b20e port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:34:51.147988 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.200869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-778cc0ef-591e-467c-8d9e-cf256eff74fc req-43c10f6d-f561-4be5-bf7b-ec546dd0923f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 210 time: 0.0576890 Oct 11 15:34:51.235697 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Router 85cb5fb7-93e7-4a9e-a6e2-692661f15387 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:51.253535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575031b9-fc34-4092-84e3-d6d32a32933c req-6b775e3d-4552-4cdd-b8d2-509e7b7b4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.253535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-6b775e3d-4552-4cdd-b8d2-509e7b7b4b4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fa8b477da5c4125b4699e65834c8c6c&device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 1095 time: 0.1635659 Oct 11 15:34:51.314091 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-c5fbf4a6-ae31-4a4a-921d-6833618293f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.315848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-c5fbf4a6-ae31-4a4a-921d-6833618293f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f091057afc8d4854add6d24e80bb4fab&device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 1096 time: 0.2359824 Oct 11 15:34:51.433965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.482669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf743b0-b1d1-4edb-945b-9cc332d87288 req-54b04c78-c414-47d9-ae4a-e9aac2130200 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.487003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.488525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf743b0-b1d1-4edb-945b-9cc332d87288 req-54b04c78-c414-47d9-ae4a-e9aac2130200 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 944 time: 0.1206121 Oct 11 15:34:51.492875 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:51.495070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575031b9-fc34-4092-84e3-d6d32a32933c req-4dd6056d-f34d-462a-b7a0-12379c5d92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.498021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-4dd6056d-f34d-462a-b7a0-12379c5d92c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae554a01-9080-45dd-a253-021282cd0951 HTTP/1.1" status: 200 len: 919 time: 0.2369401 Oct 11 15:34:51.509476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] Sync routers for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:51.516889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc492615-c4c0-4027-bf5f-d8af55f06afb tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0974250 Oct 11 15:34:51.520252 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:51.530892 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:51.532841 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:51.572513 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Network b4f929ac-c97b-41da-acdb-aa0b417929e4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:51.581703 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:51.606998 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:51.615380 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:51.628586 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:51.629706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:51.638244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-db8e5444-f6f9-4e39-9d22-bef82fd20ca8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad HTTP/1.1" status: 200 len: 217 time: 0.1314187 Oct 11 15:34:51.649049 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-af62e953-442b-432d-bda7-1ac2c7e7493d tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] delete failed (client error): The resource could not be found. Oct 11 15:34:51.650102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af62e953-442b-432d-bda7-1ac2c7e7493d tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-511702974 HTTP/1.1" status: 404 len: 334 time: 0.1288917 Oct 11 15:34:51.660462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:51.668165 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5b8fea52-5e3b-40cd-b09a-7d5fdcb58ab6 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'router': {'external_gateway_info': {'network_id': '85cb5fb7-93e7-4a9e-a6e2-692661f15387'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:51.676668 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:51.678563 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e40e3-f4ff-44d3-9304-835de15514fb None None] The sync data for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:51.717983 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-7142bd6a-45b8-4f10-87a5-460c166aae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.719485 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-7142bd6a-45b8-4f10-87a5-460c166aae48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=679fb604-c50f-4613-8942-87e4abd96a1b HTTP/1.1" status: 200 len: 916 time: 0.3525734 Oct 11 15:34:51.720095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:51.745431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.771310 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.786022 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.799931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.800649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.806313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf743b0-b1d1-4edb-945b-9cc332d87288 req-f45fc3a8-23b7-4323-a3cd-3ad847287f19 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239575 Oct 11 15:34:51.852965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-e21cb939-5e64-4eba-9073-9a318edd8b62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75 HTTP/1.1" status: 200 len: 217 time: 0.1219172 Oct 11 15:34:51.861018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-e2e60ae6-1b37-4fee-b0bb-838ce82980d7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5384960 Oct 11 15:34:51.861759 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Subnet': ['ID=e589077a-7a18-46ae-85f0-72100b74a37f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:51.867593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.874227 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ab7d0-53dd-4400-bc38-ceb85b74fdfb None None] Network d5c7092e-8798-47da-bc68-87519947199c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:34:51.881237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab8ef1e2-b2d8-479e-a9fe-06fc2595395c tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/subnets/e589077a-7a18-46ae-85f0-72100b74a37f HTTP/1.1" status: 204 len: 168 time: 1.8526673 Oct 11 15:34:51.882374 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:51.888240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Request body: {'port': {'device_id': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:51.929290 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a115794-211d-40b9-90c5-612f08483af6 None None] Pushing event updated for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:51.941352 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575031b9-fc34-4092-84e3-d6d32a32933c req-f3533024-c820-43ae-a4fd-ac834d5d538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:51.941624 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Attempting to bind port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:51.942059 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Attempting to bind port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:51.942483 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Attempting to bind port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb on network b4f929ac-c97b-41da-acdb-aa0b417929e4 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:51.946590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-f3533024-c820-43ae-a4fd-ac834d5d538b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15fc65db-c22c-4357-8131-c42ac3cdc802 HTTP/1.1" status: 200 len: 858 time: 0.2909143 Oct 11 15:34:51.952964 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:51.953338 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Checking segment: {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:51.953806 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.954204 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Bound using segment: {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:51.954674 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Bound port: a4b3eaf6-3ab3-4a50-90af-6430f9182ffb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:51.955070 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:51.957245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2107551e-5955-43c4-916c-158f5057ff93 req-03d9cd05-2558-4e26-9aba-33509d209791 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 210 time: 0.1216540 Oct 11 15:34:52.059169 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] For port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:52.065832 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] For port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:52.072751 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.085994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.113344 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-86f91d12-b6dc-4854-9f5a-ec78a8c2041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:52.115461 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-86f91d12-b6dc-4854-9f5a-ec78a8c2041a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d56048fe-f4e2-4d4d-8bf4-165285b3e16c HTTP/1.1" status: 200 len: 855 time: 0.2349844 Oct 11 15:34:52.155617 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:52.156375 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:52.160022 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a115794-211d-40b9-90c5-612f08483af6 None None] Pushing event updated for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:52.169288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-f599a122-ee01-4f71-ad21-91127cbbbf37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae554a01-9080-45dd-a253-021282cd0951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556013 Oct 11 15:34:52.198172 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] DHCP port deletion for d5c7092e-8798-47da-bc68-87519947199c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:34:52.200722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.207648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-8d5566df-9e49-4fd7-94ea-5baa6486e4a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=679fb604-c50f-4613-8942-87e4abd96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763357 Oct 11 15:34:52.256476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8fea52-5e3b-40cd-b09a-7d5fdcb58ab6 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.292798 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:34:52.329340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Deleting port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:52.330074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.351147 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5b8fea52-5e3b-40cd-b09a-7d5fdcb58ab6 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] update failed (client error): The resource could not be found. Oct 11 15:34:52.352329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5b8fea52-5e3b-40cd-b09a-7d5fdcb58ab6 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387 HTTP/1.1" status: 404 len: 339 time: 0.6879671 Oct 11 15:34:52.359467 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:52.429675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] For port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,segment=NetworkSegment(450df007-b781-4b18-a925-4b05b8bb0086),segment_id=450df007-b781-4b18-a925-4b05b8bb0086)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:52.430366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.446788 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Calling delete_port for c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:52.475224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1284fe-dcc7-405d-908b-7150863868b7 req-1e29adec-6caf-4e05-86dd-c5855aa451d7 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:52.484057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d1284fe-dcc7-405d-908b-7150863868b7 req-1e29adec-6caf-4e05-86dd-c5855aa451d7 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.4357028 Oct 11 15:34:52.584707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.604384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d1284fe-dcc7-405d-908b-7150863868b7 req-6b303f28-f8a6-4572-9625-5d85a5a1cde0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142895 Oct 11 15:34:52.606553 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:34:52.614887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-21195893-37e6-4ffe-9e6a-578ee19a075b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:52.616347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-21195893-37e6-4ffe-9e6a-578ee19a075b tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.43 "GET /v2.0/networks?id=2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 200 len: 812 time: 0.5424364 Oct 11 15:34:52.626662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70598c22-4d49-4a81-ae6c-46c08a91e048 req-53944a61-0a99-49fc-8e02-11d44cbae65f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:52.628183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70598c22-4d49-4a81-ae6c-46c08a91e048 req-53944a61-0a99-49fc-8e02-11d44cbae65f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 931 time: 0.2688668 Oct 11 15:34:52.631421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-25332faa-4e33-4529-aae9-1e8605d630a9 service neutron] 10.222.0.36 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040465 Oct 11 15:34:52.648523 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] No DVR routers for this DVR port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:52.659334 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12b2d2-8942-4d51-aefe-f50eec9e1212 None None] Pushing event deleted for resources: {'Port': ['ID=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:52.661765 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:52Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:52.693500 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e640e-c13e-4c1e-9602-babd24bd7d9c None None] The sync data for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 is: [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:52Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:52.777400 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Deleting port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:52.777902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.934049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-8fdcfc38-0399-4345-9319-f6a56d24da03 service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767941 Oct 11 15:34:52.935131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] For port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6, host n-d-master-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:52.935493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:52.987199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Calling delete_port for c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:52.993524 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 was not found and therefore no delete operation was performed {{(pid=94826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:34:53.038989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.113579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Port': ['ID=c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:53.117190 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] No DVR routers for this DVR port c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:34:53.147442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-7b88f2ca-bbfd-414b-ba15-d04801ae1188 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41583dc7b0454a7a90ab032119eb45c4 HTTP/1.1" status: 200 len: 380 time: 0.5182879 Oct 11 15:34:53.154809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70598c22-4d49-4a81-ae6c-46c08a91e048 req-ff061253-c94d-4cbb-a4e8-0fd588537996 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174670 Oct 11 15:34:53.161886 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'port': {'device_id': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'admin_state_up': True, 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'security_groups': ['d63247ed-6a7a-420f-a2d9-3dd75fcd34cf']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:53.173758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.214223 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d6b12a-f563-480f-8b4f-0ec0001907f7 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:53.255055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166eff-9ec6-4bcc-be90-949b0c219c64 req-71a2a2a6-a05a-4ee6-89f2-b2466af50925 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:53.256619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd166eff-9ec6-4bcc-be90-949b0c219c64 req-71a2a2a6-a05a-4ee6-89f2-b2466af50925 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 944 time: 0.1846888 Oct 11 15:34:53.304978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.338299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-575031b9-fc34-4092-84e3-d6d32a32933c req-510edb77-4382-4b7e-b78c-aba5fde37378 service neutron] 10.222.0.36 "GET /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979053 Oct 11 15:34:53.379690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:53.381913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a4b3eaf6-3ab3-4a50-90af-6430f9182ffb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:53.408860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd166eff-9ec6-4bcc-be90-949b0c219c64 req-0a8af62e-51f2-4682-ad5b-acb60d66c9f0 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227782 Oct 11 15:34:53.440491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Made reservation on behalf of 41583dc7b0454a7a90ab032119eb45c4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:34:53.453005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.456562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4201f122-1bc8-4c33-870c-c21fc9af0dcb req-30e8f2ca-3167-445a-b5b3-a6cb4ea09bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106752 Oct 11 15:34:53.473091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.492348 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Transition to ACTIVE for port object 46d6b12a-f563-480f-8b4f-0ec0001907f7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:53.527295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.531050 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c7092e-8798-47da-bc68-87519947199c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:53.544883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18d0151b-8416-43b1-ba70-578de5b62659 req-33a4ce96-96bb-4e05-8674-6f46023c78c7 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 210 time: 0.0890028 Oct 11 15:34:53.600515 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450df007-b781-4b18-a925-4b05b8bb0086') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:53.600819 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450df007-b781-4b18-a925-4b05b8bb0086') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:53.611186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.622960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,segment=NetworkSegment(6a650269-3a8f-44e4-8f43-880736b10d9c),segment_id=6a650269-3a8f-44e4-8f43-880736b10d9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:53.641650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad', 'network_id': 'ae554a01-9080-45dd-a253-021282cd0951', 'port_id': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad', 'mac_address': 'fa:16:3e:b3:14:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fc65db-c22c-4357-8131-c42ac3cdc802', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:53.646765 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:53.650105 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.719444 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Allocated IP 172.20.0.7 (2a824e32-d367-444a-8b4c-8c37d5ea7e78/f89689e1-717c-4a03-813b-0eda49b42478/e6546a0d-8de3-4891-a3f5-2eacf1253475) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:53.767124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.793356 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:53.877203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,segment=NetworkSegment(6a650269-3a8f-44e4-8f43-880736b10d9c),segment_id=6a650269-3a8f-44e4-8f43-880736b10d9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:53.893060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668c12-b9c9-42a2-bc07-1ae8d2b01f30 req-cc732a84-bc5a-45fd-9b68-63fd18d38115 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:53.900500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48668c12-b9c9-42a2-bc07-1ae8d2b01f30 req-cc732a84-bc5a-45fd-9b68-63fd18d38115 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.1782961 Oct 11 15:34:53.901080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:53.909635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.024543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:54.027923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48668c12-b9c9-42a2-bc07-1ae8d2b01f30 req-156c753e-7f42-4f06-9615-a2539791b878 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Oct 11 15:34:54.038686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.054562 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:54.067304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.116269 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:54.121201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:34:54.130097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.154556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:34:54.154890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c6baaa1c-b33a-4f55-bdef-13d42fe7f2a6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:34:54.210602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:54.242940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event updated for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:54.267211 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:54.271658 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:54.285674 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:54.345530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.374992 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:34:54.375439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:34:54.397882 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:34:54.400268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:54.502904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b005b-4d68-43cc-80de-a5dc4eff7dcf req-642a800f-6504-40fe-afc7-5fd3365863d4 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:54.513234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-972b005b-4d68-43cc-80de-a5dc4eff7dcf req-642a800f-6504-40fe-afc7-5fd3365863d4 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 943 time: 0.1822703 Oct 11 15:34:54.543148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:54.544041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.618742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-10ddfc6e-d866-4ad5-82e0-5140480c4fd3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4628968 Oct 11 15:34:54.637474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-972b005b-4d68-43cc-80de-a5dc4eff7dcf req-0c293b97-8de3-40a0-963e-6b9abfc18a45 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229813 Oct 11 15:34:54.644152 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Request body: {'port': {'device_id': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:54.653662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.659188 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Attempting to bind port 46d6b12a-f563-480f-8b4f-0ec0001907f7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:54.659524 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Attempting to bind port 46d6b12a-f563-480f-8b4f-0ec0001907f7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:54.659851 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Attempting to bind port 46d6b12a-f563-480f-8b4f-0ec0001907f7 on network b4f929ac-c97b-41da-acdb-aa0b417929e4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:54.662572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec623a4-4fcb-42c9-a238-0d0c65c5d5ed req-66e64ed7-5e1d-4e30-9963-0c12de6a1461 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:54.663840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ec623a4-4fcb-42c9-a238-0d0c65c5d5ed req-66e64ed7-5e1d-4e30-9963-0c12de6a1461 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 945 time: 0.1346817 Oct 11 15:34:54.664962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.671266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] 10.222.0.31 "DELETE /v2.0/networks/d5c7092e-8798-47da-bc68-87519947199c HTTP/1.1" status: 204 len: 168 time: 2.6845903 Oct 11 15:34:54.686250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b287-3752-4733-beae-cc4b6cc65288 tempest-NetworksIpV6TestAttrs-1028070511 tempest-NetworksIpV6TestAttrs-1028070511-project] Pushing event deleted for resources: {'Network': ['ID=d5c7092e-8798-47da-bc68-87519947199c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:54.688037 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Port 46d6b12a-f563-480f-8b4f-0ec0001907f7 on network b4f929ac-c97b-41da-acdb-aa0b417929e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:54.692123 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Attempting to bind port 46d6b12a-f563-480f-8b4f-0ec0001907f7 on network b4f929ac-c97b-41da-acdb-aa0b417929e4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:54.703381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:54.703724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Checking segment: {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:54.704105 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Bound using segment: {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:54.704718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Bound port: 46d6b12a-f563-480f-8b4f-0ec0001907f7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:54.704941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.714817 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:54.741473 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Allocated IP 172.20.0.1 (d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16/38907916-98eb-4c47-ba23-2af434bcc08a/e788c632-25d8-4206-b050-b3cc99033b9c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:34:54.762112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ec623a4-4fcb-42c9-a238-0d0c65c5d5ed req-24198570-fc64-43e8-8b46-d7e66f277350 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827792 Oct 11 15:34:54.835995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef9958af-de0c-43ab-86c2-cea78001c85f None None] Provisioning complete for port e6546a0d-8de3-4891-a3f5-2eacf1253475 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:54.836669 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef9958af-de0c-43ab-86c2-cea78001c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.868662 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:54.890802 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:54.903216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.923330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.948528 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016df13f-6bed-496c-affe-0d26a9ffd205 req-0d55335c-14e9-4e49-8e2c-b728857ae633 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:54.957619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:54.958171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-016df13f-6bed-496c-affe-0d26a9ffd205 req-0d55335c-14e9-4e49-8e2c-b728857ae633 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 931 time: 0.1443887 Oct 11 15:34:54.967474 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:54.968098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:54.969511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 1091 time: 3.0878253 Oct 11 15:34:54.975126 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:54.977452 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3af223-8265-4057-9f0d-53a081cd9b81" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:54.982201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'port_id': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'mac_address': 'fa:16:3e:96:90:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6559fc6f-cb83-451b-834d-93c75273c83d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:54.985132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef9958af-de0c-43ab-86c2-cea78001c85f None None] Port e6546a0d-8de3-4891-a3f5-2eacf1253475 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:55.012782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.060845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-016df13f-6bed-496c-affe-0d26a9ffd205 req-028ba700-4d67-4f3c-bb8f-c271cc3ee644 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977163 Oct 11 15:34:55.070064 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d580a2-7084-4e77-8923-7712586432f2 service neutron] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:55.082189 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.105182 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 136debb4-acd2-45b6-a2e1-37b3681cf67e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:55.106488 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1c64cb-c282-479b-9a12-a42d4b59eedf x-openstack-request-id: req-2b1c64cb-c282-479b-9a12-a42d4b59eedf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:55.106787 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:55.107046 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b1c64cb-c282-479b-9a12-a42d4b59eedf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:55.107455 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:34:55.124030 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:55.147995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:55.157341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.168154 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-abc21262-7bcb-4b09-af38-2b8883dc65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:55.170333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-abc21262-7bcb-4b09-af38-2b8883dc65b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1094 time: 0.1525190 Oct 11 15:34:55.228727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:55.236679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.255082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-eec634f8-9a56-4573-869a-e0d3a8d1b8c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.0765705 Oct 11 15:34:55.260898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['136debb4-acd2-45b6-a2e1-37b3681cf67e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:55.331269 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:55.344894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a4b3eaf6-3ab3-4a50-90af-6430f9182ffb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:55.345560 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:55.358570 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:34:55.397784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76d611-6f24-4d93-9911-7e790cc1d4c8 req-84458773-0155-4440-af70-3f17aeedac74 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:55.399340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b76d611-6f24-4d93-9911-7e790cc1d4c8 req-84458773-0155-4440-af70-3f17aeedac74 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 945 time: 0.2017419 Oct 11 15:34:55.409103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.430933 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:55.459522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Port': ['ID=e788c632-25d8-4206-b050-b3cc99033b9c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:55.476687 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-17964922-1e45-4479-beb5-276f2c52c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:55.478668 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-17964922-1e45-4479-beb5-276f2c52c9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1970928 Oct 11 15:34:55.512911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b76d611-6f24-4d93-9911-7e790cc1d4c8 req-0d237eec-e146-4aff-a4d3-b242fd912cf4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023920 Oct 11 15:34:55.597202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-ba48f7ad-2108-4a95-a2f2-22daae6470e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507185 Oct 11 15:34:55.608241 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:55.608672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.612252 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:34:55.639036 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6546a0d-8de3-4891-a3f5-2eacf1253475 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:55.648777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.663235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-854cfbac-0151-42ad-84aa-64c3cff4c189 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d858fee25334bf782bd7b8af6ef2e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379438 Oct 11 15:34:55.668149 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Transition to ACTIVE for port object e6546a0d-8de3-4891-a3f5-2eacf1253475 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:34:55.669441 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:55.671807 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:55.672265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.687428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.753973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.917459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:55.982725 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-75158790-556f-4ed0-b802-3f7de8b19957 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372183 Oct 11 15:34:56.020940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Pushing event updated for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:56.041815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.066042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.121184 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Attempting to bind port e6546a0d-8de3-4891-a3f5-2eacf1253475 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:34:56.121893 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Attempting to bind port e6546a0d-8de3-4891-a3f5-2eacf1253475 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:34:56.122325 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Attempting to bind port e6546a0d-8de3-4891-a3f5-2eacf1253475 on network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:56.127191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.129910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.131176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efd64584-6b8d-403f-87cc-69d5301a9fb3 HTTP/1.1" status: 204 len: 168 time: 0.4603562 Oct 11 15:34:56.163353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1eff3-54d7-4331-96ea-1dfa25f31863 req-c2ebf0dc-fd2a-4970-a18c-ae6200bde2a0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.166203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fef1eff3-54d7-4331-96ea-1dfa25f31863 req-c2ebf0dc-fd2a-4970-a18c-ae6200bde2a0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 943 time: 0.3781118 Oct 11 15:34:56.184022 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Port e6546a0d-8de3-4891-a3f5-2eacf1253475 on network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:34:56.184609 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Attempting to bind port e6546a0d-8de3-4891-a3f5-2eacf1253475 on network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:34:56.195854 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45249f7-0ff0-47bd-b8b3-0948efbb9e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd64584-6b8d-403f-87cc-69d5301a9fb3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:56.203291 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:56.206277 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae27a4e-100c-410e-9e05-13d5cbdb634e" -d '{"events": [{"server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "name": "network-vif-plugged", "status": "completed", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:56.216121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,segment=NetworkSegment(6a650269-3a8f-44e4-8f43-880736b10d9c),segment_id=6a650269-3a8f-44e4-8f43-880736b10d9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:56.219452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8156aff-0513-4bcb-a567-103bb22c5f1a None None] Provisioning complete for port e788c632-25d8-4206-b050-b3cc99033b9c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:56.219831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8156aff-0513-4bcb-a567-103bb22c5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.223620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90e74-a3de-4091-a46d-08870df30f75 req-3e5165a8-3529-4064-afd4-ed399dd2c0f2 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.233170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68a90e74-a3de-4091-a46d-08870df30f75 req-3e5165a8-3529-4064-afd4-ed399dd2c0f2 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 945 time: 0.3197322 Oct 11 15:34:56.235421 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:34:56.235842 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Checking segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:34:56.236466 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Bound using segment: {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:34:56.236953 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Bound port: e6546a0d-8de3-4891-a3f5-2eacf1253475, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:34:56.237347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.271618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e8156aff-0513-4bcb-a567-103bb22c5f1a None None] Port e788c632-25d8-4206-b050-b3cc99033b9c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:56.281290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.305125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.327097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.333779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fef1eff3-54d7-4331-96ea-1dfa25f31863 req-fc390419-0b63-4a19-a745-7a753fc71b04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555483 Oct 11 15:34:56.348032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68a90e74-a3de-4091-a46d-08870df30f75 req-8f0d2d30-b405-44c3-9792-34447ad64cce tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139216 Oct 11 15:34:56.407963 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:34:56.419658 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:34:56.426292 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:56.430033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.469374 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450aede4-2a5f-4bc8-b21a-cf050b459bff x-openstack-request-id: req-450aede4-2a5f-4bc8-b21a-cf050b459bff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:56.470089 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "name": "network-vif-plugged", "status": "completed", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:56.470089 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-450aede4-2a5f-4bc8-b21a-cf050b459bff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:56.470347 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad', 'code': 200} Oct 11 15:34:56.476393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.477265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.479859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] 10.222.0.43 "PUT /v2.0/ports/e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 200 len: 1091 time: 1.8396628 Oct 11 15:34:56.483443 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:56.504732 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c1e98-8068-4ef6-b965-9113501fd70c" -d '{"events": [{"name": "network-changed", "server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:56.584899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b922f11b-63c2-4906-b4b4-73939bd502ff req-427bc80d-5458-4185-b31d-93ebe2cb67a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945799 Oct 11 15:34:56.586418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.592243 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event updated for resources: {'Port': ['ID=e788c632-25d8-4206-b050-b3cc99033b9c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:56.742612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:34:56.756374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-a2043688-6455-4b2b-9887-57e36d19b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.758058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-a2043688-6455-4b2b-9887-57e36d19b75f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41583dc7b0454a7a90ab032119eb45c4&device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 1094 time: 0.2053516 Oct 11 15:34:56.768679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30dce-64fa-466a-9bdb-5edea673264a req-e681f401-a539-41ed-bd1f-37fcdee4f642 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.770327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ca30dce-64fa-466a-9bdb-5edea673264a req-e681f401-a539-41ed-bd1f-37fcdee4f642 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 943 time: 0.3190253 Oct 11 15:34:56.771058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383b75c-7b35-482b-8beb-19d7c2735a9a service neutron] Pushing event updated for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:56.804147 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:34:56.816328 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:34:56.841152 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-82a97672-5119-487f-b9be-2cd6d8bb0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.844772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-82a97672-5119-487f-b9be-2cd6d8bb0d62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1094 time: 0.1710191 Oct 11 15:34:56.849582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee995fb-dc77-4050-8a85-89e0c99cf5b1 req-4ff0c1c9-71e4-4394-80d0-45d9934b3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.851519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ee995fb-dc77-4050-8a85-89e0c99cf5b1 req-4ff0c1c9-71e4-4394-80d0-45d9934b3780 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 1097 time: 0.2942426 Oct 11 15:34:56.874216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-5fcc1c96-05ac-4719-ba1d-d8c2ec01a15d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 200 len: 217 time: 0.0984204 Oct 11 15:34:56.881112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 136debb4-acd2-45b6-a2e1-37b3681cf67e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:56.881502 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:56.948819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862904ac-31e0-4cfc-93f1-beb9614ec252 req-9c489e59-5896-4d0a-8783-dad2b4baa9b7 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:56.951061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-862904ac-31e0-4cfc-93f1-beb9614ec252 req-9c489e59-5896-4d0a-8783-dad2b4baa9b7 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 945 time: 0.3012390 Oct 11 15:34:57.011849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ca30dce-64fa-466a-9bdb-5edea673264a req-52bb6ef4-e4c0-414a-b8af-d6c7dc612c3a tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280850 Oct 11 15:34:57.067858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-68187732-36bd-4ee6-a0aa-6e6097402d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.069645 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.071257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-68187732-36bd-4ee6-a0aa-6e6097402d93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89689e1-717c-4a03-813b-0eda49b42478 HTTP/1.1" status: 200 len: 851 time: 0.1721532 Oct 11 15:34:57.074071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ee995fb-dc77-4050-8a85-89e0c99cf5b1 req-60b72d4f-33b7-4776-b4de-ad35dbada63e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114830 Oct 11 15:34:57.108406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-862904ac-31e0-4cfc-93f1-beb9614ec252 req-07fe0b9a-0084-4a9e-8f7f-21bb5f23f750 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930710 Oct 11 15:34:57.145764 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57077875-5468-4b79-8f3b-b665aec64d1e x-openstack-request-id: req-57077875-5468-4b79-8f3b-b665aec64d1e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:57.146058 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:57.147056 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57077875-5468-4b79-8f3b-b665aec64d1e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:57.148495 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'status': 'completed', 'code': 200} Oct 11 15:34:57.169103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-d391d050-b3c9-4d1b-a082-25e4998a7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.173147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-d391d050-b3c9-4d1b-a082-25e4998a7afe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a824e32-d367-444a-8b4c-8c37d5ea7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859766 Oct 11 15:34:57.185660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:57.193999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.216777 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Router 85cb5fb7-93e7-4a9e-a6e2-692661f15387 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:34:57.252263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8854dbe3-82d5-4cce-abe0-2d838d8358ac None None] Provisioning complete for port e788c632-25d8-4206-b050-b3cc99033b9c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:34:57.252879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8854dbe3-82d5-4cce-abe0-2d838d8358ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.293702 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:57.310836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-841eeb48-151f-47a2-bc4c-63cc3366b822 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291847 Oct 11 15:34:57.313705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8854dbe3-82d5-4cce-abe0-2d838d8358ac None None] Port e788c632-25d8-4206-b050-b3cc99033b9c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:34:57.344278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-f0c8e880-5c1f-47bf-a014-bd8cfbe7cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.345796 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-f0c8e880-5c1f-47bf-a014-bd8cfbe7cdc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.3133681 Oct 11 15:34:57.397249 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:34:57.410142 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] Sync routers for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:34:57.428230 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:57.429182 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:57.437389 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:57.447730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a1f3abf-749a-46d0-8c56-b0d5eee49c25 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0832102 Oct 11 15:34:57.449820 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:57.451838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-56f233c8-6d16-4087-9876-51f8f97b6d79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.0952015 Oct 11 15:34:57.462114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dbfd63a-0504-425b-a9ca-038c75d0eb61 req-d5fd5921-406c-4c47-aa9d-338ad8a90b01 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426659 Oct 11 15:34:57.483317 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:57.497897 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:34:57.498766 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:57.550339 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:34:57.551290 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132a61b-b875-4a88-b8fd-01726f6c8272 None None] The sync data for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:34:57.578104 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ca74-b5eb-4873-8fe5-452be5c2a6ae req-9e8ee5b7-75e0-4279-ab73-ae1b41e12026 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.579574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c591ca74-b5eb-4873-8fe5-452be5c2a6ae req-9e8ee5b7-75e0-4279-ab73-ae1b41e12026 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 943 time: 0.1165509 Oct 11 15:34:57.616735 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-2d003dfe-138d-47ca-a77d-c33fce8e32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.618598 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-2d003dfe-138d-47ca-a77d-c33fce8e32b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1056812 Oct 11 15:34:57.623572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1e98-8068-4ef6-b965-9113501fd70c req-af60fff3-aec1-41b1-986e-38198cbdb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.624612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-af60fff3-aec1-41b1-986e-38198cbdb059 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41583dc7b0454a7a90ab032119eb45c4&device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 1094 time: 0.0874372 Oct 11 15:34:57.626521 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-366b6c5e-f16c-4d16-96ad-a16a52c07c5b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:57.627317 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-366b6c5e-f16c-4d16-96ad-a16a52c07c5b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 15:34:57.627916 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-366b6c5e-f16c-4d16-96ad-a16a52c07c5b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:57.632392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-366b6c5e-f16c-4d16-96ad-a16a52c07c5b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1904299 Oct 11 15:34:57.633679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6edd85-e3e7-4ed6-ba69-e0934c5762d5 req-7809562d-c852-4bfd-b8d8-ecfa13de3902 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.635210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6edd85-e3e7-4ed6-ba69-e0934c5762d5 req-7809562d-c852-4bfd-b8d8-ecfa13de3902 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 946 time: 0.1370783 Oct 11 15:34:57.636239 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:57.641881 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182894673'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:57.667076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-e883eb48-4411-4165-985d-2b71106c3b7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369513 Oct 11 15:34:57.724695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-042c7b2b-df52-4bca-9acb-39715040fd48 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.740374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.745603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c591ca74-b5eb-4873-8fe5-452be5c2a6ae req-c4533860-f077-4d1f-9fcf-14cbaa8bc2d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552460 Oct 11 15:34:57.762325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:57.785309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb6edd85-e3e7-4ed6-ba69-e0934c5762d5 req-a1e79511-8f88-4829-9a23-df91bbc67e88 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170819 Oct 11 15:34:57.845847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1e98-8068-4ef6-b965-9113501fd70c req-9ddad6cc-0b35-49ee-aaa0-ab6eeb565c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:57.847463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-9ddad6cc-0b35-49ee-aaa0-ab6eeb565c79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 200 len: 913 time: 0.2099934 Oct 11 15:34:57.848675 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-042c7b2b-df52-4bca-9acb-39715040fd48 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:57.849704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-042c7b2b-df52-4bca-9acb-39715040fd48 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387 HTTP/1.1" status: 409 len: 329 time: 0.3965294 Oct 11 15:34:57.851797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-0446fa70-600d-400e-a891-5201e7591d3c service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771226 Oct 11 15:34:57.852594 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:57.963264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3af223-8265-4057-9f0d-53a081cd9b81 req-a84d5d88-1656-44e0-b989-88fcc8aa3b72 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967450 Oct 11 15:34:57.966819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-72d3fc16-aec7-4c37-99c9-dc92238acfba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 200 len: 217 time: 0.1063559 Oct 11 15:34:58.066851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.068833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1e98-8068-4ef6-b965-9113501fd70c req-0b4d48f0-8e12-4502-8d69-8b29fad08a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:58.071055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-0b4d48f0-8e12-4502-8d69-8b29fad08a86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89689e1-717c-4a03-813b-0eda49b42478 HTTP/1.1" status: 200 len: 851 time: 0.0942371 Oct 11 15:34:58.080728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.271326 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc2aef-1202-469e-9b3b-88eda2085c57,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:58.353012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1e98-8068-4ef6-b965-9113501fd70c req-21af73bc-24b5-46e4-9cde-82c3892f1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:58.354617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-21af73bc-24b5-46e4-9cde-82c3892f1454 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a824e32-d367-444a-8b4c-8c37d5ea7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749774 Oct 11 15:34:58.367754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faf03e-4750-40c1-bff7-eb0cfd21f3f4 req-aa295995-2111-4b59-97ba-f7d3efcf1e24 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:58.369143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99faf03e-4750-40c1-bff7-eb0cfd21f3f4 req-aa295995-2111-4b59-97ba-f7d3efcf1e24 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 943 time: 0.2463961 Oct 11 15:34:58.413295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.458373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2857-4764-4bce-9c44-bb8a4a191980 req-a945c2e2-e1b5-4c7b-8263-5cb964d03479 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:58.459848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c3f2857-4764-4bce-9c44-bb8a4a191980 req-a945c2e2-e1b5-4c7b-8263-5cb964d03479 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.2380424 Oct 11 15:34:58.463679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.471287 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:34:58.473912 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da64c1-f1d9-4575-bdd0-ed8c351e8728" -d '{"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-plugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:34:58.557095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.558873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9202399 Oct 11 15:34:58.561803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99faf03e-4750-40c1-bff7-eb0cfd21f3f4 req-db400171-c469-437f-9623-7a1b0b8ddb00 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777577 Oct 11 15:34:58.564280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:58.570310 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73727a4-e5eb-466b-a391-58f9220cb683 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1600fd4-a149-447b-ba50-ec26c5a29cde,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:58.574032 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'b1600fd4-a149-447b-ba50-ec26c5a29cde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:58.617707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c3f2857-4764-4bce-9c44-bb8a4a191980 req-b283b158-e2ec-4347-bee2-40a684ac972d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457818 Oct 11 15:34:58.620977 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.628047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-8d0e5ee1-5850-41df-85dc-d58454138ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579424 Oct 11 15:34:58.697016 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f7ae0-7fb9-4b62-a0e4-0ecaee0782d6 x-openstack-request-id: req-df4f7ae0-7fb9-4b62-a0e4-0ecaee0782d6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:34:58.697419 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-plugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:34:58.697800 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4f7ae0-7fb9-4b62-a0e4-0ecaee0782d6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:34:58.698452 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'code': 200} Oct 11 15:34:58.717415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.722850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.747155 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00c783d-439d-4e52-83d8-4073516bb583,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:58.755624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.756902 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2caf0e28-767f-4caa-8a30-b719f5930e75 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1912665 Oct 11 15:34:58.759713 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:58.765539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-940cb571-68d9-417d-88ec-60ed354cc1e9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'b1600fd4-a149-447b-ba50-ec26c5a29cde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:58.833418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940cb571-68d9-417d-88ec-60ed354cc1e9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.907476 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-940cb571-68d9-417d-88ec-60ed354cc1e9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 15:34:58.908725 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-940cb571-68d9-417d-88ec-60ed354cc1e9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1476049 Oct 11 15:34:58.911827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:58.975854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:58.999066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.046768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.049398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.050644 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1600fd4-a149-447b-ba50-ec26c5a29cde HTTP/1.1" status: 204 len: 168 time: 0.1377051 Oct 11 15:34:59.053897 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.074020 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b267ffc-b51e-4836-91dd-f03de2e266cc tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1600fd4-a149-447b-ba50-ec26c5a29cde,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:59.111608 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c00e10a-7d26-4334-a577-f356d51ff079 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566263 Oct 11 15:34:59.115131 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.119390 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--344523460'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:59.142663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.194979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.210277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a13dd-4dd8-4ddd-9fef-f4bed5f1368d req-c945cac0-919d-4c3d-a787-f7cdf1f5547b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:59.211753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca8a13dd-4dd8-4ddd-9fef-f4bed5f1368d req-c945cac0-919d-4c3d-a787-f7cdf1f5547b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 943 time: 0.1335833 Oct 11 15:34:59.212249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.216403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.245820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.249519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1308918 Oct 11 15:34:59.249736 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.250751 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b593134-e11d-4a78-a3d0-2ac520b32510 req-d3beb339-247c-48c2-8351-8eb3721b4cf0 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:59.252226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b593134-e11d-4a78-a3d0-2ac520b32510 req-d3beb339-247c-48c2-8351-8eb3721b4cf0 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 946 time: 0.1714990 Oct 11 15:34:59.254736 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-451211eb-3adf-4d1e-8d7a-f2f92a24e870 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'a362fecc-6cb2-4f86-a788-653c560823d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:59.255494 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-451211eb-3adf-4d1e-8d7a-f2f92a24e870 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 11 15:34:59.256002 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-451211eb-3adf-4d1e-8d7a-f2f92a24e870 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:34:59.259581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-451211eb-3adf-4d1e-8d7a-f2f92a24e870 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063028 Oct 11 15:34:59.259805 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.267754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac8cf1-3ac6-44b5-b5f8-3d4dd60f0267 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a362fecc-6cb2-4f86-a788-653c560823d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:59.294947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-221c1e98-8068-4ef6-b965-9113501fd70c req-58e53fc3-b9d2-4ae6-bd27-7bdc7c6bce23 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578009 Oct 11 15:34:59.321722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.344366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.360674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca8a13dd-4dd8-4ddd-9fef-f4bed5f1368d req-f2e8ba25-1bea-4efb-b3d6-451ab9bfacc3 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Oct 11 15:34:59.368547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b593134-e11d-4a78-a3d0-2ac520b32510 req-4bff5a77-7df3-467b-9f50-26b26c1b4998 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830433 Oct 11 15:34:59.388720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.391654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.395104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/a362fecc-6cb2-4f86-a788-653c560823d0 HTTP/1.1" status: 204 len: 168 time: 0.1320791 Oct 11 15:34:59.396300 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.409522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645ea13-612d-40ed-b6ee-4da34b3d8d19 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362fecc-6cb2-4f86-a788-653c560823d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:59.409745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 46d6b12a-f563-480f-8b4f-0ec0001907f7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:34:59.475833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3158974a-384b-41d9-89f5-e1e7a485bc7d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782874 Oct 11 15:34:59.479434 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.483744 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967344386'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:59.519827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.531301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:59.544558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'port_id': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'mac_address': 'fa:16:3e:6f:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:34:59.587507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.601545 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d6b12a-f563-480f-8b4f-0ec0001907f7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:34:59.633312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:34:59.637821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.687147 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:59.708170 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.717469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.721012 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting port e788c632-25d8-4206-b050-b3cc99033b9c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:34:59.721341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.793911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02489a0-b846-498c-9b88-cdd2dd29972a req-44894c82-914c-4067-acef-ba5cce614df3 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:59.795387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02489a0-b846-498c-9b88-cdd2dd29972a req-44894c82-914c-4067-acef-ba5cce614df3 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 946 time: 0.1723025 Oct 11 15:34:59.808225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.809376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3290329 Oct 11 15:34:59.812226 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.816741 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84b85c0f-7622-41d0-9742-1c0ef6f5aa7c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'b431964f-8a33-4cdb-8d1d-746e9e7190c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:34:59.817759 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-84b85c0f-7622-41d0-9742-1c0ef6f5aa7c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 11 15:34:59.818381 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-84b85c0f-7622-41d0-9742-1c0ef6f5aa7c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:34:59.819388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84b85c0f-7622-41d0-9742-1c0ef6f5aa7c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061378 Oct 11 15:34:59.822105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.846825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0801ce5-701f-4c10-87b3-1f670c2b7ec9 req-05c43f58-e3be-41ce-98c1-5d8330dc16b7 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:34:59.848313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0801ce5-701f-4c10-87b3-1f670c2b7ec9 req-05c43f58-e3be-41ce-98c1-5d8330dc16b7 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 943 time: 0.1859341 Oct 11 15:34:59.848927 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e00e9-dee3-46c2-9af3-9e34af3a9dc4 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b431964f-8a33-4cdb-8d1d-746e9e7190c6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:34:59.862854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:34:59.882019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.905942 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.917304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02489a0-b846-498c-9b88-cdd2dd29972a req-bf2741d0-ffa1-4f19-922e-6c796593b2c7 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131816 Oct 11 15:34:59.920233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.943505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0801ce5-701f-4c10-87b3-1f670c2b7ec9 req-85afb5ff-f916-4a3e-89d6-e46e0541d13c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840125 Oct 11 15:34:59.944378 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Calling delete_port for e788c632-25d8-4206-b050-b3cc99033b9c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:34:59.951853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.956310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:34:59.957972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/b431964f-8a33-4cdb-8d1d-746e9e7190c6 HTTP/1.1" status: 204 len: 168 time: 0.1347396 Oct 11 15:34:59.964013 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:34:59.988772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae0ea6-fa9f-4f4f-baab-83286433840c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431964f-8a33-4cdb-8d1d-746e9e7190c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:00.033636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe7261b8-5039-4344-a9c6-dbb73ab421e7 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636246 Oct 11 15:35:00.033938 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.044872 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--222978156'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.133420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.204142 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c7c1-101c-4dcd-9fe8-4776022220a7 req-cfc50b29-05dc-418e-b05b-2042c14abb2d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:00.206091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eae5c7c1-101c-4dcd-9fe8-4776022220a7 req-cfc50b29-05dc-418e-b05b-2042c14abb2d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.1270573 Oct 11 15:35:00.250521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.298335 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Port': ['ID=e788c632-25d8-4206-b050-b3cc99033b9c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:00.319656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eae5c7c1-101c-4dcd-9fe8-4776022220a7 req-3fd2d8d1-1b91-4036-bb4f-f68232d7408a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067219 Oct 11 15:35:00.341413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.367338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.418390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.419874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3849125 Oct 11 15:35:00.422988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.428927 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f651ac27-2909-4535-8731-5b378de00eba tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '0fa1ff7e-139f-41ae-bc93-7a88a8ac3655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.432938 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b96b6-2110-4e19-88d3-dabac6eb5108 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1ff7e-139f-41ae-bc93-7a88a8ac3655,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:00.448689 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-f651ac27-2909-4535-8731-5b378de00eba tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 11 15:35:00.449760 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f651ac27-2909-4535-8731-5b378de00eba tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:00.451097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f651ac27-2909-4535-8731-5b378de00eba tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268979 Oct 11 15:35:00.453852 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.459365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ca286fb4-73f9-4a5e-9eae-13eeafb440b9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '0fa1ff7e-139f-41ae-bc93-7a88a8ac3655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.460329 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-ca286fb4-73f9-4a5e-9eae-13eeafb440b9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 11 15:35:00.461034 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ca286fb4-73f9-4a5e-9eae-13eeafb440b9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:00.467928 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca286fb4-73f9-4a5e-9eae-13eeafb440b9 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073290 Oct 11 15:35:00.468492 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.505928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-77ca748d-03d4-4ae5-a6c9-d2077d909619 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '0fa1ff7e-139f-41ae-bc93-7a88a8ac3655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.508008 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-77ca748d-03d4-4ae5-a6c9-d2077d909619 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 11 15:35:00.508713 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-77ca748d-03d4-4ae5-a6c9-d2077d909619 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:00.512788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-77ca748d-03d4-4ae5-a6c9-d2077d909619 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0400858 Oct 11 15:35:00.513806 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.521790 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18633e1a-ef61-43a6-b1e1-470341dcf034 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '0fa1ff7e-139f-41ae-bc93-7a88a8ac3655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.522927 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-18633e1a-ef61-43a6-b1e1-470341dcf034 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 11 15:35:00.523613 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-18633e1a-ef61-43a6-b1e1-470341dcf034 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:00.524988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-18633e1a-ef61-43a6-b1e1-470341dcf034 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101600 Oct 11 15:35:00.528088 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.532064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.619803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.671149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.687437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5805d-2e88-4ca4-8dad-17344f8df820 req-be8fdba0-b575-49f9-8f35-b7dee1a2d4b8 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:00.688941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0d5805d-2e88-4ca4-8dad-17344f8df820 req-be8fdba0-b575-49f9-8f35-b7dee1a2d4b8 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 944 time: 0.1748109 Oct 11 15:35:00.730133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.733243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.734588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fa1ff7e-139f-41ae-bc93-7a88a8ac3655 HTTP/1.1" status: 204 len: 168 time: 0.2055008 Oct 11 15:35:00.738383 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.759531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e6546a0d-8de3-4891-a3f5-2eacf1253475 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:00.761624 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1ff7e-139f-41ae-bc93-7a88a8ac3655,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:00.780508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.781392 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.781909 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.782712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.783704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.784191 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.784838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.785315 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.786071 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.786683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.787354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.788112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa81139-c85f-4073-8a83-07fdd40b715c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:00.833960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1952ca49-89b6-42ad-8975-29ac0aa1947d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929222 Oct 11 15:35:00.837783 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:00.844193 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200370142'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:00.850163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc274d44-9cf9-4c61-9e38-02223d08fd82 req-882e1f82-e23c-4016-a9d7-22003406e814 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:00.852233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc274d44-9cf9-4c61-9e38-02223d08fd82 req-882e1f82-e23c-4016-a9d7-22003406e814 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.1834214 Oct 11 15:35:00.858746 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Router 85cb5fb7-93e7-4a9e-a6e2-692661f15387 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:00.867708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0d5805d-2e88-4ca4-8dad-17344f8df820 req-a5a9276a-ff6c-4c39-9401-0921ca646f0e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557338 Oct 11 15:35:00.889528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:00.928363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:00.939843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'port_id': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'mac_address': 'fa:16:3e:1e:55:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:00.950661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc274d44-9cf9-4c61-9e38-02223d08fd82 req-ac6c0f65-4881-4032-b112-15f8562ce2f0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902424 Oct 11 15:35:01.007201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.023384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.035044 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:01.040909 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6546a0d-8de3-4891-a3f5-2eacf1253475 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:01.041154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-07b9b46a-1547-4935-91d6-01d57f4bcf41 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1875486 Oct 11 15:35:01.047009 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.067286 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] Sync routers for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:01.081642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:01.086973 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:01.087522 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:01.091207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.094921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.110388 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0d7e11aa-c1e8-4c25-a899-14aac22b170c tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] show failed (client error): The resource could not be found. Oct 11 15:35:01.113548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d7e11aa-c1e8-4c25-a899-14aac22b170c tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-792434761 HTTP/1.1" status: 404 len: 334 time: 0.0635281 Oct 11 15:35:01.121813 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.128631 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:01.130238 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3894bd89-9fce-45a0-b50f-430427eab94e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.131913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.133340 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2936888 Oct 11 15:35:01.139052 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.147895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e655188-29d6-4526-a07e-232dd0d347d2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.148846 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-2e655188-29d6-4526-a07e-232dd0d347d2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 15:35:01.150155 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2e655188-29d6-4526-a07e-232dd0d347d2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.151986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e655188-29d6-4526-a07e-232dd0d347d2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117948 Oct 11 15:35:01.156978 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.172022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-85379c7d-5203-4155-8d34-58831e8f5fd6 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:01.173834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-85379c7d-5203-4155-8d34-58831e8f5fd6 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 946 time: 0.1645248 Oct 11 15:35:01.174908 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08514a4-9ae1-4936-bbfe-ecd45ae05a1b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2da16-5e6d-48a0-8f26-bfc9de429dd1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:01.177657 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] Routers {'85cb5fb7-93e7-4a9e-a6e2-692661f15387'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:01.178263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:34:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:01.180229 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:01.193735 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-699d7a89-a4ab-4daa-9cfb-0a15aebef3c2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.211117 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3894bd89-9fce-45a0-b50f-430427eab94e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] update failed (client error): The resource could not be found. Oct 11 15:35:01.212952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3894bd89-9fce-45a0-b50f-430427eab94e tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1045431037 HTTP/1.1" status: 404 len: 335 time: 0.0885005 Oct 11 15:35:01.219880 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.221523 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:01.223104 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f594be-ab1c-401f-ac23-8ed569d6ea3c None None] The sync data for ids ['85cb5fb7-93e7-4a9e-a6e2-692661f15387'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:01.287555 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9310-b9b8-4622-86c0-f6b0f0d92900 req-43ecca70-9130-4965-922a-cd043890255f tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:01.289124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-439d9310-b9b8-4622-86c0-f6b0f0d92900 req-43ecca70-9130-4965-922a-cd043890255f tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8 HTTP/1.1" status: 200 len: 946 time: 0.2436686 Oct 11 15:35:01.302744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31277717-aa7e-417e-a5cf-aed823dd408b req-f8c96278-5128-4596-825e-af492ab87a0e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:01.304242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31277717-aa7e-417e-a5cf-aed823dd408b req-f8c96278-5128-4596-825e-af492ab87a0e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 944 time: 0.1968594 Oct 11 15:35:01.324228 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Deleting port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:01.324826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.348840 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting subnet 1a01c41b-a3bd-432f-96d5-7dca25e62276 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:01.358103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.399951 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-699d7a89-a4ab-4daa-9cfb-0a15aebef3c2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.401594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-699d7a89-a4ab-4daa-9cfb-0a15aebef3c2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2421596 Oct 11 15:35:01.408247 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.416103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 46d6b12a-f563-480f-8b4f-0ec0001907f7 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:01.432055 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1dd39f69-bf60-4d6e-9e3a-c0bde8aad06a tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.432055 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-1dd39f69-bf60-4d6e-9e3a-c0bde8aad06a tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 11 15:35:01.432055 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1dd39f69-bf60-4d6e-9e3a-c0bde8aad06a tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.433232 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1dd39f69-bf60-4d6e-9e3a-c0bde8aad06a tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0238984 Oct 11 15:35:01.437190 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.441427 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef441dad-aaf1-4bb3-b399-681a842b3c44 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.453168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.456189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e6546a0d-8de3-4891-a3f5-2eacf1253475'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:01.491939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31277717-aa7e-417e-a5cf-aed823dd408b req-d2902a1d-b649-445e-96f8-b0f72407e040 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625345 Oct 11 15:35:01.493013 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] For port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,segment=NetworkSegment(6a650269-3a8f-44e4-8f43-880736b10d9c),segment_id=6a650269-3a8f-44e4-8f43-880736b10d9c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:01.493519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.499096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-439d9310-b9b8-4622-86c0-f6b0f0d92900 req-3e599604-c059-4f17-93be-2dfe08eb9ad3 tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d334a16-de06-4f6a-ae90-1853b17f310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908228 Oct 11 15:35:01.535206 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Calling delete_port for 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:01.551427 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 46d6b12a-f563-480f-8b4f-0ec0001907f7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:01.562013 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ef441dad-aaf1-4bb3-b399-681a842b3c44 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.562941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 46d6b12a-f563-480f-8b4f-0ec0001907f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:01.563255 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef441dad-aaf1-4bb3-b399-681a842b3c44 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1251318 Oct 11 15:35:01.563757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.566909 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.575520 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-914a4d59-33fe-413a-87d0-cf91d3d1932c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.576661 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-914a4d59-33fe-413a-87d0-cf91d3d1932c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 15:35:01.577199 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-914a4d59-33fe-413a-87d0-cf91d3d1932c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.581082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-914a4d59-33fe-413a-87d0-cf91d3d1932c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114024 Oct 11 15:35:01.581660 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.591305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5efa3725-9a41-4f31-9e1f-693da53d8761 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.614532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.685826 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5efa3725-9a41-4f31-9e1f-693da53d8761 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.689671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5efa3725-9a41-4f31-9e1f-693da53d8761 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1007872 Oct 11 15:35:01.690170 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.695880 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-61dcab5f-e818-4c5b-95d3-c6761a2f7b45 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.696836 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-61dcab5f-e818-4c5b-95d3-c6761a2f7b45 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 11 15:35:01.697305 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-61dcab5f-e818-4c5b-95d3-c6761a2f7b45 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.699024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-61dcab5f-e818-4c5b-95d3-c6761a2f7b45 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079823 Oct 11 15:35:01.702104 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.702836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.707665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0cde6ea2-b7fb-4713-aa65-91fddc728521 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.709201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.713652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.726626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:01.740143 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Pushing event deleted for resources: {'Port': ['ID=3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:01.750584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Subnet': ['ID=1a01c41b-a3bd-432f-96d5-7dca25e62276,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:01.758011 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:01.760199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.761028 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b20a6-f7fe-420e-8f36-38788d126c7d" -d '{"events": [{"server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "name": "network-vif-plugged", "status": "completed", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:01.767082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/subnets/1a01c41b-a3bd-432f-96d5-7dca25e62276 HTTP/1.1" status: 204 len: 168 time: 0.5408423 Oct 11 15:35:01.767082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.767353 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.767593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54e516-0aa6-4772-bf6c-e3255442f854 None None] Network b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:01.769596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.770257 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.770742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.771316 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.772364 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.772846 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.773538 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.774436 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.774917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.775518 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.779751 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cee6-155f-475e-8bd0-54dba8ece878 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:01.798468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:01.817038 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] No DVR routers for this DVR port 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:01.821372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.825050 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be6af966-a3ab-4c0b-a0b2-6b74e6fcddb9 req-ddf52c12-bd8f-4532-a125-dff3b5d6a26a tempest-InstanceActionsV221TestJSON-1458615929 tempest-InstanceActionsV221TestJSON-1458615929-project] 10.222.0.36 "DELETE /v2.0/ports/3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad HTTP/1.1" status: 204 len: 173 time: 0.6445591 Oct 11 15:35:01.825457 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'name': 'network-vif-deleted', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:01.827845 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9773cd0c-a551-431d-9424-58647e0e60f9" -d '{"events": [{"server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "name": "network-vif-deleted", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:01.831943 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0cde6ea2-b7fb-4713-aa65-91fddc728521 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.833192 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b7fbf2-2dfb-4f3f-8376-6e14a48b548d x-openstack-request-id: req-b1b7fbf2-2dfb-4f3f-8376-6e14a48b548d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:01.834089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0cde6ea2-b7fb-4713-aa65-91fddc728521 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1307342 Oct 11 15:35:01.836496 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "name": "network-vif-plugged", "status": "completed", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:01.836629 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.836808 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1b7fbf2-2dfb-4f3f-8376-6e14a48b548d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:01.837193 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'code': 200} Oct 11 15:35:01.839819 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.846085 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cfb655e2-32f6-4e9a-86eb-360f21ca58c0 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2da16-5e6d-48a0-8f26-bfc9de429dd1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:01.886956 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting subnet 55335262-2d3a-472d-af25-f2be06c0d57b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:01.906785 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-cfb655e2-32f6-4e9a-86eb-360f21ca58c0 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:01.908346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cfb655e2-32f6-4e9a-86eb-360f21ca58c0 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0695210 Oct 11 15:35:01.910764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:01.913549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:01.965180 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:02.008433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.080168 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] DHCP port deletion for b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:35:02.093116 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.117276 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc0b05-1219-4920-9463-5dc8dc2ba2fb req-fd2076be-f853-4089-9052-c308b3884c20 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:02.118989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fc0b05-1219-4920-9463-5dc8dc2ba2fb req-fd2076be-f853-4089-9052-c308b3884c20 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1314797 Oct 11 15:35:02.132615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Deleting port 8be25d45-a465-4692-b85d-b76cdd8223d3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:02.132994 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.173254 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a9257-db7b-4f7d-b550-f093f89c8b97 req-07691e68-c61f-4681-afa5-4fab1c8e21ff tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:02.177614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-109a9257-db7b-4f7d-b550-f093f89c8b97 req-07691e68-c61f-4681-afa5-4fab1c8e21ff tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.1244669 Oct 11 15:35:02.208004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] For port 8be25d45-a465-4692-b85d-b76cdd8223d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8be25d45-a465-4692-b85d-b76cdd8223d3,segment=NetworkSegment(e630bb52-c928-4d9b-a88d-fe301daf7f73),segment_id=e630bb52-c928-4d9b-a88d-fe301daf7f73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:02.208831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.217113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fc0b05-1219-4920-9463-5dc8dc2ba2fb req-d778c79f-81ba-47e6-b8d2-dec1df8f725c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877516 Oct 11 15:35:02.233749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.235479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Calling delete_port for 8be25d45-a465-4692-b85d-b76cdd8223d3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:02.238866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.242495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/d6a2da16-5e6d-48a0-8f26-bfc9de429dd1 HTTP/1.1" status: 204 len: 168 time: 0.3280802 Oct 11 15:35:02.250915 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.275804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-109a9257-db7b-4f7d-b550-f093f89c8b97 req-157eaa9e-52f0-4ab0-8063-83cb292693a5 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920475 Oct 11 15:35:02.279415 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646daa2-2df8-4480-8569-cee2f05ede43 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2da16-5e6d-48a0-8f26-bfc9de429dd1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:02.339874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ea14ca9-0f8b-4be4-9fe3-8845da4a8c0c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876491 Oct 11 15:35:02.340409 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.344849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356589754'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:02.358478 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5abdca-8285-49a1-b344-10adaa5bf975 x-openstack-request-id: req-ef5abdca-8285-49a1-b344-10adaa5bf975 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:02.359147 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8", "name": "network-vif-deleted", "tag": "3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:02.359147 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef5abdca-8285-49a1-b344-10adaa5bf975 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:02.361809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64750dbd-7cb1-477f-8899-418cffd11f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.370237 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b73ca13-fb0c-4ea7-a90b-c439fee8f6c8', 'name': 'network-vif-deleted', 'tag': '3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad', 'status': 'completed', 'code': 200} Oct 11 15:35:02.372545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.383644 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.417029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.450867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbb12b-f71e-4ff3-9c2b-a635fe3568b0 req-f5e8bf93-d7bd-46d3-bf14-08dd04cc0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:02.452085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8cdbb12b-f71e-4ff3-9c2b-a635fe3568b0 req-f5e8bf93-d7bd-46d3-bf14-08dd04cc0fbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.0954599 Oct 11 15:35:02.454118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] Pushing event deleted for resources: {'Port': ['ID=8be25d45-a465-4692-b85d-b76cdd8223d3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:02.461632 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8c5c7-632c-4d48-b739-fbfaa988d8d5 None None] No DVR routers for this DVR port 8be25d45-a465-4692-b85d-b76cdd8223d3 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:02.484324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.489025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.512312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.521360 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.525243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1812294 Oct 11 15:35:02.525626 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.530460 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b9f85915-913c-4e42-963d-de006767b2b6 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '4c916448-d591-4ac2-9697-05e1c4fe446d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:02.535438 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cec6b-a32e-4b02-b33a-af90396d9ef5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c916448-d591-4ac2-9697-05e1c4fe446d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:02.535706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8cdbb12b-f71e-4ff3-9c2b-a635fe3568b0 req-d97a29c6-be04-481b-8a70-3da35c97a5e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627439 Oct 11 15:35:02.584574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.616764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-58a68407-8f82-447b-b293-5382a2ee7b84 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:02.618554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-58a68407-8f82-447b-b293-5382a2ee7b84 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 946 time: 0.0728662 Oct 11 15:35:02.620723 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b9f85915-913c-4e42-963d-de006767b2b6 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The resource could not be found. Oct 11 15:35:02.621845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b9f85915-913c-4e42-963d-de006767b2b6 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0953515 Oct 11 15:35:02.622519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Subnet': ['ID=55335262-2d3a-472d-af25-f2be06c0d57b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:02.625382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.629370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c5665c0-0799-4948-a79a-f3659aeb4a2a tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/subnets/55335262-2d3a-472d-af25-f2be06c0d57b HTTP/1.1" status: 204 len: 168 time: 0.8611267 Oct 11 15:35:02.629581 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.631825 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.632240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac9145-9969-49b0-acec-1252bdd53540 None None] Network 6a94b938-6569-487f-b9a2-2eba1d131334 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:02.649850 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af877074-dd38-48a8-a9ab-df4f8b29ff9e tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '4c916448-d591-4ac2-9697-05e1c4fe446d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7995c42d-9400-4315-a300-0b3e1ef515bd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:02.737565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.784181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc811069-47a6-4af2-be80-843519163b2f req-4656d9d4-7ec4-4a42-a19d-fcc5183d2f5e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:02.786423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc811069-47a6-4af2-be80-843519163b2f req-4656d9d4-7ec4-4a42-a19d-fcc5183d2f5e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 944 time: 0.1555095 Oct 11 15:35:02.786909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e6546a0d-8de3-4891-a3f5-2eacf1253475 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:02.819809 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-af877074-dd38-48a8-a9ab-df4f8b29ff9e tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The resource could not be found. Oct 11 15:35:02.823599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af877074-dd38-48a8-a9ab-df4f8b29ff9e tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1893969 Oct 11 15:35:02.824496 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:02.907397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc811069-47a6-4af2-be80-843519163b2f req-fa40f1d4-9134-4b38-bd28-a8ca0ce8c6b0 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016364 Oct 11 15:35:02.918404 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port e6546a0d-8de3-4891-a3f5-2eacf1253475 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:02.927783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e6546a0d-8de3-4891-a3f5-2eacf1253475 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:02.928663 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.931256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.950276 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Deleting port 136debb4-acd2-45b6-a2e1-37b3681cf67e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:02.950631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.957052 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d40d5f-3814-4c8e-a06d-0241fdc95bb6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:02.972125 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e630bb52-c928-4d9b-a88d-fe301daf7f73') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:02.972421 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e630bb52-c928-4d9b-a88d-fe301daf7f73') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:02.983654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:02.988478 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] DHCP port deletion for 6a94b938-6569-487f-b9a2-2eba1d131334 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:35:03.013746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.028432 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:03.028991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:03.037348 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:03.059486 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:03.078693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.154426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.160373 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Deleting subnet 15fc65db-c22c-4357-8131-c42ac3cdc802 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:03.162867 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.166250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Deleting port e949bc24-204f-4609-8c20-d141ab730c3f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:03.166480 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.177146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.183378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/networks/b5d40d5f-3814-4c8e-a06d-0241fdc95bb6 HTTP/1.1" status: 204 len: 168 time: 0.5478666 Oct 11 15:35:03.183579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.183694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.183788 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:03.185770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:03.232678 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a84f93-1a3a-44f0-b09c-73a07ba97346 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Network': ['ID=b5d40d5f-3814-4c8e-a06d-0241fdc95bb6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.349390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.357625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e949bc24-204f-4609-8c20-d141ab730c3f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:03.421185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.441771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.456710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e949bc24-204f-4609-8c20-d141ab730c3f,segment=NetworkSegment(bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96),segment_id=bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.457362 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.481271 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.490393 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Calling delete_port for e949bc24-204f-4609-8c20-d141ab730c3f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:03.511943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.520868 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.524109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.549116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.552658 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting port e949bc24-204f-4609-8c20-d141ab730c3f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:03.553200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.564508 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Calling delete_port for 136debb4-acd2-45b6-a2e1-37b3681cf67e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:03.631918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 136debb4-acd2-45b6-a2e1-37b3681cf67e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=136debb4-acd2-45b6-a2e1-37b3681cf67e,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.638062 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fc65db-c22c-4357-8131-c42ac3cdc802,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.641338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.649167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.654289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.658249 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec062f0c-9fec-4857-8f7f-09dd840614d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15fc65db-c22c-4357-8131-c42ac3cdc802 HTTP/1.1" status: 204 len: 168 time: 0.5975156 Oct 11 15:35:03.662963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:03.711579 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.719825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e949bc24-204f-4609-8c20-d141ab730c3f,segment=NetworkSegment(bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96),segment_id=bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.735796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.736515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8be25d45-a465-4692-b85d-b76cdd8223d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:03.737353 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] For port e949bc24-204f-4609-8c20-d141ab730c3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e949bc24-204f-4609-8c20-d141ab730c3f,segment=NetworkSegment(bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96),segment_id=bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:03.737985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.738667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.768382 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Calling delete_port for e949bc24-204f-4609-8c20-d141ab730c3f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:03.768634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 8be25d45-a465-4692-b85d-b76cdd8223d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:03.768728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8be25d45-a465-4692-b85d-b76cdd8223d3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:03.793324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.796684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.808958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.812001 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] No DVR routers for this DVR port e949bc24-204f-4609-8c20-d141ab730c3f on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:03.817763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.825795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:03.829372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c916448-d591-4ac2-9697-05e1c4fe446d HTTP/1.1" status: 204 len: 168 time: 1.0016732 Oct 11 15:35:03.842979 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475'}, {'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:03.844421 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:03.845746 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf8ab0-6799-48dd-8e2f-873a59b63e89" -d '{"events": [{"server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "name": "network-vif-plugged", "status": "completed", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475"}, {"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:03.846481 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48b1ae-3f37-494e-942b-c5989a6b813c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c916448-d591-4ac2-9697-05e1c4fe446d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.849717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event deleted for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.891747 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484d49-655e-40a9-b5cc-7699aba57006 None None] Pushing event deleted for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:03.898333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dd08a-04d2-4c1c-b4e7-ee4aad5aab24 req-19f007e5-c542-46fa-840a-d35d72221288 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:03.908188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69dd08a-04d2-4c1c-b4e7-ee4aad5aab24 req-19f007e5-c542-46fa-840a-d35d72221288 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.2772367 Oct 11 15:35:03.931335 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf658-60fb-4ce1-8993-e0e7404c8f4f req-b9518f65-7252-4473-8310-8be9f8866eaf tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:03.933674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909cf658-60fb-4ce1-8993-e0e7404c8f4f req-b9518f65-7252-4473-8310-8be9f8866eaf tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=4686eb08-ca06-49d2-9024-ba19329da4e3 HTTP/1.1" status: 200 len: 944 time: 0.3064723 Oct 11 15:35:04.003038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.015326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6b7a76a7-72dd-4e15-a723-9029fee59c4e tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1608872 Oct 11 15:35:04.015550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.019644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.030558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5af1eb7b-5c22-4512-a58a-3b9d4d1778e5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '3e7203d9-754e-4f04-8b06-40403271278c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:04.049404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69dd08a-04d2-4c1c-b4e7-ee4aad5aab24 req-a6d4b449-9bd4-4489-bc98-46e796cf0c0c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391206 Oct 11 15:35:04.053682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-909cf658-60fb-4ce1-8993-e0e7404c8f4f req-f97ad55d-aa68-4cdd-92fc-0f152e12455b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077032 Oct 11 15:35:04.073780 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae554a01-9080-45dd-a253-021282cd0951']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.073780 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Port': ['ID=e949bc24-204f-4609-8c20-d141ab730c3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.073780 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] No DVR routers for this DVR port e949bc24-204f-4609-8c20-d141ab730c3f on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:04.084800 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a650269-3a8f-44e4-8f43-880736b10d9c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.085078 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a650269-3a8f-44e4-8f43-880736b10d9c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.105361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.139466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.144453 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e1843-4da9-4a95-8bac-dc712d41d352 x-openstack-request-id: req-909e1843-4da9-4a95-8bac-dc712d41d352 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:04.144820 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "name": "network-vif-plugged", "status": "completed", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475", "code": 200}, {"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:04.145144 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-909e1843-4da9-4a95-8bac-dc712d41d352 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:04.145637 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'code': 200} Oct 11 15:35:04.145958 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'code': 200} Oct 11 15:35:04.147229 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event deleted for resources: {'Port': ['ID=136debb4-acd2-45b6-a2e1-37b3681cf67e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.207925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.219315 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] No DVR routers for this DVR port 136debb4-acd2-45b6-a2e1-37b3681cf67e on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:04.228329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8f5c-bb3d-43bb-9ead-7f66a4002c18 req-38f47237-3200-49a7-8dca-e625bad6b6b3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:04.230992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e97c8f5c-bb3d-43bb-9ead-7f66a4002c18 req-38f47237-3200-49a7-8dca-e625bad6b6b3 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.0972161 Oct 11 15:35:04.231499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.234955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b163b10-1f83-4b21-a36c-d1eeeaeafcf4 req-b7ce3c49-e35d-4b3b-98f2-33823f0f98ce tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.43 "DELETE /v2.0/ports/136debb4-acd2-45b6-a2e1-37b3681cf67e HTTP/1.1" status: 204 len: 173 time: 1.6061604 Oct 11 15:35:04.235341 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-deleted', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:04.237618 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b531c8-63a7-4b8b-87c1-b26eb325d366" -d '{"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-deleted", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:04.242998 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:04.243500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:04.245873 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:04.251510 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.300094 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea7e60-febb-4b22-aa77-f49dac878b21 x-openstack-request-id: req-2cea7e60-febb-4b22-aa77-f49dac878b21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:04.300528 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686eb08-ca06-49d2-9024-ba19329da4e3", "name": "network-vif-deleted", "tag": "136debb4-acd2-45b6-a2e1-37b3681cf67e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:04.300915 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cea7e60-febb-4b22-aa77-f49dac878b21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:04.301382 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686eb08-ca06-49d2-9024-ba19329da4e3', 'name': 'network-vif-deleted', 'tag': '136debb4-acd2-45b6-a2e1-37b3681cf67e', 'status': 'completed', 'code': 200} Oct 11 15:35:04.325664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e97c8f5c-bb3d-43bb-9ead-7f66a4002c18 req-e08d4a69-3b3a-42e3-a0df-8b5076a4eac2 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703657 Oct 11 15:35:04.361729 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-5af1eb7b-5c22-4512-a58a-3b9d4d1778e5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The resource could not be found. Oct 11 15:35:04.362963 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5af1eb7b-5c22-4512-a58a-3b9d4d1778e5 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3382661 Oct 11 15:35:04.366809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.372593 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--593118527'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:04.375152 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a94b938-6569-487f-b9a2-2eba1d131334']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.390504 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.390864 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd0b4d8-bfaa-44fb-9e15-0eaadedcca96') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:04.394101 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100697b8-efc7-4a87-b6f1-5cb0acc644b7 req-a6596db5-9724-4a3c-8032-bedb52c0fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:04.395817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-100697b8-efc7-4a87-b6f1-5cb0acc644b7 req-a6596db5-9724-4a3c-8032-bedb52c0fdba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 1096 time: 0.1636086 Oct 11 15:35:04.401211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.411961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.427397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.430594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae554a01-9080-45dd-a253-021282cd0951 HTTP/1.1" status: 204 len: 168 time: 0.7664285 Oct 11 15:35:04.433077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.458235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e53d63-b026-4dfe-abf4-388369ec6f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae554a01-9080-45dd-a253-021282cd0951,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.472713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-100697b8-efc7-4a87-b6f1-5cb0acc644b7 req-5356feac-7540-4f11-98f8-de53f35630e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676405 Oct 11 15:35:04.473963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.482277 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:04.482668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:04.486494 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:04.501720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.506371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.546242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.550042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1795545 Oct 11 15:35:04.551659 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47834) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.564446 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532618976'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:04.567537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.574947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.581021 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbede035-0b95-4807-ae47-26f32858ac21 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13a05e-4a80-4b9a-bca5-4d52817baac9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.582465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/networks/6a94b938-6569-487f-b9a2-2eba1d131334 HTTP/1.1" status: 204 len: 168 time: 1.3955410 Oct 11 15:35:04.583095 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.608676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565c4e-8ee7-4fb2-814d-3639baf97423 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Network': ['ID=6a94b938-6569-487f-b9a2-2eba1d131334,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.630801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.652920 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.658829 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting subnet 38907916-98eb-4c47-ba23-2af434bcc08a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:04.665292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.695573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-103b119f-025d-414a-b7be-111d5999bbb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fa8b477da5c4125b4699e65834c8c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412500 Oct 11 15:35:04.698489 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.726135 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.749171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.771643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.798922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.806425 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.829467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.834528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.839191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d334a16-de06-4f6a-ae90-1853b17f310f HTTP/1.1" status: 204 len: 168 time: 0.1364620 Oct 11 15:35:04.847812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200ddd1-e3bc-4d23-b6ca-0237590f47e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d334a16-de06-4f6a-ae90-1853b17f310f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.869581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d80c77-99ba-4648-9d33-548f840e526c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:04.873814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80981b5a-149a-456f-a133-b8061965e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.876051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.877446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-13a04bc7-db74-4113-b71c-7825fb8c1283 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3235290 Oct 11 15:35:04.880343 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:04.881673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:04.908239 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30c48329-d3d9-4b45-a24e-c4a03f7d1299 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group_rule': {'security_group_id': '4d13a05e-4a80-4b9a-bca5-4d52817baac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a9d80c77-99ba-4648-9d33-548f840e526c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:05.002072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.044275 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8323ce-4a64-4a8a-97de-922657617081 None None] Network d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:05.064737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.069012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/subnets/38907916-98eb-4c47-ba23-2af434bcc08a HTTP/1.1" status: 204 len: 168 time: 0.4829259 Oct 11 15:35:05.070479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eac2f-2b14-4002-a9c4-d04ddc6d7bc9 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Subnet': ['ID=38907916-98eb-4c47-ba23-2af434bcc08a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:05.072014 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:05.108452 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-30c48329-d3d9-4b45-a24e-c4a03f7d1299 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:35:05.113995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30c48329-d3d9-4b45-a24e-c4a03f7d1299 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2246759 Oct 11 15:35:05.116610 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:05.248955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.256866 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1be86-6698-4f89-a310-3e10c6c0fae6 req-a5c970ab-b9b6-4601-a8fd-d2d01e574972 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:05.270507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03f1be86-6698-4f89-a310-3e10c6c0fae6 req-a5c970ab-b9b6-4601-a8fd-d2d01e574972 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0965185 Oct 11 15:35:05.320663 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Deleting port 19ae7d67-e59a-4488-bb83-bb500db6218a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:05.321077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.363379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.369529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] DHCP port deletion for d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:35:05.410850 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] For port 19ae7d67-e59a-4488-bb83-bb500db6218a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19ae7d67-e59a-4488-bb83-bb500db6218a,segment=NetworkSegment(e5c8bf5c-c159-459d-8b31-c993f2cc8292),segment_id=e5c8bf5c-c159-459d-8b31-c993f2cc8292)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:05.412144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.436463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03f1be86-6698-4f89-a310-3e10c6c0fae6 req-b0f0e761-f83e-42a2-9d9e-9899a1b7f575 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650789 Oct 11 15:35:05.441675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.454350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:05.471886 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Calling delete_port for 19ae7d67-e59a-4488-bb83-bb500db6218a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:05.501801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:05.502553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 3b83bf62-6cb3-4cad-8da3-c7b3ae2f94ad not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:05.527660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Deleting port 19ae7d67-e59a-4488-bb83-bb500db6218a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:05.527896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.560276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.564367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.565828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9d80c77-99ba-4648-9d33-548f840e526c HTTP/1.1" status: 204 len: 168 time: 0.4465709 Oct 11 15:35:05.571226 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:05.611926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095cf5-bb95-484c-95ba-582baa147107 req-33abff28-e51f-4915-a25f-7eba40bdd50a tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:05.613774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1095cf5-bb95-484c-95ba-582baa147107 req-33abff28-e51f-4915-a25f-7eba40bdd50a tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.1133580 Oct 11 15:35:05.618855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b76a6c-60a5-4c08-8aca-a531f243c16b tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d80c77-99ba-4648-9d33-548f840e526c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:05.653727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] For port 19ae7d67-e59a-4488-bb83-bb500db6218a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19ae7d67-e59a-4488-bb83-bb500db6218a,segment=NetworkSegment(e5c8bf5c-c159-459d-8b31-c993f2cc8292),segment_id=e5c8bf5c-c159-459d-8b31-c993f2cc8292)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:05.654153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.676333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Calling delete_port for 19ae7d67-e59a-4488-bb83-bb500db6218a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:05.699028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.748201 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Port': ['ID=19ae7d67-e59a-4488-bb83-bb500db6218a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:05.775098 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] No DVR routers for this DVR port 19ae7d67-e59a-4488-bb83-bb500db6218a on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:05.812296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d9c25d6-31d9-4b4a-9d69-f573013f8092 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2370520 Oct 11 15:35:05.817656 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:05.823948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.843346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1095cf5-bb95-484c-95ba-582baa147107 req-b7f2c251-ed70-4318-b829-7a2c3f57de2c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103932 Oct 11 15:35:05.891980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-ed9112e8-37cd-438f-b675-cc9c906ab61d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:05.908082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-ed9112e8-37cd-438f-b675-cc9c906ab61d tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.2915494 Oct 11 15:35:05.923226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] Pushing event deleted for resources: {'Port': ['ID=19ae7d67-e59a-4488-bb83-bb500db6218a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:05.936455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-5d6168a4-93d8-404a-ab33-4f7e8c2fd72e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/quotas/ace3b7afaa544bc9bb0228836da4dda5 HTTP/1.1" status: 200 len: 375 time: 0.0271795 Oct 11 15:35:05.941807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.948436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.950990 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505dcca8-82d8-4250-9437-07b9f6a285d6 None None] No DVR routers for this DVR port 19ae7d67-e59a-4488-bb83-bb500db6218a on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:05.964594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:05.976990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.001963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.029366 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:06.038466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-ce0997f2-174b-4228-b4a1-762d3f17cbc3 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011376 Oct 11 15:35:06.048494 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c8bf5c-c159-459d-8b31-c993f2cc8292') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:06.048975 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c8bf5c-c159-459d-8b31-c993f2cc8292') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:06.078693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.094637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.103191 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:06.103902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:06.108683 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:06.126776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.138189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.140110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d13a05e-4a80-4b9a-bca5-4d52817baac9 HTTP/1.1" status: 204 len: 168 time: 0.3190234 Oct 11 15:35:06.193630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-6de8d57d-2057-4b17-a825-d5290d9dbbcb service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536889 Oct 11 15:35:06.195303 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.220593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb78a5-01dd-4a7e-acf3-f2aa9566e689 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13a05e-4a80-4b9a-bca5-4d52817baac9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:06.280392 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.307853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6266353b-b674-433b-b599-22d85fcafa08 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111438 Oct 11 15:35:06.314670 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.325036 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'tempest-secgroup--778395746'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:06.328604 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-cb601bf6-ad58-4528-b635-4e16bd7e6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:06.330561 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-cb601bf6-ad58-4528-b635-4e16bd7e6c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.0941582 Oct 11 15:35:06.332881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.339407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.345968 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/networks/d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16 HTTP/1.1" status: 204 len: 168 time: 1.2698822 Oct 11 15:35:06.347561 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.422331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085cd0-4021-4261-8e38-db03dfb845e9 req-e8de4359-337a-48fc-a41d-6cb71c5483e2 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:06.423959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1085cd0-4021-4261-8e38-db03dfb845e9 req-e8de4359-337a-48fc-a41d-6cb71c5483e2 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1038456 Oct 11 15:35:06.433097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-ba8da4b9-7b17-4ab5-ada2-7bd18bbecb37 service neutron] 10.222.0.31 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386203 Oct 11 15:35:06.438659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.466833 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcd766-14dd-4280-b1c9-fd0168f0d5bd tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Pushing event deleted for resources: {'Network': ['ID=d85b6cd6-11d5-4bb8-a768-b38aa3a3fb16,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:06.472891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8e7f7f3-ea24-4da3-adb4-38a8a3edd468 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "GET /v2.0/ports?device_id=85cb5fb7-93e7-4a9e-a6e2-692661f15387 HTTP/1.1" status: 200 len: 205 time: 0.1065645 Oct 11 15:35:06.477426 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.495981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-98225111-network', 'tenant_id': 'dd0449131caa4dc1934ec36eed08b25f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:06.583896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.601906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1085cd0-4021-4261-8e38-db03dfb845e9 req-595b2fab-a1ba-44b6-ab83-dd97c8b512c9 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564670 Oct 11 15:35:06.632992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Made reservation on behalf of dd0449131caa4dc1934ec36eed08b25f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:06.636528 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.653106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.748825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.756221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed31dda4-126c-463b-911e-586b3017717f req-017285a7-c978-4071-b965-52b5f797d78e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 210 time: 0.0517540 Oct 11 15:35:06.763888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:06.764327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.799366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 136debb4-acd2-45b6-a2e1-37b3681cf67e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:06.800070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 136debb4-acd2-45b6-a2e1-37b3681cf67e not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:06.814583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.818187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.883101 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-2b9acbeb-d63d-4c94-919f-484b33389da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:06.886048 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-2b9acbeb-d63d-4c94-919f-484b33389da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.5355532 Oct 11 15:35:06.901941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.918482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6028023 Oct 11 15:35:06.919133 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.933782 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f78bc511-ab4b-4227-80bc-e581e4bd1baf tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:06.934693 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-f78bc511-ab4b-4227-80bc-e581e4bd1baf tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 15:35:06.935331 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f78bc511-ab4b-4227-80bc-e581e4bd1baf tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] update failed (client error): There was a conflict when trying to complete your request. Oct 11 15:35:06.939459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f78bc511-ab4b-4227-80bc-e581e4bd1baf tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "PUT /v2.0/security-groups/facbd426-6a82-4fad-98bd-53016bb2d688 HTTP/1.1" status: 409 len: 330 time: 0.0136294 Oct 11 15:35:06.942240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-99900381-51ad-41d7-ac8b-632d3a011a77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.0495169 Oct 11 15:35:06.943124 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:06.944072 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab766-be78-4322-b9ba-0eafae8e1c4d tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facbd426-6a82-4fad-98bd-53016bb2d688,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:06.963512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.964230 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Fanout notify agent at l3_agent the message router_deleted on router 85cb5fb7-93e7-4a9e-a6e2-692661f15387 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:35:06.979783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:06.980045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9cd769ed-5df5-4e30-b469-0d2af04dda77 tempest-RoutersNegativeTest-1720729066 tempest-RoutersNegativeTest-1720729066-project] 10.222.0.31 "DELETE /v2.0/routers/85cb5fb7-93e7-4a9e-a6e2-692661f15387 HTTP/1.1" status: 204 len: 168 time: 0.5012419 Oct 11 15:35:07.039339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d84dd-7286-4084-a828-8d0f1e38ed1c req-465a331a-616f-4c97-b618-fd478f9ed885 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:07.040986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc6d84dd-7286-4084-a828-8d0f1e38ed1c req-465a331a-616f-4c97-b618-fd478f9ed885 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.0810604 Oct 11 15:35:07.058746 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-1b9cfe84-643f-4dc2-be1d-a215659d4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:07.065209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.074689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-1b9cfe84-643f-4dc2-be1d-a215659d4f9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1197112 Oct 11 15:35:07.080301 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.111692 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:35:07.152011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc6d84dd-7286-4084-a828-8d0f1e38ed1c req-be4b64be-06cb-4165-a80f-d33d6c935ebf tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897951 Oct 11 15:35:07.166185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.167761 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Added segment 7820143a-d8b2-4459-b6da-57e142101cd9 of type vlan for network db7a9e53-f3d2-4202-a5c9-9bd845da673a Oct 11 15:35:07.169511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb07ca-da80-4c57-861a-0be81134dab4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:07.192083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-0a3b1006-0f19-45af-b327-fb83caaee176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774817 Oct 11 15:35:07.194908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.243555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.351818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.352897 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:07.353553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.399365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 19ae7d67-e59a-4488-bb83-bb500db6218a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:07.402939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.438618 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:07.448216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 19ae7d67-e59a-4488-bb83-bb500db6218a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:07.448965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 19ae7d67-e59a-4488-bb83-bb500db6218a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:07.449735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1680477 Oct 11 15:35:07.453308 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:07.471403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Request body: {'subnet': {'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-98225111-subnet', 'tenant_id': 'dd0449131caa4dc1934ec36eed08b25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:07.538699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df77ba-1dc9-4342-a784-1daea69e6b90 req-2c66887d-9f4e-417d-83de-18a549944687 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:07.543700 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-c3b61726-1722-459f-a3a0-3ab0f9748f0a service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437042 Oct 11 15:35:07.547929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9df77ba-1dc9-4342-a784-1daea69e6b90 req-2c66887d-9f4e-417d-83de-18a549944687 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.1709516 Oct 11 15:35:07.550505 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed63a1-171a-463a-9680-e243839e32c7 admin admin] Pushing event updated for resources: {'Network': ['ID=db7a9e53-f3d2-4202-a5c9-9bd845da673a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:07.556597 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:07.565019 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Request body: {'floatingip': {'port_id': 'e6546a0d-8de3-4891-a3f5-2eacf1253475'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:07.565578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network db7a9e53-f3d2-4202-a5c9-9bd845da673a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:35:07.618716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.771235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.774471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.775980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/facbd426-6a82-4fad-98bd-53016bb2d688 HTTP/1.1" status: 204 len: 168 time: 0.8317487 Oct 11 15:35:07.781775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.794875 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Made reservation on behalf of dd0449131caa4dc1934ec36eed08b25f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:07.801065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:07.822567 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:07.902651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2dcea5b-c586-4b21-9813-3378238090e4 req-3d131226-5a0a-499c-ae40-d18c733a3934 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432899 Oct 11 15:35:07.903468 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8137a1-ed95-4cc6-8c44-7f9b52fae913 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbd426-6a82-4fad-98bd-53016bb2d688,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:08.010325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4f0ef23-057d-49e0-bc0e-1924910b4df1 req-3077b7b3-8d45-4bb7-aea6-b4146eda0f42 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 210 time: 0.1153357 Oct 11 15:35:08.027409 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50762855-edb6-4ed4-8559-0d5d14c75537 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8c0d2fd16da4eb2a89c637cc5bac0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876770 Oct 11 15:35:08.032151 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:08.094747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78d6b2-2afb-47d4-807e-d20c7acd7902 req-1b29bbd9-d05d-467f-9193-fdaa5bf87457 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:08.096285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c78d6b2-2afb-47d4-807e-d20c7acd7902 req-1b29bbd9-d05d-467f-9193-fdaa5bf87457 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.2028606 Oct 11 15:35:08.114008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45f2197d-be44-42fe-bc94-902b5aa9f7d2 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2899942 Oct 11 15:35:08.120940 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:08.161684 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3626058f-83ed-4856-ad9c-386787e35526 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] delete failed (client error): The resource could not be found. Oct 11 15:35:08.167241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3626058f-83ed-4856-ad9c-386787e35526 tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "DELETE /v2.0/security-groups/2471bc9c-6b8b-4950-adde-b60744b50818 HTTP/1.1" status: 404 len: 347 time: 0.0377483 Oct 11 15:35:08.168688 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:08.203185 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3e60ff74-56fb-4b51-b7cc-e0fcdc76a40f tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] show failed (client error): The resource could not be found. Oct 11 15:35:08.204286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e60ff74-56fb-4b51-b7cc-e0fcdc76a40f tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-groups/b8c4dbb8-8b8c-4b08-aafe-d2d8c2de0af5 HTTP/1.1" status: 404 len: 347 time: 0.0341089 Oct 11 15:35:08.208582 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:08.213305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c78d6b2-2afb-47d4-807e-d20c7acd7902 req-9bb88354-6def-426c-84b6-ef2a25a7c83a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862761 Oct 11 15:35:08.228006 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-89100236-bbf4-4145-a3c8-f97dcb75e01c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] show failed (client error): The resource could not be found. Oct 11 15:35:08.229676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-89100236-bbf4-4145-a3c8-f97dcb75e01c tempest-NegativeSecGroupTest-723797452 tempest-NegativeSecGroupTest-723797452-project] 10.222.0.31 "GET /v2.0/security-group-rules/83a7a094-4bea-4c40-b163-9b2fe6d050b2 HTTP/1.1" status: 404 len: 356 time: 0.0194137 Oct 11 15:35:08.256747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.321265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.371610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.380394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.450049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.504185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-4018bbaa-bb7b-49ee-9dc7-8279c65a34e8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:08.505747 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-4018bbaa-bb7b-49ee-9dc7-8279c65a34e8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.36 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 821 time: 0.3279998 Oct 11 15:35:08.511649 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Floating IP ebf9a624-0cdc-4f14-a8d8-0117ec08227b associated. External IP: 172.35.3.177, port: e6546a0d-8de3-4891-a3f5-2eacf1253475. Oct 11 15:35:08.523156 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Request body: {'port': {'device_id': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'admin_state_up': True, 'tenant_id': 'ace3b7afaa544bc9bb0228836da4dda5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:08.589263 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:08.628480 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6cf7383-37f4-42e4-a1d7-2c856d7a3894,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:08.637339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.640237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.641323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6aedfa9d-5be3-4053-ba25-ad22d56205c2 HTTP/1.1" status: 204 len: 168 time: 0.6098552 Oct 11 15:35:08.666194 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5ecdd-cd8b-4344-922f-351e1fdcd292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aedfa9d-5be3-4053-ba25-ad22d56205c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:08.695597 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Checking segment: {'id': '7820143a-d8b2-4459-b6da-57e142101cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:08.696689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Network hostable DHCP agents. Network: db7a9e53-f3d2-4202-a5c9-9bd845da673a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:35:08.740437 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Network db7a9e53-f3d2-4202-a5c9-9bd845da673a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:35:08.750529 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Made reservation on behalf of ace3b7afaa544bc9bb0228836da4dda5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:08.755058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.767796 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db7a9e53-f3d2-4202-a5c9-9bd845da673a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:08.774579 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:08.775413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:08.779028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0770844-39c0-4114-b785-c7eefdbedb68 None None] Network db7a9e53-f3d2-4202-a5c9-9bd845da673a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:08.833881 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:08.897535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-205e70f3-b1fa-4d4b-b99f-266030196b35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4290445 Oct 11 15:35:08.915842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7aae64d6-18af-4c21-a25c-b505b2f8c0ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=407db4b5fb2a488194e6343dc29b410c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220384 Oct 11 15:35:08.916956 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:09.068451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.074254 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Allocated IP 172.20.0.9 (e122a99b-4dbe-4eed-9d8f-9842eb984a20/6559fc6f-cb83-451b-834d-93c75273c83d/991e3ce3-5772-4574-b70c-3371ca050666) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:09.107623 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:09.122655 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.132627 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Sync routers for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:09.147177 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:09.147805 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:09.148941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.207519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.210557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.211819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9dc2aef-1202-469e-9b3b-88eda2085c57 HTTP/1.1" status: 204 len: 168 time: 0.2939057 Oct 11 15:35:09.244553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77856c-a89d-48dd-b22d-3cbd171dcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc2aef-1202-469e-9b3b-88eda2085c57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:09.349227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b5b3543-18eb-4ef2-a889-6bf288bbb304 req-94beee2f-a764-460f-aad8-2a42d90b066c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 210 time: 0.1129735 Oct 11 15:35:09.351576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d886c525-b06f-4b24-b414-6e3e05979bb4 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "PUT /v2.0/floatingips/ebf9a624-0cdc-4f14-a8d8-0117ec08227b HTTP/1.1" status: 200 len: 991 time: 1.7926538 Oct 11 15:35:09.357562 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:09.363916 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acebadb-304e-4aa1-9b6a-acf04e0d6937" -d '{"events": [{"name": "network-changed", "server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:09.418832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.429373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6427147-ee87-4990-b3a3-67e64fd4989b None None] Network db7a9e53-f3d2-4202-a5c9-9bd845da673a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:09.453247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.538868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.631053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6912840-90f9-4d1a-a847-984e6f2bdc55 req-13dcfde1-3559-4704-9b01-94af6f62b52f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:09.633831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6912840-90f9-4d1a-a847-984e6f2bdc55 req-13dcfde1-3559-4704-9b01-94af6f62b52f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1079862 Oct 11 15:35:09.679173 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Network e122a99b-4dbe-4eed-9d8f-9842eb984a20 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:09.694243 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:09.701460 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:09.705850 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event updated for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:09.773839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6912840-90f9-4d1a-a847-984e6f2bdc55 req-630f22c1-8606-4adb-a6b7-baf45090970f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233594 Oct 11 15:35:09.798024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:09.798878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.826655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-98a5f038-8f80-4a0d-8fa6-d7652a0f0a17 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101425 Oct 11 15:35:09.842846 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Request body: {'port': {'device_id': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:09.884118 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:09.904097 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-28448fa3-7ad1-4786-a97e-2f2fab78c587 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:09.920480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-28448fa3-7ad1-4786-a97e-2f2fab78c587 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/networks?id=db7a9e53-f3d2-4202-a5c9-9bd845da673a HTTP/1.1" status: 200 len: 820 time: 0.3012929 Oct 11 15:35:09.949106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-30bc86d3-23ec-4d9c-85cd-3a7975c48958 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/quotas/dd0449131caa4dc1934ec36eed08b25f HTTP/1.1" status: 200 len: 375 time: 0.0276451 Oct 11 15:35:09.952402 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a1cbc-2bf7-4ace-8803-f545c22ff704 x-openstack-request-id: req-7f2a1cbc-2bf7-4ace-8803-f545c22ff704 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:09.952698 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:09.952946 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f2a1cbc-2bf7-4ace-8803-f545c22ff704 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:09.953341 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'status': 'completed', 'code': 200} Oct 11 15:35:09.963039 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:09.997975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-1efa02c9-0c08-42ca-84ac-2c8affcd1e4a tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd0449131caa4dc1934ec36eed08b25f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478432 Oct 11 15:35:10.161790 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-fbe7a51a-fd22-4161-99a8-9765b6c7d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:10.163618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-fbe7a51a-fd22-4161-99a8-9765b6c7d665 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41583dc7b0454a7a90ab032119eb45c4&device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 1096 time: 0.1813908 Oct 11 15:35:10.186390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-84e62ae4-2bfc-4728-a0d3-eda8911e8a0b service neutron] 10.222.0.31 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779296 Oct 11 15:35:10.367367 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ebf9a624-0cdc-4f14-a8d8-0117ec08227b', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'port_id': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'mac_address': 'fa:16:3e:1e:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:34:47Z', 'updated_at': '2021-10-11T15:35:08Z', 'revision_number': 1, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:10.432039 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Checking router: cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:10.451992 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:10.455162 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:10.483052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-4490b807-a1f3-443c-bbe9-d9eba47558f3 service neutron] 10.222.0.31 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901111 Oct 11 15:35:10.495968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:10.672962 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991e3ce3-5772-4574-b70c-3371ca050666 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:10.694378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:10.709465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c706a-9be7-43d8-aa60-c02eb055cd3f req-610605b2-54a6-45dd-95ca-f9decabfa83f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:10.721878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d60c706a-9be7-43d8-aa60-c02eb055cd3f req-610605b2-54a6-45dd-95ca-f9decabfa83f tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 931 time: 0.1987522 Oct 11 15:35:10.724606 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Transition to ACTIVE for port object 991e3ce3-5772-4574-b70c-3371ca050666 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:35:10.769174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:10.843489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d60c706a-9be7-43d8-aa60-c02eb055cd3f req-b36e235f-ca13-4460-b55c-0606fc1dbdd2 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207428 Oct 11 15:35:10.900381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Pushing event updated for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:10.914483 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:11.006303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b9ea220-82c9-4657-be8e-3e0b6f6c7960 req-46da988d-bafd-4c0b-9784-db145ef57625 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 210 time: 0.0589905 Oct 11 15:35:11.074146 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-44332fab-33f8-4543-8b67-867e34034c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:11.075821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-44332fab-33f8-4543-8b67-867e34034c60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 200 len: 913 time: 0.9026473 Oct 11 15:35:11.077379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Attempting to bind port 991e3ce3-5772-4574-b70c-3371ca050666 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:11.078022 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Attempting to bind port 991e3ce3-5772-4574-b70c-3371ca050666 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:11.078453 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Attempting to bind port 991e3ce3-5772-4574-b70c-3371ca050666 on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:11.079705 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42b19-dd36-450c-9a65-f72db5a613ea req-e7d06ae4-0e7f-4a5c-a8cc-eb884ccc2334 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:11.086718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Port 991e3ce3-5772-4574-b70c-3371ca050666 on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:35:11.086718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Attempting to bind port 991e3ce3-5772-4574-b70c-3371ca050666 on network e122a99b-4dbe-4eed-9d8f-9842eb984a20 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:11.089458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9e42b19-dd36-450c-9a65-f72db5a613ea req-e7d06ae4-0e7f-4a5c-a8cc-eb884ccc2334 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1302052 Oct 11 15:35:11.098332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:11.098332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Checking segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:11.098801 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Bound using segment: {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:11.099351 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Bound port: 991e3ce3-5772-4574-b70c-3371ca050666, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:11.099843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:11.142618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9e42b19-dd36-450c-9a65-f72db5a613ea req-72650fe7-6249-470b-b2c9-d017134683cc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Oct 11 15:35:11.455724 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ebf9a624-0cdc-4f14-a8d8-0117ec08227b', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'port_id': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'mac_address': 'fa:16:3e:1e:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:34:47Z', 'updated_at': '2021-10-11T15:35:08Z', 'revision_number': 1, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:11.551771 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ad3c2-ff15-4496-85aa-9d2087eba60a None None] The sync data for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 is: [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ebf9a624-0cdc-4f14-a8d8-0117ec08227b', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'port_id': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'mac_address': 'fa:16:3e:1e:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:34:47Z', 'updated_at': '2021-10-11T15:35:08Z', 'revision_number': 1, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:11.859646 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-70690c15-e3ac-4716-bc84-74d3e1d6cb55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 200 len: 999 time: 0.7756562 Oct 11 15:35:12.043795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95f233-8ecb-4e99-9003-151b6836a3f3 None None] New status for floating IP ebf9a624-0cdc-4f14-a8d8-0117ec08227b: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:35:12.069185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-7c9dad01-60f1-451d-ae1e-659785b135d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.071094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-7c9dad01-60f1-451d-ae1e-659785b135d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89689e1-717c-4a03-813b-0eda49b42478 HTTP/1.1" status: 200 len: 851 time: 0.1985571 Oct 11 15:35:12.170664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ae682-f3a7-4e34-86ec-3ef16d859d54 req-ba50e607-5bbd-4a29-8ed7-cf89658402d0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.172235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-405ae682-f3a7-4e34-86ec-3ef16d859d54 req-ba50e607-5bbd-4a29-8ed7-cf89658402d0 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 943 time: 0.1256742 Oct 11 15:35:12.264688 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:12.268861 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=991e3ce3-5772-4574-b70c-3371ca050666,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:12.290642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:12.308981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db86367b-9349-4d55-8217-17b72bba5eda req-14866cd2-675c-43b8-8f58-1bf2ef66bd2b tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 210 time: 0.1357434 Oct 11 15:35:12.394364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-9695297c-0d8e-41ca-93c8-67645a8986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.395969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-9695297c-0d8e-41ca-93c8-67645a8986a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a824e32-d367-444a-8b4c-8c37d5ea7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899809 Oct 11 15:35:12.400706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-405ae682-f3a7-4e34-86ec-3ef16d859d54 req-098fb5f0-4433-4fc2-867d-7e4d323cf56b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157907 Oct 11 15:35:12.416170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.417696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:12.419762 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] 10.222.0.36 "PUT /v2.0/ports/991e3ce3-5772-4574-b70c-3371ca050666 HTTP/1.1" status: 200 len: 1091 time: 2.5836351 Oct 11 15:35:12.420379 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:12.424519 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330649d1-8d79-4aee-ba56-2ad7844110a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "tag": "991e3ce3-5772-4574-b70c-3371ca050666"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:12.555474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef55d-11ab-4fd7-8f83-0af41207fa81 service neutron] Pushing event updated for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:12.589405 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-905ae06c-7991-41aa-9f59-108e1d68d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.591519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-905ae06c-7991-41aa-9f59-108e1d68d969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 1094 time: 0.0857444 Oct 11 15:35:12.606704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8fc1-270b-44b0-9c97-d83f3e8b2b9a req-a8fc33d4-a28a-42a9-af3c-8591c003ef27 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.608239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-842e8fc1-270b-44b0-9c97-d83f3e8b2b9a req-a8fc33d4-a28a-42a9-af3c-8591c003ef27 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0636656 Oct 11 15:35:12.613883 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:12.615752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607751d-a670-4985-b1c7-84676246ba5e req-056cb606-9a14-4481-87f8-3c594bd9d4e0 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.617228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9607751d-a670-4985-b1c7-84676246ba5e req-056cb606-9a14-4481-87f8-3c594bd9d4e0 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.1285999 Oct 11 15:35:12.660382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-74e2bf66-ec7b-477d-a883-e62d3672129b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e3ce3-5772-4574-b70c-3371ca050666 HTTP/1.1" status: 200 len: 217 time: 0.0591428 Oct 11 15:35:12.666182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-a35df70b-10fd-4193-8a23-2192ac617a82 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562304 Oct 11 15:35:12.716490 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9607751d-a670-4985-b1c7-84676246ba5e req-f6213bbf-2097-4e93-aa7f-1a7f78def71a tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912280 Oct 11 15:35:12.810606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-842e8fc1-270b-44b0-9c97-d83f3e8b2b9a req-ca663d80-0c39-4191-a324-3ef7be38b7fe tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922648 Oct 11 15:35:12.862386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-df3319fa-e0ee-4b92-8a68-3ce3819be944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.865723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-df3319fa-e0ee-4b92-8a68-3ce3819be944 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.1982698 Oct 11 15:35:12.933251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-c2efe358-7bd2-4332-bc5d-ab70ba50639c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509820 Oct 11 15:35:12.935703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-185427ec-3a01-45e5-956b-a03f18a8b16b tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:12.937844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-185427ec-3a01-45e5-956b-a03f18a8b16b tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.43 "GET /v2.0/networks?id=db7a9e53-f3d2-4202-a5c9-9bd845da673a HTTP/1.1" status: 200 len: 820 time: 0.2735553 Oct 11 15:35:12.943000 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767c79ef-48cc-4f9a-bee1-9bb16fa9f268 x-openstack-request-id: req-767c79ef-48cc-4f9a-bee1-9bb16fa9f268 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:12.943420 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "tag": "991e3ce3-5772-4574-b70c-3371ca050666", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:12.943774 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-767c79ef-48cc-4f9a-bee1-9bb16fa9f268 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:12.944284 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666', 'status': 'completed', 'code': 200} Oct 11 15:35:12.953706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Request body: {'port': {'device_id': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a', 'admin_state_up': True, 'tenant_id': 'dd0449131caa4dc1934ec36eed08b25f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:13.035566 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7acebadb-304e-4aa1-9b6a-acf04e0d6937 req-d71ee019-a37e-45f1-89c7-87975cb3d030 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346994 Oct 11 15:35:13.038211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fda23-3fb3-45fc-9157-d2092d72d30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.117949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-fd9aff4a-450e-49d0-92b5-d389c2f0f9b2 service neutron] 10.222.0.36 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724036 Oct 11 15:35:13.246500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fda23-3fb3-45fc-9157-d2092d72d30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.266251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fda23-3fb3-45fc-9157-d2092d72d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.300698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fda23-3fb3-45fc-9157-d2092d72d30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d3d0d-bb2b-48ea-8a19-8a642cbe8931,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:13.307466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-57629b24-c9ae-4ff2-bf98-1206f4d2d52d req-246773d8-c917-429f-92da-725a004f96bf service neutron] 10.222.0.36 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688681 Oct 11 15:35:13.354249 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-740fda23-3fb3-45fc-9157-d2092d72d30b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3188342455944b50b9c6d19b78f515cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390375 Oct 11 15:35:13.355935 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:13.468473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.496263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Made reservation on behalf of dd0449131caa4dc1934ec36eed08b25f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:13.500312 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.503144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.539277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f527dd9d-3d38-44f0-821c-0fae1d4e37bd req-2e413d9d-5872-4991-8ecc-d77f8d32891f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 210 time: 0.0564938 Oct 11 15:35:13.579453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-ad6ff35e-26a2-40b7-829f-8a4ea8bcbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:13.581088 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-ad6ff35e-26a2-40b7-829f-8a4ea8bcbf10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 1094 time: 0.2140484 Oct 11 15:35:13.587248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.590096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:13.593855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b27d3d0d-bb2b-48ea-8a19-8a642cbe8931 HTTP/1.1" status: 204 len: 168 time: 0.2354898 Oct 11 15:35:13.662380 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab289b-606a-4185-8df9-55bc3445b3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d3d0d-bb2b-48ea-8a19-8a642cbe8931,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:13.704079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f3ea-bc35-4eb0-9dfd-fc74ea055038 req-dfc080bd-6d76-4937-a5df-a5affb5ccfb4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:13.717308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ad9f3ea-bc35-4eb0-9dfd-fc74ea055038 req-dfc080bd-6d76-4937-a5df-a5affb5ccfb4 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 943 time: 0.2240765 Oct 11 15:35:13.730128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-a7bf62a8-0e09-4a52-9317-07ec14c4e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:13.732907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-a7bf62a8-0e09-4a52-9317-07ec14c4e897 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 200 len: 922 time: 0.1380510 Oct 11 15:35:13.796185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-1d4d08de-e8e6-4af4-b1fc-17452b2682a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991e3ce3-5772-4574-b70c-3371ca050666 HTTP/1.1" status: 200 len: 217 time: 0.0538049 Oct 11 15:35:13.863417 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-a3fb2c45-e226-40eb-ae78-b3b5da265e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:13.865165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-a3fb2c45-e226-40eb-ae78-b3b5da265e8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 200 len: 861 time: 0.0592420 Oct 11 15:35:13.901825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-42ecb88e-fd87-485d-a451-0f072d02b3c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e122a99b-4dbe-4eed-9d8f-9842eb984a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268929 Oct 11 15:35:13.988324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ad9f3ea-bc35-4eb0-9dfd-fc74ea055038 req-70461a19-5f90-4e75-9604-d414568e190e tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650206 Oct 11 15:35:14.019389 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Allocated IP 172.20.0.8 (db7a9e53-f3d2-4202-a5c9-9bd845da673a/c6cf7383-37f4-42e4-a1d7-2c856d7a3894/5f5b5d0a-830a-4ab0-b489-ba9c09336b3d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:14.019389 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2dd4-ee37-4836-b36c-208f013f77a0 req-c3e2b1be-57fb-43f4-9262-2f48f8851cc2 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:14.025727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-be45f5d4-669e-4a06-82c4-d78d914c37be service neutron] 10.222.0.36 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152759 Oct 11 15:35:14.026288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e58b2dd4-ee37-4836-b36c-208f013f77a0 req-c3e2b1be-57fb-43f4-9262-2f48f8851cc2 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.2156043 Oct 11 15:35:14.077919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e58b2dd4-ee37-4836-b36c-208f013f77a0 req-013c9450-bbfe-43d7-91fa-a2247dc00b23 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f661d43-c01f-4f8b-a0e7-11ee808b8415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506344 Oct 11 15:35:14.140272 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:14.164841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-330649d1-8d79-4aee-ba56-2ad7844110a4 req-26db2d9e-de83-4caf-ae64-8b68c0eb6369 service neutron] 10.222.0.36 "GET /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277187 Oct 11 15:35:14.175999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb988902-1b58-44d5-8b25-d1fe5a172ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.189225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aa898-2e59-47db-99da-8a7c286e8aa4 req-2c4703e9-193e-46f4-8a3e-4374e2a695e4 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:14.190770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a66aa898-2e59-47db-99da-8a7c286e8aa4 req-2c4703e9-193e-46f4-8a3e-4374e2a695e4 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1022470 Oct 11 15:35:14.223675 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-2bedd262-171e-49e8-b377-21e2244f21f7 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:14.225462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-2bedd262-171e-49e8-b377-21e2244f21f7 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.43 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 945 time: 0.0595315 Oct 11 15:35:14.335637 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Deleting port 58efffe7-2c1e-4249-a830-1b584c8d2e75 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:14.336205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.337523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a66aa898-2e59-47db-99da-8a7c286e8aa4 req-562dfdfc-b9bc-4718-8933-b69b380ed0e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328197 Oct 11 15:35:14.396720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb988902-1b58-44d5-8b25-d1fe5a172ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.403631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb988902-1b58-44d5-8b25-d1fe5a172ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.434489 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] For port 58efffe7-2c1e-4249-a830-1b584c8d2e75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=58efffe7-2c1e-4249-a830-1b584c8d2e75,segment=NetworkSegment(f5e5d0c9-e63c-49e1-8216-733c0404079f),segment_id=f5e5d0c9-e63c-49e1-8216-733c0404079f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:14.434870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.447526 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Calling delete_port for 58efffe7-2c1e-4249-a830-1b584c8d2e75 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:14.451967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.467232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb988902-1b58-44d5-8b25-d1fe5a172ab4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fd26990d19442379b66047fd2e33d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236151 Oct 11 15:35:14.468570 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:14.478313 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb988902-1b58-44d5-8b25-d1fe5a172ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658db309-0fd5-467f-b82c-7a690bf004d7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:14.532546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.567722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.584318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.595796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['58efffe7-2c1e-4249-a830-1b584c8d2e75'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:14.615846 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Network db7a9e53-f3d2-4202-a5c9-9bd845da673a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:14.617262 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Pushing event updated for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:14.623565 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Pushing event deleted for resources: {'Port': ['ID=58efffe7-2c1e-4249-a830-1b584c8d2e75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:14.630935 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:14.641817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.656453 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:14.684100 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] No DVR routers for this DVR port 58efffe7-2c1e-4249-a830-1b584c8d2e75 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:14.687143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.690476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23f85530-be94-4026-b93f-74bdf17b4f84 req-d594dd39-f716-4081-86f7-a25f36f2548c tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.43 "DELETE /v2.0/ports/58efffe7-2c1e-4249-a830-1b584c8d2e75 HTTP/1.1" status: 204 len: 173 time: 0.4592764 Oct 11 15:35:14.777605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:14.778272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.797644 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.800193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.801377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658db309-0fd5-467f-b82c-7a690bf004d7 HTTP/1.1" status: 204 len: 168 time: 0.3318677 Oct 11 15:35:14.823247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-88cbd0f8-3093-4980-a311-6c073de7b95f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8734443 Oct 11 15:35:14.824509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523293-2c08-43e9-9e1f-83ce25abebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658db309-0fd5-467f-b82c-7a690bf004d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:14.838914 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c9f47-ddaa-4dab-ab98-9efd439355cf req-11a16edd-1bfc-40a6-a457-c6c3e8bede24 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:14.840449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-753c9f47-ddaa-4dab-ab98-9efd439355cf req-11a16edd-1bfc-40a6-a457-c6c3e8bede24 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 931 time: 0.1572573 Oct 11 15:35:14.845743 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Request body: {'port': {'device_id': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:14.941952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-753c9f47-ddaa-4dab-ab98-9efd439355cf req-9080ee10-eb32-4f08-98fa-4b36d59a35fe tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834069 Oct 11 15:35:14.942584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:14.945556 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'name': 'network-vif-deleted', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:14.950549 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80767de-38e8-4cdf-9a39-87bc317f5d8b" -d '{"events": [{"server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "name": "network-vif-deleted", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:15.004157 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672dc21-b3a7-4eee-ae93-9015924c33d9 x-openstack-request-id: req-0672dc21-b3a7-4eee-ae93-9015924c33d9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:15.004396 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71647741-34dd-4f7d-ac49-00f7b6306480", "name": "network-vif-deleted", "tag": "58efffe7-2c1e-4249-a830-1b584c8d2e75", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:15.004655 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0672dc21-b3a7-4eee-ae93-9015924c33d9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:15.005066 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71647741-34dd-4f7d-ac49-00f7b6306480', 'name': 'network-vif-deleted', 'tag': '58efffe7-2c1e-4249-a830-1b584c8d2e75', 'status': 'completed', 'code': 200} Oct 11 15:35:15.186552 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2665fed-98ee-4c2c-8f3d-cd7ecab01db0 req-ea81977a-c7af-4572-ac6a-ca2cacf34329 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:15.188269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2665fed-98ee-4c2c-8f3d-cd7ecab01db0 req-ea81977a-c7af-4572-ac6a-ca2cacf34329 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 943 time: 0.1153970 Oct 11 15:35:15.211852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-775aa3c0-a64e-437b-beea-a341c232b9ac req-7fd4a9d8-0c2a-46d5-826e-4e21fbbe7c92 tempest-VolumesAdminNegativeTest-3231492 tempest-VolumesAdminNegativeTest-3231492-project] 10.222.0.31 "GET /v2.0/ports?device_id=71647741-34dd-4f7d-ac49-00f7b6306480 HTTP/1.1" status: 200 len: 210 time: 0.0491493 Oct 11 15:35:15.274910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2665fed-98ee-4c2c-8f3d-cd7ecab01db0 req-96a6caa4-ad70-4705-9cdb-871c25fea385 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716341 Oct 11 15:35:15.328327 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:15.336311 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.348696 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Transition to ACTIVE for port object 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:35:15.351906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.410423 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:15.501798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 991e3ce3-5772-4574-b70c-3371ca050666 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:15.516661 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Attempting to bind port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:15.517007 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Attempting to bind port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7820143a-d8b2-4459-b6da-57e142101cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:15.517345 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Attempting to bind port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d on network db7a9e53-f3d2-4202-a5c9-9bd845da673a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:15.530322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133283b-f4ae-4f2f-bdc8-cfd5ef68b6a2 req-14c364c1-9a3d-450c-8ca1-59e6b9eb8f6a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:15.531859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9133283b-f4ae-4f2f-bdc8-cfd5ef68b6a2 req-14c364c1-9a3d-450c-8ca1-59e6b9eb8f6a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1024139 Oct 11 15:35:15.534114 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d on network db7a9e53-f3d2-4202-a5c9-9bd845da673a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:35:15.534727 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Attempting to bind port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d on network db7a9e53-f3d2-4202-a5c9-9bd845da673a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:15.547035 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:15.547372 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Checking segment: {'id': '7820143a-d8b2-4459-b6da-57e142101cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:15.547748 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Bound using segment: {'id': '7820143a-d8b2-4459-b6da-57e142101cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:15.548189 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Bound port: 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7820143a-d8b2-4459-b6da-57e142101cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:15.548644 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.603736 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=991e3ce3-5772-4574-b70c-3371ca050666,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:15.612109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9133283b-f4ae-4f2f-bdc8-cfd5ef68b6a2 req-816347da-5f00-4245-8686-348f50bfe573 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740905 Oct 11 15:35:15.616439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '991e3ce3-5772-4574-b70c-3371ca050666', 'network_id': 'e122a99b-4dbe-4eed-9d8f-9842eb984a20', 'port_id': '991e3ce3-5772-4574-b70c-3371ca050666', 'mac_address': 'fa:16:3e:61:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6559fc6f-cb83-451b-834d-93c75273c83d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:15.649159 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:15.654551 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,segment=NetworkSegment(7820143a-d8b2-4459-b6da-57e142101cd9),segment_id=7820143a-d8b2-4459-b6da-57e142101cd9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:15.661425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.661942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.673174 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991e3ce3-5772-4574-b70c-3371ca050666 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:15.692716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=991e3ce3-5772-4574-b70c-3371ca050666,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:15.699324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.702119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:15.706712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:15.708373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] 10.222.0.43 "PUT /v2.0/ports/5f5b5d0a-830a-4ab0-b489-ba9c09336b3d HTTP/1.1" status: 200 len: 1091 time: 0.8668993 Oct 11 15:35:15.710920 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:15.713666 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:15.742008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e410d-316c-4ed9-81ea-680dd067feef service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:15.768823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b7972-07be-4629-876e-608c7f5de3c5 x-openstack-request-id: req-c18b7972-07be-4629-876e-608c7f5de3c5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:15.769115 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:15.769367 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c18b7972-07be-4629-876e-608c7f5de3c5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:15.769801 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d', 'status': 'completed', 'code': 200} Oct 11 15:35:15.774717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:15.783197 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.783541 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.783880 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.784209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.784704 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.785047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.785374 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.785740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.786446 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.786780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.787129 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.787613 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:15.806864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-55c56219-17c7-46ad-965e-5ae6e8cd2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:15.809086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-55c56219-17c7-46ad-965e-5ae6e8cd2275 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd0449131caa4dc1934ec36eed08b25f&device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 1094 time: 0.0562789 Oct 11 15:35:15.860041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-0f5c3992-d93b-4aea-92f9-ae0906f71314 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d HTTP/1.1" status: 200 len: 217 time: 0.0429885 Oct 11 15:35:15.908682 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['991e3ce3-5772-4574-b70c-3371ca050666'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:15.921095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-031b0c5d-41c1-4f73-9a60-a2a48423ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:15.923627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-031b0c5d-41c1-4f73-9a60-a2a48423ddda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6cf7383-37f4-42e4-a1d7-2c856d7a3894 HTTP/1.1" status: 200 len: 860 time: 0.0570202 Oct 11 15:35:15.969214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-bd5bb527-601c-4bd7-ab13-33adb7ad59f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db7a9e53-f3d2-4202-a5c9-9bd845da673a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378795 Oct 11 15:35:16.128725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-a795f9a8-6b13-44dc-ace3-5f4a8c4574fa service neutron] 10.222.0.43 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515944 Oct 11 15:35:16.151078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7df4-daa5-4b12-a1a3-b7c76edb32c5 req-06e33de8-4d8b-4deb-8b00-3c5aec3d6a7b tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.152569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dbb7df4-daa5-4b12-a1a3-b7c76edb32c5 req-06e33de8-4d8b-4deb-8b00-3c5aec3d6a7b tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 943 time: 0.0966766 Oct 11 15:35:16.232417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dbb7df4-daa5-4b12-a1a3-b7c76edb32c5 req-62219ef7-8fbb-405d-9bf1-7ddfd0ed6b27 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700164 Oct 11 15:35:16.279591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f3aa606-1e3b-4380-86b4-e0efeb9e3e2c req-94ef5987-a988-422d-881a-dfdb5c5eab12 service neutron] 10.222.0.43 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444945 Oct 11 15:35:16.284009 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:16.343030 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Deleting subnet d56048fe-f4e2-4d4d-8bf4-165285b3e16c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:16.346477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.386583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.436499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.466682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296e55-d4e0-475f-ad98-21ac997471e8 req-d402f1b9-0e70-44f0-807d-bdd5f5775c12 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.468563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00296e55-d4e0-475f-ad98-21ac997471e8 req-d402f1b9-0e70-44f0-807d-bdd5f5775c12 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 944 time: 0.0838692 Oct 11 15:35:16.470854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-9175c47f-1c2f-4e48-88bb-326a610e968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.472765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-9175c47f-1c2f-4e48-88bb-326a610e968d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd0449131caa4dc1934ec36eed08b25f&device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 1094 time: 0.1442955 Oct 11 15:35:16.506762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.550844 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56048fe-f4e2-4d4d-8bf4-165285b3e16c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:16.563022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00296e55-d4e0-475f-ad98-21ac997471e8 req-99321a15-b665-4b6e-abc9-33e0dd30ffae tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884976 Oct 11 15:35:16.568554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.577029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-da984b62-6bbd-4312-893f-863a0a699c7f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d56048fe-f4e2-4d4d-8bf4-165285b3e16c HTTP/1.1" status: 204 len: 168 time: 0.2893295 Oct 11 15:35:16.577432 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:16.613986 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-3dbf7367-77ee-496b-bcb9-4a4d91e3da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.615773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-3dbf7367-77ee-496b-bcb9-4a4d91e3da7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=db7a9e53-f3d2-4202-a5c9-9bd845da673a HTTP/1.1" status: 200 len: 921 time: 0.1321146 Oct 11 15:35:16.673748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-2d6bd173-ca93-412a-b371-35a00278a27a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d HTTP/1.1" status: 200 len: 217 time: 0.0506008 Oct 11 15:35:16.685767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.758770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-cdbdfa6c-65b6-4ccc-92ab-5e578eac6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.760286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-cdbdfa6c-65b6-4ccc-92ab-5e578eac6aff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6cf7383-37f4-42e4-a1d7-2c856d7a3894 HTTP/1.1" status: 200 len: 860 time: 0.0773504 Oct 11 15:35:16.778507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7fd02-f211-460e-94c5-e066f4156871 req-68a2f0ca-9e15-4dc1-9e36-6f7757e629c8 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:16.780009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92b7fd02-f211-460e-94c5-e066f4156871 req-68a2f0ca-9e15-4dc1-9e36-6f7757e629c8 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0958068 Oct 11 15:35:16.780650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.814086 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679fb604-c50f-4613-8942-87e4abd96a1b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:16.827208 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e5d0c9-e63c-49e1-8216-733c0404079f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:16.827834 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e5d0c9-e63c-49e1-8216-733c0404079f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:16.841566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-026c49a7-89ea-42cb-b8ce-e25b323b427a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db7a9e53-f3d2-4202-a5c9-9bd845da673a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605316 Oct 11 15:35:16.841724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.861454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.869998 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:16.870415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:16.872278 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:16.883495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92b7fd02-f211-460e-94c5-e066f4156871 req-267e8835-3881-4552-bee8-e3c2a16f7673 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926366 Oct 11 15:35:16.952464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.968634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:16.973756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] 10.222.0.31 "DELETE /v2.0/networks/679fb604-c50f-4613-8942-87e4abd96a1b HTTP/1.1" status: 204 len: 168 time: 0.3941450 Oct 11 15:35:16.983730 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:16.995602 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727d28-0357-45d2-8ab7-f1055ebcdfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=679fb604-c50f-4613-8942-87e4abd96a1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:17.034705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-3c837c5c-d218-48f0-9e29-31b38540b57e service neutron] 10.222.0.43 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678171 Oct 11 15:35:17.096565 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Deleting subnet 8ea2f7e8-4a2c-4e45-bcd4-b1144a2e9b66 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:17.102578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.148213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.192094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e8133d7-1de7-4a43-8a1d-6d79f4a6140f req-c7ec9335-80c2-44f9-99ae-0fa4385752d0 service neutron] 10.222.0.43 "GET /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495421 Oct 11 15:35:17.205061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.264095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.290895 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea2f7e8-4a2c-4e45-bcd4-b1144a2e9b66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:17.296752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.300347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8488ef8-67a5-4f61-ba5b-2681d9d52e11 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ea2f7e8-4a2c-4e45-bcd4-b1144a2e9b66 HTTP/1.1" status: 204 len: 168 time: 0.3155584 Oct 11 15:35:17.302794 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:17.403229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.421737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d01b8-ef38-4ab4-afc2-696ff903a43e req-adbb38de-da25-4d03-9ea3-c956edb8f7e9 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:17.423244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d3d01b8-ef38-4ab4-afc2-696ff903a43e req-adbb38de-da25-4d03-9ea3-c956edb8f7e9 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 943 time: 0.1126125 Oct 11 15:35:17.511394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 991e3ce3-5772-4574-b70c-3371ca050666 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:17.526613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.531875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d3d01b8-ef38-4ab4-afc2-696ff903a43e req-7a866b2c-49a0-4f54-b375-50c3b3556ede tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014481 Oct 11 15:35:17.580225 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62f4346-9489-44e0-ad06-43515b2ee874']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:17.598003 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33a3aa8-fc87-4bfa-af3d-4c8b7149558d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:17.598334 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33a3aa8-fc87-4bfa-af3d-4c8b7149558d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:17.611937 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 991e3ce3-5772-4574-b70c-3371ca050666 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:17.613254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.622858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 991e3ce3-5772-4574-b70c-3371ca050666 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:17.623233 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.632431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.642121 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:17.642901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:17.645032 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:17.733899 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.752631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.768665 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:17.771505 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6d7f1-0465-4dec-9f56-b046e161da3a" -d '{"events": [{"server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "name": "network-vif-plugged", "status": "completed", "tag": "991e3ce3-5772-4574-b70c-3371ca050666"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:17.772121 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.779120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a62f4346-9489-44e0-ad06-43515b2ee874 HTTP/1.1" status: 204 len: 168 time: 0.4713638 Oct 11 15:35:17.779120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15754bd-9c9f-4871-9999-043a5a98bb4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a62f4346-9489-44e0-ad06-43515b2ee874,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:17.802628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=991e3ce3-5772-4574-b70c-3371ca050666,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:17.810147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:17.824054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c4938-e3c1-4dfe-9902-706bb8b1924b req-6bd9b519-a329-4d76-ad63-27149a20d3c8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:17.824544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d72c4938-e3c1-4dfe-9902-706bb8b1924b req-6bd9b519-a329-4d76-ad63-27149a20d3c8 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 944 time: 0.1255300 Oct 11 15:35:17.888437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d72c4938-e3c1-4dfe-9902-706bb8b1924b req-1a0492b4-c9dd-4bf2-8f35-90cb4868b059 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475159 Oct 11 15:35:17.890211 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cdc939-a05e-429f-b587-82b27326b2f3 x-openstack-request-id: req-66cdc939-a05e-429f-b587-82b27326b2f3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:17.890732 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "name": "network-vif-plugged", "status": "completed", "tag": "991e3ce3-5772-4574-b70c-3371ca050666", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:17.891177 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66cdc939-a05e-429f-b587-82b27326b2f3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:17.891719 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666', 'code': 200} Oct 11 15:35:17.892504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:17.940346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a345-e3dc-4cad-8507-3049dcbcc9de req-bebbd2a9-bff8-4863-afd7-4fc58c8f5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:17.941891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fb36a345-e3dc-4cad-8507-3049dcbcc9de req-bebbd2a9-bff8-4863-afd7-4fc58c8f5dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 1096 time: 0.0609806 Oct 11 15:35:17.982629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fb36a345-e3dc-4cad-8507-3049dcbcc9de req-7e60c7f7-76e7-441e-abfc-c288c2c8e407 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Oct 11 15:35:18.002591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326bfa8-35aa-424a-ae5c-e82b5404afbf req-10d54203-86e4-4a65-b4b8-136ce277c680 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:18.005952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e326bfa8-35aa-424a-ae5c-e82b5404afbf req-10d54203-86e4-4a65-b4b8-136ce277c680 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0569525 Oct 11 15:35:18.008285 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:18.068519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e326bfa8-35aa-424a-ae5c-e82b5404afbf req-7eaee66a-40c1-4d41-8c29-4aaf778e583a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573430 Oct 11 15:35:18.076448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d1498d4b-d5a1-44ec-9fc3-b3b41266cb43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f091057afc8d4854add6d24e80bb4fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670121 Oct 11 15:35:18.079233 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:18.140159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.168638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.219682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.222819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.226682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f661d43-c01f-4f8b-a0e7-11ee808b8415 HTTP/1.1" status: 204 len: 168 time: 0.1444860 Oct 11 15:35:18.234659 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b26ed6-9c9d-4fae-9b17-5f5694a4a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f661d43-c01f-4f8b-a0e7-11ee808b8415,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:18.631167 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:18.688948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-72557e4b-cd80-4fef-aa32-411a287ae0fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f94aa36d4154dcdac2428bb61db4987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563283 Oct 11 15:35:18.689637 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:18.723207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cead0-324f-4d50-bb70-2a3a6e2f3499 req-825bce87-7e79-433f-8091-704a79eac428 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:18.724783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7cead0-324f-4d50-bb70-2a3a6e2f3499 req-825bce87-7e79-433f-8091-704a79eac428 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 943 time: 0.0761714 Oct 11 15:35:18.786192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7cead0-324f-4d50-bb70-2a3a6e2f3499 req-3c0e7105-603d-4616-8179-724332b6a88e tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527568 Oct 11 15:35:18.789246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.822489 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.869176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:18.874088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58efffe7-2c1e-4249-a830-1b584c8d2e75 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:18.878658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.881432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:18.894797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f55d066-0fef-4df4-a58e-0182c2fa92d8 HTTP/1.1" status: 204 len: 168 time: 0.1982417 Oct 11 15:35:18.925825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e42134-0b08-464b-88b1-2493c3bfd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55d066-0fef-4df4-a58e-0182c2fa92d8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:18.931485 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 58efffe7-2c1e-4249-a830-1b584c8d2e75 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:18.933011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 58efffe7-2c1e-4249-a830-1b584c8d2e75 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:19.144511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a7699-ec94-419c-bd69-51b7c18d5851 req-4383f730-9332-4261-802b-b15f911c485c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:19.149893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b8a7699-ec94-419c-bd69-51b7c18d5851 req-4383f730-9332-4261-802b-b15f911c485c tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 945 time: 0.1033406 Oct 11 15:35:19.212127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b8a7699-ec94-419c-bd69-51b7c18d5851 req-abc13cdc-64ad-44f1-ac1e-23395940318a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613158 Oct 11 15:35:19.223977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,segment=NetworkSegment(7820143a-d8b2-4459-b6da-57e142101cd9),segment_id=7820143a-d8b2-4459-b6da-57e142101cd9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:19.236553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d', 'network_id': 'db7a9e53-f3d2-4202-a5c9-9bd845da673a', 'port_id': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d', 'mac_address': 'fa:16:3e:b8:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6cf7383-37f4-42e4-a1d7-2c856d7a3894', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:19.275124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:19.290646 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:19.319706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193a50-7fce-48b2-a8b6-18878f749bec req-7a978d71-82b7-41c2-b5dd-c10f830abed9 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:19.322471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60193a50-7fce-48b2-a8b6-18878f749bec req-7a978d71-82b7-41c2-b5dd-c10f830abed9 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1086755 Oct 11 15:35:19.327641 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,segment=NetworkSegment(7820143a-d8b2-4459-b6da-57e142101cd9),segment_id=7820143a-d8b2-4459-b6da-57e142101cd9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:19.340711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:19.390117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60193a50-7fce-48b2-a8b6-18878f749bec req-be12c71e-d66e-45f4-82bb-a4d2488518ca tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 Oct 11 15:35:19.400385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:19.675997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5f5b5d0a-830a-4ab0-b489-ba9c09336b3d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:19.976078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961afd-1741-46ff-ad6c-9398fb30efc9 req-a0407299-2b76-455e-a4c6-83a0c2a88605 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:19.979481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b961afd-1741-46ff-ad6c-9398fb30efc9 req-a0407299-2b76-455e-a4c6-83a0c2a88605 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 944 time: 0.0717063 Oct 11 15:35:20.003305 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:20.037541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b961afd-1741-46ff-ad6c-9398fb30efc9 req-d5ed8cbd-031b-42fe-ae4e-de520688cfac tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Oct 11 15:35:20.142956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01a4140e-0725-4605-a040-d5750bb09962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.233170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01a4140e-0725-4605-a040-d5750bb09962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.247512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01a4140e-0725-4605-a040-d5750bb09962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.403114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-01a4140e-0725-4605-a040-d5750bb09962 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0379bdfb7944f4ea30cde561ce5f6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976221 Oct 11 15:35:20.405681 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:20.411319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4140e-0725-4605-a040-d5750bb09962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9850f-f44d-4727-ac63-79fb00f32b85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:20.497808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412dafd-05eb-4ef9-9981-f68cffe7aad8 req-1e563075-0be0-4580-b439-9f4d5a083c28 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:20.499414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5412dafd-05eb-4ef9-9981-f68cffe7aad8 req-1e563075-0be0-4580-b439-9f4d5a083c28 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 945 time: 0.1351418 Oct 11 15:35:20.561061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.583442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce091aca-3411-4730-b073-87d87911a63a req-2200db07-304f-4f29-836a-caa94953d62a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:20.584933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce091aca-3411-4730-b073-87d87911a63a req-2200db07-304f-4f29-836a-caa94953d62a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1145241 Oct 11 15:35:20.605044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5412dafd-05eb-4ef9-9981-f68cffe7aad8 req-6ad6310e-e155-485b-8ff0-08623541bc65 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990753 Oct 11 15:35:20.621516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.659558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce091aca-3411-4730-b073-87d87911a63a req-9e8761dc-2ebf-4827-8bbe-fcda729ba932 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665605 Oct 11 15:35:20.692956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.696241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:20.699595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7af9850f-f44d-4727-ac63-79fb00f32b85 HTTP/1.1" status: 204 len: 168 time: 0.2909701 Oct 11 15:35:20.725142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747aa3-27b6-4c08-9331-e86351dad9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9850f-f44d-4727-ac63-79fb00f32b85,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:20.867893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:20.928113 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:20.933709 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:20.934429 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.006460 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550c9f4-5247-437e-959e-0e15cbe620d1 req-534047ea-92c1-4c4f-a26f-9e5dcfb251a3 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:21.012900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9550c9f4-5247-437e-959e-0e15cbe620d1 req-534047ea-92c1-4c4f-a26f-9e5dcfb251a3 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 945 time: 0.0766056 Oct 11 15:35:21.081546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9550c9f4-5247-437e-959e-0e15cbe620d1 req-81c809dc-3470-4b7b-8263-a338edb5ea86 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Oct 11 15:35:21.086771 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.146950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,segment=NetworkSegment(7820143a-d8b2-4459-b6da-57e142101cd9),segment_id=7820143a-d8b2-4459-b6da-57e142101cd9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:21.147917 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:21.151798 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c782a88-90b8-415b-bf8a-141c982a224e" -d '{"events": [{"server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:21.156370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.203582 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:21.215206 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:21.223464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7b11d6-01a7-4198-b9c7-367a843e3c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.228095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc8903-00ec-4c57-847d-4cc9a420ae4d req-db6397ec-4db4-498a-86bc-9f76cf7f334d tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:21.230461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7dc8903-00ec-4c57-847d-4cc9a420ae4d req-db6397ec-4db4-498a-86bc-9f76cf7f334d tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0730977 Oct 11 15:35:21.270681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7dc8903-00ec-4c57-847d-4cc9a420ae4d req-2af8c896-aa79-4c4b-84b0-34d8a9176215 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Oct 11 15:35:21.318252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7b11d6-01a7-4198-b9c7-367a843e3c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.325407 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31738fb4-e1e6-42dd-aa62-e6f01a6c5d2b x-openstack-request-id: req-31738fb4-e1e6-42dd-aa62-e6f01a6c5d2b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:21.325597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7b11d6-01a7-4198-b9c7-367a843e3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.325706 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:21.325980 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31738fb4-e1e6-42dd-aa62-e6f01a6c5d2b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:21.326372 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d', 'code': 200} Oct 11 15:35:21.371296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d7b11d6-01a7-4198-b9c7-367a843e3c57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0f982be96204a82aa50e8e2600f3bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664407 Oct 11 15:35:21.372277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b11d6-01a7-4198-b9c7-367a843e3c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e24a7c3-ad1d-4893-9959-77ef4c62a28a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:21.373953 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:21.467629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1954-ae5a-443a-b36a-ccac0ac95777 req-f59ea17f-222c-45ca-977c-e3e569baabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:21.469464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d40a1954-ae5a-443a-b36a-ccac0ac95777 req-f59ea17f-222c-45ca-977c-e3e569baabb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 1096 time: 0.0846000 Oct 11 15:35:21.470683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.515103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.551006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d40a1954-ae5a-443a-b36a-ccac0ac95777 req-f3d4df88-fe11-4273-8753-be8dcacbe9c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 Oct 11 15:35:21.583199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.585878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:21.587014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e24a7c3-ad1d-4893-9959-77ef4c62a28a HTTP/1.1" status: 204 len: 168 time: 0.2113590 Oct 11 15:35:21.595849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244957fa-a01d-4a3f-a3ee-0d6245110418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e24a7c3-ad1d-4893-9959-77ef4c62a28a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:21.813697 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca7bb1-7ae2-42b1-800b-dda8dbb323a1 req-311edceb-d5d7-46ee-a072-74d9fa741f11 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:21.815503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00ca7bb1-7ae2-42b1-800b-dda8dbb323a1 req-311edceb-d5d7-46ee-a072-74d9fa741f11 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0596306 Oct 11 15:35:21.882116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00ca7bb1-7ae2-42b1-800b-dda8dbb323a1 req-e684009d-d4b2-487f-828c-d8872ab3e6a7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Oct 11 15:35:22.245822 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25f36-336f-442f-9715-bffd79411528 req-fc5b43f6-52ed-46a8-bc1f-4e26adf51f39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:22.253396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ab25f36-336f-442f-9715-bffd79411528 req-fc5b43f6-52ed-46a8-bc1f-4e26adf51f39 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 945 time: 0.0871897 Oct 11 15:35:22.278264 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-18c9aac2-10af-4afc-9396-878e93013c4b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:22.285297 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-18c9aac2-10af-4afc-9396-878e93013c4b tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 945 time: 0.0692611 Oct 11 15:35:22.324963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ab25f36-336f-442f-9715-bffd79411528 req-81c6f1be-2a14-4d50-b2d2-b571b1234b8a tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups?id=6681cba9-9ede-47d0-843b-33ff1fed837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Oct 11 15:35:22.411525 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Deleting port 991e3ce3-5772-4574-b70c-3371ca050666 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:22.411872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:22.552523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdff4b9-0cc9-45e5-926b-8c1cffd63548 req-507a23c8-087f-4cf7-9c6a-027848f716f7 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:22.561628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cdff4b9-0cc9-45e5-926b-8c1cffd63548 req-507a23c8-087f-4cf7-9c6a-027848f716f7 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0912318 Oct 11 15:35:22.624042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cdff4b9-0cc9-45e5-926b-8c1cffd63548 req-58677ba3-2504-4f35-ba95-60bcc9d76364 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Oct 11 15:35:22.648799 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] For port 991e3ce3-5772-4574-b70c-3371ca050666, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=991e3ce3-5772-4574-b70c-3371ca050666,segment=NetworkSegment(c8dfc7c5-c4e8-4aee-b74d-1b23178103cc),segment_id=c8dfc7c5-c4e8-4aee-b74d-1b23178103cc)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:22.649271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:22.664317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Calling delete_port for 991e3ce3-5772-4574-b70c-3371ca050666 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:22.829708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:22.841606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['991e3ce3-5772-4574-b70c-3371ca050666'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:22.902500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event deleted for resources: {'Port': ['ID=991e3ce3-5772-4574-b70c-3371ca050666,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:22.932508 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] No DVR routers for this DVR port 991e3ce3-5772-4574-b70c-3371ca050666 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:22.936027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:22.939481 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0e4f265-f1b3-4ed9-a541-f0d38d1428dd req-2444468b-c6f3-4776-bbad-7373e1a49f61 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.36 "DELETE /v2.0/ports/991e3ce3-5772-4574-b70c-3371ca050666 HTTP/1.1" status: 204 len: 173 time: 0.6488492 Oct 11 15:35:22.939978 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'name': 'network-vif-deleted', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:22.942296 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7d30f-fc0b-42c6-a3c3-d09ce3168bbf" -d '{"events": [{"server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "name": "network-vif-deleted", "tag": "991e3ce3-5772-4574-b70c-3371ca050666"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:23.054459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b8ecc-f2aa-424e-b52c-87c8e28e15d3 req-0bd54717-6b66-4fd4-8809-1e63836d9325 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:23.056373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f3b8ecc-f2aa-424e-b52c-87c8e28e15d3 req-0bd54717-6b66-4fd4-8809-1e63836d9325 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0667920 Oct 11 15:35:23.132957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f3b8ecc-f2aa-424e-b52c-87c8e28e15d3 req-00cd9d0e-dfe7-4cf6-9dae-031e5cc77700 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682137 Oct 11 15:35:23.253551 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d26001-59d2-4ea1-860d-70248d99a88b x-openstack-request-id: req-23d26001-59d2-4ea1-860d-70248d99a88b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:23.254030 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3772ae5-bef6-4492-832e-4eb982cb9941", "name": "network-vif-deleted", "tag": "991e3ce3-5772-4574-b70c-3371ca050666", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:23.254536 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23d26001-59d2-4ea1-860d-70248d99a88b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:23.255090 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3772ae5-bef6-4492-832e-4eb982cb9941', 'name': 'network-vif-deleted', 'tag': '991e3ce3-5772-4574-b70c-3371ca050666', 'status': 'completed', 'code': 200} Oct 11 15:35:23.493326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b09de1a3-5033-4060-b91f-15ed354a4160 req-cad1e180-ce12-41ee-922e-71769eaccedd tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3772ae5-bef6-4492-832e-4eb982cb9941 HTTP/1.1" status: 200 len: 210 time: 0.0641620 Oct 11 15:35:23.763437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb3557-3323-4c8a-8180-e6b1f1312b2b req-a0c71a24-34f5-457c-8de5-5ba34107d456 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:23.770898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0fb3557-3323-4c8a-8180-e6b1f1312b2b req-a0c71a24-34f5-457c-8de5-5ba34107d456 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0566981 Oct 11 15:35:23.818228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0fb3557-3323-4c8a-8180-e6b1f1312b2b req-0370075c-776a-455a-95b1-ba47dc906435 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462811 Oct 11 15:35:24.202811 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2de9-d2b5-4e5c-b6ec-58a1d6ba6965 req-7abc51ef-e924-4ce2-968d-c9531e5feda4 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:24.205128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3ec2de9-d2b5-4e5c-b6ec-58a1d6ba6965 req-7abc51ef-e924-4ce2-968d-c9531e5feda4 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0558319 Oct 11 15:35:24.250408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3ec2de9-d2b5-4e5c-b6ec-58a1d6ba6965 req-749822d6-8faa-41c2-8dbb-13ecc684819e tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 Oct 11 15:35:24.386467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fa46d-831c-4450-a61e-f9ef9f3c1762 req-f0d0caba-2f46-430c-9622-66d2f7b1580a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:24.387968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-555fa46d-831c-4450-a61e-f9ef9f3c1762 req-f0d0caba-2f46-430c-9622-66d2f7b1580a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0683618 Oct 11 15:35:24.442749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-555fa46d-831c-4450-a61e-f9ef9f3c1762 req-f4ca94a7-9b58-4076-aed6-9591a76d1806 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Oct 11 15:35:24.717777 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:24.782135 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:24.808514 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:24.880544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:24.883452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:24.884962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f377477-e9c1-4d62-84af-005acaf0e144 HTTP/1.1" status: 204 len: 168 time: 0.1655204 Oct 11 15:35:24.889057 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:24.897742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99b48-bff3-4ead-baa4-e992a3df3989 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f377477-e9c1-4d62-84af-005acaf0e144,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:24.917992 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8fbca07b-fa24-4672-be60-df02ba825bfc tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] show failed (client error): The resource could not be found. Oct 11 15:35:24.922320 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fbca07b-fa24-4672-be60-df02ba825bfc tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "GET /v2.0/security-groups/9f377477-e9c1-4d62-84af-005acaf0e144 HTTP/1.1" status: 404 len: 347 time: 0.0272846 Oct 11 15:35:24.923451 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:25.215586 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Deleting port b21c44ec-cf20-4de1-b4c8-b3f72245da6a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:25.216526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.317461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.318132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.335257 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Calling delete_port for b21c44ec-cf20-4de1-b4c8-b3f72245da6a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:25.408716 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5549d-0008-4648-a8e5-4d9e29950723 req-3ba09dd9-9259-4c3e-8b54-ef149cceddd1 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:25.421864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bf5549d-0008-4648-a8e5-4d9e29950723 req-3ba09dd9-9259-4c3e-8b54-ef149cceddd1 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0864213 Oct 11 15:35:25.521186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.521713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bf5549d-0008-4648-a8e5-4d9e29950723 req-20ffc780-4056-450c-bdea-5bb96c19c9b0 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/security-groups?id=ffdb07ca-da80-4c57-861a-0be81134dab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Oct 11 15:35:25.577186 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Pushing event deleted for resources: {'Port': ['ID=b21c44ec-cf20-4de1-b4c8-b3f72245da6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:25.623206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.625774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.629780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a051e5c3-2393-4950-ae7e-43563b563194 tempest-ImagesOneServerNegativeTestJSON-387579628 tempest-ImagesOneServerNegativeTestJSON-387579628-project] 10.222.0.31 "DELETE /v2.0/floatingips/8ad932d1-928e-4ebf-9de5-3e089314f7ca HTTP/1.1" status: 204 len: 168 time: 0.7036781 Oct 11 15:35:25.689200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331dcdf-62c2-484c-8152-88b2f9b858dd req-a71fe53e-896e-4804-8470-787b5e758738 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:25.690871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d331dcdf-62c2-484c-8152-88b2f9b858dd req-a71fe53e-896e-4804-8470-787b5e758738 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0506618 Oct 11 15:35:25.770396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-f5c7c237-dfd4-4435-94c2-7af8bfe1844f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:25.771862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-f5c7c237-dfd4-4435-94c2-7af8bfe1844f tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 945 time: 0.0798650 Oct 11 15:35:25.774947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d331dcdf-62c2-484c-8152-88b2f9b858dd req-f408357c-ee20-4ed7-a0b7-b2aecb1ab891 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742910 Oct 11 15:35:25.901199 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Deleting port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:25.901677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:25.912442 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:25.973312 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Deleting subnet 6559fc6f-cb83-451b-834d-93c75273c83d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:25.976322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.025340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.038084 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] For port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,segment=NetworkSegment(7820143a-d8b2-4459-b6da-57e142101cd9),segment_id=7820143a-d8b2-4459-b6da-57e142101cd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:26.038322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.058982 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Calling delete_port for 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:26.076939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.140653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.168446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6559fc6f-cb83-451b-834d-93c75273c83d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:26.174438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.179855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eedf98a1-e332-4b6d-b6a5-952f80361403 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6559fc6f-cb83-451b-834d-93c75273c83d HTTP/1.1" status: 204 len: 168 time: 0.2639608 Oct 11 15:35:26.180499 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:26.214341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.228226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5f5b5d0a-830a-4ab0-b489-ba9c09336b3d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:26.270273 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Pushing event deleted for resources: {'Port': ['ID=5f5b5d0a-830a-4ab0-b489-ba9c09336b3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:26.286986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.318515 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] No DVR routers for this DVR port 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:35:26.321222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.325236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32618211-fbe4-4eb9-b5f2-86f42cdbbcfa req-00cdcf4e-a924-4f1c-af45-ac7d2ac8f353 tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.43 "DELETE /v2.0/ports/5f5b5d0a-830a-4ab0-b489-ba9c09336b3d HTTP/1.1" status: 204 len: 173 time: 0.5474479 Oct 11 15:35:26.325830 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'name': 'network-vif-deleted', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:26.328302 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710eee93-08e4-443b-9a4b-728a77087de1" -d '{"events": [{"server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "name": "network-vif-deleted", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:26.378278 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511b7fa-0f27-4e1f-974b-7759e48ceccd x-openstack-request-id: req-f511b7fa-0f27-4e1f-974b-7759e48ceccd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:26.384304 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96e3d5-7f3b-4dce-bf68-c17803f08b9e", "name": "network-vif-deleted", "tag": "5f5b5d0a-830a-4ab0-b489-ba9c09336b3d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:26.386180 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f511b7fa-0f27-4e1f-974b-7759e48ceccd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:26.386674 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd96e3d5-7f3b-4dce-bf68-c17803f08b9e', 'name': 'network-vif-deleted', 'tag': '5f5b5d0a-830a-4ab0-b489-ba9c09336b3d', 'status': 'completed', 'code': 200} Oct 11 15:35:26.399938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.424927 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e122a99b-4dbe-4eed-9d8f-9842eb984a20']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:26.435274 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:26.435404 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dfc7c5-c4e8-4aee-b74d-1b23178103cc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:26.450554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.465105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.472153 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:26.472744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:26.474858 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:26.555492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.565695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:26.570331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e122a99b-4dbe-4eed-9d8f-9842eb984a20 HTTP/1.1" status: 204 len: 168 time: 0.3882771 Oct 11 15:35:26.590126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d18e6-a6e6-49d8-b9e9-142b6ae6e7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e122a99b-4dbe-4eed-9d8f-9842eb984a20,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:26.672643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00a1012b-08ef-40a2-a858-246a4050d401 req-8731277d-ec41-4f72-b659-72b1821eca4e tempest-ServerAddressesNegativeTestJSON-1307653591 tempest-ServerAddressesNegativeTestJSON-1307653591-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd96e3d5-7f3b-4dce-bf68-c17803f08b9e HTTP/1.1" status: 200 len: 210 time: 0.0462010 Oct 11 15:35:26.858470 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:26.990999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d4c2193-b507-467c-bd96-cbbe54ceb2e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ace3b7afaa544bc9bb0228836da4dda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243174 Oct 11 15:35:26.990999 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:26.996601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:27.046707 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889944-31fa-47b5-80d7-e58602b2cc05 req-cb5c980e-3f93-46b5-bc18-4ecf8ae21f9a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:27.049056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6889944-31fa-47b5-80d7-e58602b2cc05 req-cb5c980e-3f93-46b5-bc18-4ecf8ae21f9a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0888035 Oct 11 15:35:27.084547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.106805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6889944-31fa-47b5-80d7-e58602b2cc05 req-e263b347-9255-4840-a377-fe1ecde15be1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517204 Oct 11 15:35:27.126903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.167835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109e8005-44e1-4c13-85d9-f6fc21327cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.229544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.232215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.233662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6681cba9-9ede-47d0-843b-33ff1fed837d HTTP/1.1" status: 204 len: 168 time: 0.2445281 Oct 11 15:35:27.250838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120334fb-ff86-4f22-ba0d-f708a5de9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6681cba9-9ede-47d0-843b-33ff1fed837d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:27.302123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109e8005-44e1-4c13-85d9-f6fc21327cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.309247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109e8005-44e1-4c13-85d9-f6fc21327cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.350766 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e8005-44e1-4c13-85d9-f6fc21327cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e17c2e-363a-4339-9507-96437116d46b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:27.382801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:27.394442 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-109e8005-44e1-4c13-85d9-f6fc21327cc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e521d05365743e5acfdd6da1325a4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967564 Oct 11 15:35:27.453372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.480127 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.538795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.541969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.546954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9e17c2e-363a-4339-9507-96437116d46b HTTP/1.1" status: 204 len: 168 time: 0.1562932 Oct 11 15:35:27.561955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0696de-95e4-4e3f-a9a9-6230682ab310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e17c2e-363a-4339-9507-96437116d46b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:27.589440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 991e3ce3-5772-4574-b70c-3371ca050666 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:27.624708 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 991e3ce3-5772-4574-b70c-3371ca050666 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:27.625577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 991e3ce3-5772-4574-b70c-3371ca050666 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:27.767262 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:27.842115 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Deleting subnet c6cf7383-37f4-42e4-a1d7-2c856d7a3894 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:35:27.847859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.899837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:27.973455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.042343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.067110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.070364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c6cf7383-37f4-42e4-a1d7-2c856d7a3894 HTTP/1.1" status: 204 len: 168 time: 0.3020978 Oct 11 15:35:28.073370 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:28.090497 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53983c10-2252-4092-adcd-f86c3fdd68a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6cf7383-37f4-42e4-a1d7-2c856d7a3894,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:28.164822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.317747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2389ce-bbb4-400e-b936-2e28a22683d6 req-d0c92b8d-6948-423e-a6ae-11307d210cdf tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:28.318400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d2389ce-bbb4-400e-b936-2e28a22683d6 req-d0c92b8d-6948-423e-a6ae-11307d210cdf tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0855234 Oct 11 15:35:28.325703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.349040 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a9e53-f3d2-4202-a5c9-9bd845da673a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:28.362395 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7820143a-d8b2-4459-b6da-57e142101cd9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:28.362939 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7820143a-d8b2-4459-b6da-57e142101cd9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:28.374835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.394258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.402562 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:35:28.403767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:35:28.406983 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:35:28.411444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d2389ce-bbb4-400e-b936-2e28a22683d6 req-085b7107-61db-4882-a98c-26b6c8826ebd tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847955 Oct 11 15:35:28.491762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.497607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.505428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] 10.222.0.31 "DELETE /v2.0/networks/db7a9e53-f3d2-4202-a5c9-9bd845da673a HTTP/1.1" status: 204 len: 168 time: 0.4304581 Oct 11 15:35:28.521030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82a33d-1382-4483-bbf7-4408ede04945 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7a9e53-f3d2-4202-a5c9-9bd845da673a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:28.576926 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:28.687786 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:28.692032 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-427619054-network', 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:28.723138 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:28.725954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.738210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-019963bb-8cf9-489c-b797-26c8313f6d62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0449131caa4dc1934ec36eed08b25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490680 Oct 11 15:35:28.740615 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:28.745355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.800399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.826897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.892816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.899802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.909522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.915902 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffdb07ca-da80-4c57-861a-0be81134dab4 HTTP/1.1" status: 204 len: 168 time: 0.1732407 Oct 11 15:35:28.917696 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:28.933212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bff5b-d14c-42da-8aa7-8e596aecdd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb07ca-da80-4c57-861a-0be81134dab4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:28.992402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:29.012347 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:35:29.037555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.037943 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Added segment 9c5a72c7-686b-4d81-b6db-cf920ee43a2d of type vlan for network 9de754fc-4468-4d7e-94c5-657e7d02fa4a Oct 11 15:35:29.137040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.199953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.200898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:29.201564 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.263123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6847603 Oct 11 15:35:29.265944 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:29.278914 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Request body: {'subnet': {'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-427619054-subnet', 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:29.280336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147736ca-09d0-4aae-af97-fb662ddc28a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9de754fc-4468-4d7e-94c5-657e7d02fa4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:29.291338 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:35:29.349104 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:29.351655 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.586674 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:35:29.645608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.654413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34092a-5e6e-477a-8841-89974d96e5c5 req-9b1f0ee2-6c1a-473d-aabd-27692c4ec48e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:29.662626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff34092a-5e6e-477a-8841-89974d96e5c5 req-9b1f0ee2-6c1a-473d-aabd-27692c4ec48e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1261954 Oct 11 15:35:29.706247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1afc483-4791-45ba-ae9b-217aaab70e76,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:29.741756 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Checking segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:29.742397 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Network hostable DHCP agents. Network: 9de754fc-4468-4d7e-94c5-657e7d02fa4a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:35:29.764707 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:35:29.767621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff34092a-5e6e-477a-8841-89974d96e5c5 req-31061fbd-4c1c-4544-b265-90bcb1e5cdc0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038287 Oct 11 15:35:29.780927 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9de754fc-4468-4d7e-94c5-657e7d02fa4a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:29.790498 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c526aed-4df8-4bbc-ba18-b7f468f90a5d None None] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:29.793168 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:29.794326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:29.812405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c83aaa68-a177-4dec-8c7a-7340c0e206b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5449626 Oct 11 15:35:29.953348 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba7815-6676-4d71-a83a-65beff9c5636 None None] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:30.158451 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:30.339083 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1738716074-network', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:30.374075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Made reservation on behalf of ada043c39c014b1d9996057049e05ad4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:30.378247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.400886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.518020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.633066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-0c7f4f42-436e-46d9-a76c-808e537cf1b4 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:30.634735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-0c7f4f42-436e-46d9-a76c-808e537cf1b4 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.1150219 Oct 11 15:35:30.636378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.648510 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:35:30.658692 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.658974 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Added segment feb6691d-8739-4542-b6d0-e55388b6a711 of type vlan for network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 Oct 11 15:35:30.704004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.754656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.755589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:30.756375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.830917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Pushing event updated for resources: {'Network': ['ID=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:30.847884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-b75c0183-9f21-4e87-85ad-792864fc776e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/quotas/14c7db3e24f441568b0a6c7d39c4de61 HTTP/1.1" status: 200 len: 375 time: 0.1120508 Oct 11 15:35:30.852348 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a459e-1dac-4b72-b56a-1378e902e7e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:30.865716 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:30.873906 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Request body: {'subnet': {'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1738716074-subnet', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:30.877918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce3d5467-e6f0-4940-b778-99dd3bc76514 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7177968 Oct 11 15:35:30.894146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:35:30.964694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Made reservation on behalf of ada043c39c014b1d9996057049e05ad4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:30.972175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:30.996175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-d5fbfb6c-8f9e-498c-9b83-d47c065a9b08 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167345 Oct 11 15:35:31.076909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:35:31.113241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:35:31.113933 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f5b5d0a-830a-4ab0-b489-ba9c09336b3d not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:35:31.181187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-0f81433e-438f-4b5b-85da-4acccf2c5fdf service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839180 Oct 11 15:35:31.327135 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:31.395616 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aac9623-7ef1-431e-9234-9b1c72c9e46d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:31.424981 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Checking segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:31.425535 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Network hostable DHCP agents. Network: 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:35:31.461810 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:35:31.481353 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:31.491289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1286ae8-5ddf-420a-bab4-34b38f913bda None None] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:31.496809 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:31.498605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:31.538477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75ca3b3d-aaf3-42f0-81c9-140b57985076 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6684048 Oct 11 15:35:31.539059 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:31.543540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:31.584236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:31.585834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:31.664356 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8edafa9-f9a9-4f7c-a82a-30b2bd31b790 None None] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:31.687107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:31.724086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5824f2-bf07-4b4c-8dd5-6c129f4a5c0a req-c98c0ddc-0cf7-4954-ab96-52753b34764d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:31.732111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc5824f2-bf07-4b4c-8dd5-6c129f4a5c0a req-c98c0ddc-0cf7-4954-ab96-52753b34764d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1067681 Oct 11 15:35:31.752257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-832e1416-e787-4db4-a689-ef555a2bd9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702326 Oct 11 15:35:31.777837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc5824f2-bf07-4b4c-8dd5-6c129f4a5c0a req-776e5685-75e2-495a-bd28-e51e11227bc5 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Oct 11 15:35:31.943097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.036282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e229491-845a-4ffa-af36-0ff1017fa73a req-3b807efb-0a22-489a-bb2e-dfa41455c04a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 210 time: 0.0626700 Oct 11 15:35:32.249786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.277936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.347953 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d248b8a9-fe7f-443a-88ba-6e792f999ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.419506 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:32.459326 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Allocated IP 172.35.3.5 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/78fb52ea-c793-4697-a34b-4ca974bed189) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:32.563710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-272c8281-3314-4a13-b73f-1bd529f7a21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.636662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.687995 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.723689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-272c8281-3314-4a13-b73f-1bd529f7a21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.728092 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-272c8281-3314-4a13-b73f-1bd529f7a21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.760159 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:32.763070 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:32.769308 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:32.787348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-272c8281-3314-4a13-b73f-1bd529f7a21c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=607708d1d15e4198bc3223cd5b4aef74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667226 Oct 11 15:35:32.789467 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:32.790356 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c8281-3314-4a13-b73f-1bd529f7a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b72a6e-9d9d-48b4-8bde-cf491f4b846e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:32.801568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Pushing event updated for resources: {'Port': ['ID=78fb52ea-c793-4697-a34b-4ca974bed189,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:32.864740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:32.901995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:33.029167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:33.032013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:33.033778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30b72a6e-9d9d-48b4-8bde-cf491f4b846e HTTP/1.1" status: 204 len: 168 time: 0.2354369 Oct 11 15:35:33.047987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a71c3-c9e3-4bdb-b9e0-04104bffd5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b72a6e-9d9d-48b4-8bde-cf491f4b846e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:33.070679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231de2-dafc-4439-97e0-bd3aa385864a req-21fe722c-6041-4d5f-b4d5-8da94658362d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:33.082927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23231de2-dafc-4439-97e0-bd3aa385864a req-21fe722c-6041-4d5f-b4d5-8da94658362d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1610882 Oct 11 15:35:33.160813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23231de2-dafc-4439-97e0-bd3aa385864a req-b3b00198-b9ba-42ef-88d0-f2a496b1187f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713871 Oct 11 15:35:33.202928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2547ccd4-efb3-4d84-a95c-f281c5a401be req-c678fc65-a17c-46cb-b74a-7030b200eeaa tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 210 time: 0.0375340 Oct 11 15:35:33.697721 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-5394feb2-a8b1-4980-bf49-fa0213d28dcf tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:33.699235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-5394feb2-a8b1-4980-bf49-fa0213d28dcf tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.2029428 Oct 11 15:35:33.715950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Request body: {'port': {'device_id': '912ac850-3ee7-4ca3-936f-e189e08be997', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'admin_state_up': True, 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:33.839860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:33.948939 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:33.952407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.050026 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:34.177635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab05423-b29a-4bd1-89ae-b579d5029ddd req-6a0755f3-d64a-46af-b1a8-e5ac473c6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:34.181064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ab05423-b29a-4bd1-89ae-b579d5029ddd req-6a0755f3-d64a-46af-b1a8-e5ac473c6cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.0564070 Oct 11 15:35:34.183562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.186000 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Allocated IP 172.20.0.6 (9de754fc-4468-4d7e-94c5-657e7d02fa4a/e1afc483-4791-45ba-ae9b-217aaab70e76/f4e73271-8628-4b5e-a362-c670a1f563c8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:34.200685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-network', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:34.224214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ab05423-b29a-4bd1-89ae-b579d5029ddd req-a333d174-217b-4143-a8a6-ca8814c7ff14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Oct 11 15:35:34.322286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-972aa39d-c05e-4840-b185-c4da27bfddb7 req-58106980-a5fa-4509-bda6-e8c029a0ba1e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Oct 11 15:35:34.329718 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:34.332009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.346721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43edad3-d4fc-47cd-9db6-3999c1899364 req-a683edb9-178f-4b8f-acd5-04fa9a8c4e8f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:34.354161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a43edad3-d4fc-47cd-9db6-3999c1899364 req-a683edb9-178f-4b8f-acd5-04fa9a8c4e8f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0974004 Oct 11 15:35:34.366906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.388188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a43edad3-d4fc-47cd-9db6-3999c1899364 req-d3873ec2-e66b-41f1-8b9f-38d5f3a8f932 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Oct 11 15:35:34.507203 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Router 0458f165-e296-44fd-854d-d7dd60421dda is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:35:34.537580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.635620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.673209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.717293 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:35:34.724615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.773183 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c440e96-af3d-494a-85d4-5e3970ced83b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:34.777208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.777572 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Added segment b345012d-2b90-4595-9ffb-a4c0cecf89d1 of type vlan for network e2067574-2011-4fc0-8722-5bdab4f0fd32 Oct 11 15:35:34.800625 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:34.810354 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:34.824223 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Sync routers for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:34.831882 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:34.837218 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec8e67dd-ebb5-48e7-b5d9-d687e5a151d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.837774 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:34.840476 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:34.841267 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:34.912817 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:34.913451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.942596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:34.943923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-832be332-2912-4a80-817f-4105ac34be58 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4037578 Oct 11 15:35:34.947025 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:34.955952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451870 Oct 11 15:35:34.961372 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:34.961796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f4f3-bf13-4560-a4f2-8b83f4ead722 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:34.980350 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Request body: {'port': {'device_id': '912ac850-3ee7-4ca3-936f-e189e08be997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:34.984897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.059160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.060189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:35.061098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.063356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.135330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] Pushing event updated for resources: {'Network': ['ID=e2067574-2011-4fc0-8722-5bdab4f0fd32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:35.147943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:35:35.174520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-27850cce-9514-4a21-9876-49ccd034c59c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1213024 Oct 11 15:35:35.177324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:35.185064 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Request body: {'subnet': {'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-subnet', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:35.241514 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:33Z', 'revision_number': 3, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:35.296725 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Checking router: 0458f165-e296-44fd-854d-d7dd60421dda for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:35.309931 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Updating router 0458f165-e296-44fd-854d-d7dd60421dda port 78fb52ea-c793-4697-a34b-4ca974bed189 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:35:35.316479 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:35.319113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.351522 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.650362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608643-82a9-4123-8b3a-e474dedae2f2 req-b35645b0-bf1a-4578-81f5-8d44fe9c9b23 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:35.652550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17608643-82a9-4123-8b3a-e474dedae2f2 req-b35645b0-bf1a-4578-81f5-8d44fe9c9b23 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 931 time: 0.1761150 Oct 11 15:35:35.685569 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:35.696885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.714571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3de6c-f34c-465d-96bd-70048baa5fe4 req-5540fd1a-bcca-4888-9990-021c33c05b1b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:35.722286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98d3de6c-f34c-465d-96bd-70048baa5fe4 req-5540fd1a-bcca-4888-9990-021c33c05b1b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.2328522 Oct 11 15:35:35.753130 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Transition to ACTIVE for port object f4e73271-8628-4b5e-a362-c670a1f563c8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:35:35.767294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.767294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.827175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17608643-82a9-4123-8b3a-e474dedae2f2 req-9a382839-e6c5-4184-98c5-857a93a9e309 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558297 Oct 11 15:35:35.851459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.931404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98d3de6c-f34c-465d-96bd-70048baa5fe4 req-7b6e3275-3258-4e0e-b3c3-40a3291311ac tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025781 Oct 11 15:35:35.932596 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Checking segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:35.932963 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Network hostable DHCP agents. Network: e2067574-2011-4fc0-8722-5bdab4f0fd32, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:35:35.955052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.958360 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.971907 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:35.975966 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2005243864', 'description': 'tempest-description-462268458'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:36.000816 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.008465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.022093 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7960f6af-1c3f-4a99-a258-f64a6367bb3c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.033817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.060609 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:35:36.079234 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Attempting to bind port 78fb52ea-c793-4697-a34b-4ca974bed189 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:36.079709 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Attempting to bind port 78fb52ea-c793-4697-a34b-4ca974bed189 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:36.080018 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Attempting to bind port 78fb52ea-c793-4697-a34b-4ca974bed189 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:36.091534 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e2067574-2011-4fc0-8722-5bdab4f0fd32) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:36.100436 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Pushing event updated for resources: {'Port': ['ID=78fb52ea-c793-4697-a34b-4ca974bed189,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.100965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84536d-c676-4461-9366-9da9393ec916 None None] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:36.108123 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:36.110199 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:36.110577 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:36.111398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.115095 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.115549 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:36.116042 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Bound port: 78fb52ea-c793-4697-a34b-4ca974bed189, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:36.116431 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.166240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Attempting to bind port f4e73271-8628-4b5e-a362-c670a1f563c8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:36.166682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Attempting to bind port f4e73271-8628-4b5e-a362-c670a1f563c8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:36.167017 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Attempting to bind port f4e73271-8628-4b5e-a362-c670a1f563c8 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:36.185036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Port f4e73271-8628-4b5e-a362-c670a1f563c8 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:35:36.185433 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Attempting to bind port f4e73271-8628-4b5e-a362-c670a1f563c8 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:36.205307 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:36.206953 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Checking segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:36.209011 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Bound using segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:36.209811 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Bound port: f4e73271-8628-4b5e-a362-c670a1f563c8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:36.211190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.231663 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f8fc63c-3033-4a8e-9bde-30f3e483c5ef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0518441 Oct 11 15:35:36.233387 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:36.243742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:36.262544 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] For port 78fb52ea-c793-4697-a34b-4ca974bed189, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:36.273422 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] For port 78fb52ea-c793-4697-a34b-4ca974bed189, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78fb52ea-c793-4697-a34b-4ca974bed189,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:36.279506 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.280724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.287141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.292717 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.308941 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.309280 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.311545 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.312017 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.312517 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.312851 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.313174 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.314202 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.314529 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.314851 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.315168 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.316061 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:35:36.323072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.376305 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:36.376984 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:36.396684 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:36.404826 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:36.423946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.429698 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83718e36-50b9-46e3-82f3-edaee6432a84 None None] Pushing event updated for resources: {'Port': ['ID=78fb52ea-c793-4697-a34b-4ca974bed189,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.433161 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e2067574-2011-4fc0-8722-5bdab4f0fd32', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:35:36.435077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.439262 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Allocated IP 172.20.0.1 (046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7/8aac9623-7ef1-431e-9234-9b1c72c9e46d/04e8c789-e109-4cb4-bb18-1c908d92b722) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:36.553065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.577356 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:36.578128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.580099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-7f3c02dd-0744-4ddb-a3df-e08582c7af75 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4e73271-8628-4b5e-a362-c670a1f563c8 HTTP/1.1" status: 200 len: 1091 time: 1.6049595 Oct 11 15:35:36.580592 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:36.582959 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e62b9e-d9f2-478b-8179-f604d591f416" -d '{"events": [{"name": "network-changed", "server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:36.614216 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.698466 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33768d78-a407-4dc7-84c9-fc5b2eef5867 x-openstack-request-id: req-33768d78-a407-4dc7-84c9-fc5b2eef5867 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:36.698686 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:36.698943 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33768d78-a407-4dc7-84c9-fc5b2eef5867 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:36.699352 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'status': 'completed', 'code': 200} Oct 11 15:35:36.707682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.712892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d68a7ba4-e04e-423f-8bbd-ff644721866c req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7413960 Oct 11 15:35:36.717145 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Allocated IP 172.20.0.2 (e2067574-2011-4fc0-8722-5bdab4f0fd32/7960f6af-1c3f-4a99-a258-f64a6367bb3c/88908683-b0ab-481e-9c3b-509897c91e4e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:36.721300 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.728906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-372eacc0-a14e-48ea-8c1c-110595531bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:36.730098 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997f978-ee44-4cdb-97fd-fc680ea10190 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4781dc-387d-45fb-b8e1-e800e21db0a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:36.732095 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:36.736375 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-372eacc0-a14e-48ea-8c1c-110595531bcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 1094 time: 0.1022325 Oct 11 15:35:36.826838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-09dd50b9-0286-4f14-a1ea-4a4e6b99ed5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e73271-8628-4b5e-a362-c670a1f563c8 HTTP/1.1" status: 200 len: 217 time: 0.0838246 Oct 11 15:35:36.883971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:36.914272 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-1f56f5f9-013e-4c3d-bcbe-8046d5aa99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:36.914842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-1f56f5f9-013e-4c3d-bcbe-8046d5aa99d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.0809224 Oct 11 15:35:36.956799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-0b1c6cd8-fd15-453b-baf5-cb2f34db1987 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339561 Oct 11 15:35:37.027764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.042631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.051713 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:33Z', 'revision_number': 3, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:37.107903 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:37.111776 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a15f2-92e0-40da-96d0-3970874688ed None None] The sync data for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 is: [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:33Z', 'revision_number': 3, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:37.124362 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:37.138906 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:37.152516 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Pushing event updated for resources: {'Port': ['ID=88908683-b0ab-481e-9c3b-509897c91e4e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:37.183976 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:37.195424 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:37.205434 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-153a163e-79d4-44e6-85d3-a20896066106 service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359371 Oct 11 15:35:37.227303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.231540 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:37.296623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-6b9c0cd4-3801-436a-860b-999d252e07f7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2005243864&fields=id&tenant_id=a603f525c8434d2cb0d987a693d68839 HTTP/1.1" status: 200 len: 267 time: 0.4171667 Oct 11 15:35:37.306318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Attempting to bind port 88908683-b0ab-481e-9c3b-509897c91e4e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:37.306839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Attempting to bind port 88908683-b0ab-481e-9c3b-509897c91e4e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:37.309188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Attempting to bind port 88908683-b0ab-481e-9c3b-509897c91e4e on network e2067574-2011-4fc0-8722-5bdab4f0fd32 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:37.323965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:37.323965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Checking segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:37.324282 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.328176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Bound using segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:37.329005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Bound port: 88908683-b0ab-481e-9c3b-509897c91e4e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:37.329442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.403801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f5c1fe-fa39-4464-83bd-46412948632b req-53f73d3a-6012-48b8-830c-db868010efcf service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893201 Oct 11 15:35:37.456879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] For port 88908683-b0ab-481e-9c3b-509897c91e4e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:37.460550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] For port 88908683-b0ab-481e-9c3b-509897c91e4e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88908683-b0ab-481e-9c3b-509897c91e4e,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:37.467822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.519906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.522633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Pushing event updated for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:37.571288 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-5b5ba935-6b36-4958-b80f-4b00b2cb0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:37.571288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-5b5ba935-6b36-4958-b80f-4b00b2cb0a53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 1094 time: 0.1081204 Oct 11 15:35:37.574774 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5365be-8d2b-4718-88d8-a88d7121dba1 None None] Pushing event updated for resources: {'Port': ['ID=88908683-b0ab-481e-9c3b-509897c91e4e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:37.639481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:37.691628 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2639a2-acb5-4f2e-8b43-fae871deff90 req-a407969d-1c05-42c9-a17c-11ceb730ab4a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:37.704771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f2639a2-acb5-4f2e-8b43-fae871deff90 req-a407969d-1c05-42c9-a17c-11ceb730ab4a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 943 time: 0.6034656 Oct 11 15:35:37.744614 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-1c3e1d9b-c26f-46a6-8236-d75252499740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:37.746504 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-1c3e1d9b-c26f-46a6-8236-d75252499740 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 905 time: 0.1687772 Oct 11 15:35:37.755119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-aff27acb-9ce9-4c35-92dd-14a76bf733db tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:37.763800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-aff27acb-9ce9-4c35-92dd-14a76bf733db tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.4669361 Oct 11 15:35:37.801753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'port': {'security_groups': ['20c99968-be9b-49bd-80a9-551f5b9b309a', '8f4781dc-387d-45fb-b8e1-e800e21db0a8']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:37.811788 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-054b476f-eefc-407e-8ff7-8ceec65c5198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e73271-8628-4b5e-a362-c670a1f563c8 HTTP/1.1" status: 200 len: 217 time: 0.0510414 Oct 11 15:35:37.913207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f2639a2-acb5-4f2e-8b43-fae871deff90 req-6acb5a44-02ca-4104-b84b-53c7e3486268 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074485 Oct 11 15:35:38.003185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-6b280e10-b3bd-432d-b1f9-c5809dc3baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:38.004913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-6b280e10-b3bd-432d-b1f9-c5809dc3baf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.1847403 Oct 11 15:35:38.052612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-d10fffa2-f60a-4cab-a810-145adf4e8a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399561 Oct 11 15:35:38.104069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.141433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.214758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-8cde8e8c-46f9-46ea-bf6b-df1ec155b8ac service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549170 Oct 11 15:35:38.357618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e62b9e-d9f2-478b-8179-f604d591f416 req-2c3d222d-8f3d-4157-97ea-7e3943106e1b service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336608 Oct 11 15:35:38.517262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.550694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.777147 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:38.788874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.805423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.850463 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Allocated IP 172.35.3.7 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1d41ff5f-1e81-4bc5-b97d-fddf32111eef) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:38.889723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.918363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.927296 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415f36a-8563-479b-83ff-49cb9f590c36 None None] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:35:38.930690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:38.931287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:38.943947 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Pushing event updated for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:39.047495 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] Provisioning complete for port 88908683-b0ab-481e-9c3b-509897c91e4e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:39.047871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.063546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:39.063546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.065119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaacb71e-d502-4880-8062-076f68b31ff1 req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "PUT /v2.0/ports/46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 981 time: 1.3005159 Oct 11 15:35:39.073080 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:39.075724 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:39.163333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:39.633981 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.646184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88908683-b0ab-481e-9c3b-509897c91e4e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:39.688902 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52076-cf42-4da9-ba80-fccbf9d58d04 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:39.691567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:39.715727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385810e5-a62a-4691-abe6-9fbe88179d1c req-20cd3211-fd32-475f-bc53-ae5832260538 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:39.717240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-385810e5-a62a-4691-abe6-9fbe88179d1c req-20cd3211-fd32-475f-bc53-ae5832260538 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 943 time: 0.7038608 Oct 11 15:35:39.779382 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.801933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.851011 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:39.856125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-bf5e7510-7f64-41c2-b42f-9eace135d24d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2005243864&fields=id&tenant_id=a603f525c8434d2cb0d987a693d68839 HTTP/1.1" status: 200 len: 267 time: 0.2305028 Oct 11 15:35:39.864316 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:39.867836 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.915109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] For port 88908683-b0ab-481e-9c3b-509897c91e4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88908683-b0ab-481e-9c3b-509897c91e4e,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:39.938874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:39.983720 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:39.988206 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:40.002165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-385810e5-a62a-4691-abe6-9fbe88179d1c req-d1582a7d-1d61-4f59-91f8-cf7b289bc25e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773149 Oct 11 15:35:40.004445 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:40.036103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:40.046834 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88908683-b0ab-481e-9c3b-509897c91e4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:40.047208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.164403 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-f116554e-1712-452d-a8fe-415cf6a50d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:40.168975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'mac_address': 'fa:16:3e:e8:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:40.171109 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-f116554e-1712-452d-a8fe-415cf6a50d72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1135 time: 0.0746422 Oct 11 15:35:40.207839 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd26505f-43f4-4210-8fb7-93800c63594f x-openstack-request-id: req-bd26505f-43f4-4210-8fb7-93800c63594f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:40.208103 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:40.208860 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd26505f-43f4-4210-8fb7-93800c63594f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:40.209263 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:35:40.220686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131ccb-83ba-468e-b380-e4afa428169e None None] Pushing event updated for resources: {'Port': ['ID=88908683-b0ab-481e-9c3b-509897c91e4e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:40.278308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-4a00be20-e049-4ed2-83f1-7015dabf18df tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:40.287983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-4a00be20-e049-4ed2-83f1-7015dabf18df tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 984 time: 0.3985047 Oct 11 15:35:40.294746 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'port': {'security_groups': ['20c99968-be9b-49bd-80a9-551f5b9b309a']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:40.298655 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Pushing event updated for resources: {'Port': ['ID=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:40.356453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-09de5145-9b47-4ca2-8428-f5272abb87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:40.358762 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-09de5145-9b47-4ca2-8428-f5272abb87f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.1799831 Oct 11 15:35:40.454729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-5d0de1c7-4d84-450d-b842-88e8554f76f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.0860868 Oct 11 15:35:40.500018 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 78fb52ea-c793-4697-a34b-4ca974bed189 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:40.503522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.538035 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Router 0458f165-e296-44fd-854d-d7dd60421dda has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:40.546981 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-5865b693-104c-4796-be5b-6331b35ecb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:40.548511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-5865b693-104c-4796-be5b-6331b35ecb25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.0851324 Oct 11 15:35:40.584439 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.598673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-0ed20128-faa5-4cda-9ccd-4111193d83ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391283 Oct 11 15:35:40.644593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.653154 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:40.687507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74da1147-b58b-464d-a7c1-128086f6d203 None None] Provisioning complete for port 88908683-b0ab-481e-9c3b-509897c91e4e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:40.688652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74da1147-b58b-464d-a7c1-128086f6d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.706454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-5dd14710-23b5-4bf0-988c-34c1bbda69f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918763 Oct 11 15:35:40.751164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:40.788687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.805404 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 78fb52ea-c793-4697-a34b-4ca974bed189 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:40.806284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.815948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:40.826583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f84c4a9b-4ca4-4ec2-adc3-4dd5095887eb req-8aef493b-b46c-4ac3-b703-6ddf8894ab88 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116910 Oct 11 15:35:40.943633 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:40.950833 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:40.966734 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Sync routers for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:40.997151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4bd3502-175a-44ec-b394-9b273f974940 admin admin] 10.222.0.31 "PUT /v2.0/routers/0458f165-e296-44fd-854d-d7dd60421dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0483320 Oct 11 15:35:41.010919 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:41.011308 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:41.022037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f4e73271-8628-4b5e-a362-c670a1f563c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:41.096223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.131613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 78fb52ea-c793-4697-a34b-4ca974bed189, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78fb52ea-c793-4697-a34b-4ca974bed189,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:41.144971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.148759 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:41.221041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.227508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.227725 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:41.236763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdf0ac-efee-4c91-b60b-c6cf37f0def8 req-05af8534-09c8-42fd-a588-802627c088d7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:41.238394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fcdf0ac-efee-4c91-b60b-c6cf37f0def8 req-05af8534-09c8-42fd-a588-802627c088d7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 944 time: 0.1011598 Oct 11 15:35:41.241268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.345679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88908683-b0ab-481e-9c3b-509897c91e4e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:41.357882 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:41.358599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.360070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e79fc4a7-d570-49bb-8800-8b1591b91d8c req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "PUT /v2.0/ports/46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 942 time: 1.0709784 Oct 11 15:35:41.371250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fcdf0ac-efee-4c91-b60b-c6cf37f0def8 req-60968d4a-f167-437b-bb3a-5809c4ba91e6 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911591 Oct 11 15:35:41.424465 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0ef4-5558-4bed-a7c9-1f3f2049a36c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:41.488835 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:35:41.580660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:41.656059 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=78fb52ea-c793-4697-a34b-4ca974bed189,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:41.730110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:41.743065 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Sync routers for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:41.756450 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:41.757076 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:41.762320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-d540fedb-d1f2-4543-94eb-7f97999ee7af tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1792076 Oct 11 15:35:41.764229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 88908683-b0ab-481e-9c3b-509897c91e4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:41.764593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.779396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:41.926375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-2dd64217-a96e-4405-a384-9b6164b84742 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:41.929591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-2dd64217-a96e-4405-a384-9b6164b84742 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 811 time: 0.1956434 Oct 11 15:35:41.930917 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.983055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:41.984482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04657b74-d709-4789-abaa-57cd6de34f17 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7441666 Oct 11 15:35:41.987296 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:41.997382 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:42.003128 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:37Z', 'revision_number': 4, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04e8c789-e109-4cb4-bb18-1c908d92b722', 'name': '', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'mac_address': 'fa:16:3e:09:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:38Z', 'revision_number': 2, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'subnets': [{'id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:42.060280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Checking router: 0458f165-e296-44fd-854d-d7dd60421dda for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:42.060754 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Updating router 0458f165-e296-44fd-854d-d7dd60421dda port 04e8c789-e109-4cb4-bb18-1c908d92b722 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:35:42.073933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-1fac4f6a-23e5-4f24-970b-1148a5f61b2e tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/quotas/ada043c39c014b1d9996057049e05ad4 HTTP/1.1" status: 200 len: 375 time: 0.0878043 Oct 11 15:35:42.113630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:42.165510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-25ee1eba-8a0f-41b9-9a5c-9e95cd2212c8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846031 Oct 11 15:35:42.232132 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:42.235110 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:42.283625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:42.327359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:42.353436 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:40Z', 'revision_number': 3, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:42.361454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-c1a9dab5-29dc-4b95-a0e8-5f1112f27230 service neutron] 10.222.0.31 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821516 Oct 11 15:35:42.382333 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Checking router: 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:42.383091 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Updating router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:35:42.426865 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:42.486363 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Allocated IP 172.35.3.13 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fdddadb3-1c8c-4f06-b364-52786b058c8b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:42.532054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-436ef262-d55f-4b2d-8d76-2afb87b34a69 service neutron] 10.222.0.31 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628163 Oct 11 15:35:42.751856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:42.828517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:42.924037 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:42.959268 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:42.966220 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:43.047468 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aca46c-8ccb-4029-9db9-8aa8c88b69bf x-openstack-request-id: req-43aca46c-8ccb-4029-9db9-8aa8c88b69bf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:43.060115 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:43.061076 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43aca46c-8ccb-4029-9db9-8aa8c88b69bf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:43.063526 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:35:43.069065 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'Port': ['ID=fdddadb3-1c8c-4f06-b364-52786b058c8b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:43.085431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.102740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.173800 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:43.218223 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.238535 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.242732 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bea98a-1022-4b6d-90b3-2d7ce2be49be None None] Pushing event updated for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:43.276763 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-df7aa540-37c6-4727-a633-71d5f3385201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:43.284427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.289151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-df7aa540-37c6-4727-a633-71d5f3385201 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.2469652 Oct 11 15:35:43.309397 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eb74d-d944-423f-9444-34665fe5535d req-aed2eec4-842b-40a9-84ae-c58c52719ef2 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:43.317234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a10eb74d-d944-423f-9444-34665fe5535d req-aed2eec4-842b-40a9-84ae-c58c52719ef2 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 944 time: 0.1306908 Oct 11 15:35:43.386937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Attempting to bind port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:43.386937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Attempting to bind port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:43.387312 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Attempting to bind port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:43.394493 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:43.394861 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:43.395266 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.395650 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:43.396490 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Bound port: 1d41ff5f-1e81-4bc5-b97d-fddf32111eef, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:43.396490 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.402215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.457240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 78fb52ea-c793-4697-a34b-4ca974bed189 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:43.488976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a10eb74d-d944-423f-9444-34665fe5535d req-67c43b01-6070-4471-a22a-2ddae28aaaba tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704519 Oct 11 15:35:43.515237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf9a-4bf3-41c5-9ef7-41da4eb06ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.540951 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] For port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:43.551406 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] For port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:43.574349 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.600908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Attempting to bind port 04e8c789-e109-4cb4-bb18-1c908d92b722 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:43.601414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Attempting to bind port 04e8c789-e109-4cb4-bb18-1c908d92b722 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:43.602519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Attempting to bind port 04e8c789-e109-4cb4-bb18-1c908d92b722 on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:43.610165 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b95-f593-41f2-9aa6-18ed6e64da39 None None] Pushing event updated for resources: {'Port': ['ID=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:43.616590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:43.616954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Checking segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:43.617362 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.617886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Bound using segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:43.618272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Bound port: 04e8c789-e109-4cb4-bb18-1c908d92b722, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:43.618651 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.675039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:43.715073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13027c61-2281-4ad6-87fa-91d5110cce57 req-930f5d78-d8df-4da6-acd3-57076aae0e02 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 210 time: 0.0361679 Oct 11 15:35:43.726843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf9a-4bf3-41c5-9ef7-41da4eb06ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.730589 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:43.742262 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:43.743577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf9a-4bf3-41c5-9ef7-41da4eb06ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.835124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.839045 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b95-f593-41f2-9aa6-18ed6e64da39 None None] Pushing event updated for resources: {'Port': ['ID=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:43.844641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.872203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.882530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31bf9a-4bf3-41c5-9ef7-41da4eb06ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950bb5ed-bbca-4314-9ab3-b23d1d4d57b5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:43.895806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e31bf9a-4bf3-41c5-9ef7-41da4eb06ab8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23253b048b94489891d771bb8197d5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195785 Oct 11 15:35:43.898805 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-e11d49d9-9249-4618-af4c-000a21a3dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:43.900156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-e11d49d9-9249-4618-af4c-000a21a3dcaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.5988145 Oct 11 15:35:43.900670 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:43.938638 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] For port 04e8c789-e109-4cb4-bb18-1c908d92b722, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:43.957829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] For port 04e8c789-e109-4cb4-bb18-1c908d92b722, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04e8c789-e109-4cb4-bb18-1c908d92b722,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:43.974829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:43.992727 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:44.015360 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 78fb52ea-c793-4697-a34b-4ca974bed189 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:44.016197 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.082008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event updated for resources: {'Port': ['ID=fdddadb3-1c8c-4f06-b364-52786b058c8b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:44.106267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.126215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bea98a-1022-4b6d-90b3-2d7ce2be49be None None] Pushing event updated for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:44.138121 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.144513 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-3444ddb0-49ac-4982-ba04-7a65d4bdfdb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.2352486 Oct 11 15:35:44.149315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-e52bb2b9-9aff-4e25-a7ce-57db054f1aa7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3859746 Oct 11 15:35:44.200110 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:44.200774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:44.370159 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:44.378550 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Allocated IP 172.20.0.1 (e2067574-2011-4fc0-8722-5bdab4f0fd32/7960f6af-1c3f-4a99-a258-f64a6367bb3c/3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:44.383997 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-132588e1-2923-4254-8bf5-b387d42d41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:44.385547 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-132588e1-2923-4254-8bf5-b387d42d41e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1917920 Oct 11 15:35:44.406124 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:40Z', 'revision_number': 3, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:44.462296 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3cd3d-6fad-417c-af33-050d8459951f None None] The sync data for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 is: [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:40Z', 'revision_number': 3, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:44.621992 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f4e73271-8628-4b5e-a362-c670a1f563c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:44.641753 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f4e73271-8628-4b5e-a362-c670a1f563c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:44.642711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.727799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.789971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-17c7ba74-b739-401a-8567-2d42ce267e1f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 695 time: 0.6382813 Oct 11 15:35:44.830295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.834222 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-fffc7a42-ea3a-426a-a1ea-a0a6eacec920 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4276683 Oct 11 15:35:44.838972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.859220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.934079 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:44.936586 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7d8b30-41dd-429d-9890-d973e3291dfd" -d '{"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-plugged", "status": "completed", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:44.971995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:44.991012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:44.992106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.011995 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:45.022137 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:45.033374 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:45.051953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Pushing event updated for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:45.076015 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb52884-4ebe-4595-8914-95db0e667a23 req-76ebf787-9d9a-492e-9864-b9b87640c058 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:45.078012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bb52884-4ebe-4595-8914-95db0e667a23 req-76ebf787-9d9a-492e-9864-b9b87640c058 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 944 time: 0.2728744 Oct 11 15:35:45.092932 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:37Z', 'revision_number': 4, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04e8c789-e109-4cb4-bb18-1c908d92b722', 'name': '', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'mac_address': 'fa:16:3e:09:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:43Z', 'revision_number': 4, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'subnets': [{'id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:45.148427 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-790ace3d-d7eb-45bc-80b6-024b233e766a service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968545 Oct 11 15:35:45.165222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bb52884-4ebe-4595-8914-95db0e667a23 req-0494e3ed-32d2-427d-a79c-41fc47d19fe9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770137 Oct 11 15:35:45.172098 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94d087-ac2e-4301-98fa-e8c2cfed85cc None None] The sync data for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 is: [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:35:37Z', 'revision_number': 4, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04e8c789-e109-4cb4-bb18-1c908d92b722', 'name': '', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'mac_address': 'fa:16:3e:09:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:43Z', 'revision_number': 4, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'subnets': [{'id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:45.204358 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:45.224227 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-5f611f30-2270-48da-9fdc-0f21f6b21969 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:45.243203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ee32b6c-2993-4502-9069-87038ab0d03d req-5f611f30-2270-48da-9fdc-0f21f6b21969 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4498129 Oct 11 15:35:45.264962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-7e659258-019c-4e8d-83c7-508fc0d52e1c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:45.278501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-7e659258-019c-4e8d-83c7-508fc0d52e1c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.43 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 811 time: 0.4731288 Oct 11 15:35:45.357215 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Request body: {'port': {'device_id': '505abbda-b412-46da-9c8a-a0190042cd66', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'admin_state_up': True, 'tenant_id': 'ada043c39c014b1d9996057049e05ad4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:45.474168 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55088cf-133d-4c79-bb7f-4ee87a2419a4 x-openstack-request-id: req-f55088cf-133d-4c79-bb7f-4ee87a2419a4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:45.474530 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-plugged", "status": "completed", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:45.474900 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f55088cf-133d-4c79-bb7f-4ee87a2419a4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:45.475312 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'code': 200} Oct 11 15:35:45.501434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.553133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.557290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.558808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/950bb5ed-bbca-4314-9ab3-b23d1d4d57b5 HTTP/1.1" status: 204 len: 168 time: 1.6559913 Oct 11 15:35:45.635533 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-98a7eeb5-cdae-4cdb-bbbf-806615563d2a req-d0e6a64e-ffbf-4540-a100-9bc1f7e174fb service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767799 Oct 11 15:35:45.643765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 04e8c789-e109-4cb4-bb18-1c908d92b722 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:45.702348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3d78e1e-5c9e-4a17-bb86-8c208dad11b0 req-67ea70eb-a0e5-4380-8253-7c0bf2afab0b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 210 time: 0.3264592 Oct 11 15:35:45.749824 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3944-160f-49b0-8ca9-b1fef82f13db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950bb5ed-bbca-4314-9ab3-b23d1d4d57b5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:45.795431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.839051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Made reservation on behalf of ada043c39c014b1d9996057049e05ad4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:35:45.846023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.863572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89ce0451-a5f3-420a-a05c-98d1716167e7 None None] Provisioning complete for port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:45.863865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89ce0451-a5f3-420a-a05c-98d1716167e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.977957 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 04e8c789-e109-4cb4-bb18-1c908d92b722 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:45.978334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:45.981550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-89ce0451-a5f3-420a-a05c-98d1716167e7 None None] Port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:35:46.004763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-5bacc777-ca4f-42c5-b483-3d76967d002b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:46.008626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-5bacc777-ca4f-42c5-b483-3d76967d002b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3395655 Oct 11 15:35:46.020653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55e98-58f6-404c-a2db-0bffd940654b req-9fc8479a-0c13-479d-9b7f-4cebfe1c6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:46.022178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8a55e98-58f6-404c-a2db-0bffd940654b req-9fc8479a-0c13-479d-9b7f-4cebfe1c6a74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 1096 time: 0.4470050 Oct 11 15:35:46.101839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.108683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.138749 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.185446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-9c06762e-e836-4e3c-bb76-4dcf83f1bba0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1599677 Oct 11 15:35:46.219536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 04e8c789-e109-4cb4-bb18-1c908d92b722, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04e8c789-e109-4cb4-bb18-1c908d92b722,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:46.229353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.234235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41ff5f-1e81-4bc5-b97d-fddf32111eef up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:46.243527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.246381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Pushing event updated for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:46.249593 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:46.261839 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'floatingip': {'port_id': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:46.271166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd7da22-ba58-4145-a4e1-3fd6d4bbf42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.351618 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Allocated IP 172.20.0.6 (046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7/8aac9623-7ef1-431e-9234-9b1c72c9e46d/2d6d64b1-c550-44d9-9888-1d9c47054d5e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:35:46.374811 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:46.379882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8a55e98-58f6-404c-a2db-0bffd940654b req-c1846170-afb5-44f0-a268-822ef9676d65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427649 Oct 11 15:35:46.386865 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.392888 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:46.393368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.444585 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd7da22-ba58-4145-a4e1-3fd6d4bbf42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.454882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd7da22-ba58-4145-a4e1-3fd6d4bbf42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.532065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bd7da22-ba58-4145-a4e1-3fd6d4bbf42f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=065d49a6fffd4d8f9ae06b8e5898a0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801719 Oct 11 15:35:46.533358 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7da22-ba58-4145-a4e1-3fd6d4bbf42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea745a-43e1-450f-b90c-153fec667944,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:46.535725 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.541625 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:46.575642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:46.576378 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:46.584526 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:46.605980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.705594 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:46.831632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.855006 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:46.877942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0fb2f-6d04-40d9-b9e5-f254c6e2a55b req-d747b41e-aed6-408a-bd3a-99565c36aaad tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:46.879473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f0fb2f-6d04-40d9-b9e5-f254c6e2a55b req-d747b41e-aed6-408a-bd3a-99565c36aaad tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 945 time: 0.5294726 Oct 11 15:35:46.910804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.923842 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76de47f2-50ad-4335-9864-9bcf17e38320 None None] Provisioning complete for port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:46.924655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76de47f2-50ad-4335-9864-9bcf17e38320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:46.987934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76de47f2-50ad-4335-9864-9bcf17e38320 None None] Port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:35:46.999464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.005727 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:47.015535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Pushing event updated for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:47.016180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3300b9a0-4be1-4aff-8be5-6f5c8bedcd1c admin admin] 10.222.0.31 "PUT /v2.0/routers/3dac4b30-568e-4b48-b1b2-5f91b8bc29bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0278296 Oct 11 15:35:47.039371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.055110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9f0fb2f-6d04-40d9-b9e5-f254c6e2a55b req-388445ca-d4f1-43a8-abfa-10e09a7469d2 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626213 Oct 11 15:35:47.108808 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:35:47.111818 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:35:47.114344 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:35:47.162594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.167049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.169825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59ea745a-43e1-450f-b90c-153fec667944 HTTP/1.1" status: 204 len: 168 time: 0.6229765 Oct 11 15:35:47.190510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb24693-846f-4b5a-85a2-2258b892d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea745a-43e1-450f-b90c-153fec667944,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:47.199891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:47.200515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.289237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-10ee13fa-629e-4672-a90c-4214c1a3b43b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9448099 Oct 11 15:35:47.359498 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Request body: {'port': {'device_id': '505abbda-b412-46da-9c8a-a0190042cd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:47.408213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 04e8c789-e109-4cb4-bb18-1c908d92b722 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:47.517527 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 04e8c789-e109-4cb4-bb18-1c908d92b722 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:47.517887 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.544381 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.613009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41ff5f-1e81-4bc5-b97d-fddf32111eef up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:47.636056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb895-df06-4699-9ba3-1d2de168dd67 req-a1b48711-e74d-45f5-ba86-66e8fbf5f63a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:47.642029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dffb895-df06-4699-9ba3-1d2de168dd67 req-a1b48711-e74d-45f5-ba86-66e8fbf5f63a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 931 time: 0.2511823 Oct 11 15:35:47.674445 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:47.674892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:47.789889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dffb895-df06-4699-9ba3-1d2de168dd67 req-05c8f943-d863-4202-8b91-37bfb67bd396 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942976 Oct 11 15:35:47.898924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:35:48.087317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:48.100786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:48.261738 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6d64b1-c550-44d9-9888-1d9c47054d5e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:48.277404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:48.342612 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Transition to ACTIVE for port object 2d6d64b1-c550-44d9-9888-1d9c47054d5e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:35:48.359437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9b43-7bd9-4b4a-8432-e708351d1b48 req-9eb3e6c3-f075-4664-b831-30e03d1df623 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:48.361155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-583e9b43-7bd9-4b4a-8432-e708351d1b48 req-9eb3e6c3-f075-4664-b831-30e03d1df623 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 945 time: 0.1621587 Oct 11 15:35:48.365634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:48.378151 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Floating IP 8453bfbf-7c6a-4db8-adeb-408ada7acb87 associated. External IP: 172.35.3.13, port: 46d6b12a-f563-480f-8b4f-0ec0001907f7. Oct 11 15:35:48.660728 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:48.671536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-583e9b43-7bd9-4b4a-8432-e708351d1b48 req-3bb0509d-4219-4d1b-be5e-8b0cf47a8482 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991667 Oct 11 15:35:48.677521 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Sync routers for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:48.707039 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:48.712750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:48.804801 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Attempting to bind port 2d6d64b1-c550-44d9-9888-1d9c47054d5e on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:48.805133 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Attempting to bind port 2d6d64b1-c550-44d9-9888-1d9c47054d5e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:48.805442 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Attempting to bind port 2d6d64b1-c550-44d9-9888-1d9c47054d5e on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:48.815286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Port 2d6d64b1-c550-44d9-9888-1d9c47054d5e on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:35:48.815286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Attempting to bind port 2d6d64b1-c550-44d9-9888-1d9c47054d5e on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:48.860470 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:48.860804 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Checking segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:48.861261 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Bound using segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:48.861642 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Bound port: 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:48.861998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:48.942196 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Router 67ea1442-9fb7-495e-9efb-ffc83f83b20e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:48.989636 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:49.022478 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:49.027252 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:49.082834 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.409524 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 2, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:49.443978 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Checking router: 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:49.444347 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Updating router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:35:49.474626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.668032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:49.668672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.670477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] 10.222.0.43 "PUT /v2.0/ports/2d6d64b1-c550-44d9-9888-1d9c47054d5e HTTP/1.1" status: 200 len: 1091 time: 2.3734088 Oct 11 15:35:49.671868 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:49.674470 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:49.734356 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:49.736535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f963d6-b183-4134-80bb-69c180b28476 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:49.746358 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Sync routers for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:49.758854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.767187 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:49.769198 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:49.807394 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2289c-aa24-44ae-924a-4a3a52cb87b0 req-80f2168f-1c48-4724-8e57-f0de024ad9ff tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:49.817810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60f2289c-aa24-44ae-924a-4a3a52cb87b0 req-80f2168f-1c48-4724-8e57-f0de024ad9ff tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 943 time: 0.1923554 Oct 11 15:35:49.837036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.846594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:49.878215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-dad9daec-ff97-43d3-8881-547d552df6e7 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "PUT /v2.0/floatingips/8453bfbf-7c6a-4db8-adeb-408ada7acb87 HTTP/1.1" status: 200 len: 995 time: 3.6579974 Oct 11 15:35:49.924081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-db33486b-cb0d-476d-baab-82a3ea820fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:49.929819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-db33486b-cb0d-476d-baab-82a3ea820fc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 1094 time: 0.2096984 Oct 11 15:35:49.930688 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e25f-1165-41e4-bf01-b96687d7862e None None] Pushing event updated for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:50.042064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-3762d301-ef3b-4fc2-bc1e-608459d306fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e HTTP/1.1" status: 200 len: 217 time: 0.0745196 Oct 11 15:35:50.059258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60f2289c-aa24-44ae-924a-4a3a52cb87b0 req-20593335-d234-4a32-beb4-b4af13796d90 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394724 Oct 11 15:35:50.157883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Attempting to bind port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:35:50.158574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Attempting to bind port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:35:50.159122 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Attempting to bind port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c on network e2067574-2011-4fc0-8722-5bdab4f0fd32 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:35:50.178157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-ac638985-8469-4341-89e9-b4aee0ceb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:50.180138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-ac638985-8469-4341-89e9-b4aee0ceb3de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.2913523 Oct 11 15:35:50.193943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:35:50.195541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Checking segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:35:50.196450 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.199138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Bound using segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:35:50.202645 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Bound port: 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:35:50.203822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.301212 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:50.325972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-d2c309df-e0ac-4352-9e23-cb4c65216c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:50.327354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-d2c309df-e0ac-4352-9e23-cb4c65216c7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.2674367 Oct 11 15:35:50.368197 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ba32318-8038-43b7-8b82-c55a6d991355 None None] Provisioning complete for port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:50.368622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ba32318-8038-43b7-8b82-c55a6d991355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.402764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] For port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:35:50.430516 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] For port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:35:50.436761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3ba32318-8038-43b7-8b82-c55a6d991355 None None] Port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:35:50.440090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.478455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-86155153-b25d-4f16-9d81-b4a37a6ef156 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181879 Oct 11 15:35:50.498045 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:50.498755 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:50.529695 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:50.566408 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:50.740508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9c37d-fb53-4297-bb34-32ce27c82bf9 req-66724a0a-6c37-4aa7-adfa-1bffd0872a43 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:50.742271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ef9c37d-fb53-4297-bb34-32ce27c82bf9 req-66724a0a-6c37-4aa7-adfa-1bffd0872a43 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 945 time: 0.5544617 Oct 11 15:35:50.842433 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-effd4a93-d0ed-42aa-b13a-5d37c7ecbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:50.852138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-effd4a93-d0ed-42aa-b13a-5d37c7ecbd14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.6516297 Oct 11 15:35:50.862910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf5864a-a4a9-43f9-ae06-dded2daaa62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.892146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d184f8d5-aa5c-472c-b215-c68edb234a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:50.913986 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:50.933809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-94da9d6d-9bda-403c-ab19-ddd8040f82c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 998 time: 0.0823765 Oct 11 15:35:51.015079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-1b547194-0a2e-4997-944b-3f809664c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:51.027107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-1b547194-0a2e-4997-944b-3f809664c331 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.0923767 Oct 11 15:35:51.049914 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d184f8d5-aa5c-472c-b215-c68edb234a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.059137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d184f8d5-aa5c-472c-b215-c68edb234a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.066506 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8453bfbf-7c6a-4db8-adeb-408ada7acb87', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'port_id': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'mac_address': 'fa:16:3e:6f:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:47Z', 'revision_number': 1, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:51.090926 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] Provisioning complete for port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:51.091394 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.096827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-cae1104f-6757-441d-ae7d-db930a553eff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8390636 Oct 11 15:35:51.097005 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e25f-1165-41e4-bf01-b96687d7862e None None] Pushing event updated for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:51.109294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-2b4cd3f7-b389-4a99-ab7f-0a0b4eb288a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812659 Oct 11 15:35:51.131820 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Checking router: 67ea1442-9fb7-495e-9efb-ffc83f83b20e for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:51.139192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ef9c37d-fb53-4297-bb34-32ce27c82bf9 req-47ca4ae4-11ef-4fa5-98cd-6738f595d172 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791146 Oct 11 15:35:51.142209 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:51.143078 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:51.185077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d184f8d5-aa5c-472c-b215-c68edb234a5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d53a600fd63643eeafe2343cb0242887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537106 Oct 11 15:35:51.187778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:51.219550 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184f8d5-aa5c-472c-b215-c68edb234a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c763f-a398-41f8-a25c-631be3150f4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:51.246746 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e703d-c4b2-4ec0-98ce-4fa54456190d x-openstack-request-id: req-ea7e703d-c4b2-4ec0-98ce-4fa54456190d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:51.247036 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:51.247283 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea7e703d-c4b2-4ec0-98ce-4fa54456190d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:51.247653 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e', 'status': 'completed', 'code': 200} Oct 11 15:35:51.257838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-86ee2f4f-db7c-4168-89c0-46a07182cc16 service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608929 Oct 11 15:35:51.280287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-a2549f60-5ee8-4a97-8950-7957b638fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:51.281961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-a2549f60-5ee8-4a97-8950-7957b638fbd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.1318190 Oct 11 15:35:51.346058 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:51.439019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf5864a-a4a9-43f9-ae06-dded2daaa62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.468538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf5864a-a4a9-43f9-ae06-dded2daaa62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.476088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.503802 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.559910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.560477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] For port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:51.576506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.586038 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:50Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:51.645886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9553eb8-eee1-4783-b987-09131dfa4da1 None None] The sync data for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 is: [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:50Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:51.657421 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5864a-a4a9-43f9-ae06-dded2daaa62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee4721-5049-4e27-8ed2-378c2676c49c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:51.658217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-cdce2f2a-625d-4a89-b700-2deffbbc2a48 service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478382 Oct 11 15:35:51.753908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e092b-e4c6-4169-8212-e0f3bafe47a6 None None] Pushing event updated for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:51.813070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cf5864a-a4a9-43f9-ae06-dded2daaa62f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f9dc3a9d1344e6f967bce2a73023069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2392502 Oct 11 15:35:51.820643 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:51.822074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.830246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.831492 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/215c763f-a398-41f8-a25c-631be3150f4e HTTP/1.1" status: 204 len: 168 time: 0.6427841 Oct 11 15:35:51.861955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-875160bd-04dd-4a37-8091-85865010b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:51.864802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-875160bd-04dd-4a37-8091-85865010b828 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.5441110 Oct 11 15:35:51.883147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae86ba-3ac9-4451-be59-3a3eb66c764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c763f-a398-41f8-a25c-631be3150f4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:51.921966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f130de-1cfc-49cf-a8a5-a2872aa5dd95 req-44a2c77e-c62f-4dd6-9f11-a325564b1a94 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:51.930259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f130de-1cfc-49cf-a8a5-a2872aa5dd95 req-44a2c77e-c62f-4dd6-9f11-a325564b1a94 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 943 time: 0.3666837 Oct 11 15:35:51.969724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0aecb920-8092-42d9-9f26-483b6421ac95 req-580e33aa-5663-42b2-bca9-4eaf368c9a68 service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985552 Oct 11 15:35:51.972458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:51.999223 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8453bfbf-7c6a-4db8-adeb-408ada7acb87', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'port_id': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'mac_address': 'fa:16:3e:6f:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:47Z', 'revision_number': 1, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:52.007728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.081043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.091701 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49cc0-a5d1-4f82-8e4a-e5735d96464b None None] The sync data for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 is: [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8453bfbf-7c6a-4db8-adeb-408ada7acb87', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'port_id': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'mac_address': 'fa:16:3e:6f:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:47Z', 'revision_number': 1, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:52.108099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.114077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43ee4721-5049-4e27-8ed2-378c2676c49c HTTP/1.1" status: 204 len: 168 time: 0.2814186 Oct 11 15:35:52.154444 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f217-7d2d-458b-b0db-04d12fb43ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee4721-5049-4e27-8ed2-378c2676c49c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:52.195379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f130de-1cfc-49cf-a8a5-a2872aa5dd95 req-d331d783-76a5-4de6-81c7-fda4f63c8b13 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393901 Oct 11 15:35:52.271923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-f7b27d60-12f7-47ae-a42e-fa4ba8dc9def service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 998 time: 0.3402174 Oct 11 15:35:52.281454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-164ff0db-afb5-4c99-92b7-1d84bd1787b7 req-01b2cd1d-2155-41a5-94eb-812db5d0655d service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218939 Oct 11 15:35:52.316164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-e68d5acc-2c18-4683-a734-76dcc5b7d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:52.318597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-e68d5acc-2c18-4683-a734-76dcc5b7d068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 1094 time: 0.2469165 Oct 11 15:35:52.512249 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:52.555812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028bcc7c-1bce-42f1-ae97-feaf17e5b747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.695781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a800b-be99-41b5-811d-66e685f2bf00 None None] New status for floating IP 8453bfbf-7c6a-4db8-adeb-408ada7acb87: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:35:52.749739 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-ad19a318-f806-42d4-ae40-0c73978f2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:52.761398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-ad19a318-f806-42d4-ae40-0c73978f2681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.4734726 Oct 11 15:35:52.761398 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:52.767661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028bcc7c-1bce-42f1-ae97-feaf17e5b747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.780139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028bcc7c-1bce-42f1-ae97-feaf17e5b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.843978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-028bcc7c-1bce-42f1-ae97-feaf17e5b747 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fe962797b394d6c9b62aceed27cdd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283195 Oct 11 15:35:52.843978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bcc7c-1bce-42f1-ae97-feaf17e5b747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80621d-1416-402b-a6ab-6b7a06485e5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:52.844993 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:52.930948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7115ce63-0ec6-4b5a-87e6-fe2fadc7834c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:52.937155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-d1185790-c3db-4960-b4e2-4d05df2a818a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631927 Oct 11 15:35:52.988849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.034983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.097125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-f278f813-b310-4f82-8f9d-cf8e659a8b8f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 998 time: 0.7136078 Oct 11 15:35:53.116596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.121032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.122807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f80621d-1416-402b-a6ab-6b7a06485e5b HTTP/1.1" status: 204 len: 168 time: 0.2767186 Oct 11 15:35:53.133260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da6582-882f-4f3d-b7ab-d7e355f2c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80621d-1416-402b-a6ab-6b7a06485e5b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:53.215085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-b3efc23e-b949-41df-a1f3-b492b40ffa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:53.216656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-b3efc23e-b949-41df-a1f3-b492b40ffa22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 912 time: 0.8236544 Oct 11 15:35:53.227167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-81ad9154-5648-400d-93af-cf0e9047d895 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:53.229892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-81ad9154-5648-400d-93af-cf0e9047d895 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports/46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 942 time: 0.1195669 Oct 11 15:35:53.253513 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:53.257402 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de837b-010f-421e-8e86-2eac1cdad9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:53.304260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-3b7c100e-e6d4-4843-bb1d-6f77add96236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e HTTP/1.1" status: 200 len: 217 time: 0.0747433 Oct 11 15:35:53.314949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-c0001462-4c47-49f8-bf72-e3e01ead3134 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593593 Oct 11 15:35:53.422096 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:53.496580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:53.497530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.577798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7115ce63-0ec6-4b5a-87e6-fe2fadc7834c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.589818 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-dcea990b-ae19-4d03-9468-57713914939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:53.591423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-dcea990b-ae19-4d03-9468-57713914939a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.2678823 Oct 11 15:35:53.604925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba40ddb-4c20-4d1b-b3db-74f7e3a71d1f req-9b709ec0-36a2-41a6-ab1b-cb21b746663b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:53.606489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ba40ddb-4c20-4d1b-b3db-74f7e3a71d1f req-9b709ec0-36a2-41a6-ab1b-cb21b746663b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 943 time: 0.3064096 Oct 11 15:35:53.618456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7115ce63-0ec6-4b5a-87e6-fe2fadc7834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.655930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-cb7dd373-647e-4baf-82a4-2456506ad30c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.2901578 Oct 11 15:35:53.715344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-f5b2b934-5017-4861-bc80-62b488252439 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034107 Oct 11 15:35:53.795120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7115ce63-0ec6-4b5a-87e6-fe2fadc7834c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9ded56a86e5427f978fcbe8cfaf5417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0298114 Oct 11 15:35:53.798225 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:53.800101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e51acdca-ea9f-49ea-be4c-379d70a59eea req-76447ecf-5cf0-4eb2-9ade-cf3b3b1ed9ac service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721859 Oct 11 15:35:53.932220 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115ce63-0ec6-4b5a-87e6-fe2fadc7834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b4446-76e4-4ce6-9052-f29984568e62,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:53.932906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:53.976379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ba40ddb-4c20-4d1b-b3db-74f7e3a71d1f req-a369716c-bfc7-497d-b1bc-2d18570b36d6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534489 Oct 11 15:35:53.983856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:54.003560 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-53649dc0-ddac-4c44-9203-cd119728e68e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:54.005076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-53649dc0-ddac-4c44-9203-cd119728e68e tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.2995729 Oct 11 15:35:54.090645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:54.093979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:54.099616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a01b4446-76e4-4ce6-9052-f29984568e62 HTTP/1.1" status: 204 len: 168 time: 0.3000348 Oct 11 15:35:54.115711 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b643acf-6811-4dee-b87b-e572f548e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b4446-76e4-4ce6-9052-f29984568e62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:54.195639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-6322b4cf-69d1-48d3-9361-6cf02be7fc7f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.1703362 Oct 11 15:35:54.199912 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6765d666-5682-4245-8d98-a93db4199ec6 x-openstack-request-id: req-6765d666-5682-4245-8d98-a93db4199ec6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:54.200204 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:54.200454 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6765d666-5682-4245-8d98-a93db4199ec6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:54.200846 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:35:54.216247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:35:54.347141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-f8de0c81-1c08-4bc0-a476-93586baf98fc service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886686 Oct 11 15:35:54.881613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:54.937956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-2699ba79-8440-456a-b593-56586280d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:54.939447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-2699ba79-8440-456a-b593-56586280d831 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.7371941 Oct 11 15:35:55.055838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2d6d64b1-c550-44d9-9888-1d9c47054d5e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:55.070579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd3402eb-fc84-445a-bc2f-abb43f06f1b7 req-4a057801-5c1e-4a26-83a6-d46aa1436cb2 service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140977 Oct 11 15:35:55.160540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:55.173472 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:55.173472 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Floating IP 8453bfbf-7c6a-4db8-adeb-408ada7acb87 disassociated. External IP: 172.35.3.13, port: 46d6b12a-f563-480f-8b4f-0ec0001907f7. Oct 11 15:35:55.174837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-c022717f-e973-45a8-833b-8a3d61098b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:55.176312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-c022717f-e973-45a8-833b-8a3d61098b53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.2273054 Oct 11 15:35:55.268469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-b937d01d-032f-40a3-a9ac-bf94d8fd4769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.0731003 Oct 11 15:35:55.335947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:55.352484 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '2d6d64b1-c550-44d9-9888-1d9c47054d5e', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'port_id': '2d6d64b1-c550-44d9-9888-1d9c47054d5e', 'mac_address': 'fa:16:3e:1c:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:55.372472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba8664-131c-47d8-b384-a105b294be49 req-ebcfd7ef-290d-4e35-83dd-377d80a5d575 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:55.379761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34ba8664-131c-47d8-b384-a105b294be49 req-ebcfd7ef-290d-4e35-83dd-377d80a5d575 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 943 time: 0.2240057 Oct 11 15:35:55.422502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-6671ea47-e2b7-44e1-a22e-e58b145fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:55.423970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-6671ea47-e2b7-44e1-a22e-e58b145fbefc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1442125 Oct 11 15:35:55.424307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:55.462068 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6d64b1-c550-44d9-9888-1d9c47054d5e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:55.474733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-43a59957-e35f-42b7-94e0-6c61147e01bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418026 Oct 11 15:35:55.491192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34ba8664-131c-47d8-b384-a105b294be49 req-d302d796-6413-460b-8e20-5c4e7f92a2a7 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104984 Oct 11 15:35:55.503138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:55.512803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:55.629892 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:55.671208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:35:55.791460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-52f5ed80-2693-4e17-a354-f3b627528fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236822 Oct 11 15:35:55.798615 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Router 67ea1442-9fb7-495e-9efb-ffc83f83b20e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:35:55.895924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:55.915896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2d6d64b1-c550-44d9-9888-1d9c47054d5e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:55.976939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'mac_address': 'fa:16:3e:e8:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:35:55.989986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8de837b-010f-421e-8e86-2eac1cdad9e8 req-0207a25d-92f9-4d3c-910b-e6b27a4d5d10 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901166 Oct 11 15:35:56.001816 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:35:56.006519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.014106 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Sync routers for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:35:56.030053 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:56.030732 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:56.059340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-64e25f3a-2495-4bbd-b79e-1d9a027410d1 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "PUT /v2.0/floatingips/8453bfbf-7c6a-4db8-adeb-408ada7acb87 HTTP/1.1" status: 200 len: 694 time: 1.8627176 Oct 11 15:35:56.118995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.146609 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:35:56.171369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:56.174372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-029711cc-6667-4a2c-a0c6-5b1b889906d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.178384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-029711cc-6667-4a2c-a0c6-5b1b889906d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.1022844 Oct 11 15:35:56.208600 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.214272 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:56.220380 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ddcb73-55e9-485f-9b0b-1f870462f0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:56.281643 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:56.283744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:56.290334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f4e73271-8628-4b5e-a362-c670a1f563c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:35:56.314136 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:56.331752 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e12d86c-1cfb-46c2-8651-0194d0d15935 x-openstack-request-id: req-9e12d86c-1cfb-46c2-8651-0194d0d15935 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:56.332764 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:56.333473 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e12d86c-1cfb-46c2-8651-0194d0d15935 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:56.334282 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:35:56.365597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:56.427763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-88e00663-ff06-4ea2-b91a-a40de0026419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.431032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-88e00663-ff06-4ea2-b91a-a40de0026419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a603f525c8434d2cb0d987a693d68839&device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 1096 time: 0.0873039 Oct 11 15:35:56.433006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-a6918c26-119c-48e3-ac49-a980a1ecbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.435455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-a6918c26-119c-48e3-ac49-a980a1ecbbe3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.2466910 Oct 11 15:35:56.575098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ddaed9b-d4e7-4397-8a97-db3e9d9ccea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.634712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-351cf8a8-e2d4-4a82-926a-9d15ee280d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.1835775 Oct 11 15:35:56.661574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c56160a7-cc6b-45d8-a9ce-681d593878d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.763086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-7a18697a-904b-4690-9996-ff2aac0913bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.764830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-7a18697a-904b-4690-9996-ff2aac0913bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.0978389 Oct 11 15:35:56.784929 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9a1a-d4ba-4da5-aaca-c6dcf0d2ecb9 req-e3f43739-f80f-4cac-b0d3-ddce1cb965c1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.793872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f07c9a1a-d4ba-4da5-aaca-c6dcf0d2ecb9 req-e3f43739-f80f-4cac-b0d3-ddce1cb965c1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 944 time: 0.1548867 Oct 11 15:35:56.796962 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:56.859660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-c56951ca-a00b-4826-99dc-3912070d1434 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568275 Oct 11 15:35:56.861350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-ab8cf633-2cbe-4715-a8b5-6480d057c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:56.863016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-ab8cf633-2cbe-4715-a8b5-6480d057c3ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 200 len: 921 time: 0.4232430 Oct 11 15:35:56.873582 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Checking router: 67ea1442-9fb7-495e-9efb-ffc83f83b20e for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:35:56.887072 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:35:56.888000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:56.969429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ddaed9b-d4e7-4397-8a97-db3e9d9ccea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.984238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-3339a3ed-fdfe-42d6-8646-2193cdb404f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 200 len: 217 time: 0.1045392 Oct 11 15:35:56.990149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c56160a7-cc6b-45d8-a9ce-681d593878d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.991785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ddaed9b-d4e7-4397-8a97-db3e9d9ccea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:56.998195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f07c9a1a-d4ba-4da5-aaca-c6dcf0d2ecb9 req-4941fbc0-fad8-42d5-a2e0-f5a57942fea2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012961 Oct 11 15:35:57.061861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c56160a7-cc6b-45d8-a9ce-681d593878d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.079154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2d6d64b1-c550-44d9-9888-1d9c47054d5e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:57.081573 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:35:57.155866 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-80671482-a7ec-4c12-8633-4037a5c0e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:57.157538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-80671482-a7ec-4c12-8633-4037a5c0e7fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 200 len: 860 time: 0.1583962 Oct 11 15:35:57.163889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-19dde184-57bb-48d8-a295-ae5a29ca733b service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953684 Oct 11 15:35:57.177108 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c56160a7-cc6b-45d8-a9ce-681d593878d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5585e13001f4887b1937cde343495b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8104322 Oct 11 15:35:57.181085 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:57.196355 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ddaed9b-d4e7-4397-8a97-db3e9d9ccea6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=197549047bc746e092ed8b163700dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8808749 Oct 11 15:35:57.208877 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:57.216010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 2d6d64b1-c550-44d9-9888-1d9c47054d5e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:35:57.224677 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 2d6d64b1-c550-44d9-9888-1d9c47054d5e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:57.225344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.256548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaed9b-d4e7-4397-8a97-db3e9d9ccea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbf0cf-9e58-462b-bb64-8651370de1f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:57.288713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-e4f76c7d-a551-4b8b-a7df-fc2aaf8ca606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4f929ac-c97b-41da-acdb-aa0b417929e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177428 Oct 11 15:35:57.307599 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56160a7-cc6b-45d8-a9ce-681d593878d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f978f9-c6d3-4906-8006-05f4afed5cfc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:57.328425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.334874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.360826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.417678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:57.418996 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:35:57.426672 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c18530-1a3d-446b-8f6b-0a0596b53e66" -d '{"events": [{"server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:35:57.430091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.435384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.437359 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f978f9-c6d3-4906-8006-05f4afed5cfc HTTP/1.1" status: 204 len: 168 time: 0.2499635 Oct 11 15:35:57.438013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.450962 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292612a-446c-4164-b8b6-d02f4591e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f978f9-c6d3-4906-8006-05f4afed5cfc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:57.594322 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:57.641266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.717460 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:35:57.787052 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.839932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ac4e8b6-ef29-487b-880d-b20fe40787a6 req-19fc4425-be6a-44cf-b5a1-99f208586cdf service neutron] 10.222.0.31 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469865 Oct 11 15:35:57.901679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-cc49b29e-789f-4b85-bc52-be2e048e0468 service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940021 Oct 11 15:35:57.903181 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f4e73271-8628-4b5e-a362-c670a1f563c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:35:57.903553 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:57.927614 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:35:58.011964 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f0fa0-0c5a-4831-a652-9076c95b6bd4 None None] The sync data for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 is: [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:42Z', 'revision_number': 4, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a4b3eaf6-3ab3-4a50-90af-6430f9182ffb', 'name': '', 'network_id': 'b4f929ac-c97b-41da-acdb-aa0b417929e4', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'mac_address': 'fa:16:3e:8b:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:41Z', 'updated_at': '2021-10-11T15:34:53Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'subnets': [{'id': 'b7f66bb2-0360-4c9b-a0f3-b0814e840481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:35:58.105673 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c04e3a-bf95-439d-95b2-78b50091f9d0 x-openstack-request-id: req-f3c04e3a-bf95-439d-95b2-78b50091f9d0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:35:58.105954 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:35:58.110094 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3c04e3a-bf95-439d-95b2-78b50091f9d0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:35:58.110518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.111471 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e', 'code': 200} Oct 11 15:35:58.118691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.122847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cbbf0cf-9e58-462b-bb64-8651370de1f0 HTTP/1.1" status: 204 len: 168 time: 0.8804190 Oct 11 15:35:58.203453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-71d4d468-455d-44c2-8463-5e689abaef1c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips/8453bfbf-7c6a-4db8-adeb-408ada7acb87 HTTP/1.1" status: 200 len: 694 time: 0.0785224 Oct 11 15:35:58.249921 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:58.258412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecaa31-fa79-4a10-b652-5fab0690e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbf0cf-9e58-462b-bb64-8651370de1f0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:58.280254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36bf471-4b30-4a81-be22-d2d9149908cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.339509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.381250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98ddcb73-55e9-485f-9b0b-1f870462f0bc req-7f0d9625-d151-432e-b924-fc4f3c73e93d service neutron] 10.222.0.36 "GET /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515476 Oct 11 15:35:58.398712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:35:58.406981 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.430731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055528-ab4b-488e-83be-1005d6b79ff6 req-2a64c495-454e-4a1d-81b7-f3225b8b028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:58.433460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0055528-ab4b-488e-83be-1005d6b79ff6 req-2a64c495-454e-4a1d-81b7-f3225b8b028a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 1096 time: 0.1912887 Oct 11 15:35:58.511002 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:58.541363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36bf471-4b30-4a81-be22-d2d9149908cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.562287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36bf471-4b30-4a81-be22-d2d9149908cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.615502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bf471-4b30-4a81-be22-d2d9149908cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396dda86-761f-4394-9f51-d53599189dd2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:58.636565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0055528-ab4b-488e-83be-1005d6b79ff6 req-33a39ba9-9063-45d2-97a2-9cfeaecf079e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913600 Oct 11 15:35:58.658845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f36bf471-4b30-4a81-be22-d2d9149908cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9338bc337a3456aa78804dede991098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078281 Oct 11 15:35:58.662920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-849c99ad-b2dd-4ab7-8f4f-a2feaa1fb322 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:35:58.665265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-849c99ad-b2dd-4ab7-8f4f-a2feaa1fb322 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 784 time: 0.4607954 Oct 11 15:35:58.665434 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:35:58.678076 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb99d1-8678-45d1-bd4f-90e44283fe71 None None] New status for floating IP 8453bfbf-7c6a-4db8-adeb-408ada7acb87: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:35:58.747950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-c449c169-f41d-46e7-825a-cc9658826398 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 697 time: 0.0749695 Oct 11 15:35:58.816952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:58.859549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-5ec3942a-c3b6-4da6-84b9-39c25d4bdf6d tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.3.13 HTTP/1.1" status: 200 len: 697 time: 0.1006727 Oct 11 15:35:58.887594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.092662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.097284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.100438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/396dda86-761f-4394-9f51-d53599189dd2 HTTP/1.1" status: 204 len: 168 time: 0.4315183 Oct 11 15:35:59.113270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2329e-9aa6-41fa-811f-571b1ef50bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396dda86-761f-4394-9f51-d53599189dd2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:35:59.212153 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Deleting port fdddadb3-1c8c-4f06-b364-52786b058c8b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:35:59.213250 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.732117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.732410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:35:59.749951 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Calling delete_port for fdddadb3-1c8c-4f06-b364-52786b058c8b owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:35:59.962241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:00.031207 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event deleted for resources: {'Port': ['ID=fdddadb3-1c8c-4f06-b364-52786b058c8b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:00.116280 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:00.118701 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd2fc21-6e90-4136-a26e-62b7bea55854" -d '{"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-plugged", "status": "completed", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:00.143410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:00.149192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:00.162196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28d70ad9-3123-48f8-9e41-ad01f97e0e03 req-1cea3722-e4fa-4112-aed6-4e635a84dafc tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "DELETE /v2.0/floatingips/8453bfbf-7c6a-4db8-adeb-408ada7acb87 HTTP/1.1" status: 204 len: 173 time: 1.2997923 Oct 11 15:36:00.352672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5281b28-4680-4316-9358-4b668da50836 req-d991dc2b-7751-4879-8670-436714b53e3b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:00.356072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5281b28-4680-4316-9358-4b668da50836 req-d991dc2b-7751-4879-8670-436714b53e3b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0927906 Oct 11 15:36:00.450777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5281b28-4680-4316-9358-4b668da50836 req-a3de7743-e9e5-4ca2-86e5-500413ed6518 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860648 Oct 11 15:36:00.648303 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ba23e0-bb2c-4268-a3a0-fe5af937cf42 x-openstack-request-id: req-e5ba23e0-bb2c-4268-a3a0-fe5af937cf42 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:00.648592 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-plugged", "status": "completed", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:00.649224 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5ba23e0-bb2c-4268-a3a0-fe5af937cf42 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:00.649818 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'code': 200} Oct 11 15:36:00.702127 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:00.753645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-603e387f-f65c-4402-a585-ede10c9f4dde tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups/8f4781dc-387d-45fb-b8e1-e800e21db0a8 HTTP/1.1" status: 200 len: 1809 time: 0.0717793 Oct 11 15:36:00.874196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:00.927595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.053271 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.121751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.128634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.132977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.136451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.151090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7a2860f-2b91-4227-a48b-c774b4f03826 req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f4781dc-387d-45fb-b8e1-e800e21db0a8 HTTP/1.1" status: 204 len: 173 time: 0.3944592 Oct 11 15:36:01.176974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b9435-d4b8-4c99-b75d-19c569201048 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4781dc-387d-45fb-b8e1-e800e21db0a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:01.190757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0573d07-5be1-411c-bb71-e25c9a831d03,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:01.194959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1b1d17d71af439f891ae23750ce0636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912572 Oct 11 15:36:01.198710 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:01.224185 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.227566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.228018 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.228716 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.229129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.230069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.233719 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.234157 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.234740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.235300 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.235421 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.235682 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a7506-a4af-46b4-b975-84e1fe7427c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:01.271573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.307552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.391374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.398147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:01.407326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0573d07-5be1-411c-bb71-e25c9a831d03 HTTP/1.1" status: 204 len: 168 time: 0.2074895 Oct 11 15:36:01.528612 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9e22d-dc40-41a2-a61d-b6f77bc1128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0573d07-5be1-411c-bb71-e25c9a831d03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:01.577248 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060999-983e-4a6a-b473-90b478785716 req-e604e6e1-cdee-4aed-9669-01ce03b607e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:01.580723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-e604e6e1-cdee-4aed-9669-01ce03b607e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 1096 time: 0.1357527 Oct 11 15:36:01.808643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060999-983e-4a6a-b473-90b478785716 req-83f11bfe-b662-4359-a0a4-0e2ff861fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:01.810494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-83f11bfe-b662-4359-a0a4-0e2ff861fcc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 912 time: 0.2217233 Oct 11 15:36:01.824339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98809a03-9a9c-4d95-96dd-c2af46c6985b req-5695b51d-26e8-4054-87bc-5bcbc4b762fa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:01.826017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98809a03-9a9c-4d95-96dd-c2af46c6985b req-5695b51d-26e8-4054-87bc-5bcbc4b762fa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1046770 Oct 11 15:36:01.881302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-67cf8a4e-a203-41f9-9694-8959f38fb77a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e HTTP/1.1" status: 200 len: 217 time: 0.0542829 Oct 11 15:36:01.952321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98809a03-9a9c-4d95-96dd-c2af46c6985b req-7842cc16-46b8-4400-8d82-9478bf1da762 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176345 Oct 11 15:36:01.986393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060999-983e-4a6a-b473-90b478785716 req-e3eed9bd-da48-4733-b26f-c116e4a5f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:01.987890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-e3eed9bd-da48-4733-b26f-c116e4a5f58e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.0996997 Oct 11 15:36:02.048922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-e2b2a16b-3888-4cd7-962e-4cbdb95c1e20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509858 Oct 11 15:36:02.253954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822649-e503-4ec7-9386-9c25365291f1 req-82951bd2-698c-48c3-a91f-5223673c84a0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:02.263383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49822649-e503-4ec7-9386-9c25365291f1 req-82951bd2-698c-48c3-a91f-5223673c84a0 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0978930 Oct 11 15:36:02.288340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-4f09e78a-8aef-48a8-a0ef-6fcf98d9013d service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225933 Oct 11 15:36:02.353738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c3b2bf6-6312-42f0-a5be-8768d78d5c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:02.407284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49822649-e503-4ec7-9386-9c25365291f1 req-46665884-78d7-4906-b474-b9ea918457c8 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410050 Oct 11 15:36:02.487813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7060999-983e-4a6a-b473-90b478785716 req-ce9c1ef3-8419-4165-a333-71f359a0838e service neutron] 10.222.0.43 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911433 Oct 11 15:36:03.206778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745c4b4-c46b-421e-9f58-650fd65a43df req-7db9fb2c-4ca0-4a63-912d-016e39810d68 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:03.216478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c745c4b4-c46b-421e-9f58-650fd65a43df req-7db9fb2c-4ca0-4a63-912d-016e39810d68 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1787198 Oct 11 15:36:03.273290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c745c4b4-c46b-421e-9f58-650fd65a43df req-69e5fa18-8afc-429d-84e3-939e7adb7e09 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Oct 11 15:36:03.659961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec31c7d-fd1c-49be-9436-caf3fb831390 req-e37e33b8-0fe8-4f94-ba6d-a1d64ab1d76c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:03.670937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ec31c7d-fd1c-49be-9436-caf3fb831390 req-e37e33b8-0fe8-4f94-ba6d-a1d64ab1d76c tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.0900252 Oct 11 15:36:03.721945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ec31c7d-fd1c-49be-9436-caf3fb831390 req-57f70f40-ed0c-4c68-afee-66a3ec44935b tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/security-groups?id=20c99968-be9b-49bd-80a9-551f5b9b309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Oct 11 15:36:04.022557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-d2c43c01-6498-4cd5-8cce-9859e1e56a7a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:04.025319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-d2c43c01-6498-4cd5-8cce-9859e1e56a7a tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 945 time: 0.1234021 Oct 11 15:36:04.198442 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Deleting port 46d6b12a-f563-480f-8b4f-0ec0001907f7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:36:04.199061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.325435 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:04.370650 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] For port 46d6b12a-f563-480f-8b4f-0ec0001907f7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46d6b12a-f563-480f-8b4f-0ec0001907f7,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:04.371149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.412679 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Calling delete_port for 46d6b12a-f563-480f-8b4f-0ec0001907f7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:36:04.614837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b121dce-58a8-44e2-a022-0372a496c024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.735601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0112a2-25fe-4fe9-9e00-fb34725e6603 req-1955af67-26c2-44f8-9528-3f77352d4b11 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:04.737351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b0112a2-25fe-4fe9-9e00-fb34725e6603 req-1955af67-26c2-44f8-9528-3f77352d4b11 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.2179029 Oct 11 15:36:04.788287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b121dce-58a8-44e2-a022-0372a496c024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.795972 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.808481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b0112a2-25fe-4fe9-9e00-fb34725e6603 req-00f8da93-9adb-4fd3-89af-4284ff31e97f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Oct 11 15:36:04.811826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b121dce-58a8-44e2-a022-0372a496c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.829982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['46d6b12a-f563-480f-8b4f-0ec0001907f7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:36:04.840198 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Pushing event deleted for resources: {'Port': ['ID=46d6b12a-f563-480f-8b4f-0ec0001907f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:04.858038 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.858399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.858749 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.859090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.859428 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.859945 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.860289 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.860624 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.861406 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.861406 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.861614 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.861973 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:04.927951 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] No DVR routers for this DVR port 46d6b12a-f563-480f-8b4f-0ec0001907f7 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:36:04.928175 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7a7501e-6058-4992-b967-a8294cd5615e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.933220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:04.937440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d0d47c-a4ec-4b35-bc18-a36110adb88a req-56c104b4-75df-40ec-bc8a-7b002396d74f tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.36 "DELETE /v2.0/ports/46d6b12a-f563-480f-8b4f-0ec0001907f7 HTTP/1.1" status: 204 len: 173 time: 0.9057062 Oct 11 15:36:04.937936 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'name': 'network-vif-deleted', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:04.940775 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed6c1bd-0db5-45fd-9a95-40e95d98bb7f" -d '{"events": [{"server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "name": "network-vif-deleted", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:04.971207 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b121dce-58a8-44e2-a022-0372a496c024 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2670ba3133d84a1aa16c38116a04161d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390600 Oct 11 15:36:04.971207 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b121dce-58a8-44e2-a022-0372a496c024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d0d02-aa7d-45b1-bf3a-eaaeebf8cbaf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:04.993337 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:05.144499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.177770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.191844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51a2fa6c-e165-431b-85ce-51ace2d71ba9 req-67e650b2-219e-4b31-8b16-380558e2a436 tempest-ServerRescueTestJSONUnderV235-1347199636 tempest-ServerRescueTestJSONUnderV235-1347199636-project] 10.222.0.31 "GET /v2.0/ports?device_id=9df3b216-c41d-4026-8c64-fd789ae4578a HTTP/1.1" status: 200 len: 210 time: 0.0436585 Oct 11 15:36:05.261313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.264129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.268270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb9d0d02-aa7d-45b1-bf3a-eaaeebf8cbaf HTTP/1.1" status: 204 len: 168 time: 0.2671795 Oct 11 15:36:05.270978 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b4965-6eb6-4eb6-8649-05baad338c2f x-openstack-request-id: req-ea7b4965-6eb6-4eb6-8649-05baad338c2f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:05.271602 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df3b216-c41d-4026-8c64-fd789ae4578a", "name": "network-vif-deleted", "tag": "46d6b12a-f563-480f-8b4f-0ec0001907f7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:05.272049 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea7b4965-6eb6-4eb6-8649-05baad338c2f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:05.272522 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df3b216-c41d-4026-8c64-fd789ae4578a', 'name': 'network-vif-deleted', 'tag': '46d6b12a-f563-480f-8b4f-0ec0001907f7', 'status': 'completed', 'code': 200} Oct 11 15:36:05.276371 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221dff-b9b6-4883-8aa3-7e067dc49693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d0d02-aa7d-45b1-bf3a-eaaeebf8cbaf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:05.833013 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:05.848268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.849077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4cb1-c5fc-48f7-987b-e8eccfe4cd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:05.965032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.020402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4cb1-c5fc-48f7-987b-e8eccfe4cd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.028946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a5fb-f948-40ab-8d10-17eb5a8236c9 req-68b060e7-ff4b-425f-9040-0b328081d77b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:06.031557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcd1a5fb-f948-40ab-8d10-17eb5a8236c9 req-68b060e7-ff4b-425f-9040-0b328081d77b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1240809 Oct 11 15:36:06.034031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4cb1-c5fc-48f7-987b-e8eccfe4cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.081778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa2f4cb1-c5fc-48f7-987b-e8eccfe4cd6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fad40ba10984bdeb0e905bf2e16b1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468123 Oct 11 15:36:06.082419 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:06.118375 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f4cb1-c5fc-48f7-987b-e8eccfe4cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1697dd-81fd-4497-963b-a8d0ab9efeb1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:06.198060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcd1a5fb-f948-40ab-8d10-17eb5a8236c9 req-65166123-437b-4982-a766-fd67ed9615cf tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589878 Oct 11 15:36:06.234389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.273502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.363906 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:06.381687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.383882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:06.386930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e1697dd-81fd-4497-963b-a8d0ab9efeb1 HTTP/1.1" status: 204 len: 168 time: 0.2845745 Oct 11 15:36:06.400683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f2939-25af-4312-a1ed-aa3da9673ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1697dd-81fd-4497-963b-a8d0ab9efeb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:06.591801 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:36:07.073380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:07.392722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2341cc-969d-4ba9-a98d-c8b79c488fcd req-7aed3b46-3c3f-4b2f-87eb-2c94a33b3172 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:07.400987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a2341cc-969d-4ba9-a98d-c8b79c488fcd req-7aed3b46-3c3f-4b2f-87eb-2c94a33b3172 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1045949 Oct 11 15:36:07.460734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a2341cc-969d-4ba9-a98d-c8b79c488fcd req-18a7b69f-9e5f-4629-be5a-6327267d8945 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Oct 11 15:36:07.485467 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Deleting port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:36:07.486037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:07.604345 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] For port a4b3eaf6-3ab3-4a50-90af-6430f9182ffb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,segment=NetworkSegment(f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80),segment_id=f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:07.605180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:07.619864 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Calling delete_port for a4b3eaf6-3ab3-4a50-90af-6430f9182ffb owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:36:07.658054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:07.766688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 46d6b12a-f563-480f-8b4f-0ec0001907f7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:36:07.825970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 46d6b12a-f563-480f-8b4f-0ec0001907f7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:36:07.830423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 46d6b12a-f563-480f-8b4f-0ec0001907f7 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:36:08.001255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:08.043576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b3eaf6-3ab3-4a50-90af-6430f9182ffb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:08.355928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:08.731701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b81e-14dd-4954-a062-c5d73b588001 req-4516447b-6809-493b-a75e-ae01fe143a8e tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:08.748062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74b8b81e-14dd-4954-a062-c5d73b588001 req-4516447b-6809-493b-a75e-ae01fe143a8e tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1931376 Oct 11 15:36:08.755990 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Router 67ea1442-9fb7-495e-9efb-ffc83f83b20e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:36:08.821819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74b8b81e-14dd-4954-a062-c5d73b588001 req-4f2834e6-97c2-4706-a5e1-523d7bb01c1a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 Oct 11 15:36:08.966293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:36:08.977525 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Sync routers for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:36:08.981957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e82cbf2b-b6b9-4e7b-bc89-f7069764beb6 admin admin] 10.222.0.31 "PUT /v2.0/routers/67ea1442-9fb7-495e-9efb-ffc83f83b20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6166446 Oct 11 15:36:08.984351 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:08.997147 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:36:08.997814 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:36:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:09.157112 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:36:09.200923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:09.245533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:09.457735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:09.570069 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Deleting port 7b204eb1-c03b-432f-8f38-2603ed2ea392 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:36:09.570620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:09.638656 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:36:07Z', 'revision_number': 5, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port': {'id': '7b204eb1-c03b-432f-8f38-2603ed2ea392', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:09.666248 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] For port 7b204eb1-c03b-432f-8f38-2603ed2ea392, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b204eb1-c03b-432f-8f38-2603ed2ea392,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:09.667008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:09.682243 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Calling delete_port for 7b204eb1-c03b-432f-8f38-2603ed2ea392 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:36:09.691583 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Checking router: 67ea1442-9fb7-495e-9efb-ffc83f83b20e for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:36:09.702771 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Routers {'67ea1442-9fb7-495e-9efb-ffc83f83b20e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:36:09.703698 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:36:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:09.816219 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] Set router 67ea1442-9fb7-495e-9efb-ffc83f83b20e gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:36:09.972631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d868-5b47-4c21-b093-17e0e50d07f5 req-70d55b6b-615f-4c61-a471-574b680886ef tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:09.981832 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:36:09Z', 'revision_number': 6, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:09.996197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff22d868-5b47-4c21-b093-17e0e50d07f5 req-70d55b6b-615f-4c61-a471-574b680886ef tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0836112 Oct 11 15:36:10.113773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff22d868-5b47-4c21-b093-17e0e50d07f5 req-2a81fe86-e771-4c0b-bf98-fa595a0f0c4f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163032 Oct 11 15:36:10.122033 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fa158-e3bd-430b-873b-6507ac1658bf None None] The sync data for ids ['67ea1442-9fb7-495e-9efb-ffc83f83b20e'] in n-d-master-1 is: [{'id': '67ea1442-9fb7-495e-9efb-ffc83f83b20e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1367971285-router', 'tenant_id': 'a603f525c8434d2cb0d987a693d68839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:39Z', 'updated_at': '2021-10-11T15:36:09Z', 'revision_number': 6, 'project_id': 'a603f525c8434d2cb0d987a693d68839', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:36:10.494574 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:10.800506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:10.846573 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b204eb1-c03b-432f-8f38-2603ed2ea392,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:10.945526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.046134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.048610 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.123331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.128280 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ea1442-9fb7-495e-9efb-ffc83f83b20e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:36:11.150277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.158634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21bf607a-f230-4e10-8bac-05c71bdb539c admin admin] 10.222.0.31 "DELETE /v2.0/routers/67ea1442-9fb7-495e-9efb-ffc83f83b20e HTTP/1.1" status: 204 len: 168 time: 2.1711037 Oct 11 15:36:11.159232 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:11.353888 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Deleting subnet b7f66bb2-0360-4c9b-a0f3-b0814e840481 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:36:11.357916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.450929 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a4b3eaf6-3ab3-4a50-90af-6430f9182ffb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:36:11.512130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a4b3eaf6-3ab3-4a50-90af-6430f9182ffb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:36:11.512702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a4b3eaf6-3ab3-4a50-90af-6430f9182ffb not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:36:11.512881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7b204eb1-c03b-432f-8f38-2603ed2ea392 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:36:11.533223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.546275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7b204eb1-c03b-432f-8f38-2603ed2ea392 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:36:11.546615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7b204eb1-c03b-432f-8f38-2603ed2ea392 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:36:11.658047 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d0491-8cef-4132-a98c-0a06b052bff9 req-268d7f80-81eb-4176-a437-c36082623113 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:11.659844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4d0491-8cef-4132-a98c-0a06b052bff9 req-268d7f80-81eb-4176-a437-c36082623113 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.3710425 Oct 11 15:36:11.738818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:11.915476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4d0491-8cef-4132-a98c-0a06b052bff9 req-ea858b32-9d44-489f-ad14-fa4aea245b64 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452512 Oct 11 15:36:11.981238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.019365 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f66bb2-0360-4c9b-a0f3-b0814e840481,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:12.034619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.037989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-831afa8d-e51a-472f-a5e3-390135d6e55e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7f66bb2-0360-4c9b-a0f3-b0814e840481 HTTP/1.1" status: 204 len: 168 time: 0.8774271 Oct 11 15:36:12.041212 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:12.301069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.469696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.519139 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f929ac-c97b-41da-acdb-aa0b417929e4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:12.542929 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:12.543230 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cda432-5b9f-4cc0-bf4a-1486d0cf4e80') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:36:12.562052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.586044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.593527 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:36:12.593863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:36:12.595688 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:36:12.804528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.828689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:12.855954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b4f929ac-c97b-41da-acdb-aa0b417929e4 HTTP/1.1" status: 204 len: 168 time: 0.8115702 Oct 11 15:36:12.909713 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59889ac9-e8c2-4b04-a2d1-ee038a916ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f929ac-c97b-41da-acdb-aa0b417929e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:13.138238 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f2819-29a3-4650-85ea-5340d6ab94f9 req-18f00bf7-16a7-49e4-b500-49565926c23c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:13.147028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c84f2819-29a3-4650-85ea-5340d6ab94f9 req-18f00bf7-16a7-49e4-b500-49565926c23c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1039195 Oct 11 15:36:13.222033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c84f2819-29a3-4650-85ea-5340d6ab94f9 req-1d43ae34-2e55-4c9c-9653-2f4b95cee86b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Oct 11 15:36:13.243564 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:13.314931 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:13.315145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c51c40a-0b72-4477-8205-c671037bd26e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a603f525c8434d2cb0d987a693d68839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669079 Oct 11 15:36:13.465955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:13.505366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:13.560832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:13.564007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:13.565468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20c99968-be9b-49bd-80a9-551f5b9b309a HTTP/1.1" status: 204 len: 168 time: 0.2491202 Oct 11 15:36:13.580104 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db1e35-5529-4f7f-967e-64fa4068a7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c99968-be9b-49bd-80a9-551f5b9b309a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:14.462647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae4072-5bb6-4705-a803-5b102ec71072 req-dba80d36-e614-4f63-9360-7f28ecde3915 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:14.467413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eae4072-5bb6-4705-a803-5b102ec71072 req-dba80d36-e614-4f63-9360-7f28ecde3915 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1248121 Oct 11 15:36:14.558789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7eae4072-5bb6-4705-a803-5b102ec71072 req-bedd3f13-e4be-4de1-b2ad-7809bf533032 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849175 Oct 11 15:36:15.799864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c9463de-acfe-4aa6-83f9-9366bb4b7e31 req-86fc72b0-a5df-4fa5-b069-ee334991d9b7 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0708919 Oct 11 15:36:15.993704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22995d-aa95-435a-9f2d-5894691ca3e3 req-5180547a-548c-42d9-8728-c117a5e77f5f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:16.011306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b22995d-aa95-435a-9f2d-5894691ca3e3 req-5180547a-548c-42d9-8728-c117a5e77f5f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.2101815 Oct 11 15:36:16.088477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b22995d-aa95-435a-9f2d-5894691ca3e3 req-849c83ea-3914-4280-8a62-5a7d5c830ba2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762594 Oct 11 15:36:16.962158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b09fbfd-a2ea-4b9a-bd6c-801ba5169f00 req-063aa79f-cebb-45c5-be82-426806e7aaaa tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0406880 Oct 11 15:36:17.335937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248340b3-e384-4077-abcd-562de3b7de8d req-0774ee39-d137-4127-8503-05135479247f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:17.354209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-248340b3-e384-4077-abcd-562de3b7de8d req-0774ee39-d137-4127-8503-05135479247f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1568050 Oct 11 15:36:17.452004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-248340b3-e384-4077-abcd-562de3b7de8d req-ecc1a30b-02e0-42fe-be33-ce998239a4c4 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964270 Oct 11 15:36:18.254912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a51eb8c-a5bc-4f04-8365-8ffbfef8d16e req-2f0521ec-35de-41ce-b784-8bb17fec8321 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0743783 Oct 11 15:36:18.505298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c19fb0c-25f6-4c4a-9cea-42a147aecd1c req-aea9c052-a4d2-43db-9fcf-803680e33374 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0452290 Oct 11 15:36:18.714258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d52a-9c65-4c43-b628-56157560bf5d req-d437ae68-6e89-4f48-a57c-5088b80af9e3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:18.715862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c73d52a-9c65-4c43-b628-56157560bf5d req-d437ae68-6e89-4f48-a57c-5088b80af9e3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1515927 Oct 11 15:36:18.838358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c73d52a-9c65-4c43-b628-56157560bf5d req-9a9889ea-0e0a-496b-9b6f-fb58045409a1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116991 Oct 11 15:36:19.439496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57139a55-5a0b-403d-a616-3f9a747a32e4 req-63dd8e78-9c96-44bc-a9b8-277fa35c69aa tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0313425 Oct 11 15:36:19.982221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bc3ee-c0c1-4c60-9393-b1bfe69215a6 req-d4dd3939-a8cf-4df5-9590-0449dc8914bf tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:19.984130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e53bc3ee-c0c1-4c60-9393-b1bfe69215a6 req-d4dd3939-a8cf-4df5-9590-0449dc8914bf tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0559502 Oct 11 15:36:20.041286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e53bc3ee-c0c1-4c60-9393-b1bfe69215a6 req-9b72ab58-143c-4e78-8c02-cf528b43b993 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Oct 11 15:36:20.621681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29af0edc-d248-46bc-9f14-e915443c0b80 req-1b60ab0f-8137-4fe0-b4d9-ec8fe6ce1272 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0356214 Oct 11 15:36:21.010594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-877a6458-b2c2-4e98-b8bf-cd45a07b7576 req-0c14d2c6-4c17-4532-99cc-2605b48beb50 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0455611 Oct 11 15:36:21.177942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d77096-8453-4914-bbae-0cc37596e5b2 req-600e0150-5023-4d12-a55b-198af254cd23 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:21.179487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54d77096-8453-4914-bbae-0cc37596e5b2 req-600e0150-5023-4d12-a55b-198af254cd23 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0582829 Oct 11 15:36:21.236694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54d77096-8453-4914-bbae-0cc37596e5b2 req-9d1d6d37-dc1f-41c5-8957-53f56b06605f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510902 Oct 11 15:36:21.908227 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-530f7459-c2c7-4e48-ba23-0461e1cda311 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:21.916223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-530f7459-c2c7-4e48-ba23-0461e1cda311 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.1611674 Oct 11 15:36:21.942275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-b9c3abd0-a348-45d3-9676-cf9b0865a66b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/quotas/14c7db3e24f441568b0a6c7d39c4de61 HTTP/1.1" status: 200 len: 375 time: 0.0246992 Oct 11 15:36:22.006364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-31ce0354-46c1-4b4f-9b55-63467e4bb875 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625141 Oct 11 15:36:22.136287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-c770fb67-335c-4c81-9898-6e5cfacd32d9 service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284006 Oct 11 15:36:22.166961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c5113b2-a533-46f9-b05a-c24100a729ce req-614b30b3-2284-4717-9889-b030f0b06791 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0394585 Oct 11 15:36:22.271593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-22a1b9ef-5ce4-4e68-90ef-a430d6e4c4c0 service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201615 Oct 11 15:36:22.470805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5422-21db-46f6-81f1-5799d3cd5ec5 req-350232b9-19c6-4e6a-be17-801f557967be tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:22.480986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5dc5422-21db-46f6-81f1-5799d3cd5ec5 req-350232b9-19c6-4e6a-be17-801f557967be tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1059577 Oct 11 15:36:22.603039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5dc5422-21db-46f6-81f1-5799d3cd5ec5 req-8da2ed62-013e-431f-b32b-9b0a3ba331ba tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205695 Oct 11 15:36:22.698966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3eac457-af16-453b-b26c-85a000f39f5b req-45a89a2d-27b9-4830-995b-b0c30f19dbed tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 210 time: 0.0406001 Oct 11 15:36:23.281896 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e1a5f50-f129-4ff2-922d-9211777dffe2 req-22e18431-440f-4ccd-9efb-17e3d5516f94 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0339172 Oct 11 15:36:23.303031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061ded5-0234-47a4-9018-d52d6986f86d req-20e65380-a6de-467c-9c98-a7ff6ec7e033 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:23.305422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3061ded5-0234-47a4-9018-d52d6986f86d req-20e65380-a6de-467c-9c98-a7ff6ec7e033 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "GET /v2.0/ports?device_id=912ac850-3ee7-4ca3-936f-e189e08be997 HTTP/1.1" status: 200 len: 945 time: 0.0866768 Oct 11 15:36:23.413822 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Deleting port f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:36:23.414365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:23.519973 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] For port f4e73271-8628-4b5e-a362-c670a1f563c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f4e73271-8628-4b5e-a362-c670a1f563c8,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:23.520348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:23.539174 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Calling delete_port for f4e73271-8628-4b5e-a362-c670a1f563c8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:36:23.694487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:23.729727 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event deleted for resources: {'Port': ['ID=f4e73271-8628-4b5e-a362-c670a1f563c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:23.804631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:36:23.813376 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] No DVR routers for this DVR port f4e73271-8628-4b5e-a362-c670a1f563c8 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:36:23.817086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:23.822970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3061ded5-0234-47a4-9018-d52d6986f86d req-93779dc0-f8c7-4e7a-8a6a-ea434b178f10 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "DELETE /v2.0/ports/f4e73271-8628-4b5e-a362-c670a1f563c8 HTTP/1.1" status: 204 len: 173 time: 0.5006628 Oct 11 15:36:23.824485 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-deleted', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:23.829125 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10f646d-8bab-4730-bc4e-07b8f5140033" -d '{"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-deleted", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:23.859940 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac35eb-03da-46f2-951b-ca8ad3091070 req-d843af92-b8f5-4121-bb5a-94f3218b0129 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:23.862096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69ac35eb-03da-46f2-951b-ca8ad3091070 req-d843af92-b8f5-4121-bb5a-94f3218b0129 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1286716 Oct 11 15:36:23.881738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:36:23.882089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:36:23.945024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69ac35eb-03da-46f2-951b-ca8ad3091070 req-c04ada37-7ad0-4d0e-9508-44ac611dcd1e tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Oct 11 15:36:23.984313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-facb70c0-4cbb-4825-9b3f-7dbda78b4cf2 req-841a0353-7605-4644-819c-1f6f66afcf56 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 210 time: 0.0464342 Oct 11 15:36:24.099201 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dbef58-194b-40ae-acf8-8a6d6bbeb917 x-openstack-request-id: req-54dbef58-194b-40ae-acf8-8a6d6bbeb917 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:24.099503 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912ac850-3ee7-4ca3-936f-e189e08be997", "name": "network-vif-deleted", "tag": "f4e73271-8628-4b5e-a362-c670a1f563c8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:24.099796 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54dbef58-194b-40ae-acf8-8a6d6bbeb917 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:24.100292 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912ac850-3ee7-4ca3-936f-e189e08be997', 'name': 'network-vif-deleted', 'tag': 'f4e73271-8628-4b5e-a362-c670a1f563c8', 'status': 'completed', 'code': 200} Oct 11 15:36:24.129887 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:24.135787 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-177318232'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:24.171303 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:24.179166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.188617 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-9ad1959d-ca1b-4415-8584-55ad9b38289d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:24.190399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-9ad1959d-ca1b-4415-8584-55ad9b38289d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.2048175 Oct 11 15:36:24.204785 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Request body: {'port': {'device_id': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'admin_state_up': True, 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:24.239232 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:36:24.252802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.253448 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Added segment 7359069e-4a8b-46cc-9016-f9ccf50c06ea of type vlan for network 82876f28-e47d-47e6-aa6e-575ac752727b Oct 11 15:36:24.314010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.355300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:24.360201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.361155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.369305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:24.370072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.396023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2650180 Oct 11 15:36:24.411179 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:24.448129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1584415422'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:24.467258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52517011-6614-4dfc-98f7-fd876110f5aa req-106108a5-1f67-4f10-9705-ba79a22fd235 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0397542 Oct 11 15:36:24.481861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:24.486877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.514192 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a764fd-b42b-43ae-a660-4bb38b459cae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Network': ['ID=82876f28-e47d-47e6-aa6e-575ac752727b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:24.531197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 82876f28-e47d-47e6-aa6e-575ac752727b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:36:24.559200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:36:24.570635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.571273 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Added segment 5ab09d61-3b33-44d9-ae08-2b1dca012532 of type vlan for network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 Oct 11 15:36:24.573748 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Allocated IP 172.20.0.2 (9de754fc-4468-4d7e-94c5-657e7d02fa4a/e1afc483-4791-45ba-ae9b-217aaab70e76/8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:24.639962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.676969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.683710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:24.684632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.754111 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3394399 Oct 11 15:36:24.756183 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:24.773648 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11ae7-b374-442f-a607-4a92cc3473ae tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Network': ['ID=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:24.785811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:36:24.811190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:24.827445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'subnet': {'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:24.956095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:24.960047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.007020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.072940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:25.095203 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:25.098351 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:25.104378 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:25.270654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:25.271230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.301224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9125e62-090b-4a25-b2e9-dc1f2c879e2a req-308e4744-d1c3-4daa-b9f0-c513e13f163c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:25.302851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9125e62-090b-4a25-b2e9-dc1f2c879e2a req-308e4744-d1c3-4daa-b9f0-c513e13f163c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 931 time: 0.1755409 Oct 11 15:36:25.335061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735cb1-1b43-4321-8da9-d3b804b4f4ca req-396246e3-db43-4dc5-833a-6e3c869f4962 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:25.336530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43735cb1-1b43-4321-8da9-d3b804b4f4ca req-396246e3-db43-4dc5-833a-6e3c869f4962 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1935117 Oct 11 15:36:25.366988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-6b68720b-e54c-4954-b3fc-175e6ff688ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1668482 Oct 11 15:36:25.393912 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Request body: {'port': {'device_id': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:25.497127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43735cb1-1b43-4321-8da9-d3b804b4f4ca req-e19b5d67-2894-46b3-9f28-5d5ec7776470 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401932 Oct 11 15:36:25.526687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9125e62-090b-4a25-b2e9-dc1f2c879e2a req-e9e2099e-7852-4690-bf63-a0b59c5a3b85 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981230 Oct 11 15:36:25.546178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.562789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.655963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdaaebd5-f71b-44a6-8477-de45fa015ac4 req-a39b06b7-680a-4129-9d7a-a7709912967c tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0387857 Oct 11 15:36:25.747125 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:25.747475 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network hostable DHCP agents. Network: 82876f28-e47d-47e6-aa6e-575ac752727b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:36:25.753139 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Subnet': ['ID=8ededde8-2aba-4087-ac1d-e7591be6dc03,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:25.793188 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 82876f28-e47d-47e6-aa6e-575ac752727b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:36:25.851744 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 82876f28-e47d-47e6-aa6e-575ac752727b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:25.859781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:25.860369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:25.870325 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71241fa-5f46-4242-9824-bd9c2e27a036 None None] Network 82876f28-e47d-47e6-aa6e-575ac752727b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:25.886745 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:25.887271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-15863810-8bee-4d70-93b0-7ed993dbfbd6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1286483 Oct 11 15:36:25.892530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'subnet': {'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:26.014997 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:26.022806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:26.024323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.028059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.037707 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Transition to ACTIVE for port object 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:26.045420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.088025 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-82876f28-e47d-47e6-aa6e-575ac752727b', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:36:26.089060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.144874 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:26.219827 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Attempting to bind port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:26.220162 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Attempting to bind port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:26.220488 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Attempting to bind port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:26.224993 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:26.225312 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Attempting to bind port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:26.230777 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:26.231121 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Checking segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:26.231514 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Bound using segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:26.231946 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Bound port: 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:26.232303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.355388 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:26.360357 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:26.364860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.375091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Allocated IP 10.1.1.2 (82876f28-e47d-47e6-aa6e-575ac752727b/8ededde8-2aba-4087-ac1d-e7591be6dc03/6cf2d185-c081-4097-9161-4844fea80e0c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:26.451704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:26.452324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.453825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] 10.222.0.43 "PUT /v2.0/ports/8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 HTTP/1.1" status: 200 len: 1091 time: 1.0699458 Oct 11 15:36:26.454212 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:26.465428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.468790 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022cc376-a2d5-4fe2-beb8-37f2650fe221" -d '{"events": [{"name": "network-changed", "server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:26.579810 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ae10d0-afa9-4b9b-8594-42c6b83351b6 x-openstack-request-id: req-f3ae10d0-afa9-4b9b-8594-42c6b83351b6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:26.580812 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:26.581124 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3ae10d0-afa9-4b9b-8594-42c6b83351b6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:26.581910 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'status': 'completed', 'code': 200} Oct 11 15:36:26.583467 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995084-ca5b-458e-8f68-506114323c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:26.622110 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Subnet': ['ID=ad88a896-420f-4047-9104-37aba2fc31d0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:26.630017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-b304c5e0-d5d6-4891-9ff5-36fadc4d096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:26.636113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-b304c5e0-d5d6-4891-9ff5-36fadc4d096e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 1094 time: 0.1154211 Oct 11 15:36:26.713123 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Checking segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:26.713807 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network hostable DHCP agents. Network: a609aea0-b03f-4bbc-b558-f41c5a6bf8d6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:36:26.726087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.735445 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.737778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-cca50142-fe94-4f61-83f5-49a2d076ec32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 HTTP/1.1" status: 200 len: 217 time: 0.0926206 Oct 11 15:36:26.752244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:36:26.765343 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a609aea0-b03f-4bbc-b558-f41c5a6bf8d6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:26.770842 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:26.778012 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Network 82876f28-e47d-47e6-aa6e-575ac752727b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:26.778742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:26.783644 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:26.786648 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bf21f-8f57-4bc6-9fea-f0b762371116 None None] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:26.789994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:26.804296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14f0021a-703d-4175-86ec-169762d5ab15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9130976 Oct 11 15:36:26.804535 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:26.815949 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'name': 'tempest-TaggedBootDevicesTest_v242-1674267583', 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:26.866378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Pushing event updated for resources: {'Port': ['ID=6cf2d185-c081-4097-9161-4844fea80e0c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:26.872550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6466-a238-4d4d-b069-35675673c3ac req-69243e9c-3d25-4da5-9335-6af3b4a31b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:26.874154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-69243e9c-3d25-4da5-9335-6af3b4a31b9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.0639627 Oct 11 15:36:26.935367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-7bcc0a94-0df7-4438-b5a7-d38c31008fa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506930 Oct 11 15:36:27.031178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e437e-d7e1-420d-bd44-209b49b6253c req-20485a3e-575c-463a-a10a-ea92405314ba tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:27.039818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d37e437e-d7e1-420d-bd44-209b49b6253c req-20485a3e-575c-463a-a10a-ea92405314ba tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 943 time: 0.3349133 Oct 11 15:36:27.056576 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.057100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.057223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.057577 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.057903 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.058230 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.058529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.059322 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.059683 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.059976 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.060296 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.060612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:36:27.078600 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:27.089691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d571f-dae3-4360-b236-73d3d60a0385 req-3b16a7f0-9091-4369-ada6-caad29ec95f1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:27.091500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-386d571f-dae3-4360-b236-73d3d60a0385 req-3b16a7f0-9091-4369-ada6-caad29ec95f1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.3734186 Oct 11 15:36:27.105119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Attempting to bind port 6cf2d185-c081-4097-9161-4844fea80e0c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:27.105119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Attempting to bind port 6cf2d185-c081-4097-9161-4844fea80e0c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:27.105119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Attempting to bind port 6cf2d185-c081-4097-9161-4844fea80e0c on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:27.115364 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:27.115740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:27.116139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:27.116525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Bound using segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:27.116990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Bound port: 6cf2d185-c081-4097-9161-4844fea80e0c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:27.117364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:27.195677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-9ceb42c6-fde7-4973-b9b6-e71da8cbc32f service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514238 Oct 11 15:36:27.261748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] For port 6cf2d185-c081-4097-9161-4844fea80e0c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:27.302850 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ips': [{'subnet_id': 'ad88a896-420f-4047-9104-37aba2fc31d0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:36:27.304306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:27.311878 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] For port 6cf2d185-c081-4097-9161-4844fea80e0c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6cf2d185-c081-4097-9161-4844fea80e0c,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:27.321470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:27.343552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d37e437e-d7e1-420d-bd44-209b49b6253c req-09be6105-789c-461e-a3f9-dc84574215ec tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028698 Oct 11 15:36:27.416294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-386d571f-dae3-4360-b236-73d3d60a0385 req-4d1a8d80-07d3-4765-99a6-c4707a9bffc1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165239 Oct 11 15:36:27.440845 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:27.508651 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] device_id is not set on port 630d4719-1501-4616-ba17-4fee441892b6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:36:27.529638 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246d81-90ed-4d7b-b328-5e5095727cc7 None None] Pushing event updated for resources: {'Port': ['ID=6cf2d185-c081-4097-9161-4844fea80e0c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:27.554789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bc6466-a238-4d4d-b069-35675673c3ac req-d60efbbf-eb8c-4d99-9c36-47e99141f4cd service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456695 Oct 11 15:36:27.677317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-753a657d-5925-4b71-a1ec-724bc680663d req-69e329a0-6716-4bc5-b115-16ebbe53809a tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.1739547 Oct 11 15:36:27.736068 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:27.793503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-1d08f90f-4984-4893-83e5-132398be0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:27.795128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-1d08f90f-4984-4893-83e5-132398be0918 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 1094 time: 0.1167884 Oct 11 15:36:27.919566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:36:27.970445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-e59a4461-ffa1-458d-b9d6-e4bc68840851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:27.974708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-e59a4461-ffa1-458d-b9d6-e4bc68840851 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 905 time: 0.1721656 Oct 11 15:36:27.979965 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.1.1.54 (82876f28-e47d-47e6-aa6e-575ac752727b/8ededde8-2aba-4087-ac1d-e7591be6dc03/630d4719-1501-4616-ba17-4fee441892b6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:27.991393 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f4e73271-8628-4b5e-a362-c670a1f563c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:36:27.991732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f4e73271-8628-4b5e-a362-c670a1f563c8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:36:28.037211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-69c7a5c9-2061-4093-8400-8f16f7060d5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 HTTP/1.1" status: 200 len: 217 time: 0.0542731 Oct 11 15:36:28.039904 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Allocated IP 10.2.2.2 (a609aea0-b03f-4bbc-b558-f41c5a6bf8d6/ad88a896-420f-4047-9104-37aba2fc31d0/52ad8890-3bc0-4f3a-b978-d156e0dd7cf2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:28.121692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-865dbdd1-634c-4ab2-8770-9fba1bebce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:28.123233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-865dbdd1-634c-4ab2-8770-9fba1bebce25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.0769265 Oct 11 15:36:28.159230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-fe2dfd65-3ab3-4193-8bd0-74eb6f329e2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279195 Oct 11 15:36:28.165352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e86df826-7695-4303-8364-0a514f1446e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.184656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.270397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.308682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.313414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e86df826-7695-4303-8364-0a514f1446e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.322588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.328651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e86df826-7695-4303-8364-0a514f1446e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.341428 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 82876f28-e47d-47e6-aa6e-575ac752727b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:28.361660 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:28.408770 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:28.428200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e86df826-7695-4303-8364-0a514f1446e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1ea3e234f454ed891692946eb082fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6907983 Oct 11 15:36:28.428571 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df826-7695-4303-8364-0a514f1446e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0a549f-db7c-417b-a256-3f80ca7baaae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:28.432876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:28.435343 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:28.438074 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:28.477764 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:28.498706 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:28.524348 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Pushing event updated for resources: {'Port': ['ID=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:28.577446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.610327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.672592 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:28.673235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.708439 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9437d52-f437-4b51-bea2-ec5ef456133f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9027441 Oct 11 15:36:28.710780 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:28.717685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'name': 'tempest-TaggedBootDevicesTest_v242-557699946', 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:28.751699 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Attempting to bind port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:28.752355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Attempting to bind port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:28.755314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Attempting to bind port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:28.767105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:28.767464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Checking segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:28.767874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.768260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Bound using segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:28.768715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Bound port: 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:28.769103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.800526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.803252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.804583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f0a549f-db7c-417b-a256-3f80ca7baaae HTTP/1.1" status: 204 len: 168 time: 0.3652577 Oct 11 15:36:28.824067 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb675c-b845-4e93-9e8c-ec01aaa6d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0a549f-db7c-417b-a256-3f80ca7baaae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:28.946214 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:28.955349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:28.963118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] For port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:28.970106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] For port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:28.978338 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] device_id is not set on port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:36:28.979494 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.087088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414d5c-d87b-4e5b-a74a-ef40cc03056d None None] Pushing event updated for resources: {'Port': ['ID=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:29.170744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-dfa711be-9ed3-4e4f-8ac5-805c0de762c5 service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0042026 Oct 11 15:36:29.202875 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd01402-c9f4-4145-829d-08e7a2afaabc None None] Network 82876f28-e47d-47e6-aa6e-575ac752727b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:29.282056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf644a6-6d6d-49f0-9a36-5f5cb1b75618 req-97f04a11-41bf-47c4-be85-4b70dad394b6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:29.293599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf644a6-6d6d-49f0-9a36-5f5cb1b75618 req-97f04a11-41bf-47c4-be85-4b70dad394b6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.3350577 Oct 11 15:36:29.302408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:36:29.319010 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.1.1.238 (82876f28-e47d-47e6-aa6e-575ac752727b/8ededde8-2aba-4087-ac1d-e7591be6dc03/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:29.323404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c25ac-0bd2-4991-8569-5980aade1e60 req-3ac99bfa-f883-44ad-8df1-8a8707145c65 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:29.325704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-543c25ac-0bd2-4991-8569-5980aade1e60 req-3ac99bfa-f883-44ad-8df1-8a8707145c65 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 943 time: 0.3694863 Oct 11 15:36:29.497652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf644a6-6d6d-49f0-9a36-5f5cb1b75618 req-2893178d-23b4-45c4-9fbe-76fd80b542a9 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986156 Oct 11 15:36:29.532899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] Provisioning complete for port 6cf2d185-c081-4097-9161-4844fea80e0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:29.533538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.609265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-543c25ac-0bd2-4991-8569-5980aade1e60 req-d44b8e2f-dea7-4363-906b-6d6ac8f0283a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514274 Oct 11 15:36:29.622374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-022cc376-a2d5-4fe2-beb8-37f2650fe221 req-b48eb146-5c91-403e-8c43-2fe95f3f581b service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410436 Oct 11 15:36:29.664927 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:29.682664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f97c0eeb-b08c-429a-9467-95dded9c18fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.723896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:29.730040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.749924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'mac_address': 'fa:16:3e:43:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:36:29.755583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6cf2d185-c081-4097-9161-4844fea80e0c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:29.761399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dabca76-0499-4854-8ec0-da35abce6376 req-1eeffbca-3d08-4d8b-ad25-85bcae534e92 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0449562 Oct 11 15:36:29.778186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.883545 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.896331 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 82876f28-e47d-47e6-aa6e-575ac752727b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:29.901238 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:29.903164 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:29.905341 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:29.917398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.936197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f97c0eeb-b08c-429a-9467-95dded9c18fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.942047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f97c0eeb-b08c-429a-9467-95dded9c18fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:29.969827 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:29.999861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f97c0eeb-b08c-429a-9467-95dded9c18fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1cbec9972cc4d1d98a75e79d387f997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254852 Oct 11 15:36:29.999861 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:30.020912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] For port 6cf2d185-c081-4097-9161-4844fea80e0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6cf2d185-c081-4097-9161-4844fea80e0c,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:30.026145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:30.030199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.038963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.048529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6cf2d185-c081-4097-9161-4844fea80e0c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:30.048900 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.050498 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:30.051213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.098384 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-028ec9b5-71ff-4f24-904f-83c3b815d0a6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3864818 Oct 11 15:36:30.109140 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c0eeb-b08c-429a-9467-95dded9c18fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf0d8f6-0bd2-4e25-85fd-83b19f0ee42f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:30.197060 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37da1bb-86e7-405f-92ed-a2ae25b46ea6 None None] Pushing event updated for resources: {'Port': ['ID=6cf2d185-c081-4097-9161-4844fea80e0c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:30.204195 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c19604-72db-4a82-9cb9-32d413092580 req-21a5b867-687f-4bca-95d0-6adbd4ec0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:30.211751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23c19604-72db-4a82-9cb9-32d413092580 req-21a5b867-687f-4bca-95d0-6adbd4ec0600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 1096 time: 0.1443205 Oct 11 15:36:30.246649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.327225 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:30.331046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.356743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23c19604-72db-4a82-9cb9-32d413092580 req-734ac92b-ba77-4f9f-bf64-f31271d17746 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302631 Oct 11 15:36:30.430899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.433639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.434773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcf0d8f6-0bd2-4e25-85fd-83b19f0ee42f HTTP/1.1" status: 204 len: 168 time: 0.4341915 Oct 11 15:36:30.457577 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba6271-1676-4242-a272-bf8145c26200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf0d8f6-0bd2-4e25-85fd-83b19f0ee42f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:30.458556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:36:30.552038 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:30.559525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Provisioning complete for port 6cf2d185-c081-4097-9161-4844fea80e0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:30.560066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.564303 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107538476', 'description': 'tempest-description--819046770'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:30.666238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.836392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ac8c-0688-4c64-ad92-cc46a7dc81c9 req-f29f4c91-ecc4-406e-ad27-c1caf725fd41 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:30.839638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2a7ac8c-0688-4c64-ad92-cc46a7dc81c9 req-f29f4c91-ecc4-406e-ad27-c1caf725fd41 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.2549624 Oct 11 15:36:30.893941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.902921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.937255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f752d9-69b0-4835-8f77-8c42a01fb517 None None] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:30.968406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:30.970913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4176896 Oct 11 15:36:30.975961 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:30.984729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2a7ac8c-0688-4c64-ad92-cc46a7dc81c9 req-96e2b364-7d43-4210-b20b-286ad07ac0a3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320651 Oct 11 15:36:30.996402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0de91-417c-433c-9ddd-8b8a0d614643 req-2d567ab7-602b-46a7-8838-67020c187343 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:30.998897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5b0de91-417c-433c-9ddd-8b8a0d614643 req-2d567ab7-602b-46a7-8838-67020c187343 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 944 time: 0.2569036 Oct 11 15:36:31.004626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'security_group_rule': {'security_group_id': 'fda82ac4-dc1c-4344-a686-ab073e541899', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:31.050843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411cbae-d8ec-423c-8da2-168f96ebdea4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda82ac4-dc1c-4344-a686-ab073e541899,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:31.056645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Provisioning complete for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:31.057179 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.075719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.113498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5b0de91-417c-433c-9ddd-8b8a0d614643 req-e4e61eea-f452-4cdb-877c-78788524f3db tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070051 Oct 11 15:36:31.198670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.206627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.244007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85782a9-5028-4652-a616-1b6b14160b46,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:31.268904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.270200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3baf7336-9d4a-40dc-bef3-3db33bc7d9ac tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903461 Oct 11 15:36:31.272777 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:31.277317 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'security_group_rule': {'security_group_id': 'fda82ac4-dc1c-4344-a686-ab073e541899', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:31.289859 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:31.308379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:31.330063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a61cc45f-9a55-49fd-a41f-6c47b5693c58 req-c6f75f71-de14-48bb-9f2e-4f5ff583a42d tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0906956 Oct 11 15:36:31.363635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.397397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f658abae-e2d9-440f-9ed8-682fc9457aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.409243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Provisioning complete for port 630d4719-1501-4616-ba17-4fee441892b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:31.409646 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.437031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.454636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.517516 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaae61c1-4055-47f4-8753-6bf7f385e1ba,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:31.532359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.541456 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:31.554851 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:31.562474 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf887f33-4c93-4782-88d3-4a5155edd5b2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885714 Oct 11 15:36:31.607830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6cf2d185-c081-4097-9161-4844fea80e0c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:31.629532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.654939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d34e799d-c523-4f20-abd6-9ca241da4eb6 None None] Port 630d4719-1501-4616-ba17-4fee441892b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:31.710572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6cf2d185-c081-4097-9161-4844fea80e0c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:31.710897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.716349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f658abae-e2d9-440f-9ed8-682fc9457aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.722750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f658abae-e2d9-440f-9ed8-682fc9457aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.809148 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Provisioning complete for port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:31.809530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.833737 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f658abae-e2d9-440f-9ed8-682fc9457aa4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f15a13aeb37a47ac929e57ebce624be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391905 Oct 11 15:36:31.834211 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:31.842956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658abae-e2d9-440f-9ed8-682fc9457aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957e55cb-a2f2-4fde-afe3-b57a46c28973,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:31.896238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.919419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:31.936707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:31.999427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.015996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.068302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:32.069515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.077908 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 172.35.3.223 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/e3af8994-a308-4dcd-b06f-a3dced4f3014) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:32.112905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] For port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:32.113990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.117738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.121818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/957e55cb-a2f2-4fde-afe3-b57a46c28973 HTTP/1.1" status: 204 len: 168 time: 0.2842515 Oct 11 15:36:32.123109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.166233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66764-528e-4ab8-ad9c-690dd626c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957e55cb-a2f2-4fde-afe3-b57a46c28973,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:32.176289 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Provisioning complete for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:32.176797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.226849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9889-4e54-45ee-a95d-3b2966a67df9 req-9627ded2-5626-4437-8ad3-6c0bb6326843 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:32.229025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35cf9889-4e54-45ee-a95d-3b2966a67df9 req-9627ded2-5626-4437-8ad3-6c0bb6326843 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.1289077 Oct 11 15:36:32.244194 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Pushing event updated for resources: {'Port': ['ID=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:32.279371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:32.295892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.305002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Provisioning complete for port 630d4719-1501-4616-ba17-4fee441892b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:32.305002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.315189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35cf9889-4e54-45ee-a95d-3b2966a67df9 req-1a6ecd0a-c813-41f9-907d-ca123b4a6ea8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788815 Oct 11 15:36:32.366238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.403444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a573cecc-9458-409a-a8e2-37e84d52a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.409949 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-806bdcab-4434-45e3-aba4-87e184c181dd None None] Port 630d4719-1501-4616-ba17-4fee441892b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:32.448174 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:32.461191 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:32.475541 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:32.529057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f9586fc-bbdc-4d9c-97e2-5579e30603a2 req-258d9772-94ed-4f1c-ae5c-1e707c8350a3 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0752993 Oct 11 15:36:32.533776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=e3af8994-a308-4dcd-b06f-a3dced4f3014,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:32.552649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3990c-9b72-483d-807d-48ddc78df252 req-aa6b683b-0c96-49f0-a07c-3ed288ab10ff tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:32.560273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d3990c-9b72-483d-807d-48ddc78df252 req-aa6b683b-0c96-49f0-a07c-3ed288ab10ff tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 944 time: 0.1732507 Oct 11 15:36:32.589511 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b37ec90e-f442-4ced-856b-b95c36ebe84c None None] Provisioning complete for port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:32.589890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b37ec90e-f442-4ced-856b-b95c36ebe84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.646849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d3990c-9b72-483d-807d-48ddc78df252 req-fd0ca882-66f2-498d-9038-3ae5470fa1b3 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Oct 11 15:36:32.662879 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.753329 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:32.900448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-442bce84-304b-4894-a799-5e46242c0f22 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:32.902301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-442bce84-304b-4894-a799-5e46242c0f22 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 811 time: 0.2245154 Oct 11 15:36:32.933883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-4863b3a5-f43e-4d57-a253-aafb2faf7b8f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/quotas/ada043c39c014b1d9996057049e05ad4 HTTP/1.1" status: 200 len: 375 time: 0.0115561 Oct 11 15:36:33.022124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-df46c446-a5fe-4862-bed6-011289c77532 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763295 Oct 11 15:36:33.026625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.039494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.172191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=e3af8994-a308-4dcd-b06f-a3dced4f3014,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:33.205955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.231279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-4e72932a-33b2-416a-8af9-e32f1b9ccb80 service neutron] 10.222.0.31 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992373 Oct 11 15:36:33.319371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:33.327145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.330627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cab5ea8e-d71f-4d03-a4e9-c2aa245cac57 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7865109 Oct 11 15:36:33.414761 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:36:33.416778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-07fba83f-771c-402a-a6cf-3064d40d582e service neutron] 10.222.0.31 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855335 Oct 11 15:36:33.428250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:33.429338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.491942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:33.657366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a10279f1-1047-437e-9bfd-894f027c9c26 req-dd6ca182-39a0-4b9a-b465-dd6a3cea140d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Oct 11 15:36:33.683356 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:33.683927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.715786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8a9bb4af-c9ae-4637-b874-1909ad0f17de tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1107538476&fields=id&tenant_id=d55122c2bf50425fbe927763e53548fd HTTP/1.1" status: 200 len: 267 time: 0.1223495 Oct 11 15:36:33.730627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.775515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:33.778374 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:33.780805 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e8509f-f567-4849-9746-d90913ec5945" -d '{"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:33.788786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:33.806852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0c273f2c-9f50-462d-af97-0205185114cf tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:33.814126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0c273f2c-9f50-462d-af97-0205185114cf tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 936 time: 0.0902042 Oct 11 15:36:33.891100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:33.915763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa215298-27b5-411f-9e2e-044ab06283b5 req-8237d8b5-d912-4ef6-a57d-18e37f9a35d4 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.1185997 Oct 11 15:36:33.945781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8d00c601-a450-4f14-8ccb-db9d3d8d55a7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:33.949916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8d00c601-a450-4f14-8ccb-db9d3d8d55a7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 936 time: 0.1346960 Oct 11 15:36:34.032409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-d5fb4f27-6794-4986-ba7f-8420bdfa1d03 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0757070 Oct 11 15:36:34.083942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-83bdd28b-0994-43a5-a6f5-8b30b0586754 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0498908 Oct 11 15:36:34.183236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2181-6624-4efc-b344-e3aefe0a7b29 req-2ee7ac87-b0d9-404d-91db-d09a95dd0ac8 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:34.185027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eafb2181-6624-4efc-b344-e3aefe0a7b29 req-2ee7ac87-b0d9-404d-91db-d09a95dd0ac8 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1383371 Oct 11 15:36:34.262967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eafb2181-6624-4efc-b344-e3aefe0a7b29 req-fe7ac265-ff9d-4ff1-a755-b16fb5011aa7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648887 Oct 11 15:36:34.270446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ca0df8a2-a5b5-4a90-8bab-88ac37f9e50a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:34.286237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ca0df8a2-a5b5-4a90-8bab-88ac37f9e50a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:34.294356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ca0df8a2-a5b5-4a90-8bab-88ac37f9e50a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:34.301952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ca0df8a2-a5b5-4a90-8bab-88ac37f9e50a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 1995 time: 0.2039855 Oct 11 15:36:34.323536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ca61c434-4a1f-48e2-8048-738aad3a1a4e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/quotas/d55122c2bf50425fbe927763e53548fd HTTP/1.1" status: 200 len: 375 time: 0.0178757 Oct 11 15:36:34.352443 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658d9388-2a13-4f0d-b942-39d56e40e788 x-openstack-request-id: req-658d9388-2a13-4f0d-b942-39d56e40e788 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:34.352977 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:34.353201 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-658d9388-2a13-4f0d-b942-39d56e40e788 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:34.353736 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'code': 200} Oct 11 15:36:34.414436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7dbec7d5-b0a9-4cb9-a630-7a18e77dcb15 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0893111 Oct 11 15:36:34.533153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a746c-95c1-4007-a1d0-2f3433209534 req-0abdec11-2285-4587-9a4e-57746aa54ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:34.534735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-166a746c-95c1-4007-a1d0-2f3433209534 req-0abdec11-2285-4587-9a4e-57746aa54ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 1096 time: 0.1109457 Oct 11 15:36:34.568084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da589148-45f9-45f7-a573-cd0604cd65d3 service neutron] 10.222.0.31 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261215 Oct 11 15:36:34.660259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-166a746c-95c1-4007-a1d0-2f3433209534 req-7afaaac2-d922-4e52-a505-f0d593f3e643 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950668 Oct 11 15:36:34.720084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-98090af8-bd4c-4d48-a0df-2a8a9642eac7 service neutron] 10.222.0.31 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440015 Oct 11 15:36:34.833997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49a4af24-aaf0-459d-9191-df1799e6a6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:34.887365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f61d2a7-1b47-4d69-93d1-4478de6266ed req-b25fa4d2-c54a-4121-b306-4fdddf44be06 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 210 time: 0.1409445 Oct 11 15:36:34.909169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-32fdcca1-c8b1-442c-98b1-9f45b58073df service neutron] 10.222.0.31 "GET /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1872826 Oct 11 15:36:35.036020 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-e1d26e04-2757-4cd2-a5b1-a0135e1f622b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:35.037517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-e1d26e04-2757-4cd2-a5b1-a0135e1f622b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.36 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 811 time: 0.3067355 Oct 11 15:36:35.063941 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Request body: {'port': {'device_id': '1f19145f-cde3-48b1-916e-e19527a356d9', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'admin_state_up': True, 'tenant_id': 'ada043c39c014b1d9996057049e05ad4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:35.142125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03989141-d754-40dc-90b1-3baa6dfa64f2 req-8012e35d-97e7-4eeb-a690-3781a6b6a5d3 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.1132534 Oct 11 15:36:35.154094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-b2307052-7e8e-46a6-b36b-f1fa9d84bf1b service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440372 Oct 11 15:36:35.287156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-9753f65a-b35d-49e8-9d71-ce01f9c11ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221981 Oct 11 15:36:35.288594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Made reservation on behalf of ada043c39c014b1d9996057049e05ad4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:35.292757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.356547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-049d02c7-aeb9-41ba-ab3a-55fe10633dc6 service neutron] 10.222.0.31 "GET /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0604930 Oct 11 15:36:35.453137 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:35.514548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4255d-7eff-4290-ac0b-205c1230f3fe req-b11978f4-dc06-4ff4-8dba-bd052be18cd5 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:35.516958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84f4255d-7eff-4290-ac0b-205c1230f3fe req-b11978f4-dc06-4ff4-8dba-bd052be18cd5 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1746683 Oct 11 15:36:35.563374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-425e31a6-5ce6-4594-a498-8b9008439319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.581425 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Allocated IP 172.20.0.9 (046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7/8aac9623-7ef1-431e-9234-9b1c72c9e46d/ef8375c4-1766-47fb-86d2-0930f85d4d75) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:35.603984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-083896ad-de87-4005-9d15-0502da5da067 service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320836 Oct 11 15:36:35.608039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84f4255d-7eff-4290-ac0b-205c1230f3fe req-4c210a3f-d018-4f23-ad76-cbf4617b3478 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849278 Oct 11 15:36:35.639126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-425e31a6-5ce6-4594-a498-8b9008439319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.643445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-425e31a6-5ce6-4594-a498-8b9008439319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.682585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-425e31a6-5ce6-4594-a498-8b9008439319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d01e13d2734497d9f205b4f88c8a568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275763 Oct 11 15:36:35.685548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e31a6-5ce6-4594-a498-8b9008439319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6f85b-343e-4f2f-9552-c45fb977548e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:35.687942 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:35.812234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-602ab630-1400-4b5d-876e-efe332895d69 service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989443 Oct 11 15:36:35.842810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.895185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.918704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.948169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:35.964307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.044891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2659767d-83d5-4b9b-bc19-1743a84acf86 service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242486 Oct 11 15:36:36.048618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35580f8f-3843-460d-ad06-9b8c964e8df5 req-765af608-25df-4896-9812-27539d1f13c2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 210 time: 0.0374093 Oct 11 15:36:36.054487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.078261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2d6d64b1-c550-44d9-9888-1d9c47054d5e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:36:36.141873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.141873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.141873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0a6f85b-343e-4f2f-9552-c45fb977548e HTTP/1.1" status: 204 len: 168 time: 0.4499893 Oct 11 15:36:36.172652 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d02d-0c89-447e-998e-189ff6de7bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6f85b-343e-4f2f-9552-c45fb977548e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:36.176930 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:36.182016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Pushing event updated for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:36.187268 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:36.192428 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:36.245435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-c132fdc1-0b66-410c-8e9c-d9730e9f09ed service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822426 Oct 11 15:36:36.261595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:36.262253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.562186 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:36.576576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277feeda-43e3-4299-b74a-9cfa64365add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.670416 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277feeda-43e3-4299-b74a-9cfa64365add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.674356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277feeda-43e3-4299-b74a-9cfa64365add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.682646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-891ddaef-f5f3-495a-a091-b808cc175798 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6259115 Oct 11 15:36:36.710372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4caf0c67-87a6-415c-9847-bce8245f974c req-cc208de0-be7c-4d8f-ba8f-cc7ac2695bfe tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0446780 Oct 11 15:36:36.716493 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Request body: {'port': {'device_id': '1f19145f-cde3-48b1-916e-e19527a356d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:36.730304 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-277feeda-43e3-4299-b74a-9cfa64365add admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=528b0bc134cf450eab9c7e2fd3631d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593978 Oct 11 15:36:36.730405 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:36.741075 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277feeda-43e3-4299-b74a-9cfa64365add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4ff4f2-a8e4-430a-bd95-30bd83df7f72,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:36.838480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7a77260b-8e11-4c14-a1fc-9933c8a78f3f service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735178 Oct 11 15:36:36.914041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:36.958259 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3f6fa-c9e7-44dc-89fd-9f1ada6637f4 req-83ef935d-a530-4051-a9d3-639e9b58e09c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:36.959761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4d3f6fa-c9e7-44dc-89fd-9f1ada6637f4 req-83ef935d-a530-4051-a9d3-639e9b58e09c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1644289 Oct 11 15:36:36.960374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.031762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.096280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-23a2a561-0209-4516-bc3b-0ad2d135a293 service neutron] 10.222.0.31 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423208 Oct 11 15:36:37.166098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4d3f6fa-c9e7-44dc-89fd-9f1ada6637f4 req-8653b79b-4e2d-443b-b955-24a83da24ef9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958332 Oct 11 15:36:37.298009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.300618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.301736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac4ff4f2-a8e4-430a-bd95-30bd83df7f72 HTTP/1.1" status: 204 len: 168 time: 0.5759997 Oct 11 15:36:37.356980 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99f46-1108-4484-b11d-1f567752865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4ff4f2-a8e4-430a-bd95-30bd83df7f72,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:37.391700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-3a88e3a1-c191-4fd2-9fd7-3401f20ae0b3 service neutron] 10.222.0.31 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385278 Oct 11 15:36:37.434795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25ecc6-79f1-421f-9386-a7b3a16105dc req-dd989918-d5fa-46b7-a8a2-c3ab86f81a8f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:37.436226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b25ecc6-79f1-421f-9386-a7b3a16105dc req-dd989918-d5fa-46b7-a8a2-c3ab86f81a8f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 931 time: 0.1432528 Oct 11 15:36:37.565204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b25ecc6-79f1-421f-9386-a7b3a16105dc req-5a3ccb3f-7e30-4d6d-852a-250d6b362c9a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917797 Oct 11 15:36:37.597230 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8375c4-1766-47fb-86d2-0930f85d4d75 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:37.620227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.627497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8083f286-341e-4468-8365-951055ae80a3 service neutron] 10.222.0.31 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283700 Oct 11 15:36:37.659359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.663613 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Transition to ACTIVE for port object ef8375c4-1766-47fb-86d2-0930f85d4d75 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:37.692219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:37.842580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:37.874334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-99922b14-3b8c-4440-94ad-b82edd7f9909 service neutron] 10.222.0.31 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373645 Oct 11 15:36:37.960136 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Attempting to bind port ef8375c4-1766-47fb-86d2-0930f85d4d75 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:37.960476 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Attempting to bind port ef8375c4-1766-47fb-86d2-0930f85d4d75 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:37.960806 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Attempting to bind port ef8375c4-1766-47fb-86d2-0930f85d4d75 on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:37.975466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4dd9e-d856-43ab-8e28-ddbc33787685 req-199463be-1dd6-448e-9d14-b214f1471a05 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:37.982946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81f4dd9e-d856-43ab-8e28-ddbc33787685 req-199463be-1dd6-448e-9d14-b214f1471a05 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2142899 Oct 11 15:36:37.998502 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Port ef8375c4-1766-47fb-86d2-0930f85d4d75 on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:37.998830 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Attempting to bind port ef8375c4-1766-47fb-86d2-0930f85d4d75 on network 046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:38.022480 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:38.022821 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Checking segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:38.023395 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Bound using segment: {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:38.023839 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Bound port: ef8375c4-1766-47fb-86d2-0930f85d4d75, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb6691d-8739-4542-b6d0-e55388b6a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:38.024203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.089515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81f4dd9e-d856-43ab-8e28-ddbc33787685 req-b67b5921-1b63-4be5-b3f5-720554367a42 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056900 Oct 11 15:36:38.095058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0fcc0e83-28fa-4180-a11f-57723912e8df service neutron] 10.222.0.31 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096174 Oct 11 15:36:38.141793 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:38.145775 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:38.150792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.191919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.192734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.194434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 200 len: 1091 time: 1.4961374 Oct 11 15:36:38.194891 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:38.198293 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0610aaa3-5119-44c2-a6d8-21802becccc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:38.212547 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:38.244764 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347feb-9582-4fde-993f-a55b6b1d55a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:38.311283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e12f7a0-2ad4-4ccb-841e-0c9064db038e req-354c84e6-5775-4662-a48e-1e97897f4e9f tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0612607 Oct 11 15:36:38.326141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-cdb988c6-aa33-46c3-b74b-1cf177aec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.330925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-cdb988c6-aa33-46c3-b74b-1cf177aec9fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1094 time: 0.0822902 Oct 11 15:36:38.370610 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228669902-network', 'tenant_id': '62b42e508ff944c4add8a8e34974eccf'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:38.400456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-0226c395-6227-4f5f-b04b-8cf1016adcc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 200 len: 217 time: 0.0597427 Oct 11 15:36:38.404976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Made reservation on behalf of 62b42e508ff944c4add8a8e34974eccf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:38.407761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.420184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.455986 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-b103e5a3-73c9-4d9d-a327-0b42826dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.457512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-b103e5a3-73c9-4d9d-a327-0b42826dca35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.0480919 Oct 11 15:36:38.459143 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e5304-07be-4711-a418-a84b325604e9 x-openstack-request-id: req-530e5304-07be-4711-a418-a84b325604e9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:38.459417 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:38.459665 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-530e5304-07be-4711-a418-a84b325604e9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:38.460046 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75', 'status': 'completed', 'code': 200} Oct 11 15:36:38.507317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-1dae2a98-d190-4901-bb5c-324b9339c6c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371654 Oct 11 15:36:38.552851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.557653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.570309 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:36:38.595068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.595667 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Added segment c2fb4c58-bca5-45c9-9735-6dd0e287ff37 of type vlan for network 64b880d4-4975-4cd9-8f56-98cb66d89da5 Oct 11 15:36:38.615316 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00387dc1-f2bf-4a13-936c-c641a1bf3aa6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:38.641415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-9eab5ae3-8c6a-4b59-aa9f-43e873aba33b service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270556 Oct 11 15:36:38.668922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.712154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.713117 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.713716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.779169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb26dc-19e4-40d8-9d75-2453d66038dd req-26ca93b5-456b-4834-94f4-1a3e857bbba6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.786460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ecb26dc-19e4-40d8-9d75-2453d66038dd req-26ca93b5-456b-4834-94f4-1a3e857bbba6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 943 time: 0.1340566 Oct 11 15:36:38.791618 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] Pushing event updated for resources: {'Network': ['ID=64b880d4-4975-4cd9-8f56-98cb66d89da5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:38.805037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 64b880d4-4975-4cd9-8f56-98cb66d89da5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:36:38.831860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f5b5bec-7282-47a3-80e4-f952a9d9fa70 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6173871 Oct 11 15:36:38.835858 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:38.845047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Request body: {'subnet': {'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228669902-subnet', 'tenant_id': '62b42e508ff944c4add8a8e34974eccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:38.867058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcffe71-0aae-42cf-b6e6-7a1f80bb1308 req-401d9475-5250-49c5-aa47-5ca359de8834 service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179914 Oct 11 15:36:38.885795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ecb26dc-19e4-40d8-9d75-2453d66038dd req-37ca6e6e-0a60-425e-b034-91e0c065a809 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Oct 11 15:36:38.906395 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Made reservation on behalf of 62b42e508ff944c4add8a8e34974eccf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:38.909570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:38.926398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1795594e-59db-4ebd-a1ca-9f9194da789d req-cfb089d1-89cc-4c4b-826b-77c123163a6d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0392904 Oct 11 15:36:38.988567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-c6b41726-4efd-432e-b258-644ad625f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:38.990089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-c6b41726-4efd-432e-b258-644ad625f54a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1094 time: 0.0617890 Oct 11 15:36:39.143970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-c45b7ddf-6a63-4f62-91ef-c0ddc65e1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:39.146022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-c45b7ddf-6a63-4f62-91ef-c0ddc65e1907 service neutron] 10.222.0.36 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 912 time: 0.1489654 Oct 11 15:36:39.189449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:39.201550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-9c4dde5d-d9f7-4153-b956-be37cb10a4f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 200 len: 217 time: 0.0463321 Oct 11 15:36:39.234488 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:39.254141 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cd849f-8de8-4eb6-8377-1fc19e1a048b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:39.262869 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Checking segment: {'id': 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:39.263238 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Network hostable DHCP agents. Network: 64b880d4-4975-4cd9-8f56-98cb66d89da5, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:36:39.283433 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Network 64b880d4-4975-4cd9-8f56-98cb66d89da5 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:36:39.298313 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 64b880d4-4975-4cd9-8f56-98cb66d89da5) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:39.300593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-84624964-47bd-4310-a659-533a7607ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:39.302181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-84624964-47bd-4310-a659-533a7607ef5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.0854838 Oct 11 15:36:39.303913 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:39.304998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:39.308890 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89efd099-386e-47d9-8ea2-b4adcae65edf None None] Network 64b880d4-4975-4cd9-8f56-98cb66d89da5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:39.314287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105558de-7f3b-416c-ae72-37ad08a0deab req-ac6cc8b4-7738-41b2-a7dc-872c86f188db tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:39.324329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-105558de-7f3b-416c-ae72-37ad08a0deab req-ac6cc8b4-7738-41b2-a7dc-872c86f188db tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1261806 Oct 11 15:36:39.338424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7cddc74-3007-4c86-b8b5-91d8a17f869b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4996216 Oct 11 15:36:39.354995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-b18b17db-b6d1-43a8-8278-d3fcbe731df8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279779 Oct 11 15:36:39.480296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cef8ad8-bcfa-49e3-bf15-bba5255cbc93 req-84c1bdd1-6f15-4815-89a6-62a6bbb0ec4e tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0440378 Oct 11 15:36:39.501972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-105558de-7f3b-416c-ae72-37ad08a0deab req-e1a5c96d-2997-4782-809a-261ee37bd452 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643844 Oct 11 15:36:39.562557 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9836e-7663-4bc0-984e-7257b66aed57 None None] Network 64b880d4-4975-4cd9-8f56-98cb66d89da5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:39.605092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-1fb94bbb-9c92-4707-a153-72b39ebdf440 service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364330 Oct 11 15:36:39.734708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0610aaa3-5119-44c2-a6d8-21802becccc9 req-303aab0f-f453-46da-8d72-5b86fa31ae0d service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210248 Oct 11 15:36:39.894177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ef8375c4-1766-47fb-86d2-0930f85d4d75 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:36:40.010883 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:40.017114 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1496632474-network', 'tenant_id': '335b8c957b474af4a215ee69e9bc3ebe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:40.044952 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Made reservation on behalf of 335b8c957b474af4a215ee69e9bc3ebe for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:40.047940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.048448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:40.058061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7103e06-be50-4ea9-b742-686de6c4ba9c req-dd68410f-20ed-4720-b324-37bdf88ab153 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0335186 Oct 11 15:36:40.060201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.068574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ef8375c4-1766-47fb-86d2-0930f85d4d75', 'network_id': '046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7', 'port_id': 'ef8375c4-1766-47fb-86d2-0930f85d4d75', 'mac_address': 'fa:16:3e:28:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aac9623-7ef1-431e-9234-9b1c72c9e46d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:36:40.085865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddeb1e-d22d-4461-a70d-5a98abfbdb55 req-6b3af070-20ba-4b89-bcfa-e349310f00f3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.085865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcddeb1e-d22d-4461-a70d-5a98abfbdb55 req-6b3af070-20ba-4b89-bcfa-e349310f00f3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 943 time: 0.0967014 Oct 11 15:36:40.137873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcddeb1e-d22d-4461-a70d-5a98abfbdb55 req-5fb0d503-227a-4e7d-a00b-b90164c5feb2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Oct 11 15:36:40.139409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.159361 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8375c4-1766-47fb-86d2-0930f85d4d75 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:40.184779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:40.189993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.202434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.209692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.239512 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:36:40.243251 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-48395fe7-28f0-428a-9c19-def2935a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.245417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-48395fe7-28f0-428a-9c19-def2935a4fa8 service neutron] 10.222.0.36 "GET /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 1032 time: 0.0532961 Oct 11 15:36:40.247250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c47d5-881c-4348-a46f-2b1feb8b7704,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:40.256935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.257465 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Added segment 1a9f9b56-d120-4ec1-b049-aaede9ff2d38 of type vlan for network 21ca7288-a961-4088-8fca-4c60aa28a183 Oct 11 15:36:40.284862 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:40.306292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-be61b328-6bf4-45f9-83bd-c8ec38bea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.307877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-be61b328-6bf4-45f9-83bd-c8ec38bea1ca service neutron] 10.222.0.36 "GET /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 1032 time: 0.0494735 Oct 11 15:36:40.332377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.367716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.369073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.369865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.401895 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ef8375c4-1766-47fb-86d2-0930f85d4d75'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:36:40.439771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] Pushing event updated for resources: {'Network': ['ID=21ca7288-a961-4088-8fca-4c60aa28a183,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:40.446999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a26dcbef-87a3-4557-b0e5-b83fe7f65b6e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.450277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab5c9865-b256-437b-81ad-96c179a1bb3f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4383183 Oct 11 15:36:40.452943 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:40.456229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a26dcbef-87a3-4557-b0e5-b83fe7f65b6e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.462641 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a26dcbef-87a3-4557-b0e5-b83fe7f65b6e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.462795 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Request body: {'subnet': {'network_id': '21ca7288-a961-4088-8fca-4c60aa28a183', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1496632474-subnet', 'tenant_id': '335b8c957b474af4a215ee69e9bc3ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:40.464601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a26dcbef-87a3-4557-b0e5-b83fe7f65b6e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 1995 time: 0.1495166 Oct 11 15:36:40.471860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 21ca7288-a961-4088-8fca-4c60aa28a183 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:36:40.489213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Made reservation on behalf of 335b8c957b474af4a215ee69e9bc3ebe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:40.494406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.515909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-b119e202-a436-4d5c-8afa-e6e4d36081cc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55122c2bf50425fbe927763e53548fd HTTP/1.1" status: 200 len: 380 time: 0.0416064 Oct 11 15:36:40.530193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'admin_state_up': True, 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'security_groups': ['fda82ac4-dc1c-4344-a686-ab073e541899']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:40.629700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.747207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3683e1a-a66d-484b-8f7b-1aff84b33999 req-82636fc9-59fa-4109-85ce-baa47213b2ea tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0870671 Oct 11 15:36:40.843284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9738f4-33aa-4fdd-9e94-6221856c7a7e req-4a8bb874-3dfe-4134-a663-785835fa4d4d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:40.852872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b9738f4-33aa-4fdd-9e94-6221856c7a7e req-4a8bb874-3dfe-4134-a663-785835fa4d4d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2311139 Oct 11 15:36:40.861707 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:40.866350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.878942 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:40.931515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b9738f4-33aa-4fdd-9e94-6221856c7a7e req-23d4c1fb-d97b-4999-b84a-edc02b4d6aa4 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 Oct 11 15:36:40.956264 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd42b665-4bba-4ac9-8e86-b15f20f4a082,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:40.969947 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Checking segment: {'id': '1a9f9b56-d120-4ec1-b049-aaede9ff2d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '21ca7288-a961-4088-8fca-4c60aa28a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:40.970304 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Network hostable DHCP agents. Network: 21ca7288-a961-4088-8fca-4c60aa28a183, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:36:40.990667 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Network 21ca7288-a961-4088-8fca-4c60aa28a183 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:36:41.002565 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 21ca7288-a961-4088-8fca-4c60aa28a183) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:41.007749 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:41.009408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:41.011397 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984529f-4e05-4b58-8d9d-acca7e3827c8 None None] Network 21ca7288-a961-4088-8fca-4c60aa28a183 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:41.036912 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d024c72c-afa5-444c-aaa2-19e2fee2c551 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5753274 Oct 11 15:36:41.099025 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 172.20.0.3 (e2067574-2011-4fc0-8722-5bdab4f0fd32/7960f6af-1c3f-4a99-a258-f64a6367bb3c/36b501a1-aafe-4ddc-91ee-3a9563dfd7a2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:41.267681 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b1d2f-631f-421b-b44a-e0b4818fc9c9 None None] Network 21ca7288-a961-4088-8fca-4c60aa28a183 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:36:41.289313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-549b8cba-f830-4dc3-a541-ae7376f0ce50 req-eb722196-633c-4525-843b-6e2d65f28193 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.1018324 Oct 11 15:36:41.399211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bfe62-dff2-4521-aeb6-c2ce213d2529 req-905a97de-07ce-47a5-842c-1cdb1e1a415f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:41.411253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-395bfe62-dff2-4521-aeb6-c2ce213d2529 req-905a97de-07ce-47a5-842c-1cdb1e1a415f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 944 time: 0.1245983 Oct 11 15:36:41.530846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:41.588086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:41.692617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-395bfe62-dff2-4521-aeb6-c2ce213d2529 req-8348031c-8abf-46d8-a60a-864b0cf45302 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764821 Oct 11 15:36:41.707464 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:41.712982 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:41.731236 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:41.817037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:41.820124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:41.914082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ef8375c4-1766-47fb-86d2-0930f85d4d75 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:41.938286 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-fbaedf36-48c9-4631-bf81-cf9afbdd99fa tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:41.940181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-fbaedf36-48c9-4631-bf81-cf9afbdd99fa tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/networks?id=64b880d4-4975-4cd9-8f56-98cb66d89da5 HTTP/1.1" status: 200 len: 809 time: 0.3606746 Oct 11 15:36:41.945548 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:41.965854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-7d53b792-f82b-4e09-abcd-4085a378ab1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434452 Oct 11 15:36:41.977732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-1552c08e-1091-4a8b-9382-a9bcc58d65c5 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/quotas/62b42e508ff944c4add8a8e34974eccf HTTP/1.1" status: 200 len: 375 time: 0.0255041 Oct 11 15:36:41.997870 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'admin_state_up': True, 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'security_groups': ['fda82ac4-dc1c-4344-a686-ab073e541899']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:42.001245 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ef8375c4-1766-47fb-86d2-0930f85d4d75 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:36:42.007876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ef8375c4-1766-47fb-86d2-0930f85d4d75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:42.008508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:42.112898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57d3de6f-8210-44a0-821e-7a7fef176bbb req-fd66f454-01c6-4f2c-bad8-494ad2b25a72 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.1649704 Oct 11 15:36:42.115079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-b968e3ab-ed0e-471b-89d7-e50689654a42 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b42e508ff944c4add8a8e34974eccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426474 Oct 11 15:36:42.154881 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:42.186940 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:42.189526 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea26aa6-3be2-471b-9d57-61472bdb75ee" -d '{"events": [{"server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "name": "network-vif-plugged", "status": "completed", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:42.203900 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8f75d76-8ce6-4139-bc4c-6e662dc33f55 None None] Provisioning complete for port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:42.204312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8f75d76-8ce6-4139-bc4c-6e662dc33f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:42.209320 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:42.229724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:42.297776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-846cd37f-c32b-4a42-b3a8-3fb96c558957 service neutron] 10.222.0.31 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722834 Oct 11 15:36:42.305703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:42.310573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:42.336067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8f75d76-8ce6-4139-bc4c-6e662dc33f55 None None] Port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:42.372337 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:42.830711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cf51d-fee9-4eca-806d-23d0ea9cd79d req-77d3e115-ee6e-46f5-a1f5-0093a067067d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:42.832189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee9cf51d-fee9-4eca-806d-23d0ea9cd79d req-77d3e115-ee6e-46f5-a1f5-0093a067067d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.5074129 Oct 11 15:36:42.885018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-63e5ff3c-3518-49b0-9914-4646b1366cd7 service neutron] 10.222.0.31 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713980 Oct 11 15:36:42.927343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee9cf51d-fee9-4eca-806d-23d0ea9cd79d req-4e7efd95-673a-4962-ad37-b63580fc4ac3 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809174 Oct 11 15:36:42.936224 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.1.1.104 (82876f28-e47d-47e6-aa6e-575ac752727b/8ededde8-2aba-4087-ac1d-e7591be6dc03/8219a790-0da8-4457-83e2-e9afe3ad4601) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:42.996491 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba699d8-c05d-4d7f-89e8-2e55c0bb01fa x-openstack-request-id: req-7ba699d8-c05d-4d7f-89e8-2e55c0bb01fa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:42.996773 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "name": "network-vif-plugged", "status": "completed", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:42.997029 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba699d8-c05d-4d7f-89e8-2e55c0bb01fa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:42.997429 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75', 'code': 200} Oct 11 15:36:43.098861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:43.107786 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404ce8d-8519-4f7b-9304-13353cc65968 req-1a76699d-a1a4-4fe9-b1dc-5dbe730124df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:43.109522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9404ce8d-8519-4f7b-9304-13353cc65968 req-1a76699d-a1a4-4fe9-b1dc-5dbe730124df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1096 time: 0.0554435 Oct 11 15:36:43.183914 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9404ce8d-8519-4f7b-9304-13353cc65968 req-3760c5de-c573-4b38-9668-9a4b6b7c6718 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Oct 11 15:36:43.235343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:43.285088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500e848-b54f-4acd-867d-1dd6c0185964 req-58964a83-5f4e-4229-90ea-b1eb2662e58e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:43.292729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a500e848-b54f-4acd-867d-1dd6c0185964 req-58964a83-5f4e-4229-90ea-b1eb2662e58e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 931 time: 0.1791935 Oct 11 15:36:43.344197 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 82876f28-e47d-47e6-aa6e-575ac752727b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:43.353316 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:43.371301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a500e848-b54f-4acd-867d-1dd6c0185964 req-98a95655-21d8-479c-a05a-4cc5ab8e4609 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737636 Oct 11 15:36:43.375259 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:43.473532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787304f-707e-4350-aa22-d0166092be47 req-0fb42cb7-7c60-4c0e-8c8f-fff805349a03 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:43.475259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7787304f-707e-4350-aa22-d0166092be47 req-0fb42cb7-7c60-4c0e-8c8f-fff805349a03 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2857294 Oct 11 15:36:43.495790 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:43.533161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fd6526d-fd8e-41a5-9b76-5833a5544762 req-5a0ebda3-67d9-4045-9516-957bda7b7c65 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 210 time: 0.0524251 Oct 11 15:36:43.546171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:43.547977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:43.592629 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:36:43.605784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f8f15057-4608-42ec-9e53-6e1fa4016ba4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6267383 Oct 11 15:36:43.616104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7787304f-707e-4350-aa22-d0166092be47 req-a11c0f1e-15df-4160-af4b-a79152e4f89a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263227 Oct 11 15:36:43.624683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'admin_state_up': True, 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'security_groups': ['fda82ac4-dc1c-4344-a686-ab073e541899']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:43.738226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45ed67ed-7fa2-4586-aada-9d27a66b7dd2 req-8fc3fb21-64c3-40d8-a1c7-313121a39b94 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.1083150 Oct 11 15:36:43.838999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:43.842780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:43.877079 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74fe987a-5e85-4210-8293-30bcff0bc002 None None] Provisioning complete for port 8219a790-0da8-4457-83e2-e9afe3ad4601 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:43.877550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74fe987a-5e85-4210-8293-30bcff0bc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:43.929379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74fe987a-5e85-4210-8293-30bcff0bc002 None None] Port 8219a790-0da8-4457-83e2-e9afe3ad4601 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:44.074441 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.1.1.138 (82876f28-e47d-47e6-aa6e-575ac752727b/8ededde8-2aba-4087-ac1d-e7591be6dc03/4d0a81d0-9665-4dc1-aaf6-c587c50024ee) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:44.128627 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6f965-18f2-455d-b640-4fa5444d90da req-437cd316-95af-4f37-9473-f48aaf851bc1 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:44.130260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2e6f965-18f2-455d-b640-4fa5444d90da req-437cd316-95af-4f37-9473-f48aaf851bc1 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1056962 Oct 11 15:36:44.227281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2e6f965-18f2-455d-b640-4fa5444d90da req-92211ff4-353f-4ffb-8c96-c87c7ca86f6a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887036 Oct 11 15:36:44.313509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:44.349377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:44.397796 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network 82876f28-e47d-47e6-aa6e-575ac752727b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:44.403706 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:44.407126 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:44.439904 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:44.486905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:44.487720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:44.644982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-332eda08-730b-4e4d-86fb-6f014714914d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277174 Oct 11 15:36:44.686165 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'admin_state_up': True, 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'security_groups': ['fda82ac4-dc1c-4344-a686-ab073e541899']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:44.773445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e57d302e-748d-49ee-9ac9-ab3123d98704 req-c012533e-4f0d-4767-81fc-0d7d24998e9f tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 210 time: 0.0971465 Oct 11 15:36:44.860661 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f6cd32c-df65-492e-b15b-b09b2777bca7 None None] Provisioning complete for port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:44.862758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd32c-df65-492e-b15b-b09b2777bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:44.885740 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f902-bce9-481c-bb7b-ceb581276b66 req-9aa810d6-104a-4054-8432-212b702ed18a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:44.892214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f902-bce9-481c-bb7b-ceb581276b66 req-9aa810d6-104a-4054-8432-212b702ed18a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:44.899249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f902-bce9-481c-bb7b-ceb581276b66 req-9aa810d6-104a-4054-8432-212b702ed18a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:44.918224 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cd32c-df65-492e-b15b-b09b2777bca7 None None] Port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:44.920096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34c9f902-bce9-481c-bb7b-ceb581276b66 req-9aa810d6-104a-4054-8432-212b702ed18a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 2374 time: 0.4283490 Oct 11 15:36:45.003974 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-a862ab4e-021c-40b6-823e-72aa6213aca0 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:45.005585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-a862ab4e-021c-40b6-823e-72aa6213aca0 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.43 "GET /v2.0/networks?id=64b880d4-4975-4cd9-8f56-98cb66d89da5 HTTP/1.1" status: 200 len: 809 time: 0.5129385 Oct 11 15:36:45.027243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Request body: {'port': {'device_id': 'ef07a4b6-41fd-4459-831f-27536098feec', 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5', 'admin_state_up': True, 'tenant_id': '62b42e508ff944c4add8a8e34974eccf'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:45.110339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34c9f902-bce9-481c-bb7b-ceb581276b66 req-98a0228a-207f-40b0-b1d8-592512411564 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694851 Oct 11 15:36:45.132905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f0d62-8ff3-418b-989e-5cabbb2c7aec req-c9ae71b2-20b3-46af-a980-e459df225c60 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:45.141107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69f0d62-8ff3-418b-989e-5cabbb2c7aec req-c9ae71b2-20b3-46af-a980-e459df225c60 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2101452 Oct 11 15:36:45.190735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:45.291175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e69f0d62-8ff3-418b-989e-5cabbb2c7aec req-52fde016-065f-4115-89d3-09298f0f0a1f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482589 Oct 11 15:36:45.430300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Made reservation on behalf of 62b42e508ff944c4add8a8e34974eccf for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:45.433823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:45.463330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fecbef4-51f0-4baa-bd01-7258ca66cea9 req-f72ce964-04ee-4073-8032-209c9d570058 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0614355 Oct 11 15:36:45.486882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:45.633597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541bd8-bfcc-46c8-b2ec-85a6a0c6b39c req-ef15d902-b071-43d2-bafd-aef0267c6d94 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:45.635671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97541bd8-bfcc-46c8-b2ec-85a6a0c6b39c req-ef15d902-b071-43d2-bafd-aef0267c6d94 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2112939 Oct 11 15:36:45.826834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97541bd8-bfcc-46c8-b2ec-85a6a0c6b39c req-fab7d136-5e7d-4ed2-a3e8-66808aaea7ce tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739295 Oct 11 15:36:45.848618 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280d42-0870-48f2-8106-8760dac0f928 req-2656e681-18fb-4ec9-8069-d51e16ec8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:45.863138 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-2656e681-18fb-4ec9-8069-d51e16ec8d06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1096 time: 0.0710618 Oct 11 15:36:45.954056 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Allocated IP 172.20.0.6 (64b880d4-4975-4cd9-8f56-98cb66d89da5/46cd849f-8de8-4eb6-8377-1fc19e1a048b/2e298ef1-f8e7-4943-879b-05d293f91734) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:45.998768 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280d42-0870-48f2-8106-8760dac0f928 req-e45d7170-68de-4ad1-8cbf-2c8b5728a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.000488 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-e45d7170-68de-4ad1-8cbf-2c8b5728a2b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 912 time: 0.1365776 Oct 11 15:36:46.009739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-029773b2-f675-4123-931a-c552c2be9cc1 req-9ce054ef-c227-4d71-a8f5-917f61a2fbb3 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 210 time: 0.0532870 Oct 11 15:36:46.038193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d855c61-06a6-4060-bdb9-b194ce7a0bdc req-f78c6a9f-b925-4d6d-96f9-4b9b38e6ddbb tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.041183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d855c61-06a6-4060-bdb9-b194ce7a0bdc req-f78c6a9f-b925-4d6d-96f9-4b9b38e6ddbb tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2089465 Oct 11 15:36:46.041183 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.2.2.100 (a609aea0-b03f-4bbc-b558-f41c5a6bf8d6/ad88a896-420f-4047-9104-37aba2fc31d0/1ec2b8e1-8b87-4af1-a780-b6be4b89cde4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:46.061633 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-6832332e-5a83-4211-9cdb-aa5be78eb3bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 200 len: 217 time: 0.0529234 Oct 11 15:36:46.126372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280d42-0870-48f2-8106-8760dac0f928 req-221cec22-8210-4392-b5e8-29901d6f6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.128302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-221cec22-8210-4392-b5e8-29901d6f6514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.0586829 Oct 11 15:36:46.170662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-168cd13e-7d01-476a-9c0d-8e1b6cd580bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343919 Oct 11 15:36:46.181821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d855c61-06a6-4060-bdb9-b194ce7a0bdc req-84556b31-c168-456c-bea9-9ffcfb8b68ac tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286800 Oct 11 15:36:46.320494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-07aabe53-c0cc-46f8-910e-058bfca35246 service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399987 Oct 11 15:36:46.326430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.382005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ddd0-87df-44aa-89e9-d9a78f559e5b req-715992c9-2ed0-4338-8512-73543c920a86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.388465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ddd0-87df-44aa-89e9-d9a78f559e5b req-715992c9-2ed0-4338-8512-73543c920a86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.394444 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ddd0-87df-44aa-89e9-d9a78f559e5b req-715992c9-2ed0-4338-8512-73543c920a86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.396118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64a7ddd0-87df-44aa-89e9-d9a78f559e5b req-715992c9-2ed0-4338-8512-73543c920a86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 2374 time: 0.1508095 Oct 11 15:36:46.423570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.464488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.466451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-78280d42-0870-48f2-8106-8760dac0f928 req-e7ace132-56e8-4049-800b-69c39e160eda service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383512 Oct 11 15:36:46.477317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64a7ddd0-87df-44aa-89e9-d9a78f559e5b req-90e1c964-43eb-4f3a-9625-d5391380ad06 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667934 Oct 11 15:36:46.555438 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Network 64b880d4-4975-4cd9-8f56-98cb66d89da5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:46.556819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.563799 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:46.566612 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Pushing event updated for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:46.572319 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:46.651593 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:46.677731 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:46.681017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cc3f455-717d-4039-a440-d2b607c2526e req-541e647e-653d-4b3b-91ea-3e702cf7d485 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0609202 Oct 11 15:36:46.681754 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:46.709879 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:46.718131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.718704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.753970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:46.754628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:46.759954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-c4036fcb-6204-4385-8afe-add138cee6ec tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7426815 Oct 11 15:36:46.774891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Request body: {'port': {'device_id': 'ef07a4b6-41fd-4459-831f-27536098feec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:46.782219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f963296a-da17-4a41-8fad-8cf63491a59f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1047742 Oct 11 15:36:46.803889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'admin_state_up': True, 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'security_groups': ['fda82ac4-dc1c-4344-a686-ab073e541899']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:46.982764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:47.055638 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b58a53b-a5c1-43c1-a24d-50199e1fee2f None None] Provisioning complete for port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:47.056121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b58a53b-a5c1-43c1-a24d-50199e1fee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:47.100774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a53b-a5c1-43c1-a24d-50199e1fee2f None None] Port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:47.111763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b59b9-7e17-4834-bcc3-b04e61b39283 req-fc4c977c-75f1-469e-8cdf-322ef6d41aa9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:47.113229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74b59b9-7e17-4834-bcc3-b04e61b39283 req-fc4c977c-75f1-469e-8cdf-322ef6d41aa9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1753800 Oct 11 15:36:47.158848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Made reservation on behalf of d55122c2bf50425fbe927763e53548fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:36:47.163334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:47.693124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74b59b9-7e17-4834-bcc3-b04e61b39283 req-2f818ad8-70ef-48b0-a51b-d24a786e99cd tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604591 Oct 11 15:36:47.733511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8eec4-8dae-4c1b-8946-ad80c845f2d9 req-4d189bf8-2399-4db5-bc66-e169f005102e tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:47.735191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf8eec4-8dae-4c1b-8946-ad80c845f2d9 req-4d189bf8-2399-4db5-bc66-e169f005102e tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 931 time: 0.6365454 Oct 11 15:36:47.925973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf8eec4-8dae-4c1b-8946-ad80c845f2d9 req-135fd6af-5f74-4860-a555-7032c15ac6d6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816132 Oct 11 15:36:47.993192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1e30-a8f4-4181-8e1b-54dd19af89c0 req-05bdb317-161e-47f6-a961-c0b51b95beb3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:47.994885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-461b1e30-a8f4-4181-8e1b-54dd19af89c0 req-05bdb317-161e-47f6-a961-c0b51b95beb3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1880686 Oct 11 15:36:48.028384 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Allocated IP 10.2.2.200 (a609aea0-b03f-4bbc-b558-f41c5a6bf8d6/ad88a896-420f-4047-9104-37aba2fc31d0/c65a254a-6a3e-400b-a786-f92e17154094) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:36:48.146223 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e298ef1-f8e7-4943-879b-05d293f91734 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:48.171200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-461b1e30-a8f4-4181-8e1b-54dd19af89c0 req-4a458bf3-10b5-4037-ab89-ea5afa105b21 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640997 Oct 11 15:36:48.178980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.271685 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Transition to ACTIVE for port object 2e298ef1-f8e7-4943-879b-05d293f91734 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:48.292756 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.303633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-3083c782-8f27-478e-97dc-d2f0c6ac94e6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.310145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-3083c782-8f27-478e-97dc-d2f0c6ac94e6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.316019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-3083c782-8f27-478e-97dc-d2f0c6ac94e6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.322185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-3083c782-8f27-478e-97dc-d2f0c6ac94e6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.323891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-3083c782-8f27-478e-97dc-d2f0c6ac94e6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 3095 time: 0.2486575 Oct 11 15:36:48.359192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a50fdd88-c94c-4335-aac4-23855143ab9a req-64c43859-9d17-4969-8156-bb9f39f734df tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0823812 Oct 11 15:36:48.456578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.465751 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Pushing event updated for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:48.500068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c89f7f40-9b1b-46ad-90db-0cf52f630c65 req-8b1d8a5c-b2b5-46ed-b7c8-c601b4f7dbe9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485119 Oct 11 15:36:48.572800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.574830 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Attempting to bind port 2e298ef1-f8e7-4943-879b-05d293f91734 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:48.575165 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Attempting to bind port 2e298ef1-f8e7-4943-879b-05d293f91734 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:48.575501 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Attempting to bind port 2e298ef1-f8e7-4943-879b-05d293f91734 on network 64b880d4-4975-4cd9-8f56-98cb66d89da5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:48.607447 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Port 2e298ef1-f8e7-4943-879b-05d293f91734 on network 64b880d4-4975-4cd9-8f56-98cb66d89da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:48.607760 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Attempting to bind port 2e298ef1-f8e7-4943-879b-05d293f91734 on network 64b880d4-4975-4cd9-8f56-98cb66d89da5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:48.619346 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:48.619346 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Checking segment: {'id': 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:48.619702 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Bound using segment: {'id': 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:48.620077 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Bound port: 2e298ef1-f8e7-4943-879b-05d293f91734, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:48.620420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.643060 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:36:48.648589 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:36:48.651676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:48.653944 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:36:48.747637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.748294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.795858 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:48.799300 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e298ef1-f8e7-4943-879b-05d293f91734,segment=NetworkSegment(c2fb4c58-bca5-45c9-9735-6dd0e287ff37),segment_id=c2fb4c58-bca5-45c9-9735-6dd0e287ff37)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:48.804716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6015d609-c95d-4b17-bebd-62c32e6ac602 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0064151 Oct 11 15:36:48.808480 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.815626 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aab50306-f831-449d-8897-11918aa5fd1d req-abb42a60-28ae-4551-a2fd-6db40f5b5e0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0595908 Oct 11 15:36:48.819399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:48.911963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:48.912588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:48.914020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] 10.222.0.43 "PUT /v2.0/ports/2e298ef1-f8e7-4943-879b-05d293f91734 HTTP/1.1" status: 200 len: 1091 time: 2.1444733 Oct 11 15:36:48.914468 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:48.917356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952e37c-2798-47c1-8db9-114101a1bf97" -d '{"events": [{"name": "network-changed", "server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:48.979135 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279b0ed-7383-4917-a753-3dafd983c715 x-openstack-request-id: req-5279b0ed-7383-4917-a753-3dafd983c715 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:48.979420 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:48.979668 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5279b0ed-7383-4917-a753-3dafd983c715 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:48.980059 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734', 'status': 'completed', 'code': 200} Oct 11 15:36:49.038569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e0aa3f6-9128-4add-a70c-8624b13627ee None None] Provisioning complete for port c65a254a-6a3e-400b-a786-f92e17154094 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:49.041062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa3f6-9128-4add-a70c-8624b13627ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:49.084859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:49.089221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e0aa3f6-9128-4add-a70c-8624b13627ee None None] Port c65a254a-6a3e-400b-a786-f92e17154094 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:36:49.089414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05761e6b-d40c-41ac-a52a-e38febed972f service neutron] Pushing event updated for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:49.119178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcba5d-38a5-4a02-882f-2d5f8de44167 req-53cd6f00-d79f-48eb-ba33-b4e40fc46415 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.120780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2dcba5d-38a5-4a02-882f-2d5f8de44167 req-53cd6f00-d79f-48eb-ba33-b4e40fc46415 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2888861 Oct 11 15:36:49.145896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c08b32-061a-4f68-9733-a0983308ef3a req-76efc4f1-d6cd-4b27-b2fa-e6d50b0a90c6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.147352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62c08b32-061a-4f68-9733-a0983308ef3a req-76efc4f1-d6cd-4b27-b2fa-e6d50b0a90c6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 943 time: 0.1126225 Oct 11 15:36:49.167907 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-d01c4099-067a-49b0-88b6-fdfa2e08da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.169450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-d01c4099-067a-49b0-88b6-fdfa2e08da78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b42e508ff944c4add8a8e34974eccf&device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 1094 time: 0.2034273 Oct 11 15:36:49.255919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-e53d430d-1833-420d-b9d4-ca51a8f24568 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e298ef1-f8e7-4943-879b-05d293f91734 HTTP/1.1" status: 200 len: 217 time: 0.0699878 Oct 11 15:36:49.331640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2dcba5d-38a5-4a02-882f-2d5f8de44167 req-8b1fb453-7122-474e-ad9b-57d97cc48450 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014308 Oct 11 15:36:49.373679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62c08b32-061a-4f68-9733-a0983308ef3a req-df822a51-a42e-48ae-97a2-433a4818fc58 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927812 Oct 11 15:36:49.396735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-60651122-b30c-47e9-a383-b2d8d24ba486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.398400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-60651122-b30c-47e9-a383-b2d8d24ba486 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=46cd849f-8de8-4eb6-8377-1fc19e1a048b HTTP/1.1" status: 200 len: 849 time: 0.1260028 Oct 11 15:36:49.447374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-74161dce-b4b2-4107-8398-a87f4971d1ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64b880d4-4975-4cd9-8f56-98cb66d89da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354795 Oct 11 15:36:49.604478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6819953b-df39-4fa0-b3a1-4da5e45283eb req-2eba86f5-1108-49b0-9144-828aaf0d05a2 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0818744 Oct 11 15:36:49.646195 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b04a22-702c-4804-9210-d9ebdc341174 req-a1b0d9f7-88d9-41ab-8246-1145068403a4 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.647793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75b04a22-702c-4804-9210-d9ebdc341174 req-a1b0d9f7-88d9-41ab-8246-1145068403a4 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2040203 Oct 11 15:36:49.727371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-6a1673df-7632-4d11-bcc7-2b6ad9ab44fe service neutron] 10.222.0.43 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693324 Oct 11 15:36:49.791709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75b04a22-702c-4804-9210-d9ebdc341174 req-6706193c-cce4-4b97-bbef-81baa12f1aba tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325586 Oct 11 15:36:49.890924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.897149 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.907311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.910308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.917374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:49.922307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-7002d642-029e-4522-89f0-713c226fd91a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 3816 time: 0.2255068 Oct 11 15:36:49.964783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ddc09d05-ee1c-407c-82a3-0050cea3a265 req-0e4558d3-5bef-40e8-9ea2-2a387d560b78 service neutron] 10.222.0.43 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101512 Oct 11 15:36:49.979404 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:49.998309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.047169 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Transition to ACTIVE for port object 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:50.069995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5bdaf9e-9680-4062-93de-5ec0d7949514 req-01b2dd64-1a77-4daf-a39c-9a04f6bad923 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996861 Oct 11 15:36:50.072738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.138276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:50.156179 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-b0841eaf-2cdd-44bc-a1b3-71d168159c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.157688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-b0841eaf-2cdd-44bc-a1b3-71d168159c79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b42e508ff944c4add8a8e34974eccf&device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 1094 time: 0.1276529 Oct 11 15:36:50.280151 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Attempting to bind port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:50.280485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Attempting to bind port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:50.280819 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Attempting to bind port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 on network e2067574-2011-4fc0-8722-5bdab4f0fd32 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:50.293293 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 on network e2067574-2011-4fc0-8722-5bdab4f0fd32 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:50.293782 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Attempting to bind port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 on network e2067574-2011-4fc0-8722-5bdab4f0fd32 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:50.307644 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:50.307985 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Checking segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:50.308375 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Bound using segment: {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:50.308825 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Bound port: 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b345012d-2b90-4595-9ffb-a4c0cecf89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:50.309251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.361964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-98678a6d-dbd2-4488-a3d7-40005bce41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.364411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-98678a6d-dbd2-4488-a3d7-40005bce41ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=64b880d4-4975-4cd9-8f56-98cb66d89da5 HTTP/1.1" status: 200 len: 910 time: 0.1841698 Oct 11 15:36:50.496826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-5be591bf-5354-46a0-9631-131df234c912 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e298ef1-f8e7-4943-879b-05d293f91734 HTTP/1.1" status: 200 len: 217 time: 0.1150239 Oct 11 15:36:50.513993 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:50.581263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:50.594450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.610361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70ccda-9527-45cf-8e1d-ee16216df774 req-1d812890-af72-4a3b-b0e2-8eba619a475c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.611803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c70ccda-9527-45cf-8e1d-ee16216df774 req-1d812890-af72-4a3b-b0e2-8eba619a475c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1857195 Oct 11 15:36:50.644176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-0872223c-cb3d-4ea7-8430-ddf466712d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.645542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-0872223c-cb3d-4ea7-8430-ddf466712d13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=46cd849f-8de8-4eb6-8377-1fc19e1a048b HTTP/1.1" status: 200 len: 849 time: 0.1341641 Oct 11 15:36:50.673745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52724f5b-0cb3-4d04-8e66-02af0204daf2 req-12ba1d35-ecf3-4176-a8bd-1c3f6fb4346a tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.675205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52724f5b-0cb3-4d04-8e66-02af0204daf2 req-12ba1d35-ecf3-4176-a8bd-1c3f6fb4346a tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 943 time: 0.1839051 Oct 11 15:36:50.682611 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:50.683211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.684571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] 10.222.0.36 "PUT /v2.0/ports/36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1091 time: 1.8708620 Oct 11 15:36:50.728208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-52e55133-3c22-43b7-a4a6-9735da460523 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64b880d4-4975-4cd9-8f56-98cb66d89da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623727 Oct 11 15:36:50.739357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:50.809999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd4098-eca6-4519-8cd0-4de62278c569 service neutron] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:50.853084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c70ccda-9527-45cf-8e1d-ee16216df774 req-c9bce72a-1800-4283-8b47-ed5677240efc tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109725 Oct 11 15:36:50.932878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:50.957892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52724f5b-0cb3-4d04-8e66-02af0204daf2 req-a9b93dc4-a64e-4f1e-87af-89922a00c2c0 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585607 Oct 11 15:36:50.988062 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:51.001217 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d743c-b001-4500-be96-68610feed674" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:51.089601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dcf0e1b-35af-4b50-8474-5b53d87dfb2f req-7e976265-fcf2-4aaa-852b-6d470735def8 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0603805 Oct 11 15:36:51.136025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-f3045470-31ba-4b0c-ab05-4b83a0c247b9 service neutron] 10.222.0.43 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885911 Oct 11 15:36:51.157154 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8826984e-92b6-4d7c-b3dc-4310a92ea54f x-openstack-request-id: req-8826984e-92b6-4d7c-b3dc-4310a92ea54f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:51.157839 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:51.158194 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8826984e-92b6-4d7c-b3dc-4310a92ea54f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:51.158699 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'status': 'completed', 'code': 200} Oct 11 15:36:51.225024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.226366 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.228455 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.229134 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.229773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.231830 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e81d743c-b001-4500-be96-68610feed674 req-c405561b-045c-405e-852e-d8c78d1daab2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 4363 time: 0.0540190 Oct 11 15:36:51.313868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bec6bf-2b5c-47ec-97f2-8f4d704622a0 req-5cc46fcb-7e68-40be-8045-df0d332ac728 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.315523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50bec6bf-2b5c-47ec-97f2-8f4d704622a0 req-5cc46fcb-7e68-40be-8045-df0d332ac728 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2476268 Oct 11 15:36:51.444107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4952e37c-2798-47c1-8db9-114101a1bf97 req-66583ca9-a9c8-46ab-8f9e-630aeb110431 service neutron] 10.222.0.43 "GET /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994351 Oct 11 15:36:51.451648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-8b3ed86a-08af-48ef-8f68-5478539cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.452099 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-8b3ed86a-08af-48ef-8f68-5478539cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.452556 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-8b3ed86a-08af-48ef-8f68-5478539cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.457085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e81d743c-b001-4500-be96-68610feed674 req-8b3ed86a-08af-48ef-8f68-5478539cc5ae service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2166135 Oct 11 15:36:51.463974 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.470063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.477590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.482101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.488180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.490022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-43654f74-0688-45c6-9278-4d8b159cb18f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 3828 time: 0.2270010 Oct 11 15:36:51.495451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50bec6bf-2b5c-47ec-97f2-8f4d704622a0 req-400d1ffb-0823-4509-957b-afa1564fd645 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693637 Oct 11 15:36:51.573808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f333a99-9785-4130-8b64-5b0cb0c95e78 req-1f9557d5-5e1a-46d7-bf69-11cbb06aa63b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750585 Oct 11 15:36:51.652533 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630d4719-1501-4616-ba17-4fee441892b6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:51.663667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:51.680106 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Transition to ACTIVE for port object 630d4719-1501-4616-ba17-4fee441892b6 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:51.686274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:51.794307 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d743c-b001-4500-be96-68610feed674 req-ec8c0fcd-5327-431a-80d2-87fe54078571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:51.798206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:51.799776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e81d743c-b001-4500-be96-68610feed674 req-ec8c0fcd-5327-431a-80d2-87fe54078571 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323798 Oct 11 15:36:51.802343 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c54c1a3b-c188-4089-b30f-dd8530d1fe20 req-28a8368b-09c1-4a4f-80ba-7d10e56ae763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59b6913db95246c59680f5fff27bdf05&device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0569839 Oct 11 15:36:51.842008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c54c1a3b-c188-4089-b30f-dd8530d1fe20 req-510370f2-0def-455c-89ff-43a83e1cb752 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=59b6913db95246c59680f5fff27bdf05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305386 Oct 11 15:36:51.875308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f280b526-462b-4f32-af1e-f6874039b2d5 req-df98d16a-bfed-4bf8-b90b-18c69d3a41ba tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0460682 Oct 11 15:36:51.910004 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Attempting to bind port 630d4719-1501-4616-ba17-4fee441892b6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:51.910549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Attempting to bind port 630d4719-1501-4616-ba17-4fee441892b6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:51.911092 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Attempting to bind port 630d4719-1501-4616-ba17-4fee441892b6 on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:51.916488 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Port 630d4719-1501-4616-ba17-4fee441892b6 on network 82876f28-e47d-47e6-aa6e-575ac752727b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:51.917053 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Attempting to bind port 630d4719-1501-4616-ba17-4fee441892b6 on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:51.926213 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:51.926626 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:51.927088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Bound using segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:51.927597 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Bound port: 630d4719-1501-4616-ba17-4fee441892b6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:51.928024 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:52.022750 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c1a3b-c188-4089-b30f-dd8530d1fe20 req-8470bd3c-6760-4fc7-8b6f-1c9b0acb0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:52.026039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c54c1a3b-c188-4089-b30f-dd8530d1fe20 req-8470bd3c-6760-4fc7-8b6f-1c9b0acb0b1d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764784 Oct 11 15:36:52.027662 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:52.050244 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=630d4719-1501-4616-ba17-4fee441892b6,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:52.082715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:52.157098 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:52.157853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:52.159297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] 10.222.0.36 "PUT /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 1135 time: 1.4362965 Oct 11 15:36:52.200993 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:52.252851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda99757-cb37-4b58-95ba-3dd9bfa92894 req-2cdd693d-7116-405c-ada2-8d8d35c47d1b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:52.254370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eda99757-cb37-4b58-95ba-3dd9bfa92894 req-2cdd693d-7116-405c-ada2-8d8d35c47d1b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2021768 Oct 11 15:36:52.259447 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0063-a84c-450d-a1d7-934f23725d7d service neutron] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:52.276522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6efb3c-23eb-4a69-86d7-2a4ee7b7e620 req-a048702a-69c8-4898-bea6-2791032de8ea tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:52.278041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb6efb3c-23eb-4a69-86d7-2a4ee7b7e620 req-a048702a-69c8-4898-bea6-2791032de8ea tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 943 time: 0.1470389 Oct 11 15:36:52.354400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:52.373989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eda99757-cb37-4b58-95ba-3dd9bfa92894 req-dc581a76-8bd3-4731-9015-7bc4765cb0cc tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949414 Oct 11 15:36:52.388644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb6efb3c-23eb-4a69-86d7-2a4ee7b7e620 req-decb888d-fb25-4b65-938c-23b332117072 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989993 Oct 11 15:36:52.679933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-82de4940-973d-4a0b-ac51-911a0786b9ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472957 Oct 11 15:36:53.138203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227a63b-878e-4fbd-b726-f9ac0729c25e req-73061d3e-7d35-4438-9959-1587f1e9977a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.139692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5227a63b-878e-4fbd-b726-f9ac0729c25e req-73061d3e-7d35-4438-9959-1587f1e9977a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.5465906 Oct 11 15:36:53.161058 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '630d4719-1501-4616-ba17-4fee441892b6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:53.163267 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77600005-8da2-4dd7-b891-855df1adc205" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "630d4719-1501-4616-ba17-4fee441892b6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:53.186487 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.192299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.198994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.204838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.210700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.216619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.218494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-bf9f94e2-7669-4c07-abcc-58259753055e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 4605 time: 0.5356545 Oct 11 15:36:53.240215 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-e8f9e62a-9ce8-4b7e-bc47-0fd5defbb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.241717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-e8f9e62a-9ce8-4b7e-bc47-0fd5defbb4cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41583dc7b0454a7a90ab032119eb45c4&device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 1096 time: 0.5113897 Oct 11 15:36:53.254861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c54c1a3b-c188-4089-b30f-dd8530d1fe20 req-ff3cda77-44be-4342-91cd-d62d445c4378 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0337708 Oct 11 15:36:53.345621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5227a63b-878e-4fbd-b726-f9ac0729c25e req-39de5716-c7a8-436e-8375-58aade51faa2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919262 Oct 11 15:36:53.377716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccf1e4e0-64e2-4835-bf71-154ffd031de3 req-e569de38-89f3-42d7-875e-b8bb703f5e05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442909 Oct 11 15:36:53.427424 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:53.432118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2e298ef1-f8e7-4943-879b-05d293f91734 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:36:53.456502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:53.507679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-e22c0ea8-1add-4ba1-b202-65fb3ab4b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.510149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-e22c0ea8-1add-4ba1-b202-65fb3ab4b3fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 200 len: 913 time: 0.2416658 Oct 11 15:36:53.530383 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Transition to ACTIVE for port object fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:53.545033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6ca5f1b-e7e5-44c5-86e4-9aaec8d9ea53 req-481be2db-9a50-41d4-a901-9e887f248650 tempest-ServerShowV257Test-1657694152 tempest-ServerShowV257Test-1657694152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44df269-1c73-44de-a22c-da58b95c9c05 HTTP/1.1" status: 200 len: 210 time: 0.0560837 Oct 11 15:36:53.621000 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e298ef1-f8e7-4943-879b-05d293f91734,segment=NetworkSegment(c2fb4c58-bca5-45c9-9735-6dd0e287ff37),segment_id=c2fb4c58-bca5-45c9-9735-6dd0e287ff37)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:53.624529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:53.627845 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1a5a68-8b5f-4f02-a0ee-bf8bf182c0f3 x-openstack-request-id: req-ca1a5a68-8b5f-4f02-a0ee-bf8bf182c0f3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:53.628134 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "630d4719-1501-4616-ba17-4fee441892b6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:53.628358 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca1a5a68-8b5f-4f02-a0ee-bf8bf182c0f3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:53.628736 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '630d4719-1501-4616-ba17-4fee441892b6', 'status': 'completed', 'code': 200} Oct 11 15:36:53.649253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '2e298ef1-f8e7-4943-879b-05d293f91734', 'network_id': '64b880d4-4975-4cd9-8f56-98cb66d89da5', 'port_id': '2e298ef1-f8e7-4943-879b-05d293f91734', 'mac_address': 'fa:16:3e:a1:20:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cd849f-8de8-4eb6-8377-1fc19e1a048b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:36:53.733712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-aff83b0c-3f16-4ef4-8f49-d029b1380abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 200 len: 1001 time: 0.2047913 Oct 11 15:36:53.738719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:53.772468 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.772934 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.774333 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.775260 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.776283 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e298ef1-f8e7-4943-879b-05d293f91734 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:53.783688 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.784375 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.784844 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.791900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77600005-8da2-4dd7-b891-855df1adc205 req-d039a498-58ef-42e5-98d5-2b88820b8f8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6177 time: 0.1500242 Oct 11 15:36:53.800479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e298ef1-f8e7-4943-879b-05d293f91734,segment=NetworkSegment(c2fb4c58-bca5-45c9-9735-6dd0e287ff37),segment_id=c2fb4c58-bca5-45c9-9735-6dd0e287ff37)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:53.809786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:53.877808 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:53.879726 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:53.943612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbb31c-994b-4dc2-ae03-37502b28e50b req-f9d6960e-ff29-48fe-8def-b3c7fbfec78c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.952032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60cbb31c-994b-4dc2-ae03-37502b28e50b req-f9d6960e-ff29-48fe-8def-b3c7fbfec78c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.3224144 Oct 11 15:36:53.980745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-5c5f6358-f2e6-418c-be11-9935a70db64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:53.982475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-5c5f6358-f2e6-418c-be11-9935a70db64a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89689e1-717c-4a03-813b-0eda49b42478 HTTP/1.1" status: 200 len: 851 time: 0.2313957 Oct 11 15:36:54.004680 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9fed-9639-4f6e-8919-dbec60850412 req-9daeb7a6-3a1a-4d06-a36c-a680b32f4b3e tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.014023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-336f9fed-9639-4f6e-8919-dbec60850412 req-9daeb7a6-3a1a-4d06-a36c-a680b32f4b3e tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 943 time: 0.2866509 Oct 11 15:36:54.029426 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-941102ef-564c-4656-ba6f-aecfc5442d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.029670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-941102ef-564c-4656-ba6f-aecfc5442d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.030694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-941102ef-564c-4656-ba6f-aecfc5442d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.033730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77600005-8da2-4dd7-b891-855df1adc205 req-941102ef-564c-4656-ba6f-aecfc5442d01 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2290838 Oct 11 15:36:54.151788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60cbb31c-994b-4dc2-ae03-37502b28e50b req-4f2b3711-bc6a-4ecb-a5a6-bfdb52eca3dc tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985970 Oct 11 15:36:54.157536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-336f9fed-9639-4f6e-8919-dbec60850412 req-355cac58-4c07-4f68-a860-237f7bcaf737 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441243 Oct 11 15:36:54.160821 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Attempting to bind port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:54.161152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Attempting to bind port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:54.161474 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Attempting to bind port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:54.167503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-f6364593-73f1-42f3-8ee0-d916c41a3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.172243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-f6364593-73f1-42f3-8ee0-d916c41a3a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2a824e32-d367-444a-8b4c-8c37d5ea7e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576543 Oct 11 15:36:54.174496 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on network 82876f28-e47d-47e6-aa6e-575ac752727b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:54.174815 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Attempting to bind port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:54.179977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2e298ef1-f8e7-4943-879b-05d293f91734'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:36:54.187366 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600005-8da2-4dd7-b891-855df1adc205 req-fb32f345-49e2-4db9-b371-7b9970580024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.188862 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77600005-8da2-4dd7-b891-855df1adc205 req-fb32f345-49e2-4db9-b371-7b9970580024 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490071 Oct 11 15:36:54.194437 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:54.195022 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:54.195630 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Bound using segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:54.195879 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Bound port: fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:54.196234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:54.340196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-1e5a34df-1400-421e-924f-8867b14828a1 service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547256 Oct 11 15:36:54.345145 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:54.349225 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:54.361736 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:54.455552 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.456259 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:54.457745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] 10.222.0.36 "PUT /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 1135 time: 2.2625003 Oct 11 15:36:54.496357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:54.587161 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac6c6-6ba6-460e-bbfe-17da90ea7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:54.639435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1ffad-719b-4a18-abae-1fafff71e298 req-b419eca6-53af-46ce-838a-286b94bfa196 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.641089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ac1ffad-719b-4a18-abae-1fafff71e298 req-b419eca6-53af-46ce-838a-286b94bfa196 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2075582 Oct 11 15:36:54.650024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61660eaf-f4b4-4005-83d9-d68f2e2c53df req-cc15d7e6-b1af-4ba1-aeea-4de40190bafe service neutron] 10.222.0.43 "GET /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985609 Oct 11 15:36:54.711592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:54.724805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.731097 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.736993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.743606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.749600 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.755597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.762187 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:54.769907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29b58557-b911-47be-82d9-b5af02183846 req-92653f1b-94db-4151-a560-b7b8630674f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5382 time: 0.2614467 Oct 11 15:36:54.792298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ac1ffad-719b-4a18-abae-1fafff71e298 req-10c74d72-a635-49fb-94bc-51a52aa7bee8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396880 Oct 11 15:36:54.848528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29b58557-b911-47be-82d9-b5af02183846 req-61e3769d-4bf8-4339-86e4-9311eb1b7078 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777495 Oct 11 15:36:55.199196 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8219a790-0da8-4457-83e2-e9afe3ad4601 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:55.222210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.235643 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Transition to ACTIVE for port object 8219a790-0da8-4457-83e2-e9afe3ad4601 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:55.244756 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.285360 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:55.384381 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:55.433169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97641c82-c4ed-4ba5-bdbb-6fb89ec99efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.447058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2e298ef1-f8e7-4943-879b-05d293f91734 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:36:55.486839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31896bc1-9f6d-4b06-a760-26bee3c8c9ab req-9c2e359e-2e0b-48d4-b824-db6e2c7f0429 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:55.492663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31896bc1-9f6d-4b06-a760-26bee3c8c9ab req-9c2e359e-2e0b-48d4-b824-db6e2c7f0429 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1699345 Oct 11 15:36:55.567797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ec8c8-8576-40b6-92cd-8495667dc21f req-b964455c-9f01-4902-8338-2e8c5168cf5c tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:55.569034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c2ec8c8-8576-40b6-92cd-8495667dc21f req-b964455c-9f01-4902-8338-2e8c5168cf5c tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 944 time: 0.3193307 Oct 11 15:36:55.584322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97641c82-c4ed-4ba5-bdbb-6fb89ec99efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.595915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97641c82-c4ed-4ba5-bdbb-6fb89ec99efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.630797 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:55.642214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641c82-c4ed-4ba5-bdbb-6fb89ec99efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1543d28-e19b-4bb8-b869-aa2010f48711,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:55.645221 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15b93c9-6e61-497a-9816-4c3ed1d955ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:55.664284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-97641c82-c4ed-4ba5-bdbb-6fb89ec99efc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59b6913db95246c59680f5fff27bdf05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768482 Oct 11 15:36:55.668012 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:55.742583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31896bc1-9f6d-4b06-a760-26bee3c8c9ab req-a5d89613-d52b-492a-8333-e162a5cd1444 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010794 Oct 11 15:36:55.746656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.774006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.793003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c2ec8c8-8576-40b6-92cd-8495667dc21f req-0232ffb4-8ca3-485a-98aa-63621cc929b6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664479 Oct 11 15:36:55.793850 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Attempting to bind port 8219a790-0da8-4457-83e2-e9afe3ad4601 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:55.794559 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Attempting to bind port 8219a790-0da8-4457-83e2-e9afe3ad4601 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:55.794559 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Attempting to bind port 8219a790-0da8-4457-83e2-e9afe3ad4601 on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:55.813699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Port 8219a790-0da8-4457-83e2-e9afe3ad4601 on network 82876f28-e47d-47e6-aa6e-575ac752727b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:55.813699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Attempting to bind port 8219a790-0da8-4457-83e2-e9afe3ad4601 on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:55.824641 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:55.824641 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:55.824641 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Bound using segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:55.829615 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Bound port: 8219a790-0da8-4457-83e2-e9afe3ad4601, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:55.831037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.875512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.878981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.906833 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1543d28-e19b-4bb8-b869-aa2010f48711 HTTP/1.1" status: 204 len: 168 time: 0.2146258 Oct 11 15:36:55.925682 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 2e298ef1-f8e7-4943-879b-05d293f91734 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:36:55.931879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 2e298ef1-f8e7-4943-879b-05d293f91734 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:36:55.932644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:55.945824 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed05471-c950-4235-a3c1-72cfbaec4889 x-openstack-request-id: req-1ed05471-c950-4235-a3c1-72cfbaec4889 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:55.946207 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:55.946404 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ed05471-c950-4235-a3c1-72cfbaec4889 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:55.949040 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a', 'status': 'completed', 'code': 200} Oct 11 15:36:56.045630 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:56.053462 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:56.076399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d77e5-8958-4161-a7f6-fc285530950e req-4db48ee0-c65e-4ccb-b14a-738a4a5e8f5d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.078588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-833d77e5-8958-4161-a7f6-fc285530950e req-4db48ee0-c65e-4ccb-b14a-738a4a5e8f5d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1381705 Oct 11 15:36:56.081838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:56.128497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.131271 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:56.132906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] 10.222.0.36 "PUT /v2.0/ports/8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 1091 time: 1.6438382 Oct 11 15:36:56.133163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:56.214178 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e298ef1-f8e7-4943-879b-05d293f91734,segment=NetworkSegment(c2fb4c58-bca5-45c9-9735-6dd0e287ff37),segment_id=c2fb4c58-bca5-45c9-9735-6dd0e287ff37)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:36:56.216627 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:56.219811 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f63d98-16d3-4b54-8f23-bfa171cbe54a" -d '{"events": [{"server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "name": "network-vif-plugged", "status": "completed", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:56.233838 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:56.240859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:56.328259 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:56.393866 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.408472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.415480 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.429679 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.436838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.444045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.451812 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.461330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-314b77b9-32ed-40f4-a06a-018e8edbbe96 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5394 time: 0.4122486 Oct 11 15:36:56.570416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0eadf47-50c9-43ec-9d97-22e4af2abc6c req-c90e7bf1-0021-48db-97c7-3f61c74f7e47 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073325 Oct 11 15:36:56.619903 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0baab-ec79-4c8c-ac53-1a4bc746f87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1543d28-e19b-4bb8-b869-aa2010f48711,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:56.659343 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d7ac-86b9-4b6b-af06-b1b193a2dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:56.669428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:56.675041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.676723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.676723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.677327 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.678456 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.678992 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.679516 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.681905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-833d77e5-8958-4161-a7f6-fc285530950e req-a77fd803-be3d-4950-adda-64dc06efd658 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421014 Oct 11 15:36:56.683232 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-ed3f611c-867c-4281-90c8-3c46a2932ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6286 time: 0.7471845 Oct 11 15:36:56.742142 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da351519-d642-4ecf-b67a-a4d513ffe437 x-openstack-request-id: req-da351519-d642-4ecf-b67a-a4d513ffe437 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:56.742715 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "name": "network-vif-plugged", "status": "completed", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:56.742715 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da351519-d642-4ecf-b67a-a4d513ffe437 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:56.743659 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734', 'code': 200} Oct 11 15:36:56.913289 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-0ce23460-e97b-4195-82c9-6b2d61683d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.913774 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-0ce23460-e97b-4195-82c9-6b2d61683d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.914237 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-0ce23460-e97b-4195-82c9-6b2d61683d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:56.916353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-0ce23460-e97b-4195-82c9-6b2d61683d9a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2220757 Oct 11 15:36:57.101124 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-72537fc9-0a58-4237-98ea-87c8dde21a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.101124 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d15b93c9-6e61-497a-9816-4c3ed1d955ac req-72537fc9-0a58-4237-98ea-87c8dde21a54 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756382 Oct 11 15:36:57.121728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9e82f-7a88-44cc-9727-b753eb2ea901 req-d8810ff8-cfe6-4fcd-af8c-bbafbefbff4d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.122067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76b9e82f-7a88-44cc-9727-b753eb2ea901 req-d8810ff8-cfe6-4fcd-af8c-bbafbefbff4d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2236726 Oct 11 15:36:57.169063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749d37-d71b-49de-bdd8-e6ccfc0fb934 req-89a57b7b-9beb-46e0-b578-419fdfdd6b18 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.170395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4749d37-d71b-49de-bdd8-e6ccfc0fb934 req-89a57b7b-9beb-46e0-b578-419fdfdd6b18 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.2327456 Oct 11 15:36:57.179344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58dab-9267-479d-9ca1-43398a8414aa req-0eecd884-d929-4786-9876-64c25731b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.180892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0da58dab-9267-479d-9ca1-43398a8414aa req-0eecd884-d929-4786-9876-64c25731b11b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 1096 time: 0.2579806 Oct 11 15:36:57.291741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76b9e82f-7a88-44cc-9727-b753eb2ea901 req-b62958ad-3377-43dd-8efa-53b0d8afffb7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355093 Oct 11 15:36:57.298867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0da58dab-9267-479d-9ca1-43398a8414aa req-7ecf3053-c1aa-459c-8a57-8c8c7079904d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071587 Oct 11 15:36:57.301669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4749d37-d71b-49de-bdd8-e6ccfc0fb934 req-7bef2a21-0f65-4a8a-a659-b740dd9a22fe tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198807 Oct 11 15:36:57.376001 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0a81d0-9665-4dc1-aaf6-c587c50024ee {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:57.384604 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:57.399035 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Transition to ACTIVE for port object 4d0a81d0-9665-4dc1-aaf6-c587c50024ee will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:57.406399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:57.466080 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Pushing event updated for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:57.631194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Attempting to bind port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:57.632259 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Attempting to bind port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:57.636944 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Attempting to bind port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:57.657186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee on network 82876f28-e47d-47e6-aa6e-575ac752727b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:57.657534 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Attempting to bind port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:57.669170 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:57.669532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Checking segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:57.671128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Bound using segment: {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:57.671297 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Bound port: 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7359069e-4a8b-46cc-9016-f9ccf50c06ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:57.681107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:57.789512 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:57.792949 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:57.806464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:57.880624 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.887169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.893446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.900038 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.907477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.914231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.921699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.929720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-32513821-cd2a-477c-a2a4-eb4a41789dc7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5406 time: 0.2260387 Oct 11 15:36:57.935333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:57.935952 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:57.937283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] 10.222.0.36 "PUT /v2.0/ports/4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 1091 time: 1.7313333 Oct 11 15:36:57.955105 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601'}, {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:36:57.959984 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601"}, {"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:36:57.979461 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:57.998827 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:36:58.089927 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6450e-ecda-47f5-8adf-30de368d626d service neutron] Pushing event updated for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:58.107148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-697da088-0baf-47d3-89e3-a28d54c762b8 req-631b8685-5f4f-4068-aa8e-6081d828ad4f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765709 Oct 11 15:36:58.138143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5cdb3-e331-44df-b614-233df902659e req-0aed9cf7-9772-4a98-ba9c-3289915d38ac tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.145657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde5cdb3-e331-44df-b614-233df902659e req-0aed9cf7-9772-4a98-ba9c-3289915d38ac tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1894791 Oct 11 15:36:58.160591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e9c67d-a4f5-4a05-957d-171e57f35cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.218608 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Oct 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98745e8-b5bb-4841-83e1-18dca572e238 x-openstack-request-id: req-c98745e8-b5bb-4841-83e1-18dca572e238 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:36:58.219014 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:36:58.219388 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98745e8-b5bb-4841-83e1-18dca572e238 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:36:58.220506 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'status': 'completed', 'code': 200} Oct 11 15:36:58.221449 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee', 'status': 'completed', 'code': 200} Oct 11 15:36:58.257247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.304071 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.304752 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.305223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.306299 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.306812 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.307271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.307726 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.309695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-8e9cd9b4-18f5-40e7-aaa2-68378568500f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6353 time: 0.0910721 Oct 11 15:36:58.318468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde5cdb3-e331-44df-b614-233df902659e req-5978dc5b-1f46-41de-aef7-00c903c79dcc tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670671 Oct 11 15:36:58.422487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e9c67d-a4f5-4a05-957d-171e57f35cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.441695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e9c67d-a4f5-4a05-957d-171e57f35cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.510287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-53e9c67d-a4f5-4a05-957d-171e57f35cd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8651f1b0145461b90679514eb00460f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296900 Oct 11 15:36:58.523467 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:36:58.559207 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9c67d-a4f5-4a05-957d-171e57f35cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb175f49-e6e2-4627-9df0-05ee8fd4e91b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:58.590315 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-a3855804-2c87-4d2e-a351-8befb81af3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.590783 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-a3855804-2c87-4d2e-a351-8befb81af3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.591244 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-a3855804-2c87-4d2e-a351-8befb81af3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.592829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-a3855804-2c87-4d2e-a351-8befb81af3c9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2710550 Oct 11 15:36:58.733418 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:36:58.745725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.755116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a459-4668-4768-84f4-0d167fb0e656 req-0a6930b2-d8ba-4090-9d43-74fed6ace5d5 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.756620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f81a459-4668-4768-84f4-0d167fb0e656 req-0a6930b2-d8ba-4090-9d43-74fed6ace5d5 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.2742901 Oct 11 15:36:58.769257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-4f179c9f-40a3-4f3e-a76c-fdff1bf8e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.772101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-4f179c9f-40a3-4f3e-a76c-fdff1bf8e707 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670158 Oct 11 15:36:58.782593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e440c-7845-4339-a8fd-0c23286506af req-ef10d804-ac92-4828-bc2a-745825ea3153 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.782832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.784463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-551e440c-7845-4339-a8fd-0c23286506af req-ef10d804-ac92-4828-bc2a-745825ea3153 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2890234 Oct 11 15:36:58.787931 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Transition to ACTIVE for port object 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:36:58.815560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.846982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:58.911799 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.912265 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.912722 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.913172 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.913645 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.914093 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.914533 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:58.916534 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-e2540766-7f55-4f52-b443-fb4948f74e4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6378 time: 0.0870767 Oct 11 15:36:58.919876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-551e440c-7845-4339-a8fd-0c23286506af req-2d81efdb-b68b-48bc-8fdd-e15df6f8f33b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 Oct 11 15:36:58.923411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f81a459-4668-4768-84f4-0d167fb0e656 req-5ce64379-9f40-4d2b-8880-a4db029ad1d2 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553247 Oct 11 15:36:59.025968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:59.029736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:59.031371 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb175f49-e6e2-4627-9df0-05ee8fd4e91b HTTP/1.1" status: 204 len: 168 time: 0.5043211 Oct 11 15:36:59.086035 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ea282-e90a-42fd-bbef-e0283c5bb08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb175f49-e6e2-4627-9df0-05ee8fd4e91b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:59.201189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-cadf6bc3-711a-4a2c-bbcd-3ba0160b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.203082 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-cadf6bc3-711a-4a2c-bbcd-3ba0160b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.203778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-cadf6bc3-711a-4a2c-bbcd-3ba0160b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.205711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-cadf6bc3-711a-4a2c-bbcd-3ba0160b509e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2652423 Oct 11 15:36:59.403637 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-ce995321-749c-4cfa-be2b-8bba6fb458f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.406123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ee99edc3-6090-4040-b8ca-6ce5b0a32b29 req-ce995321-749c-4cfa-be2b-8bba6fb458f2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795483 Oct 11 15:36:59.485457 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:59.586813 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Attempting to bind port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:36:59.587156 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Attempting to bind port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:36:59.587591 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Attempting to bind port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:59.598217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebd73-ec14-45d3-b710-dccbc0a2ab8c req-64852f71-9b85-4e75-a1f3-c580f42e51a2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.599671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e7ebd73-ec14-45d3-b710-dccbc0a2ab8c req-64852f71-9b85-4e75-a1f3-c580f42e51a2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1157844 Oct 11 15:36:59.612308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.618684 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.624550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.630367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.636838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.642755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.648531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.656312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80144751-c1e8-44dc-9825-da621779b0eb req-dc35d534-13c6-436a-b340-ee995116f3f9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5418 time: 0.1734192 Oct 11 15:36:59.666055 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:36:59.666362 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Attempting to bind port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:36:59.691742 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:36:59.692071 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Checking segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:36:59.692455 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Bound using segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:36:59.692891 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Bound port: 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:36:59.693240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:59.758035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80144751-c1e8-44dc-9825-da621779b0eb req-e83f0ccf-65fa-4d27-ab8a-59ab42932872 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008191 Oct 11 15:36:59.780780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e7ebd73-ec14-45d3-b710-dccbc0a2ab8c req-f2b06640-4bb3-45e2-acae-2d3bde4fa856 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144080 Oct 11 15:36:59.833618 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:36:59.842089 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:36:59.848503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:59.920829 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:36:59.921607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:36:59.922989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] 10.222.0.36 "PUT /v2.0/ports/1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 1091 time: 1.9304862 Oct 11 15:36:59.943777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf342f-9192-46b5-9f06-bc52ca3c560e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:36:59.966637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Request body: {'port': {'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:00.149010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:00.237064 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:00.239372 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:00.261132 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41765d6-6a02-41fe-b6c4-dfcd403a0238 req-6cbbf200-8f12-43c3-b9db-4faad95247bb tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.268790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b41765d6-6a02-41fe-b6c4-dfcd403a0238 req-6cbbf200-8f12-43c3-b9db-4faad95247bb tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2133632 Oct 11 15:37:00.292013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754854e0-5ed8-40ad-8248-57b3a6c733b3 req-bf3e3a6e-164c-43e9-a6ea-f9a9b02d81b1 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.293963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-754854e0-5ed8-40ad-8248-57b3a6c733b3 req-bf3e3a6e-164c-43e9-a6ea-f9a9b02d81b1 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.2330575 Oct 11 15:37:00.431249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b41765d6-6a02-41fe-b6c4-dfcd403a0238 req-afa51703-ed4a-48a9-b1cf-f35691329673 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608829 Oct 11 15:37:00.485553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-754854e0-5ed8-40ad-8248-57b3a6c733b3 req-7b39ac83-2a73-40d7-bf31-8d1da51b40ad tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697142 Oct 11 15:37:00.565207 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9daa47-25f9-4550-af02-bee815da4b7d x-openstack-request-id: req-8a9daa47-25f9-4550-af02-bee815da4b7d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:00.565518 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:00.566634 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a9daa47-25f9-4550-af02-bee815da4b7d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:00.568495 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4', 'status': 'completed', 'code': 200} Oct 11 15:37:00.643169 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.644265 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.645936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.646615 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.647264 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.647908 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.648601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.651514 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-8da2b0f0-826e-4ab9-8c5f-6c322a5810ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6420 time: 0.0626335 Oct 11 15:37:00.751266 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65a254a-6a3e-400b-a786-f92e17154094 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:00.772501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:00.807946 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Transition to ACTIVE for port object c65a254a-6a3e-400b-a786-f92e17154094 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:37:00.816891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:00.940370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-986a2901-0681-4cfd-9d2a-a5a85cfdc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.941421 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-986a2901-0681-4cfd-9d2a-a5a85cfdc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.942135 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-986a2901-0681-4cfd-9d2a-a5a85cfdc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:00.944422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-986a2901-0681-4cfd-9d2a-a5a85cfdc0b0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d55122c2bf50425fbe927763e53548fd&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2831037 Oct 11 15:37:01.219351 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:01.251605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-68075d25-8f3a-4c91-9cfe-0ddd264dcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.254187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5db3633-c21b-4968-b8a6-1f9b3c5df4d7 req-68075d25-8f3a-4c91-9cfe-0ddd264dcfb8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3017859 Oct 11 15:37:01.282678 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.301035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.319379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.336003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.347289 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.367789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.375091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.378289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-c06df38a-b81b-4860-87e1-76d0a1140f68 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.4814610 Oct 11 15:37:01.390101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77c384-5a27-4dda-a90a-b00ed1f51bd3 req-924de994-29af-4f4d-a981-4d4c6acf35eb tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.391955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be77c384-5a27-4dda-a90a-b00ed1f51bd3 req-924de994-29af-4f4d-a981-4d4c6acf35eb tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.4181871 Oct 11 15:37:01.403816 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Attempting to bind port c65a254a-6a3e-400b-a786-f92e17154094 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:01.404180 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Attempting to bind port c65a254a-6a3e-400b-a786-f92e17154094 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:01.404548 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Attempting to bind port c65a254a-6a3e-400b-a786-f92e17154094 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:01.425972 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Port c65a254a-6a3e-400b-a786-f92e17154094 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:37:01.426285 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Attempting to bind port c65a254a-6a3e-400b-a786-f92e17154094 on network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:01.449589 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:01.450286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Checking segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:01.451058 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Bound using segment: {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:01.451798 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Bound port: c65a254a-6a3e-400b-a786-f92e17154094, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab09d61-3b33-44d9-ae08-2b1dca012532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:01.452343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:01.500072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-595a2e67-c064-42af-88e4-9bd42e3333ad req-1983324b-339f-42ee-a2b6-6446f99b8a86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066341 Oct 11 15:37:01.552611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be77c384-5a27-4dda-a90a-b00ed1f51bd3 req-80f9da11-f0a8-4890-992b-d2b678c9f5c9 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333146 Oct 11 15:37:01.614388 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:01.622101 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:01.636225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:01.691904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.692983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:01.694819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] 10.222.0.36 "PUT /v2.0/ports/c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 1091 time: 1.7417054 Oct 11 15:37:01.804257 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49840619-6bc3-4a53-9582-0037ed585694 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:01.825642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc931f45-37a4-4449-98ee-b53f9ba3277a req-d705d125-578d-45bf-b6d4-7d034068a4db tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.833856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc931f45-37a4-4449-98ee-b53f9ba3277a req-d705d125-578d-45bf-b6d4-7d034068a4db tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1849265 Oct 11 15:37:01.861948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.862575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.863125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.863868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.864161 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.864687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.865210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:01.867632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7b0d82e-8b8b-4e2e-b0f8-8d0ae32edcf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6487 time: 0.1181211 Oct 11 15:37:01.900336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc931f45-37a4-4449-98ee-b53f9ba3277a req-3a717dda-46c2-4123-8e2f-51a037b1f302 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Oct 11 15:37:01.959443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-44137460-44f2-426f-95f4-8083c7047445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 217 time: 0.0739706 Oct 11 15:37:02.054322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-e11841c5-0ffb-4e90-b081-3eb7d2a9d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.056919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-e11841c5-0ffb-4e90-b081-3eb7d2a9d978 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.0860746 Oct 11 15:37:02.158844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2adec72f-eb1c-4421-b124-f49be4307e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.160839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2adec72f-eb1c-4421-b124-f49be4307e9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951054 Oct 11 15:37:02.338931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8ec73bae-fcdb-42ff-adc6-715148356282 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707392 Oct 11 15:37:02.367413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f071dd37-82ec-47f5-96c3-3b96b41ca6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:02.448275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-09cf146e-8260-4370-bf8e-fd58d5cb9b51 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034248 Oct 11 15:37:02.504035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-dd651c75-53b1-4d4d-8f96-562c38c2adfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0489023 Oct 11 15:37:02.574130 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:02.580392 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "c65a254a-6a3e-400b-a786-f92e17154094"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:02.612983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ae41b827-4839-445a-b7f2-0384cd409019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.615836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ae41b827-4839-445a-b7f2-0384cd409019 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1048644 Oct 11 15:37:02.753377 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6109d476-a594-4573-954a-d525fe6b1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.755057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6109d476-a594-4573-954a-d525fe6b1ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312127 Oct 11 15:37:02.771191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.777866 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.784043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.790069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.795975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.799677 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:02.802413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.808479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.810872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-07b3cb40-cc21-46b2-b9a1-824f4793612d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1763577 Oct 11 15:37:02.828795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156714-61f9-4896-b0f5-0389e7069509 req-f1b3ed73-8131-41fe-83c8-9f1e811e1ffc tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:02.830301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4156714-61f9-4896-b0f5-0389e7069509 req-f1b3ed73-8131-41fe-83c8-9f1e811e1ffc tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1465046 Oct 11 15:37:02.934821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:02.939229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc019ccd-0b07-4b5e-b633-b3277c65e2f4 req-6756c81e-231e-47f9-8329-6d0bac61b2f7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070311 Oct 11 15:37:02.948758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4156714-61f9-4896-b0f5-0389e7069509 req-9b6ccd9c-84b2-4232-8ae1-a209441a9649 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056037 Oct 11 15:37:02.971887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-14b76924-cd1a-40eb-be5f-693caec8f12b service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600406 Oct 11 15:37:03.009606 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229316d-74bc-42a2-af34-dd858813e39c x-openstack-request-id: req-9229316d-74bc-42a2-af34-dd858813e39c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:03.009891 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "c65a254a-6a3e-400b-a786-f92e17154094", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:03.010128 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9229316d-74bc-42a2-af34-dd858813e39c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:03.010514 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094', 'status': 'completed', 'code': 200} Oct 11 15:37:03.080698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.086645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.108462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-46c3496c-59d4-428e-b431-72e9653b3718 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273732 Oct 11 15:37:03.137151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d198afbb2a9b46adb2e48b773ba3510e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361995 Oct 11 15:37:03.139713 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:03.146936 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca2efb-09be-4558-a8e3-d02f3f0eecb0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:03.162566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.163324 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.163840 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.164341 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.165842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.166362 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.166848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.167347 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.167824 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.168303 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.168786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.169273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ea2ad-d7b0-4a7c-8e4b-9420d3ba936a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:03.169788 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d042-34f3-4891-a58a-ad979b7f66fd req-1ff1eab2-8f59-423a-9d66-36a2776be158 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:03.171361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7194d042-34f3-4891-a58a-ad979b7f66fd req-1ff1eab2-8f59-423a-9d66-36a2776be158 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1045806 Oct 11 15:37:03.172882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-973cf220-5ebe-4215-a49c-c03d661e544b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.0557249 Oct 11 15:37:03.218397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.246449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.254420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7194d042-34f3-4891-a58a-ad979b7f66fd req-b7691167-fa8f-44e0-9ddb-2ea5cf0eea77 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Oct 11 15:37:03.256069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-17cec7c1-a9a1-4fbd-89b9-f578970a0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:03.257723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-17cec7c1-a9a1-4fbd-89b9-f578970a0b80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0722005 Oct 11 15:37:03.313627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.316749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.319317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27ca2efb-09be-4558-a8e3-d02f3f0eecb0 HTTP/1.1" status: 204 len: 168 time: 0.1781716 Oct 11 15:37:03.327103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-55064600-21ac-457e-ace8-d6f03de23df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:03.331503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-55064600-21ac-457e-ace8-d6f03de23df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633612 Oct 11 15:37:03.339955 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db652272-0aee-4350-a0a6-a62cccfaea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca2efb-09be-4558-a8e3-d02f3f0eecb0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:03.452312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ec4eed65-59bc-4511-9889-340f798d50ea service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130519 Oct 11 15:37:03.566392 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ed437856-f6df-4464-aa7b-daa0fec72255 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062267 Oct 11 15:37:03.623993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2941b31b-c8e1-46d9-b3c0-532a5ed0a739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0505481 Oct 11 15:37:03.701196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-5843882b-99a5-4612-9509-c10fc9506349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:03.704951 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:03.705503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-5843882b-99a5-4612-9509-c10fc9506349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0736058 Oct 11 15:37:03.730786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9b59-3e94-42c0-9672-db3760eb7808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.771035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-74cbf6c8-6437-4a83-8f82-8aeb06727624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:03.772716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-74cbf6c8-6437-4a83-8f82-8aeb06727624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584967 Oct 11 15:37:03.827227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9b59-3e94-42c0-9672-db3760eb7808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.832539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9b59-3e94-42c0-9672-db3760eb7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:03.883632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9b59-3e94-42c0-9672-db3760eb7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8490ca-0fa8-44c2-b31f-1dedeeef88bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:03.891764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-b0127888-98d3-47a7-8ddc-eef62c3020f0 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107869 Oct 11 15:37:03.893094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed7a9b59-3e94-42c0-9672-db3760eb7808 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6328b021c794c9883c3f2abc331dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845982 Oct 11 15:37:03.894477 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:04.044930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:04.125929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-f7f7c74e-d1cc-4673-9cd2-a595c04282d4 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210677 Oct 11 15:37:04.143300 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:04.205075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-d13f5027-2022-4b40-91ad-956e7522c16c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.0653017 Oct 11 15:37:04.266117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.272252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.278534 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.284657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.292840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.298874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.304699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.307161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-0d59cc83-c992-48c2-8a6e-c1b041433f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2639678 Oct 11 15:37:04.314536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4afc5-6186-4fe9-af50-3206ce99f0c5 req-58c815b5-2d90-4cce-adc5-f9042ae61bac tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.315938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0b4afc5-6186-4fe9-af50-3206ce99f0c5 req-58c815b5-2d90-4cce-adc5-f9042ae61bac tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.2549703 Oct 11 15:37:04.378226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ba5d8e94-8e1d-4403-8c1e-f5faeeaccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.379679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-ba5d8e94-8e1d-4403-8c1e-f5faeeaccf5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1638031 Oct 11 15:37:04.410539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:04.413153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:04.416705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b8490ca-0fa8-44c2-b31f-1dedeeef88bb HTTP/1.1" status: 204 len: 168 time: 0.5186577 Oct 11 15:37:04.438131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09dfa709-5ca0-49cc-94c5-88717bd82400 req-4e8817e7-d818-4d23-a62c-f19c1ff9bf17 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193676 Oct 11 15:37:04.440880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0b4afc5-6186-4fe9-af50-3206ce99f0c5 req-9419f720-5cdd-4a00-94d6-cae13462ddc9 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138103 Oct 11 15:37:04.450266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42eecc-f5ec-4d0b-9ddc-3f94f378cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8490ca-0fa8-44c2-b31f-1dedeeef88bb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:04.494005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-63760ce3-1f20-485b-ac84-4dc6328ade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.495536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-63760ce3-1f20-485b-ac84-4dc6328ade59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993373 Oct 11 15:37:04.682413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde810c-e013-4890-b15e-0b70be558bdc req-d5cec1b8-9215-4ddc-b58e-c1a551a918bb tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.684170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fde810c-e013-4890-b15e-0b70be558bdc req-d5cec1b8-9215-4ddc-b58e-c1a551a918bb tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.0999503 Oct 11 15:37:04.698855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-d4bd4172-28d1-4812-90b8-6f28f5079828 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935806 Oct 11 15:37:04.784892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fde810c-e013-4890-b15e-0b70be558bdc req-39b752f8-3521-4743-8dbc-26b7636904b7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924318 Oct 11 15:37:04.838641 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e92e7e5-f5ea-491a-abb8-8c50b40a1f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:04.876307 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6323-1976-4e3e-ba46-619011d95ef5 req-e8d36769-9a4e-4def-8513-33f75cb4e961 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:04.877857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb3f6323-1976-4e3e-ba46-619011d95ef5 req-e8d36769-9a4e-4def-8513-33f75cb4e961 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.0920825 Oct 11 15:37:04.880298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-b2162b6e-5955-4032-8876-4153e7dbe1fb service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614275 Oct 11 15:37:04.952486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-8fc5f699-15f2-4867-8a00-a247bdcb3125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.0610714 Oct 11 15:37:04.998415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb3f6323-1976-4e3e-ba46-619011d95ef5 req-cf32d786-0c4c-41aa-b96c-258dd55de8c8 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134090 Oct 11 15:37:05.015946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2db412bf-064b-4e57-82d4-b6aaec796c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.017503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2db412bf-064b-4e57-82d4-b6aaec796c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0536177 Oct 11 15:37:05.070739 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a043f950-6ba8-4894-8576-9ad44ef04bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.073415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-a043f950-6ba8-4894-8576-9ad44ef04bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483985 Oct 11 15:37:05.173213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-e820601f-0f21-499d-8c95-2fc70e8c9620 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927103 Oct 11 15:37:05.270664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-2de8fde6-0e74-41da-bbf0-1f15834a3682 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888784 Oct 11 15:37:05.319441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-b19bb451-56fe-4944-bc81-e3ab9995f33b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0413938 Oct 11 15:37:05.368995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6b790439-b449-4b2c-95af-e17613665079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.370541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-6b790439-b449-4b2c-95af-e17613665079 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0440590 Oct 11 15:37:05.420311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-588d6556-1348-4440-9867-4b00a3341e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.421848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-588d6556-1348-4440-9867-4b00a3341e8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434365 Oct 11 15:37:05.601275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-db50c8de-0326-4584-b9ca-4bfd0d48a678 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707954 Oct 11 15:37:05.696440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe2fa5-af86-4d04-921c-a2c863da4888 req-40b4cd52-2896-462e-af9b-5114a37d8c4c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.698245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5abe2fa5-af86-4d04-921c-a2c863da4888 req-40b4cd52-2896-462e-af9b-5114a37d8c4c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1442227 Oct 11 15:37:05.722904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.729396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.735417 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.741567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.747997 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.753943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.759861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:05.761741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3a921a51-2708-4fa6-9c1e-a45ef8756fb7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2095885 Oct 11 15:37:05.830159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1167110f-2b08-4984-a44e-72ac2ae2145b req-11d759bf-e526-478c-8f4c-041823a10a11 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142382 Oct 11 15:37:05.850531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5abe2fa5-af86-4d04-921c-a2c863da4888 req-fca280b3-d3b9-4733-b55f-491549bc2f1b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415122 Oct 11 15:37:05.866260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:05.891955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14f6d998-3fe9-45d5-8739-5d126ecde055 req-3ccd92af-f071-4202-bc42-69e02dc0b68e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221745 Oct 11 15:37:05.964180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:06.036554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.036554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.037805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.042767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.043261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.043787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.044436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.047215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-fbee9465-3571-4a80-b660-a163e72ebbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6487 time: 0.1095145 Oct 11 15:37:06.564136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2f489-2312-490f-869e-a96f84b6802f req-8ee72a47-59da-49f4-876d-163ebe1d0a33 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.565700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9c2f489-2312-490f-869e-a96f84b6802f req-8ee72a47-59da-49f4-876d-163ebe1d0a33 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.5174911 Oct 11 15:37:06.606569 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae6f4-cf24-4c5f-9508-dfbe17fbdd7b req-e5f06374-55da-49e9-8924-3dea4e35c56b tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.616542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aefae6f4-cf24-4c5f-9508-dfbe17fbdd7b req-e5f06374-55da-49e9-8924-3dea4e35c56b tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.5071115 Oct 11 15:37:06.641110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-546478f7-2006-43e8-bdca-4e8f4936a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.643431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-546478f7-2006-43e8-bdca-4e8f4936a2a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 903 time: 0.5857921 Oct 11 15:37:06.654081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eccda-57a2-4d47-8355-bae562798793 req-ab82b190-6648-4ff9-858e-70853e76fdf6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.656110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be1eccda-57a2-4d47-8355-bae562798793 req-ab82b190-6648-4ff9-858e-70853e76fdf6 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 945 time: 0.1555252 Oct 11 15:37:06.751738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-e59f24f7-ea45-40bc-8923-228ca6a98aed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0858405 Oct 11 15:37:06.818236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9c2f489-2312-490f-869e-a96f84b6802f req-51f212a8-4b7f-4072-a79c-9bcb43a7e335 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440987 Oct 11 15:37:06.844989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aefae6f4-cf24-4c5f-9508-dfbe17fbdd7b req-850c1a4e-c5b3-4ae3-85da-e3d49f2c4fa5 tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/security-groups?id=00387dc1-f2bf-4a13-936c-c641a1bf3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275209 Oct 11 15:37:06.895008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-c29eb627-6b2e-4e74-a1af-100ed0f081ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:06.896497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-c29eb627-6b2e-4e74-a1af-100ed0f081ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.1300795 Oct 11 15:37:06.994992 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Deleting port 2e298ef1-f8e7-4943-879b-05d293f91734 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:06.995345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:07.098729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-ddbb7c1e-16a0-45bc-b729-6480455d93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.100316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-ddbb7c1e-16a0-45bc-b729-6480455d93cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890092 Oct 11 15:37:07.134441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d951ba-e608-4192-8b71-0025b8244e74 req-4b34fb4f-726b-4b9b-a8c0-4722033eb580 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.135772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3d951ba-e608-4192-8b71-0025b8244e74 req-4b34fb4f-726b-4b9b-a8c0-4722033eb580 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1952889 Oct 11 15:37:07.279573 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] For port 2e298ef1-f8e7-4943-879b-05d293f91734, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2e298ef1-f8e7-4943-879b-05d293f91734,segment=NetworkSegment(c2fb4c58-bca5-45c9-9735-6dd0e287ff37),segment_id=c2fb4c58-bca5-45c9-9735-6dd0e287ff37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:07.279974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:07.314664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.320689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.327530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.333567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.340301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.346701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.353317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:07.355296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5568933-5115-4341-95fb-d560279fcf0e req-903e3779-392a-4b9e-838b-68018f6ae254 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.3517284 Oct 11 15:37:07.371648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3d951ba-e608-4192-8b71-0025b8244e74 req-c4f194b0-5283-4baf-9561-1181ec6c984b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279277 Oct 11 15:37:07.375110 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Calling delete_port for 2e298ef1-f8e7-4943-879b-05d293f91734 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:07.410653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-ef90dfdd-5da7-4b7f-88a0-fc04f8016eab service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990434 Oct 11 15:37:07.509799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5568933-5115-4341-95fb-d560279fcf0e req-0b396b18-b84b-448e-96ea-4c0f0bc1c6ce tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357317 Oct 11 15:37:07.576318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bb8b1f9-7cd7-40d7-be1b-413c67285dde req-136f0c1f-9e37-47e3-8348-e9969e7d261c service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267860 Oct 11 15:37:07.640884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:07.658637 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:07.681047 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Pushing event deleted for resources: {'Port': ['ID=2e298ef1-f8e7-4943-879b-05d293f91734,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:07.694021 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.694374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.694716 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.695057 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.695394 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.695895 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.696227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.696809 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.697134 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.697464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.697929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.698147 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:07.732316 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] No DVR routers for this DVR port 2e298ef1-f8e7-4943-879b-05d293f91734 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:37:07.735129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:07.738674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be1eccda-57a2-4d47-8355-bae562798793 req-db9b5c11-282e-4287-8d73-d93f60887fdd tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.43 "DELETE /v2.0/ports/2e298ef1-f8e7-4943-879b-05d293f91734 HTTP/1.1" status: 204 len: 173 time: 1.0633805 Oct 11 15:37:07.739162 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'name': 'network-vif-deleted', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:07.741728 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bd08a-02f5-4298-b583-c4b0d51c063c" -d '{"events": [{"server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "name": "network-vif-deleted", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:07.790712 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4c4515-289b-43b6-9d09-c22aab65cc37 x-openstack-request-id: req-4c4c4515-289b-43b6-9d09-c22aab65cc37 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:07.791368 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07a4b6-41fd-4459-831f-27536098feec", "name": "network-vif-deleted", "tag": "2e298ef1-f8e7-4943-879b-05d293f91734", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:07.791605 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c4c4515-289b-43b6-9d09-c22aab65cc37 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:07.792061 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef07a4b6-41fd-4459-831f-27536098feec', 'name': 'network-vif-deleted', 'tag': '2e298ef1-f8e7-4943-879b-05d293f91734', 'status': 'completed', 'code': 200} Oct 11 15:37:08.004553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bde15d64-fbe6-4f70-becd-9e0541382ee0 req-1b3fa705-559f-44db-96dc-730a35543dfa tempest-VolumesActionsTest-2098367990 tempest-VolumesActionsTest-2098367990-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef07a4b6-41fd-4459-831f-27536098feec HTTP/1.1" status: 200 len: 210 time: 0.0376272 Oct 11 15:37:08.022878 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1908a-4e3e-4121-bd48-62e1f41c36a4 req-dfd5d9a1-17d6-4577-b33a-72dbe4fde954 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.030867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81c1908a-4e3e-4121-bd48-62e1f41c36a4 req-dfd5d9a1-17d6-4577-b33a-72dbe4fde954 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.1206701 Oct 11 15:37:08.079247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81c1908a-4e3e-4121-bd48-62e1f41c36a4 req-db7b166a-f1c7-4cb8-a293-8c7b3fe04ba5 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Oct 11 15:37:08.485907 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89636eac-494f-46b4-834c-886573f37ece req-932941f6-ff94-4cbf-915f-0d33d589dfa8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.487446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89636eac-494f-46b4-834c-886573f37ece req-932941f6-ff94-4cbf-915f-0d33d589dfa8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Oct 11 15:37:08.528532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89636eac-494f-46b4-834c-886573f37ece req-821477ca-2af1-472f-b32d-539af18e4fb5 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Oct 11 15:37:08.660048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.666723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.672660 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.678913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.685756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.691703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.697892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:08.699851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-d1da542b-e9ef-4b10-9125-74573cec6d62 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.0968914 Oct 11 15:37:08.746123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b6693dc-51d4-48a2-b05f-e8cbd0f6a748 req-286fdb51-d0d5-4efe-a6c5-05bf14070085 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379276 Oct 11 15:37:09.203910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34ffec-31fe-4a5e-b2b2-b6ce8c2910b1 req-502b420b-d168-4d91-a28d-eb767bd5008f tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:09.205405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc34ffec-31fe-4a5e-b2b2-b6ce8c2910b1 req-502b420b-d168-4d91-a28d-eb767bd5008f tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.0565717 Oct 11 15:37:09.248306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:09.264298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc34ffec-31fe-4a5e-b2b2-b6ce8c2910b1 req-a0996b90-9fa1-4cd4-99a4-a212854f6664 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Oct 11 15:37:09.544997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2e298ef1-f8e7-4943-879b-05d293f91734 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:09.588646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 2e298ef1-f8e7-4943-879b-05d293f91734 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:09.589046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2e298ef1-f8e7-4943-879b-05d293f91734 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:09.763956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90502822-3a30-4400-bb94-5a0f5d082f16 req-50ea2a45-d78a-4af9-96c9-a1b2c2f7dbbd tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:09.765942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90502822-3a30-4400-bb94-5a0f5d082f16 req-50ea2a45-d78a-4af9-96c9-a1b2c2f7dbbd tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.0771279 Oct 11 15:37:09.878241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90502822-3a30-4400-bb94-5a0f5d082f16 req-f0c4422b-5803-4755-9cc0-209e3a6b5c7e tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922492 Oct 11 15:37:09.995757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.002422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.011847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.019173 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.026983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.036913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.044065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:10.046110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3def009-4e64-481e-ad1f-bad29f718582 req-8fc66f2e-73ea-473f-b662-6aaa5b00c9bc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1271410 Oct 11 15:37:10.119190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3def009-4e64-481e-ad1f-bad29f718582 req-f0d34960-3342-4c44-b8e0-0bee24d3270c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592933 Oct 11 15:37:10.548167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:10.783363 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:11.029281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd005-769e-48d0-a144-3f9dd4f3a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.056861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bab59-0d39-4050-b8ca-2b5643b77260 req-e1d91aa9-ba03-4dde-8b19-7f45ee1e9bbc tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.058767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11bab59-0d39-4050-b8ca-2b5643b77260 req-e1d91aa9-ba03-4dde-8b19-7f45ee1e9bbc tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1022532 Oct 11 15:37:11.111150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11bab59-0d39-4050-b8ca-2b5643b77260 req-a7e7024d-5ba4-419d-bfa5-8f07c734d331 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Oct 11 15:37:11.165285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd005-769e-48d0-a144-3f9dd4f3a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.169529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd005-769e-48d0-a144-3f9dd4f3a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.240115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa9dd005-769e-48d0-a144-3f9dd4f3a0d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4fd007ce1724236a96f392e8f78c561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555752 Oct 11 15:37:11.240845 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd005-769e-48d0-a144-3f9dd4f3a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14d458-77cc-47dd-815d-fd6fa3203f6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:11.242738 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:11.267887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.274396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.280440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.286470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.293053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.294741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.300210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.307445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:11.310066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e1ee47c0-9930-40c2-9c67-835584449398 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1200044 Oct 11 15:37:11.317335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.357203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a6b1f5-6ca7-4b80-a85b-956075981ed0 req-e8593447-f802-42a1-89e8-b2f4e4c8e344 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402944 Oct 11 15:37:11.367634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.370342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.371475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d14d458-77cc-47dd-815d-fd6fa3203f6c HTTP/1.1" status: 204 len: 168 time: 0.1277537 Oct 11 15:37:11.379351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d9b02-4684-4291-9a2b-78732a802ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14d458-77cc-47dd-815d-fd6fa3203f6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:11.541048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:11.643175 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:11.648745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:11.658346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a4f432e-a0cc-4d90-a4cf-e7ce3668319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.660306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'mac_address': 'fa:16:3e:43:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:11.702869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.720198 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:11.751458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a4f432e-a0cc-4d90-a4cf-e7ce3668319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.752237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:11.759260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.759720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a4f432e-a0cc-4d90-a4cf-e7ce3668319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.802853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a4f432e-a0cc-4d90-a4cf-e7ce3668319b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbe34af01c0a41e9909bdbe5c129c6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582606 Oct 11 15:37:11.804028 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f432e-a0cc-4d90-a4cf-e7ce3668319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc1323e-40eb-4c48-af2c-bbd5ca0d6868,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:11.806227 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:11.837114 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:11.869831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.878285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:11.895201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.948829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.952198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:11.953465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dc1323e-40eb-4c48-af2c-bbd5ca0d6868 HTTP/1.1" status: 204 len: 168 time: 0.1460609 Oct 11 15:37:11.963373 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cecd0e-2605-46ad-88f2-deba5fc04716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc1323e-40eb-4c48-af2c-bbd5ca0d6868,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:12.285985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d485ec4-c4ca-4837-8eff-ef421a45cbb7 req-f9b3e4bc-cc56-42d3-aaf4-ef724bede9fa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.295026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d485ec4-c4ca-4837-8eff-ef421a45cbb7 req-f9b3e4bc-cc56-42d3-aaf4-ef724bede9fa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.0687037 Oct 11 15:37:12.343034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d485ec4-c4ca-4837-8eff-ef421a45cbb7 req-a0faab4d-aa1d-423b-a695-077d6c117ea4 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469904 Oct 11 15:37:12.517327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.524781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.530967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.537080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.543264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.549122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.555439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.557392 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-97060126-0c85-473d-aa66-6f108f9b1c72 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1226346 Oct 11 15:37:12.638330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6da16e96-dbea-4187-b3fc-55534a43c74d req-6bf5ef93-8280-4b0e-a24e-dd7d41b9ff1b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714886 Oct 11 15:37:12.641113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dffd56-7717-4c2a-bf3f-a8a92dd2bd67 req-a416687e-2a16-4951-8b7c-52f1df615f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:12.642692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21dffd56-7717-4c2a-bf3f-a8a92dd2bd67 req-a416687e-2a16-4951-8b7c-52f1df615f03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1096 time: 0.0843923 Oct 11 15:37:12.709825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21dffd56-7717-4c2a-bf3f-a8a92dd2bd67 req-006ba0a0-9103-4bc4-a7c5-0773ab6549f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Oct 11 15:37:13.475780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae1d9b-c4cc-46a7-84cb-79e68cbdcd99 req-863847cd-2481-4c41-9302-c7a495e50995 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.477338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eaae1d9b-c4cc-46a7-84cb-79e68cbdcd99 req-863847cd-2481-4c41-9302-c7a495e50995 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.0543115 Oct 11 15:37:13.522694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eaae1d9b-c4cc-46a7-84cb-79e68cbdcd99 req-c5533999-c8ac-4ac4-86a5-026dd4b3e7e9 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Oct 11 15:37:13.562377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:13.622930 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:13.623292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:13.749071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:13.803533 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:13.806187 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d522c69a-0c93-42a9-be4d-7cb4dc7252ae" -d '{"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:13.813107 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:13.825548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.832141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:13.843341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.851186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.867790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.885274 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.891655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.901495 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:13.903474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-30718e11-defa-4d6a-91ab-684cd89f66a1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1495366 Oct 11 15:37:13.941569 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:13.950031 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4b466d-0f1e-4849-b4a6-a353455db0b4 x-openstack-request-id: req-4b4b466d-0f1e-4849-b4a6-a353455db0b4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:13.950394 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:13.950596 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b4b466d-0f1e-4849-b4a6-a353455db0b4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:13.950988 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'code': 200} Oct 11 15:37:14.000588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9a173d0-8693-4a45-a7ca-d0b69928651a req-893fdc26-3a79-4c9e-8a8a-609e091f2605 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777521 Oct 11 15:37:14.673994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5ed8-a862-4004-a498-2ae40557304d req-bca06c57-24c7-43cd-ab50-505451d92351 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:14.675560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3cc5ed8-a862-4004-a498-2ae40557304d req-bca06c57-24c7-43cd-ab50-505451d92351 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Oct 11 15:37:14.721221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3cc5ed8-a862-4004-a498-2ae40557304d req-b8fb15bd-07a2-4260-9e85-cb862ee73e73 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Oct 11 15:37:14.791875 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:14.984295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-891ee696-fae6-4eb4-b33a-a9ed1e16af0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:14.996154 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-080b4694-b3ac-4b70-ad71-97de744bfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:14.998228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-080b4694-b3ac-4b70-ad71-97de744bfe72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ada043c39c014b1d9996057049e05ad4&device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 1096 time: 0.0862942 Oct 11 15:37:15.143545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-891ee696-fae6-4eb4-b33a-a9ed1e16af0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.148220 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02e6b-892a-4ead-95bb-610344151e47 req-b9c89ed9-b73f-4e94-9d9f-705b62ffed78 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.150455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9f02e6b-892a-4ead-95bb-610344151e47 req-b9c89ed9-b73f-4e94-9d9f-705b62ffed78 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1997313 Oct 11 15:37:15.153431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-891ee696-fae6-4eb4-b33a-a9ed1e16af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.201201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-891ee696-fae6-4eb4-b33a-a9ed1e16af0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ed4127c234343c2a302defdf39c5c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080253 Oct 11 15:37:15.212557 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:15.216618 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ee696-fae6-4eb4-b33a-a9ed1e16af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996a1b1c-d01f-4bad-be08-85e15e4cf724,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:15.309247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-83e75bed-9181-408b-8dc8-e5c9d057a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.310752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-83e75bed-9181-408b-8dc8-e5c9d057a756 service neutron] 10.222.0.36 "GET /v2.0/networks?id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 200 len: 912 time: 0.3014266 Oct 11 15:37:15.313915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9f02e6b-892a-4ead-95bb-610344151e47 req-b9d11674-f4b8-439b-8313-cfa8edbcae9c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488726 Oct 11 15:37:15.343409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.351371 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.357364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.363388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.379642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.389932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.396387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.410047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-cf548b88-c808-4d84-a141-ad8ed3b42b05 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2197297 Oct 11 15:37:15.511724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.514287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-cce2ef22-e096-4768-8a98-3e9ccb345851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 200 len: 217 time: 0.1909900 Oct 11 15:37:15.583343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.628456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f503093b-8e27-4ff3-8ff1-d736f3176e05 req-2f83df99-2f20-401e-b651-47558bf86aea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338167 Oct 11 15:37:15.636166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-c19e7c8b-48fe-48eb-91be-3ea269b73201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:15.637604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-c19e7c8b-48fe-48eb-91be-3ea269b73201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 200 len: 851 time: 0.1145065 Oct 11 15:37:15.679881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-44fc0b36-2229-4ce5-870b-d26c57315024 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341954 Oct 11 15:37:15.739963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.743129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:15.744264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/996a1b1c-d01f-4bad-be08-85e15e4cf724 HTTP/1.1" status: 204 len: 168 time: 0.5283206 Oct 11 15:37:15.762021 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275104b3-2065-488c-99d2-9e73a8e5a43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996a1b1c-d01f-4bad-be08-85e15e4cf724,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:15.840637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-a282c606-25e8-431e-873c-c454897058e3 service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534591 Oct 11 15:37:15.983386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4572651-3a4e-46c2-88ec-e7fd2b935d50 req-2f5af92a-2226-4783-a9a6-6187d9af39e8 service neutron] 10.222.0.36 "GET /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354766 Oct 11 15:37:16.193212 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:16.207290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d97e7-97d0-4d2d-8405-7053b21af3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.291981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d97e7-97d0-4d2d-8405-7053b21af3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.297178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7d97e7-97d0-4d2d-8405-7053b21af3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.337723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b7d97e7-97d0-4d2d-8405-7053b21af3d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29d34187e3eb479685bea0880bafe320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431777 Oct 11 15:37:16.338591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d97e7-97d0-4d2d-8405-7053b21af3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41787104-12bb-4a80-8886-ee068fbcb151,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:16.341072 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:16.416348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.457556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.521414 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45de90-77cd-4c4d-8f99-d233d53e5651 req-4957c6ef-cfd0-4e83-b5b1-a44ed02e0bc1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.523170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b45de90-77cd-4c4d-8f99-d233d53e5651 req-4957c6ef-cfd0-4e83-b5b1-a44ed02e0bc1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1043930 Oct 11 15:37:16.535561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.538117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:16.541910 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41787104-12bb-4a80-8886-ee068fbcb151 HTTP/1.1" status: 204 len: 168 time: 0.1996608 Oct 11 15:37:16.553833 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24b76e-756f-47a2-b44f-7e6a0d0c3cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41787104-12bb-4a80-8886-ee068fbcb151,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:16.581994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b45de90-77cd-4c4d-8f99-d233d53e5651 req-7c9c1c97-1b36-41a8-b196-e6b5670d11b2 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513334 Oct 11 15:37:16.783425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.789576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.796407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.802347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.808446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.815157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.822259 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:16.824270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-a4ba2bea-28ee-4f8f-ae0f-78fa31c4f52d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1093466 Oct 11 15:37:16.889893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ee2dbd7-289b-4b5e-9d47-6ef927dda21f req-977f53a2-246e-426e-9996-b3e679654366 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507712 Oct 11 15:37:17.800689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd322c-80b1-4dc6-8397-69cf3268cf3c req-0ced8d6b-d919-4499-8e7a-fa721e95998d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:17.812642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cfd322c-80b1-4dc6-8397-69cf3268cf3c req-0ced8d6b-d919-4499-8e7a-fa721e95998d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1301813 Oct 11 15:37:17.887257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cfd322c-80b1-4dc6-8397-69cf3268cf3c req-9c328c0c-167f-4955-b761-e7fd60c7a9c3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729618 Oct 11 15:37:18.161852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.171241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.177461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.185255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.192163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.213917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.223651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.225820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-908c734b-1ca4-46c2-beda-d0681940f891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1534820 Oct 11 15:37:18.307390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a339f3f-faac-4131-bc28-8c162a9911a5 req-0cda5caf-3be2-4943-b395-e1bc4b23a670 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746047 Oct 11 15:37:18.522331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457276-662a-48a2-9fcc-c22328691aa4 req-e11a9492-8c22-48d7-b0fc-751d97e7d148 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:18.536187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88457276-662a-48a2-9fcc-c22328691aa4 req-e11a9492-8c22-48d7-b0fc-751d97e7d148 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1126752 Oct 11 15:37:18.639404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88457276-662a-48a2-9fcc-c22328691aa4 req-93f7c5a0-94ce-4d77-a2fe-3101b4370ae6 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997262 Oct 11 15:37:19.550032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.563299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.575927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.595693 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.609524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.620767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.638510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.650034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-1e667756-0c45-41fb-9a23-4ef9c01288b3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2111437 Oct 11 15:37:19.734978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c1a8ddc-8e9e-46bf-8b28-2a9dcb243aea req-e22abda8-8e81-46fb-8b25-478f94985e07 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762939 Oct 11 15:37:19.900664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f376cea-cde3-4dc7-84ba-424c2b8d51b3 req-0facc1f7-0592-407b-b51c-1858dde6f6aa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:19.912674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f376cea-cde3-4dc7-84ba-424c2b8d51b3 req-0facc1f7-0592-407b-b51c-1858dde6f6aa tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.1117625 Oct 11 15:37:19.979012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f376cea-cde3-4dc7-84ba-424c2b8d51b3 req-f05c760a-7508-4b71-9706-3abe3919d29d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 Oct 11 15:37:20.593906 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:37:21.013626 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.023523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.042227 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.051880 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.066160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.072378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.095816 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.104087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-33b42c20-4bf0-4ca6-b168-2a0511ba79f5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2052066 Oct 11 15:37:21.304738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-256f4fe1-6fb9-474d-aba3-7511f5d00b2f req-68e41417-8b61-45f3-8880-56c14d83387d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995234 Oct 11 15:37:21.403874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1327-a39b-42a4-af79-e99282121fb4 req-18f60c0b-28de-4c96-ab61-54a1ff60308c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.415006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-772d1327-a39b-42a4-af79-e99282121fb4 req-18f60c0b-28de-4c96-ab61-54a1ff60308c tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.3081207 Oct 11 15:37:21.473262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-772d1327-a39b-42a4-af79-e99282121fb4 req-2853dc20-537e-4db5-a9ef-8c548a634650 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Oct 11 15:37:21.488648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-f8659c12-ee2f-45c9-a747-8ce84b94ec7d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:21.490184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-f8659c12-ee2f-45c9-a747-8ce84b94ec7d tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 945 time: 0.3131862 Oct 11 15:37:21.616366 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Deleting port ef8375c4-1766-47fb-86d2-0930f85d4d75 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:21.616938 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:21.774865 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] For port ef8375c4-1766-47fb-86d2-0930f85d4d75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ef8375c4-1766-47fb-86d2-0930f85d4d75,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:21.775617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:21.796537 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Calling delete_port for ef8375c4-1766-47fb-86d2-0930f85d4d75 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:22.068955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:22.084306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2d6d64b1-c550-44d9-9888-1d9c47054d5e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:22.089185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ef8375c4-1766-47fb-86d2-0930f85d4d75'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:22.107599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Pushing event deleted for resources: {'Port': ['ID=ef8375c4-1766-47fb-86d2-0930f85d4d75,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:22.206084 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] No DVR routers for this DVR port ef8375c4-1766-47fb-86d2-0930f85d4d75 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:37:22.211014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:22.215895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50575ce4-4cfe-4ab5-bcd2-ae87bdc20433 req-be16752d-35f3-4d72-b58e-e62989e2b28a tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.36 "DELETE /v2.0/ports/ef8375c4-1766-47fb-86d2-0930f85d4d75 HTTP/1.1" status: 204 len: 173 time: 0.7115915 Oct 11 15:37:22.216528 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'name': 'network-vif-deleted', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:22.219215 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1588b-e766-4c59-93a1-557bedbba967" -d '{"events": [{"server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "name": "network-vif-deleted", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:22.365878 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ba78d-6afa-4076-a163-40e9073dd782 x-openstack-request-id: req-625ba78d-6afa-4076-a163-40e9073dd782 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:22.366173 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f19145f-cde3-48b1-916e-e19527a356d9", "name": "network-vif-deleted", "tag": "ef8375c4-1766-47fb-86d2-0930f85d4d75", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:22.366423 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-625ba78d-6afa-4076-a163-40e9073dd782 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:22.366821 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f19145f-cde3-48b1-916e-e19527a356d9', 'name': 'network-vif-deleted', 'tag': 'ef8375c4-1766-47fb-86d2-0930f85d4d75', 'status': 'completed', 'code': 200} Oct 11 15:37:22.630004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.641147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.648226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.654749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.660825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.668979 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.675036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:22.676909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-cc816b38-241b-43f3-97cd-03a2df9c958b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1944857 Oct 11 15:37:22.756242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ac71e37-49d6-4d55-8b0b-2e698899a31d req-06fe073c-14ac-45df-b69b-f2a832d5bee3 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f19145f-cde3-48b1-916e-e19527a356d9 HTTP/1.1" status: 200 len: 210 time: 0.0723140 Oct 11 15:37:22.875429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7039d7b6-8c9d-47d5-bd7d-fbba49910136 req-806503d1-6b0b-42fa-889b-3b76942711f4 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897645 Oct 11 15:37:24.082425 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:24.203145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.231850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.259231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.273437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.279772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.301712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.316000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.323047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-4acaebab-e9b5-41a7-be08-e9c71ba42c86 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.2822769 Oct 11 15:37:24.424310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1ca51ed-cc32-45a7-a452-13ea627e367e req-681cfde8-eb01-478f-9e02-9c8fdd489e0f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961173 Oct 11 15:37:24.589895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-169a0fc1-d930-460f-8cf9-6b9bdd071017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:24.694464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5185ce-563a-4aed-9aa6-a828744cdea3 req-9ed6452c-bf49-4ccc-afc2-095716f485a1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:24.699440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5185ce-563a-4aed-9aa6-a828744cdea3 req-9ed6452c-bf49-4ccc-afc2-095716f485a1 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0852344 Oct 11 15:37:24.769802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-169a0fc1-d930-460f-8cf9-6b9bdd071017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:24.782856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5185ce-563a-4aed-9aa6-a828744cdea3 req-2f9d72ab-7576-482d-af91-168147bfffa7 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605252 Oct 11 15:37:24.784593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-169a0fc1-d930-460f-8cf9-6b9bdd071017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:24.819743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-169a0fc1-d930-460f-8cf9-6b9bdd071017 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b37bb9259484befbd6d73ec6155b64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361226 Oct 11 15:37:24.822941 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:24.861626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a0fc1-d930-460f-8cf9-6b9bdd071017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19909acd-ac24-424c-994f-4e9b95826f48,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:24.907439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:24.948810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:25.016705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:25.019943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:25.021160 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19909acd-ac24-424c-994f-4e9b95826f48 HTTP/1.1" status: 204 len: 168 time: 0.1921275 Oct 11 15:37:25.031126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedd33-8d12-4a61-84ab-526088e0937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19909acd-ac24-424c-994f-4e9b95826f48,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:25.700192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.708532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.716535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.723034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.729675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.737034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.745919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.756558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-cb99c428-a08e-445c-bb54-66b83ab9bbe3 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5430 time: 0.1813543 Oct 11 15:37:25.828057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a671477d-7d14-4ef1-b2ed-a1158eee903a req-bf925b13-0e8e-4bbf-b4f1-765b1b399a0a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637817 Oct 11 15:37:25.937451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ac90-fb47-46b9-91d2-cfcf94cd72b2 req-e1b67913-e14d-4b7f-8ef3-efb6a8d6d74f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:25.939019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30e9ac90-fb47-46b9-91d2-cfcf94cd72b2 req-e1b67913-e14d-4b7f-8ef3-efb6a8d6d74f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.0632503 Oct 11 15:37:26.009440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30e9ac90-fb47-46b9-91d2-cfcf94cd72b2 req-da34f5ec-b83a-4572-b11f-c2dd37a845cd tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Oct 11 15:37:26.161110 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4d0a81d0-9665-4dc1-aaf6-c587c50024ee details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:26.278311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ef8375c4-1766-47fb-86d2-0930f85d4d75 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:26.320894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: ef8375c4-1766-47fb-86d2-0930f85d4d75 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:26.321746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ef8375c4-1766-47fb-86d2-0930f85d4d75 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:26.384087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:26.428982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'port_id': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee', 'mac_address': 'fa:16:3e:48:4c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:26.491097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:26.505741 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0a81d0-9665-4dc1-aaf6-c587c50024ee {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:26.530477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:26.537102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:26.538110 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:26.553477 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:26.702307 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:26.769812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:26.797403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'port_id': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'mac_address': 'fa:16:3e:3f:ee:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:26.802547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f026798-8721-48b5-9a59-9972598c63d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:26.886934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:26.921260 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:26.987743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:27.000008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f026798-8721-48b5-9a59-9972598c63d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.005433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f026798-8721-48b5-9a59-9972598c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.006646 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.007410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:27.054040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026798-8721-48b5-9a59-9972598c63d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b006be9-8dd3-4e74-8428-411085ef1a35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:27.099202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f026798-8721-48b5-9a59-9972598c63d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c04b498215d4b2f954627cdb7d0e8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445645 Oct 11 15:37:27.100286 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:27.153072 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:27.171912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.174063 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.183962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.184515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.188459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.190904 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.197039 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.197549 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.198265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.198743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.199214 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.199689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.200156 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.202440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.202784 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:37:27.205830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.217704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.225275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.229919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.244092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.264789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.267044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-4901b1c5-1680-4c1f-a280-e80e032db6d0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5431 time: 0.2995124 Oct 11 15:37:27.269051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:27.298793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'port_id': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a', 'mac_address': 'fa:16:3e:1c:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:27.322316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.326446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.330498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b006be9-8dd3-4e74-8428-411085ef1a35 HTTP/1.1" status: 204 len: 168 time: 0.2287698 Oct 11 15:37:27.353427 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395e72c-6869-4ee4-b999-306a30f59a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b006be9-8dd3-4e74-8428-411085ef1a35,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:27.361672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-cd2ffbf1-fb65-4c1f-ab57-b8a2a629b471 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.363510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-cd2ffbf1-fb65-4c1f-ab57-b8a2a629b471 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.43 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.3149383 Oct 11 15:37:27.433274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-428cba2b-7109-41bf-8a53-6271b8c38388 req-1f03bad3-e998-4587-8ba0-3a261fc20c22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128995 Oct 11 15:37:27.454270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.486464 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:27.521672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17facfa-323e-455f-8e7c-95a25dc6c5b0 req-040de89c-7037-4580-a51a-5afc655b7e3b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:27.534602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a17facfa-323e-455f-8e7c-95a25dc6c5b0 req-040de89c-7037-4580-a51a-5afc655b7e3b tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 945 time: 0.2588439 Oct 11 15:37:27.537522 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:27.551950 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.552786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8219a790-0da8-4457-83e2-e9afe3ad4601 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:27.617518 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:27.652325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a17facfa-323e-455f-8e7c-95a25dc6c5b0 req-ed2939e3-d18d-47b4-aefd-e1da0c5b1e26 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c3a459e-1dac-4b72-b56a-1378e902e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163464 Oct 11 15:37:27.706397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Deleting port 2d6d64b1-c550-44d9-9888-1d9c47054d5e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:27.707870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.728081 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:27.764880 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:27.788303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'port_id': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'mac_address': 'fa:16:3e:e6:6a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:27.912976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.956280 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] For port 2d6d64b1-c550-44d9-9888-1d9c47054d5e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2d6d64b1-c550-44d9-9888-1d9c47054d5e,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:27.956754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:27.971521 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8219a790-0da8-4457-83e2-e9afe3ad4601 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:27.997984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:28.005058 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Calling delete_port for 2d6d64b1-c550-44d9-9888-1d9c47054d5e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:28.010602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.011569 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:28.096469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'network': {'name': 'tempest-network-smoke--291456588', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:28.148900 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:28.159544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.163052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:28.204600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.266144 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:28.267197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.287010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4', 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'port_id': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4', 'mac_address': 'fa:16:3e:de:a0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad88a896-420f-4047-9104-37aba2fc31d0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:28.322872 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:28.348282 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Pushing event deleted for resources: {'Port': ['ID=2d6d64b1-c550-44d9-9888-1d9c47054d5e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:28.361613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57399d7e-0a45-484b-8f44-fa73005864a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.391594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.418466 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] No DVR routers for this DVR port 2d6d64b1-c550-44d9-9888-1d9c47054d5e on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:37:28.422924 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:28.431273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.434644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-593d9f8e-ae02-49c3-8c55-d0f6fa9b6c50 req-948f62b0-4b9a-4f3a-9b5d-3f75a626c0f8 tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.43 "DELETE /v2.0/ports/2d6d64b1-c550-44d9-9888-1d9c47054d5e HTTP/1.1" status: 204 len: 173 time: 1.0533433 Oct 11 15:37:28.435110 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'name': 'network-vif-deleted', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:28.437356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51628c-c332-469b-ad0f-604db942bae6" -d '{"events": [{"server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "name": "network-vif-deleted", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:28.523588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:28.537956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.538908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c65a254a-6a3e-400b-a786-f92e17154094 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:28.547302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.579665 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df8524b-3a33-4be0-bebf-b53bc91425a0 x-openstack-request-id: req-3df8524b-3a33-4be0-bebf-b53bc91425a0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:28.580018 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505abbda-b412-46da-9c8a-a0190042cd66", "name": "network-vif-deleted", "tag": "2d6d64b1-c550-44d9-9888-1d9c47054d5e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:28.580338 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3df8524b-3a33-4be0-bebf-b53bc91425a0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:28.581407 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505abbda-b412-46da-9c8a-a0190042cd66', 'name': 'network-vif-deleted', 'tag': '2d6d64b1-c550-44d9-9888-1d9c47054d5e', 'status': 'completed', 'code': 200} Oct 11 15:37:28.592307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.621008 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:37:28.665868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.666498 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Added segment 47973eec-f7fc-4113-b522-a6fcb2903687 of type vlan for network 8df983df-7132-40e5-b485-251eed4de8c2 Oct 11 15:37:28.669361 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:28.719431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:28.721092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.731695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.737733 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.741510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'c65a254a-6a3e-400b-a786-f92e17154094', 'network_id': 'a609aea0-b03f-4bbc-b558-f41c5a6bf8d6', 'port_id': 'c65a254a-6a3e-400b-a786-f92e17154094', 'mac_address': 'fa:16:3e:71:96:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad88a896-420f-4047-9104-37aba2fc31d0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:28.744659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.750867 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.757181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.763891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.764674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.772145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-53724393-df1d-41eb-b650-388ce4a0e96c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5435 time: 0.1571944 Oct 11 15:37:28.814280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.823507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:28.824151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.834095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb8ae36c-404a-479b-84aa-5d3e0d770a8c req-faf8bbfe-4d97-4dc5-a96a-eb150c48db3a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608478 Oct 11 15:37:28.836673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.873592 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65a254a-6a3e-400b-a786-f92e17154094 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:28.953948 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:28.972279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:28.985281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 630d4719-1501-4616-ba17-4fee441892b6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:29.002671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58bf7098-6aab-46e4-8300-bc981e0a32d2 req-8249c6c6-d245-4ca8-ac85-b109211b7f6f tempest-ServerRescueTestJSON-548815037 tempest-ServerRescueTestJSON-548815037-project] 10.222.0.31 "GET /v2.0/ports?device_id=505abbda-b412-46da-9c8a-a0190042cd66 HTTP/1.1" status: 200 len: 210 time: 0.0766246 Oct 11 15:37:29.011473 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Network': ['ID=8df983df-7132-40e5-b485-251eed4de8c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:29.036486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4149387 Oct 11 15:37:29.037159 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:29.042924 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'admin_state_up': True, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:29.066821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=630d4719-1501-4616-ba17-4fee441892b6,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:29.093794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.095117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.104089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '630d4719-1501-4616-ba17-4fee441892b6', 'network_id': '82876f28-e47d-47e6-aa6e-575ac752727b', 'port_id': '630d4719-1501-4616-ba17-4fee441892b6', 'mac_address': 'fa:16:3e:fb:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ededde8-2aba-4087-ac1d-e7591be6dc03', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:37:29.111478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 8df983df-7132-40e5-b485-251eed4de8c2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:37:29.130434 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0c46d-1144-4d3e-8adb-9b5a2e871726 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f055d-20a9-40b7-8851-74f7471c2117,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:29.167439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57399d7e-0a45-484b-8f44-fa73005864a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.178615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57399d7e-0a45-484b-8f44-fa73005864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.220838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.230110 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:29.232332 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-57399d7e-0a45-484b-8f44-fa73005864a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354bd608e639432fa92b3f0e85de5282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9083810 Oct 11 15:37:29.261020 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57399d7e-0a45-484b-8f44-fa73005864a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499cc49-df53-4e27-8991-ea7df07c2ccf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:29.297528 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:29.348525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.364489 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630d4719-1501-4616-ba17-4fee441892b6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:29.435814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=630d4719-1501-4616-ba17-4fee441892b6,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:29.452932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.521571 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:29.638356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2d6d64b1-c550-44d9-9888-1d9c47054d5e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:29.662024 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 2d6d64b1-c550-44d9-9888-1d9c47054d5e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:29.662375 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2d6d64b1-c550-44d9-9888-1d9c47054d5e not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:29.828408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:29.879088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.009092 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.048398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.105016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.112425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.119563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.128361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.137365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.140365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4d0a81d0-9665-4dc1-aaf6-c587c50024ee'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.142615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8219a790-0da8-4457-83e2-e9afe3ad4601'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.144597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.145849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.152258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:30.163272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-1e34ee9a-51c5-4dc4-a811-c452f2baf841 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5437 time: 0.2151635 Oct 11 15:37:30.198897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1ec2b8e1-8b87-4af1-a780-b6be4b89cde4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.202276 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['c65a254a-6a3e-400b-a786-f92e17154094'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.204984 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:30.234018 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['630d4719-1501-4616-ba17-4fee441892b6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:37:30.328244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ff2c318-40ed-4d43-9764-91e9b813f82d req-d8c9a1f5-8d8f-437a-8558-558bacd48745 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592824 Oct 11 15:37:30.517394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.519947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.523404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3499cc49-df53-4e27-8991-ea7df07c2ccf HTTP/1.1" status: 204 len: 168 time: 1.2896912 Oct 11 15:37:30.540440 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a5ffa-55e3-49b0-808f-966e9c01532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499cc49-df53-4e27-8991-ea7df07c2ccf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:30.604340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.651397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:30.864668 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.35.3.150 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/79be3f3d-a02e-4329-84eb-64da7f5c3e90) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:31.102133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:31.181933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:31.306203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:31.460908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=79be3f3d-a02e-4329-84eb-64da7f5c3e90,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:31.501512 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:31.509433 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:31.516361 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:31.651171 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Deleting port 04e8c789-e109-4cb4-bb18-1c908d92b722 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:31.651884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:31.749312 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.758348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.765224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.771475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.778545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.785426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.794019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:31.806997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-97ce6a67-6200-44fa-a950-01b7054f76ea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5437 time: 0.2499075 Oct 11 15:37:31.856240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] For port 04e8c789-e109-4cb4-bb18-1c908d92b722, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04e8c789-e109-4cb4-bb18-1c908d92b722,segment=NetworkSegment(feb6691d-8739-4542-b6d0-e55388b6a711),segment_id=feb6691d-8739-4542-b6d0-e55388b6a711)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:31.856617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:31.899889 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Calling delete_port for 04e8c789-e109-4cb4-bb18-1c908d92b722 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:31.900333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07d7971e-5517-4e21-a8a2-071f7db53b9c req-48e88159-03bd-460f-9303-2b7237ec9b21 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854318 Oct 11 15:37:32.119862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.243576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.292722 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Pushing event deleted for resources: {'Port': ['ID=04e8c789-e109-4cb4-bb18-1c908d92b722,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:32.356698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a27ce2e5-43fc-44bf-acbc-63e6d4bb18c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.482270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.538861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.679908 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:37:32.822801 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Router 0458f165-e296-44fd-854d-d7dd60421dda has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:37:32.854282 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:32.869242 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:32.891539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:32.897186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6dacd48-c970-4673-9c40-6736c6056597 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8541336 Oct 11 15:37:32.897375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:32.897375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:32.897630 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:33.218592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.235079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.248892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.262568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.265093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:33.279818 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.305471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.311497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:33.368581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-09a8b1be-4b1a-427c-9b20-103f419587a5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5437 time: 0.3217275 Oct 11 15:37:33.493567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86652f67-42d3-4990-b861-7b8f1118cf50 req-027b249c-fe52-4008-9816-fa95b3254435 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252472 Oct 11 15:37:33.530925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c65a254a-6a3e-400b-a786-f92e17154094 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:33.543025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10250242-1166-4b0a-94aa-f86cef4e5542 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a2d2d68f3f6142399a57f1cd20aa2c97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6434829 Oct 11 15:37:33.549832 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:33.642531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:33.655944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce555c2e-2bee-45f8-aeb6-c78bb59a194b admin admin] 10.222.0.31 "PUT /v2.0/routers/0458f165-e296-44fd-854d-d7dd60421dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4475174 Oct 11 15:37:33.656138 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Sync routers for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:33.656604 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:33.673040 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:33.673588 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:33.740720 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port c65a254a-6a3e-400b-a786-f92e17154094 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:33.746792 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port c65a254a-6a3e-400b-a786-f92e17154094 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:33.747166 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:33.843346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:33.860477 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:31Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:33.893839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:33.923364 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:33.926054 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948ea6ad-92f6-4a82-82e8-1e91996f7a32" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c65a254a-6a3e-400b-a786-f92e17154094"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:33.930308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:33.931097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:33.934379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:33.934705 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Updating router 35a1275a-f6bd-4d83-ad8b-505226b50f3c port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:37:34.016040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.049370 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:34.055763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99c0da-f8f0-45a6-849e-af6771655fcb tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.058442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9f99c0da-f8f0-45a6-849e-af6771655fcb tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5075788 Oct 11 15:37:34.061350 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:34.078769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.158828 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:34.160091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ac561fda-7318-48c5-aa88-212ac1fbe7ac tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0975354 Oct 11 15:37:34.168851 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996325695', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:34.326352 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b464e13-a66d-45f2-95b3-fe2797552d23 x-openstack-request-id: req-7b464e13-a66d-45f2-95b3-fe2797552d23 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:34.326655 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c65a254a-6a3e-400b-a786-f92e17154094", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:34.326913 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b464e13-a66d-45f2-95b3-fe2797552d23 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:34.327370 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094', 'code': 200} Oct 11 15:37:34.330396 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:34.357147 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:37:32Z', 'revision_number': 5, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port': {'id': '78fb52ea-c793-4697-a34b-4ca974bed189', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458f165-e296-44fd-854d-d7dd60421dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:32Z', 'updated_at': '2021-10-11T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:34.386506 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:34.401556 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:34.401944 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.407331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.415239 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:34.419567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.423406 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Checking router: 0458f165-e296-44fd-854d-d7dd60421dda for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:34.462392 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Routers {'0458f165-e296-44fd-854d-d7dd60421dda'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:34.464473 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0458f165-e296-44fd-854d-d7dd60421dda'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:34.587159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.683567 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] Set router 0458f165-e296-44fd-854d-d7dd60421dda gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:34.715927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.749970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:34.767165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.770724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.815999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.877140 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1003287f-4511-4240-8c09-c67c070e113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:37:34Z', 'revision_number': 6, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:34.885782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e1e2-629d-4def-88b6-48978a4a5d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.890606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.895669 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:34.897387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.899489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Attempting to bind port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:34.900555 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Attempting to bind port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:34.901040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Attempting to bind port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:34.910189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.911525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.914705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:34.915085 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:34.915811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.916218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:34.916878 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Bound port: 79be3f3d-a02e-4329-84eb-64da7f5c3e90, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:34.917265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.927537 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.936988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.943398 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:34.946023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-0d827e9e-e086-4785-9023-5840e4c9350c tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5438 time: 0.2455492 Oct 11 15:37:34.949758 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Checking segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:34.950197 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network hostable DHCP agents. Network: 8df983df-7132-40e5-b485-251eed4de8c2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:37:34.974721 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Deleting port 78fb52ea-c793-4697-a34b-4ca974bed189 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:34.975189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:34.983915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] For port 79be3f3d-a02e-4329-84eb-64da7f5c3e90, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:34.988270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] For port 79be3f3d-a02e-4329-84eb-64da7f5c3e90, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79be3f3d-a02e-4329-84eb-64da7f5c3e90,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:35.011396 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.021118 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1003287f-4511-4240-8c09-c67c070e113b None None] The sync data for ids ['0458f165-e296-44fd-854d-d7dd60421dda'] in n-d-master-1 is: [{'id': '0458f165-e296-44fd-854d-d7dd60421dda', 'name': 'tempest-ServerRescueTestJSON-1738716074-router', 'tenant_id': 'ada043c39c014b1d9996057049e05ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:31Z', 'updated_at': '2021-10-11T15:37:34Z', 'revision_number': 6, 'project_id': 'ada043c39c014b1d9996057049e05ad4', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:35.057237 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:35.057902 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:35.065948 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de11e-dd8b-4f89-b595-933fc7688e21 None None] Pushing event updated for resources: {'Port': ['ID=79be3f3d-a02e-4329-84eb-64da7f5c3e90,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:35.108141 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] For port 78fb52ea-c793-4697-a34b-4ca974bed189, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78fb52ea-c793-4697-a34b-4ca974bed189,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:35.108583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.129472 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Calling delete_port for 78fb52ea-c793-4697-a34b-4ca974bed189 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:35.279870 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de11e-dd8b-4f89-b595-933fc7688e21 None None] Pushing event updated for resources: {'Port': ['ID=79be3f3d-a02e-4329-84eb-64da7f5c3e90,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:35.315675 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:35.380361 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 8df983df-7132-40e5-b485-251eed4de8c2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:37:35.449017 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Subnet': ['ID=fd83d1a3-2614-40e1-a541-1b954bdd3e01,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:35.483761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 04e8c789-e109-4cb4-bb18-1c908d92b722 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:35.491179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.514571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 04e8c789-e109-4cb4-bb18-1c908d92b722 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:35.515335 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 04e8c789-e109-4cb4-bb18-1c908d92b722 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:35.517191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 630d4719-1501-4616-ba17-4fee441892b6 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:35.596455 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 630d4719-1501-4616-ba17-4fee441892b6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:35.609413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Pushing event deleted for resources: {'Port': ['ID=78fb52ea-c793-4697-a34b-4ca974bed189,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:35.611873 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 630d4719-1501-4616-ba17-4fee441892b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:35.613333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.628304 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8df983df-7132-40e5-b485-251eed4de8c2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:35.639014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:35.653803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.664789 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2832fa-5db3-450a-b411-d39b16298301 None None] Network 8df983df-7132-40e5-b485-251eed4de8c2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:35.670096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-371f9096-5f6d-403b-b4ce-e3388827c029 req-1346c26a-ec41-4897-86cf-7dde58fd6ceb tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7129507 Oct 11 15:37:35.770578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.782903 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:35.806446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b8596fa-e6b3-4f9c-956a-f9907ce8aab6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6427450 Oct 11 15:37:35.882348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:35.952753 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:36.203771 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:31Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:36.281634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b1b4e4-fb3f-47c8-b9e2-c1f2bdd81d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.329361 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:36.333872 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1ee54-552d-4556-8f03-d0aca6ec7551" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:36.341767 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd38d61-231b-4970-9af6-86a6f8f186b0 None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:31Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:36.360351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.369757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8df983df-7132-40e5-b485-251eed4de8c2', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:37:36.370759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.423465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.483557 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5bfa14-cb5d-4999-8bfc-eaa361522018 x-openstack-request-id: req-9a5bfa14-cb5d-4999-8bfc-eaa361522018 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:36.483824 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:36.484082 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a5bfa14-cb5d-4999-8bfc-eaa361522018 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:36.485380 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'code': 200} Oct 11 15:37:36.522813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b1b4e4-fb3f-47c8-b9e2-c1f2bdd81d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.564316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b1b4e4-fb3f-47c8-b9e2-c1f2bdd81d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.584211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.587954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.623138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=630d4719-1501-4616-ba17-4fee441892b6,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:36.644563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.645842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4d0a81d0-9665-4dc1-aaf6-c587c50024ee up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:36.676409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.676523 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0458f165-e296-44fd-854d-d7dd60421dda {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:37:36.686548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.692683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-787bee13-e0a8-4706-abf1-ff18b8b64dab admin admin] 10.222.0.31 "DELETE /v2.0/routers/0458f165-e296-44fd-854d-d7dd60421dda HTTP/1.1" status: 204 len: 168 time: 3.0352061 Oct 11 15:37:36.693414 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:36.825662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11b1b4e4-fb3f-47c8-b9e2-c1f2bdd81d96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffb1f7aa036d44739e06e3c8460b8feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707516 Oct 11 15:37:36.830814 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:36.832100 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1b4e4-fb3f-47c8-b9e2-c1f2bdd81d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3557e0ac-1a74-4925-a8b7-0d2cb14108ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:36.892397 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Deleting subnet 8aac9623-7ef1-431e-9234-9b1c72c9e46d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:37:36.916558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:36.990491 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Allocated IP 172.20.0.2 (8df983df-7132-40e5-b485-251eed4de8c2/fd83d1a3-2614-40e1-a541-1b954bdd3e01/f8e97d06-b3c0-484f-b528-4f1e57dcd2af) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:37.161757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.210510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21394db-d9d0-4ef6-a30f-da585f341dc3 req-fcd20cce-4e43-42b1-ad07-5d7c5dca3dd5 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.219865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b21394db-d9d0-4ef6-a30f-da585f341dc3 req-fcd20cce-4e43-42b1-ad07-5d7c5dca3dd5 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.3080997 Oct 11 15:37:37.285746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.295295 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:37.306672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.314482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.320800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.328084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.335983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.343606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:37.346038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-35c42986-7d3b-48a7-a043-e74ec901018e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5440 time: 0.3250289 Oct 11 15:37:37.371883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.397027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.398094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.493522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.500181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.505104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3557e0ac-1a74-4925-a8b7-0d2cb14108ef HTTP/1.1" status: 204 len: 168 time: 0.6627920 Oct 11 15:37:37.541507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.542763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86e8d8-61d2-4edf-a436-5a975dc1d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3557e0ac-1a74-4925-a8b7-0d2cb14108ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:37.555820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.589732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.612700 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:37.644862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 79be3f3d-a02e-4329-84eb-64da7f5c3e90 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:37.653394 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aac9623-7ef1-431e-9234-9b1c72c9e46d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:37.667074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b21394db-d9d0-4ef6-a30f-da585f341dc3 req-1b4da1bd-ada1-492b-8db4-e659bff5b05c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456561 Oct 11 15:37:37.737664 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Network 8df983df-7132-40e5-b485-251eed4de8c2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:37.737664 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Pushing event updated for resources: {'Port': ['ID=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:37.740476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95e23d47-858d-4ae1-b1cc-9d9937a7e9ca req-929d299a-8317-4fd6-a869-a3f2519fd7fc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3779869 Oct 11 15:37:37.747534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.753811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8437f7cf-9218-4118-9e1b-cfee7f770a2d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8aac9623-7ef1-431e-9234-9b1c72c9e46d HTTP/1.1" status: 204 len: 168 time: 1.0580633 Oct 11 15:37:37.757418 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:37.770635 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:37.772541 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:37.772905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:37.852211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:37.979173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.036123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.060414 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.199350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Attempting to bind port f8e97d06-b3c0-484f-b528-4f1e57dcd2af on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:38.200597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:38.206541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Attempting to bind port f8e97d06-b3c0-484f-b528-4f1e57dcd2af by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:38.207125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Attempting to bind port f8e97d06-b3c0-484f-b528-4f1e57dcd2af on network 8df983df-7132-40e5-b485-251eed4de8c2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:38.214042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.243748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-691f0f92-fe57-46e3-9100-5078483e8686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.254831 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:38.261751 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:38.267774 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb6691d-8739-4542-b6d0-e55388b6a711') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:38.268123 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb6691d-8739-4542-b6d0-e55388b6a711') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:38.268261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Checking segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:38.268798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.271910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Bound using segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:38.272510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Bound port: f8e97d06-b3c0-484f-b528-4f1e57dcd2af, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:38.272974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.277004 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:38.279209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.289589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.291445 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.302643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.311460 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:37:38.312521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:37:38.333763 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:37:38.457408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.477437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.483188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] 10.222.0.31 "DELETE /v2.0/networks/046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7 HTTP/1.1" status: 204 len: 168 time: 0.7213926 Oct 11 15:37:38.504187 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630d4719-1501-4616-ba17-4fee441892b6'}, {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:38.506582 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c501ff-6d00-4fde-a55c-faa49f8b87b1" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "630d4719-1501-4616-ba17-4fee441892b6"}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:38.516277 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:38.527240 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a41e41-2319-40cd-b1a0-f17f739bb688 admin admin] Pushing event deleted for resources: {'Network': ['ID=046cc09e-1a6b-49a7-bbd2-6d643b7ec2e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:38.554370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.562827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8219a790-0da8-4457-83e2-e9afe3ad4601 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:38.666614 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab49373-83dc-4a27-bc56-1ca2e6300166 x-openstack-request-id: req-aab49373-83dc-4a27-bc56-1ca2e6300166 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:38.667240 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "630d4719-1501-4616-ba17-4fee441892b6", "code": 200}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:38.667240 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aab49373-83dc-4a27-bc56-1ca2e6300166 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:38.667594 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630d4719-1501-4616-ba17-4fee441892b6', 'code': 200} Oct 11 15:37:38.667853 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee', 'code': 200} Oct 11 15:37:38.673195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-691f0f92-fe57-46e3-9100-5078483e8686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.740105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-691f0f92-fe57-46e3-9100-5078483e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.833362 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.850647 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-691f0f92-fe57-46e3-9100-5078483e8686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38f45e7a807c48a9a102032d5ef40ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486394 Oct 11 15:37:38.855832 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f0f92-fe57-46e3-9100-5078483e8686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da21bf-e3ed-4e88-baf0-5a645a8fc318,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:38.877352 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:38.895115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 79be3f3d-a02e-4329-84eb-64da7f5c3e90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79be3f3d-a02e-4329-84eb-64da7f5c3e90,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:38.906585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] For port f8e97d06-b3c0-484f-b528-4f1e57dcd2af, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:38.917565 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:38.931467 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.1 (8df983df-7132-40e5-b485-251eed4de8c2/fd83d1a3-2614-40e1-a541-1b954bdd3e01/873ce29b-fb94-4b41-8d97-f074e3cbbb0e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:38.955466 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:39.011152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] For port f8e97d06-b3c0-484f-b528-4f1e57dcd2af, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:39.022195 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:39.051745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.107168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 78fb52ea-c793-4697-a34b-4ca974bed189 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:39.142512 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 78fb52ea-c793-4697-a34b-4ca974bed189 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:39.142512 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 78fb52ea-c793-4697-a34b-4ca974bed189 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:39.150057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe490257-c981-495b-8d4e-0013f6eb8c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ada043c39c014b1d9996057049e05ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927738 Oct 11 15:37:39.153691 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8219a790-0da8-4457-83e2-e9afe3ad4601 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:39.170460 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:39.179930 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8219a790-0da8-4457-83e2-e9afe3ad4601 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:39.180285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.224504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=79be3f3d-a02e-4329-84eb-64da7f5c3e90,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:39.259779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.275572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.318750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.353111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.387422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.510219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.513243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.518658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.520399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82da21bf-e3ed-4e88-baf0-5a645a8fc318 HTTP/1.1" status: 204 len: 168 time: 0.6376486 Oct 11 15:37:39.583225 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac0600-2d08-4431-8205-5ce6e9350639 None None] Pushing event updated for resources: {'Port': ['ID=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:39.595303 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 8df983df-7132-40e5-b485-251eed4de8c2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:39.620990 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:39.635659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9b085-1487-46e9-b5e6-db39927c74b1 req-983e7bf3-867a-47d9-a289-bece7ef5d5e9 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.638436 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:39.644888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9af9b085-1487-46e9-b5e6-db39927c74b1 req-983e7bf3-867a-47d9-a289-bece7ef5d5e9 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.8206899 Oct 11 15:37:39.670153 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae060849-2b04-49fe-bece-976c4c27f754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da21bf-e3ed-4e88-baf0-5a645a8fc318,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:39.676126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 79be3f3d-a02e-4329-84eb-64da7f5c3e90 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:39.766732 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:39.787723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:39.821335 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.825618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:39.851462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:39.891093 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.898658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.906170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.913782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.920471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.927339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.934300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:39.936670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-02801e27-89d6-4b5e-9349-2f09476d4f5f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5441 time: 1.0188942 Oct 11 15:37:39.971871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9af9b085-1487-46e9-b5e6-db39927c74b1 req-0e9995e2-e970-4b8c-bdaa-b80c7a4e03e9 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255680 Oct 11 15:37:40.001199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:40.035051 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:40.035363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.043189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.122218 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:40.132495 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.161261 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:40.162032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.171289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c433a2f9-247e-4a02-8a21-960da2254c6e req-4c755fb1-699a-4208-a80d-5b8d97da5ab6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208130 Oct 11 15:37:40.261763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.265469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.267325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c3a459e-1dac-4b72-b56a-1378e902e7e3 HTTP/1.1" status: 204 len: 168 time: 1.0492151 Oct 11 15:37:40.286364 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fac5d-f32d-446b-b5b6-1a5abc409f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a459e-1dac-4b72-b56a-1378e902e7e3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:40.299438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.387226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.460153 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:40.474964 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.475967 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:40.670531 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601'}, {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:40.673913 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9d1e6-141a-423d-8513-34045b0a9eb2" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601"}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:40.790956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:40.820985 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d4cad-17d0-4898-921f-f056b35810d5 x-openstack-request-id: req-561d4cad-17d0-4898-921f-f056b35810d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:40.826258 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601", "code": 200}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:40.826258 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-561d4cad-17d0-4898-921f-f056b35810d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:40.826258 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'code': 200} Oct 11 15:37:40.827490 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a', 'code': 200} Oct 11 15:37:40.878640 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:37:40.902589 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:40.922485 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:40.924441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.146670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.202187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:41.220606 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.299261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa80730-340e-4f3c-bcf1-08de62859277 req-978a0a3c-77d7-4dd9-aa47-9c842604089c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.305924 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:41.307503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa80730-340e-4f3c-bcf1-08de62859277 req-978a0a3c-77d7-4dd9-aa47-9c842604089c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.2439175 Oct 11 15:37:41.324376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.344502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.369746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109639e9-5c03-41ac-9117-39f3f97c5a77 None None] Network 8df983df-7132-40e5-b485-251eed4de8c2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:41.433696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:41.450623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.575451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa80730-340e-4f3c-bcf1-08de62859277 req-8e130289-2002-49c3-ab5f-5ef967986999 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553318 Oct 11 15:37:41.611058 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] Provisioning complete for port f8e97d06-b3c0-484f-b528-4f1e57dcd2af triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:41.611711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:41.625571 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:41.654566 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.670459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.685063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.695511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.700316 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e97d06-b3c0-484f-b528-4f1e57dcd2af up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:41.707822 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.723695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.733202 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 8df983df-7132-40e5-b485-251eed4de8c2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:41.736800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:41.738548 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:41.754714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83932396-7759-48b8-bc67-3c079845ff35 req-08a81fa8-0d23-4d70-a8d7-4b800f922f5b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.3481333 Oct 11 15:37:41.838283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83932396-7759-48b8-bc67-3c079845ff35 req-28c54177-63a4-4d87-be60-0e1373d871f2 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823286 Oct 11 15:37:41.964418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1524750383-network', 'tenant_id': '1ce3a92115134800824745a1e6914755'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:42.151409 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8e97d06-b3c0-484f-b528-4f1e57dcd2af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:42.152022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.197282 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.328473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] For port f8e97d06-b3c0-484f-b528-4f1e57dcd2af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:42.345865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.418502 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:37:42.419399 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Made reservation on behalf of 1ce3a92115134800824745a1e6914755 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:42.421991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.470469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.592561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-e7afe572-0afe-4e9a-a846-67c30b827d85 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:42.602111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-e7afe572-0afe-4e9a-a846-67c30b827d85 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.43 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.1049142 Oct 11 15:37:42.713160 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af9042-88c3-4758-b71e-bf2d8300544a None None] Pushing event updated for resources: {'Port': ['ID=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:42.782142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1912e98-aa55-4c57-8b1f-05862d90036e None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:42.782142 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1912e98-aa55-4c57-8b1f-05862d90036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.865068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.866089 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:42.874114 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d305355-0cb0-4663-bb4f-9117eee1b8dd" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:42.882653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.888106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f918c9-0ba1-4781-ae8d-36242aedc559 req-1561df72-7990-4410-b54f-c97e4909cd1e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:42.898078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4f918c9-0ba1-4781-ae8d-36242aedc559 req-1561df72-7990-4410-b54f-c97e4909cd1e tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 945 time: 0.1866949 Oct 11 15:37:42.907840 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:42.908535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1912e98-aa55-4c57-8b1f-05862d90036e None None] Port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:37:42.923435 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1912e98-aa55-4c57-8b1f-05862d90036e None None] Provisioning complete for port f8e97d06-b3c0-484f-b528-4f1e57dcd2af triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:42.923435 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1912e98-aa55-4c57-8b1f-05862d90036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.935886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb7b78b8-7a87-4068-87e8-b269d9ced283 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/35a1275a-f6bd-4d83-ad8b-505226b50f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1518755 Oct 11 15:37:42.947649 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:42.948546 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:37:42.955375 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Deleting port e6546a0d-8de3-4891-a3f5-2eacf1253475 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:42.955992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:42.980588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:43.000932 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:43.001204 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:43.048802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.049286 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Added segment f23f9bc2-417e-40c7-9635-e25bbea5b62c of type vlan for network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f Oct 11 15:37:43.061013 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:43.152672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4f918c9-0ba1-4781-ae8d-36242aedc559 req-31dd8567-8329-4586-9bec-9eb571084715 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups?id=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535677 Oct 11 15:37:43.214890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.260913 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] For port e6546a0d-8de3-4891-a3f5-2eacf1253475, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6546a0d-8de3-4891-a3f5-2eacf1253475,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:43.261412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.345410 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f4e16-9505-4405-88d1-9bc9a7cb8eaf x-openstack-request-id: req-210f4e16-9505-4405-88d1-9bc9a7cb8eaf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:43.345950 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:43.345950 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-210f4e16-9505-4405-88d1-9bc9a7cb8eaf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:43.346323 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4', 'code': 200} Oct 11 15:37:43.407802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.410149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.411038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.429351 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93fe1030-abe7-416c-9155-568a3ab1c8bc None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:43.430314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93fe1030-abe7-416c-9155-568a3ab1c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.504128 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:43.532890 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.537867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.538499 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.540200 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.541697 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.550185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.550645 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.551095 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.551572 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.552205 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.552648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.566538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d0737a8-accd-4568-a94d-8182babe86f8 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7755 time: 0.6151226 Oct 11 15:37:43.595269 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:43.632531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0076630 Oct 11 15:37:43.633698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa22df-4e39-4bb2-8636-ddcfefbcbaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:43.635982 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:43.647295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Request body: {'subnet': {'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1524750383-subnet', 'tenant_id': '1ce3a92115134800824745a1e6914755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:43.674631 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Made reservation on behalf of 1ce3a92115134800824745a1e6914755 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:43.677558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.741457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e97d06-b3c0-484f-b528-4f1e57dcd2af up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:43.743417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:37:43.746762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93fe1030-abe7-416c-9155-568a3ab1c8bc None None] Port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:37:43.766595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.770735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.771255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.771758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.772361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.772667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.773115 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.778044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9283d1ce-0f4b-4554-83cb-5d4973c7b33c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.3100395 Oct 11 15:37:43.792125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.799185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.806064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.818665 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.829783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.838557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.845285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.853693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-688eef77-8aee-4a03-aab3-453b52b0d298 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.3867049 Oct 11 15:37:43.880317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.881419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.882054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.883226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.883824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.884758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.885886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.886486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.887729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.888332 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.888926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:43.891489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-87c8b6c5-2594-43af-be02-78ac4181691c tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7087 time: 0.2904119 Oct 11 15:37:43.901426 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:43.993327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.993746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:43.994060 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Floating IP ebf9a624-0cdc-4f14-a8d8-0117ec08227b disassociated. External IP: 172.35.3.177, port: e6546a0d-8de3-4891-a3f5-2eacf1253475. Oct 11 15:37:43.994399 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Calling delete_port for e6546a0d-8de3-4891-a3f5-2eacf1253475 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:44.001647 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4d8caec-0d55-4ea8-b842-e41c70584499 None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:44.002303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4d8caec-0d55-4ea8-b842-e41c70584499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.006095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-222fb559-16d8-4e8f-9f6d-fdee4946bc7e req-9f21d778-1161-49be-a254-0594728b9c09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c440e96-af3d-494a-85d4-5e3970ced83b&id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493192 Oct 11 15:37:44.020955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c45bac4-aa8f-4dcf-911e-e16662b13205 req-3e846a08-ccd7-4288-a70a-1495cec35452 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655350 Oct 11 15:37:44.105855 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8e97d06-b3c0-484f-b528-4f1e57dcd2af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:44.106402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.178553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.196657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8caec-0d55-4ea8-b842-e41c70584499 None None] Port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:37:44.242981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c21f6ec-c65a-4641-898f-8a7c4d7dc561,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:44.353010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.377447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb7e4ff9-b097-4d83-a186-d63ba72a6373 req-c5499d84-c499-43ab-a7cc-11cc30a47c88 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/ports?device_id=b62e52a1-9780-46fd-bd9a-53c9ac344e04 HTTP/1.1" status: 200 len: 210 time: 0.0588601 Oct 11 15:37:44.411447 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event deleted for resources: {'Port': ['ID=e6546a0d-8de3-4891-a3f5-2eacf1253475,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:44.429045 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Checking segment: {'id': 'f23f9bc2-417e-40c7-9635-e25bbea5b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:44.429418 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Network hostable DHCP agents. Network: c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:37:44.466485 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 2, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:44.484003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:37:44.512894 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:44.516828 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:44.517418 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Updating router 35a1275a-f6bd-4d83-ad8b-505226b50f3c port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:37:44.521586 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:44.522283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.543435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d888b420-ff2d-4556-bc35-a61802b34751 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.6407602 Oct 11 15:37:44.560945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ca6ed66-68b6-4954-9341-148761ad2cbe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9155450 Oct 11 15:37:44.561165 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf005f-8d73-4efb-a9e9-7c37e7c4a192 None None] Network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:44.608098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:44.699506 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:37:44.777262 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:44.789934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-1a9b7a62-5753-4272-a58e-7737fb68e78c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:44.791734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-1a9b7a62-5753-4272-a58e-7737fb68e78c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.3831913 Oct 11 15:37:44.810105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-27440d6e-6867-4703-aefc-36b5f7a5fbbe tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/quotas/14c7db3e24f441568b0a6c7d39c4de61 HTTP/1.1" status: 200 len: 375 time: 0.0112469 Oct 11 15:37:44.917758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:44.924871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-6edc2d9b-9f91-4c15-a4bb-750298275884 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077144 Oct 11 15:37:44.937031 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Sync routers for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:44.970031 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:44.970586 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:44.978010 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] No DVR routers for this DVR port e6546a0d-8de3-4891-a3f5-2eacf1253475 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:37:44.992948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.000290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d1d25-e453-4025-84d7-2c55dce38388 None None] Network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:45.006092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9148da23-6f10-4fe5-a6a4-5a2e78129842 req-c9e56dad-2333-4bf1-8c24-3722de232f6c tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.43 "DELETE /v2.0/ports/e6546a0d-8de3-4891-a3f5-2eacf1253475 HTTP/1.1" status: 204 len: 173 time: 2.3966391 Oct 11 15:37:45.007075 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'name': 'network-vif-deleted', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:45.017181 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d0b0b-21b4-4d28-bd53-329fe08f42bd" -d '{"events": [{"server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "name": "network-vif-deleted", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:45.225455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdab2aff-f167-4881-a77b-b4721258ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.282652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-8c70af94-a8fe-4122-b436-5aafce89c698 service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077760 Oct 11 15:37:45.407796 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:45.417435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480414333', 'description': 'tempest-secgroup-smoke-1480414333 description', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:45.487928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdab2aff-f167-4881-a77b-b4721258ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.503857 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdab2aff-f167-4881-a77b-b4721258ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.533042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.559923 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:45.587771 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33f08c8-7998-4b2f-ba21-2d6ff3211c42 x-openstack-request-id: req-e33f08c8-7998-4b2f-ba21-2d6ff3211c42 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:45.588055 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62e52a1-9780-46fd-bd9a-53c9ac344e04", "name": "network-vif-deleted", "tag": "e6546a0d-8de3-4891-a3f5-2eacf1253475", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:45.588501 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e33f08c8-7998-4b2f-ba21-2d6ff3211c42 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:45.589963 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62e52a1-9780-46fd-bd9a-53c9ac344e04', 'name': 'network-vif-deleted', 'tag': 'e6546a0d-8de3-4891-a3f5-2eacf1253475', 'status': 'completed', 'code': 200} Oct 11 15:37:45.620884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab2aff-f167-4881-a77b-b4721258ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874bf85-0e15-4db3-a148-af334a449af3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:45.633206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-5937b812-9b8e-4f46-bff1-592b0c789bfb service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349962 Oct 11 15:37:45.636051 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:45.644853 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-809488053-network', 'tenant_id': 'e0c69dc0dff943aabd60711ff542df70'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:45.685009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809066c-b828-429a-8736-939431f02f90 req-bb3c481e-1d5b-40ae-8089-255d23e64734 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.694404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5809066c-b828-429a-8736-939431f02f90 req-bb3c481e-1d5b-40ae-8089-255d23e64734 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "GET /v2.0/ports?device_id=01abeeda-5c51-40dc-8016-003c1b82af2e HTTP/1.1" status: 200 len: 945 time: 0.2254028 Oct 11 15:37:45.724250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e6546a0d-8de3-4891-a3f5-2eacf1253475 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:45.777137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: e6546a0d-8de3-4891-a3f5-2eacf1253475 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:45.777468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e6546a0d-8de3-4891-a3f5-2eacf1253475 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:45.777910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:45.781015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.788240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdab2aff-f167-4881-a77b-b4721258ada6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a991187606bb4f248ed0e90180b9349b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0095692 Oct 11 15:37:45.790660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.805386 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:45.849512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Made reservation on behalf of e0c69dc0dff943aabd60711ff542df70 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:45.856978 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.862419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.871811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f3d99-ce59-428d-a3fd-8544afaca2d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:45.873977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.895131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:45.913885 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6697a4f3-cb5c-4ed1-9f79-046694da6fff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5038109 Oct 11 15:37:45.920582 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:45.926454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.939624 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:45.946997 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.959592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.974131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.974757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8567-1808-40bf-abb7-9004a5151f33 None None] Pushing event updated for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:45.993057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:45.999262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:46.018107 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:46.031257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-d30f7c0b-0037-4872-bd8f-34f6ff364b31 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.3939884 Oct 11 15:37:46.035223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.073883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.076198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.078228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Attempting to bind port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:46.078585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Attempting to bind port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:46.078937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Attempting to bind port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e on network 8df983df-7132-40e5-b485-251eed4de8c2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:46.094087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:46.094780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Checking segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:46.095339 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.095886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Bound using segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:46.096510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Bound port: 873ce29b-fb94-4b41-8d97-f074e3cbbb0e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:46.097063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.131200 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:46.134197 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185beb8f-f266-45ba-9114-a8e0996de90a" -d '{"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:46.153650 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:46.214162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.227010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:46.254838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0ccf2cd-b4ac-4b8f-a266-0968274f6f2b req-9c3f382f-e5d1-4000-a8da-98bb6a87bce1 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 210 time: 0.1671379 Oct 11 15:37:46.255393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.256734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.258354 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Checking router: cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:46.278561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.284877 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:46.288056 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:46.288462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.346053 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:46.389089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] For port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:46.398121 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c30798-0328-4900-88aa-9cd0141df3c8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:46.398930 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:37:46.404131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] For port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:46.413745 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f41d90-8992-4ee9-a9ed-6ea2de03cc0f x-openstack-request-id: req-93f41d90-8992-4ee9-a9ed-6ea2de03cc0f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:46.414738 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:46.415225 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93f41d90-8992-4ee9-a9ed-6ea2de03cc0f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:46.415760 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'code': 200} Oct 11 15:37:46.420146 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.428371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.432395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:46.440746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ed8ccad-a6f5-4d48-8d05-f000d8272933 req-90367887-3975-4343-839b-9ea98f05dfea tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4074185 Oct 11 15:37:46.446929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1f4fc-c176-406d-821a-d6cb172ce6f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:46.449027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.450471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-17dba349-7ded-49e8-b69b-6784f3e31f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5258482 Oct 11 15:37:46.464210 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:46.470240 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:46.494841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.495383 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Added segment bc7ff29c-d572-4078-8181-9a2be285bfc3 of type vlan for network 998e803e-4fd2-4f1b-924c-6f06aa154f28 Oct 11 15:37:46.499553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:46.500463 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.531107 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Deleting port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:46.531448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.538486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.556974 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:46.607480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:46.608117 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:46.677319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.725578 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8567-1808-40bf-abb7-9004a5151f33 None None] Pushing event updated for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:46.743728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.774516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.776906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.795575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7874bf85-0e15-4db3-a148-af334a449af3 HTTP/1.1" status: 204 len: 168 time: 0.9451206 Oct 11 15:37:46.838791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.873347 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc8554-be70-4487-a571-e88537e5dfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874bf85-0e15-4db3-a148-af334a449af3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:46.933540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.937690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.940239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:46.942009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "DELETE /v2.0/security-groups/d63247ed-6a7a-420f-a2d9-3dd75fcd34cf HTTP/1.1" status: 204 len: 168 time: 0.5811777 Oct 11 15:37:46.947290 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:46.962489 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:47.015584 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7db7bd-fa37-4fc6-83a2-784e08222d06 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63247ed-6a7a-420f-a2d9-3dd75fcd34cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:47.016154 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538f0a5-c5da-4dca-bbbe-a4a04406f445 None None] The sync data for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 is: [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:34:40Z', 'revision_number': 4, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5d39c41b-5411-4503-85b3-84413a536348', 'name': '', 'network_id': '2a824e32-d367-444a-8b4c-8c37d5ea7e78', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'mac_address': 'fa:16:3e:c9:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:36Z', 'updated_at': '2021-10-11T15:34:46Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'subnets': [{'id': 'f89689e1-717c-4a03-813b-0eda49b42478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:47.024185 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-77407851-37e7-4b83-9aa9-0ed82fc95611 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] show failed (client error): The resource could not be found. Oct 11 15:37:47.025551 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-77407851-37e7-4b83-9aa9-0ed82fc95611 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "GET /v2.0/security-groups/d63247ed-6a7a-420f-a2d9-3dd75fcd34cf HTTP/1.1" status: 404 len: 347 time: 0.0768859 Oct 11 15:37:47.028531 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:47.107944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.134049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.159851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.170874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.182824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.188865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.198364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.206542 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.220502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8b0cda1-37b5-4d58-b1f5-fd5a6a24dbb0 req-de089783-0fcc-4ffd-90c0-7508506fda7d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.5675704 Oct 11 15:37:47.233522 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:47.240438 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] For port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:47.241214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.245617 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Request body: {'floatingip': {'port_id': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:47.254655 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:47.262607 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Calling delete_port for 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:47.334716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.349457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.351158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:47.351947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.478008 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4949f24-0d22-454e-a9ec-e8b23b4e67da None None] New status for floating IP ebf9a624-0cdc-4f14-a8d8-0117ec08227b: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:37:47.485004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] For port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:47.503810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=998e803e-4fd2-4f1b-924c-6f06aa154f28,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:47.536004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 998e803e-4fd2-4f1b-924c-6f06aa154f28 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:37:47.536835 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:47.567247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c355c16f-a5ff-454b-844c-22afc7db1ff9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9284818 Oct 11 15:37:47.589004 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:47.598053 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Request body: {'subnet': {'network_id': '998e803e-4fd2-4f1b-924c-6f06aa154f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-809488053-subnet', 'tenant_id': 'e0c69dc0dff943aabd60711ff542df70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:47.608300 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.642326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c62b6228-40b4-4d6a-8e4f-8685f7ac2ea9 req-fb361904-6b9b-436d-b571-4a9feb757b1c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 210 time: 0.2276850 Oct 11 15:37:47.649821 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Made reservation on behalf of e0c69dc0dff943aabd60711ff542df70 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:47.652505 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.825585 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d650f115-cdb2-427f-8b1b-4f196b3528d5 None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:47.826125 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d650f115-cdb2-427f-8b1b-4f196b3528d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.882570 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cbd21-8948-4eac-a3b6-6d5b0ea34a2c None None] Pushing event updated for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:47.903385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.909906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86c22de0-db1a-4bbf-a0bb-f64ca2718f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.966249 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:46Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:47.973815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:47.996682 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ebd31-4309-456b-a27f-0f66528f703a None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:46Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:48.016080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.117966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86c22de0-db1a-4bbf-a0bb-f64ca2718f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.128424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62637d7d-6d1f-4558-8bcc-57d435c8e497,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.142729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86c22de0-db1a-4bbf-a0bb-f64ca2718f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.171997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.175948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f3f41ee-c7bb-4150-a9d5-6d6d1bdedfb6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7076907 Oct 11 15:37:48.189784 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:48.203889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:48.242603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6df351-1adf-464d-844a-e709264a24b2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.286500 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22de0-db1a-4bbf-a0bb-f64ca2718f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534ecfc-dc5d-47b6-879b-2be8a9dc38e6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.295468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-86c22de0-db1a-4bbf-a0bb-f64ca2718f99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ad18e7f7d6146c3a5cd0d95ad7a9d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403154 Oct 11 15:37:48.303759 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:48.318895 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Checking segment: {'id': 'bc7ff29c-d572-4078-8181-9a2be285bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '998e803e-4fd2-4f1b-924c-6f06aa154f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:48.319312 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Network hostable DHCP agents. Network: 998e803e-4fd2-4f1b-924c-6f06aa154f28, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:37:48.353509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.379264 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.420879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Network 998e803e-4fd2-4f1b-924c-6f06aa154f28 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:37:48.427625 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Deleting port 5361adc0-d985-40bb-a9d9-5911e394946f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:48.428102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.429184 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event deleted for resources: {'Port': ['ID=8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.476961 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 998e803e-4fd2-4f1b-924c-6f06aa154f28) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:48.481547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:48.482548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.492117 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaaae2c-eadb-4549-b792-b216bcbaa951 None None] Network 998e803e-4fd2-4f1b-924c-6f06aa154f28 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:48.508865 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] No DVR routers for this DVR port 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:37:48.511817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.516594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5809066c-b828-429a-8736-939431f02f90 req-02fe6357-353e-4bc3-98be-1124c7ad0109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "DELETE /v2.0/ports/8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 HTTP/1.1" status: 204 len: 173 time: 2.7878101 Oct 11 15:37:48.524846 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-deleted', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:48.527173 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4431037e-f9d9-4bff-be63-77c5983e42e9" -d '{"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-deleted", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:48.549662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.565642 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-e29b9ee0-cddf-4e8d-ac30-7ad267acd1d7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:48.567510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-e29b9ee0-cddf-4e8d-ac30-7ad267acd1d7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.6072552 Oct 11 15:37:48.572269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4fe08936-7fc6-432a-9ef7-5da169c56ca7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9775367 Oct 11 15:37:48.600617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.611882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.622589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.635913 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09313922-df49-4c4c-a460-c0248dd15bea x-openstack-request-id: req-09313922-df49-4c4c-a460-c0248dd15bea {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:48.636206 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abeeda-5c51-40dc-8016-003c1b82af2e", "name": "network-vif-deleted", "tag": "8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:48.636464 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09313922-df49-4c4c-a460-c0248dd15bea {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:48.636864 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abeeda-5c51-40dc-8016-003c1b82af2e', 'name': 'network-vif-deleted', 'tag': '8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3', 'status': 'completed', 'code': 200} Oct 11 15:37:48.665038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Request body: {'port': {'device_id': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'admin_state_up': True, 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:48.666593 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1398b8c6-40ca-4f21-b594-6915dc4f2f45,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.691423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.693509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a3bfed4d-5bce-4504-b156-bd4f721e1a00 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4934289 Oct 11 15:37:48.698406 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:48.703695 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:48.746724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.770024 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.775315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.776980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2534ecfc-dc5d-47b6-879b-2be8a9dc38e6 HTTP/1.1" status: 204 len: 168 time: 0.4720531 Oct 11 15:37:48.814730 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ca4b6-4da3-48dc-a4f7-585b41ff4b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534ecfc-dc5d-47b6-879b-2be8a9dc38e6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:48.865899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:37:48.879085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.879426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:48.912278 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Calling delete_port for 5361adc0-d985-40bb-a9d9-5911e394946f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:49.049736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2708c-2d03-4c75-a43d-899731c5d9fa None None] Network 998e803e-4fd2-4f1b-924c-6f06aa154f28 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:37:49.326112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.520963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Pushing event deleted for resources: {'Port': ['ID=5361adc0-d985-40bb-a9d9-5911e394946f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:49.637471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 873ce29b-fb94-4b41-8d97-f074e3cbbb0e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:37:49.644545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.656828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.689160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:49.693023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.780045 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:49.865446 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:49.866047 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8e9c9ad9-ce7d-4810-88f0-3d78d7c8d2d3 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:49.905594 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:49.907819 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.954539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.964214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:49.970933 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c8f55b1-a274-45f4-b0f8-98da00bcfb25 tempest-ServersTestManualDisk-2018265475 tempest-ServersTestManualDisk-2018265475-project] 10.222.0.31 "DELETE /v2.0/floatingips/ebf9a624-0cdc-4f14-a8d8-0117ec08227b HTTP/1.1" status: 204 len: 168 time: 2.9408181 Oct 11 15:37:49.975317 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:50.043127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81d7ea5b-09af-4d76-a036-e469e31a65ae req-01c0df2d-3e13-4098-903e-fd1b8b97800d tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 210 time: 1.1997428 Oct 11 15:37:50.131208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.139619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.222485 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ecfafa-25df-4736-bc23-40d7b301b98f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:50.250085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-8d502017-3ea1-4914-9eb3-5c15c6a67b46 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:50.251936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-8d502017-3ea1-4914-9eb3-5c15c6a67b46 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/networks?id=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f HTTP/1.1" status: 200 len: 825 time: 0.3176115 Oct 11 15:37:50.255473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.266271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f0d0db1b-8f97-4f8c-ab9c-5601aff8c000 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5662968 Oct 11 15:37:50.279613 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:50.283052 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Floating IP 0af33fb0-82f1-464c-9a3e-777aa1c777ca associated. External IP: 172.35.3.223, port: 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2. Oct 11 15:37:50.291839 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:50.312078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-cff9103b-cbe2-40e5-9cc4-4a116f34aee3 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/quotas/1ce3a92115134800824745a1e6914755 HTTP/1.1" status: 200 len: 375 time: 0.0442438 Oct 11 15:37:50.388674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-ee971357-0845-4cd2-ac5f-016e06118cfb tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ce3a92115134800824745a1e6914755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688405 Oct 11 15:37:50.394030 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:37:50.468263 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Allocated IP 172.20.0.4 (9de754fc-4468-4d7e-94c5-657e7d02fa4a/e1afc483-4791-45ba-ae9b-217aaab70e76/a6964a57-6635-453b-a436-d593299fb1ac) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:50.468487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.536227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.546457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.592483 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2502ab52-d7b5-456e-987a-a7aa73888044,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:50.637938 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.639535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2725ad4d-c98f-41c2-bea6-ee85304da0ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3582520 Oct 11 15:37:50.644365 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:50.650536 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f3d99-ce59-428d-a3fd-8544afaca2d7', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:50.671840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-961932c2-b976-47dd-bea0-f74d5a721f4d service neutron] 10.222.0.31 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740612 Oct 11 15:37:50.748164 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:37:50.766333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.858545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.902095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b1ce846b-ab4e-4f8d-9de0-285b202fd019 service neutron] 10.222.0.31 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220800 Oct 11 15:37:50.914215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:50.977473 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34983c00-e815-4e33-82b0-4da0e1b031e7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:51.015527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:51.017841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4213aaea-a313-44bf-bab5-490ec8ce2adb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3715198 Oct 11 15:37:51.141745 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:37:51.200473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:51.255213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34578e09-b166-4776-af43-ac9f29e45651 req-095205ac-0876-4953-8bcc-dc07f1db4565 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 210 time: 0.0511396 Oct 11 15:37:51.459903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-02827aed-1100-4396-9758-6365a1a07f62 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480414333&fields=id&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 267 time: 0.0740681 Oct 11 15:37:51.469573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-85f53d43-08d6-4f75-a6ff-1debb96cbf39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1405032 Oct 11 15:37:51.524591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:51.531119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:51.541371 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Sync routers for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:51.551062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:51.557844 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:51.562760 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:51.720952 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a380b9-1d2a-4c8c-bb19-efeb29be0b24 req-747f3920-0ed2-4b94-8d60-551118fddb09 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.722628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19a380b9-1d2a-4c8c-bb19-efeb29be0b24 req-747f3920-0ed2-4b94-8d60-551118fddb09 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 931 time: 0.5533319 Oct 11 15:37:51.764054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.764054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.764454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.764873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.765328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.765801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.766257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.768215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d429286e-7042-4587-b6e0-a6575a4291ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1724801 Oct 11 15:37:51.786327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-7e7ed649-9432-4de1-bbf7-9f66a34605ee tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.795151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-7e7ed649-9432-4de1-bbf7-9f66a34605ee tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 796 time: 0.3076758 Oct 11 15:37:51.838113 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:51.979530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-08cda1d0-5d6f-4f95-8062-2a3704c9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.979764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-08cda1d0-5d6f-4f95-8062-2a3704c9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.980233 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-08cda1d0-5d6f-4f95-8062-2a3704c9cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:51.982142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-08cda1d0-5d6f-4f95-8062-2a3704c9cb52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.1727436 Oct 11 15:37:51.991876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-4119606a-9a6a-46a9-8ba5-45744ec4c182 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/quotas/a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 375 time: 0.1956365 Oct 11 15:37:52.013560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff066a73-43de-41d9-bd55-75587f2149ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "PUT /v2.0/floatingips/0af33fb0-82f1-464c-9a3e-777aa1c777ca HTTP/1.1" status: 200 len: 991 time: 4.7764480 Oct 11 15:37:52.062001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19a380b9-1d2a-4c8c-bb19-efeb29be0b24 req-1c785fa9-9e2a-43f5-b9a4-ef66c4af57ca tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272061 Oct 11 15:37:52.082119 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:52.084891 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d48eb2-8263-4a22-b32a-775db5f08028" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:52.103976 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:52.109894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:52.122173 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:52.125974 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:52.150763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-03bb3aac-9096-47c6-a6bb-d080987fcd3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 999 time: 0.1520436 Oct 11 15:37:52.214376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:52.232190 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-7181ba3d-ee73-43d2-980c-c40e97b7b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:52.235282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-7181ba3d-ee73-43d2-980c-c40e97b7b774 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.0794799 Oct 11 15:37:52.330000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0af33fb0-82f1-464c-9a3e-777aa1c777ca', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'port_id': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'mac_address': 'fa:16:3e:3f:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:36:32Z', 'updated_at': '2021-10-11T15:37:48Z', 'revision_number': 1, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:52.341790 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b833c6-a584-41cc-be26-1dc10d8b687f x-openstack-request-id: req-58b833c6-a584-41cc-be26-1dc10d8b687f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:52.342163 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:52.342337 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58b833c6-a584-41cc-be26-1dc10d8b687f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:52.345043 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'status': 'completed', 'code': 200} Oct 11 15:37:52.361846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-9792f176-d965-4edd-ae4b-867b2959daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:52.367402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-9792f176-d965-4edd-ae4b-867b2959daa5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227305 Oct 11 15:37:52.414315 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:52.414976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:52.427406 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Checking router: 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:52.450204 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:52.451079 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:52.482193 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-d2510b8f-ea17-488f-9f87-68ad244e48ab tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8431456 Oct 11 15:37:52.500390 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Request body: {'port': {'device_id': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:52.503052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c11e70bb-88a8-4b0c-b5d0-432eee7ea5de req-a67a83bb-c5e0-4766-ab78-5b721e1835e5 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 210 time: 0.0381055 Oct 11 15:37:52.607679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-644ace2f-4c6d-474a-8fe4-67ad3e8a9f64 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307873 Oct 11 15:37:52.638117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-ccc09a10-c68f-4ea9-b031-fa1d73691c46 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6452868 Oct 11 15:37:52.651187 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:52.654943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:52.770785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-30a6c265-a1ad-45ba-88e9-8f17cd137908 service neutron] 10.222.0.31 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213830 Oct 11 15:37:52.982404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-4a32a47c-7d01-4f38-8f5f-82977208c696 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428042 Oct 11 15:37:53.033617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-26a95509-dad3-4363-b0cd-29de139f966f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0414679 Oct 11 15:37:53.038653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-958f61b4-4112-4f54-8768-8793c42f35df service neutron] 10.222.0.31 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667890 Oct 11 15:37:53.110061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-6e1505f7-a252-42d0-b64b-b6eb5807834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:53.111528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-6e1505f7-a252-42d0-b64b-b6eb5807834e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0701783 Oct 11 15:37:53.206431 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-8230a510-3861-4325-831e-e6bc49465267 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:53.208226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-8230a510-3861-4325-831e-e6bc49465267 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.36 "GET /v2.0/networks?id=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f HTTP/1.1" status: 200 len: 825 time: 0.4847331 Oct 11 15:37:53.226796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Request body: {'port': {'device_id': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f', 'admin_state_up': True, 'tenant_id': '1ce3a92115134800824745a1e6914755'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:53.283569 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Deleting port 5d39c41b-5411-4503-85b3-84413a536348 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:53.283856 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-7ed60c39-0344-4a55-9bc7-e3124cdf44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:53.283993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.285150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-7ed60c39-0344-4a55-9bc7-e3124cdf44ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606300 Oct 11 15:37:53.302943 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0af33fb0-82f1-464c-9a3e-777aa1c777ca', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'port_id': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'mac_address': 'fa:16:3e:3f:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:36:32Z', 'updated_at': '2021-10-11T15:37:48Z', 'revision_number': 1, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:53.359747 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82deae-01da-48bd-9683-f2fe4bd1acab None None] The sync data for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 is: [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0af33fb0-82f1-464c-9a3e-777aa1c777ca', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'floating_ip_address': '172.35.3.223', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'port_id': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'mac_address': 'fa:16:3e:3f:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:36:32Z', 'updated_at': '2021-10-11T15:37:48Z', 'revision_number': 1, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:53.379726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26da19-f96d-4112-b874-f65329f4f620 req-dbaa9a44-0c59-4416-90dd-6e1f0b78a339 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:53.381492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec26da19-f96d-4112-b874-f65329f4f620 req-dbaa9a44-0c59-4416-90dd-6e1f0b78a339 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 931 time: 0.1781647 Oct 11 15:37:53.389954 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] For port 5d39c41b-5411-4503-85b3-84413a536348, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5d39c41b-5411-4503-85b3-84413a536348,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:53.390345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.420335 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Calling delete_port for 5d39c41b-5411-4503-85b3-84413a536348 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:53.501087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec26da19-f96d-4112-b874-f65329f4f620 req-2c65cbe5-500b-4ccf-ae3c-ddc38ddb7161 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 Oct 11 15:37:53.520000 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:53.710391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25e9740a-26e5-4daa-930e-9aea490ecb26 req-662c0aa2-4610-46be-982f-4a58715b4110 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 210 time: 0.1079290 Oct 11 15:37:53.758950 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a87f4-5384-422d-ae18-531b985d1612 None None] New status for floating IP 0af33fb0-82f1-464c-9a3e-777aa1c777ca: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:37:53.774469 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6964a57-6635-453b-a436-d593299fb1ac {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:53.784250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.800042 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Transition to ACTIVE for port object a6964a57-6635-453b-a436-d593299fb1ac will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:37:53.812144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8482195-a740-4915-b42c-778eb9b9fb06 req-db60f30b-cc51-4fdc-91d5-09d17d1276a1 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 210 time: 0.1548872 Oct 11 15:37:53.816756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.823910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-591739f2-7566-4d54-8f6a-df9ca85b3a7c service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311189 Oct 11 15:37:53.826817 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Deleting subnet 46cd849f-8de8-4eb6-8377-1fc19e1a048b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:37:53.835239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.937435 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:53.968770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:54.047617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.118558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-15e0309c-35ec-414b-a198-abfca9d610f4 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076383 Oct 11 15:37:54.181930 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Attempting to bind port a6964a57-6635-453b-a436-d593299fb1ac on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:54.182267 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Attempting to bind port a6964a57-6635-453b-a436-d593299fb1ac by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:54.182595 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Attempting to bind port a6964a57-6635-453b-a436-d593299fb1ac on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:54.197509 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Port a6964a57-6635-453b-a436-d593299fb1ac on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:37:54.197858 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Attempting to bind port a6964a57-6635-453b-a436-d593299fb1ac on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:54.199127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-6755742e-04ad-43e6-9785-4905ac9af841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.0716758 Oct 11 15:37:54.207635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.209245 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Made reservation on behalf of 1ce3a92115134800824745a1e6914755 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:54.219091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.225523 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:54.225855 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Checking segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:54.226796 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Bound using segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:54.227237 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Bound port: a6964a57-6635-453b-a436-d593299fb1ac, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:54.227807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.312273 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cd849f-8de8-4eb6-8377-1fc19e1a048b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:54.318235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.322324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5bbbd3f0-3784-4ff9-b5e5-9163b1b70172 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46cd849f-8de8-4eb6-8377-1fc19e1a048b HTTP/1.1" status: 204 len: 168 time: 0.8013747 Oct 11 15:37:54.324719 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:54.396988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-18b8d4be-35c4-4c5c-9375-0ee89fb3f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:54.401458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-18b8d4be-35c4-4c5c-9375-0ee89fb3f2f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1885276 Oct 11 15:37:54.417310 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Allocated IP 172.20.0.4 (c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f/4c21f6ec-c65a-4641-898f-8a7c4d7dc561/4b07d792-5d3f-462b-89bf-22d9c4b73290) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:54.431058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.466968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.503419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-f3255f04-79c5-440b-bc60-8e219b282cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:54.505859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-f3255f04-79c5-440b-bc60-8e219b282cde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927424 Oct 11 15:37:54.507984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5d39c41b-5411-4503-85b3-84413a536348,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:54.644935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.671009 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b880d4-4975-4cd9-8f56-98cb66d89da5']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:54.674985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:54.683138 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:54.683435 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fb4c58-bca5-45c9-9735-6dd0e287ff37') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:54.695718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.711148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.718027 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:37:54.718428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.756878 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:37:54.826090 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:37:54.840927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.936675 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:54.937871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.939250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/a6964a57-6635-453b-a436-d593299fb1ac HTTP/1.1" status: 200 len: 1091 time: 2.4456930 Oct 11 15:37:54.954898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.975684 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:54.978256 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae52b7-75ee-4f90-a1f3-1271c701abf3" -d '{"events": [{"name": "network-changed", "server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "tag": "a6964a57-6635-453b-a436-d593299fb1ac"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:54.988165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:54.995093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/64b880d4-4975-4cd9-8f56-98cb66d89da5 HTTP/1.1" status: 204 len: 168 time: 0.6662588 Oct 11 15:37:55.000091 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8f8e-592f-43f9-9327-84a55b10e1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b880d4-4975-4cd9-8f56-98cb66d89da5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:55.000901 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:55.008070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eafb84f7-04cb-4a10-b38c-6f5b6a312ac6 req-b5d9df6e-0bfb-46dc-b3db-df0dbe872d97 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 210 time: 0.0714107 Oct 11 15:37:55.132917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.140588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f8a4f-8c9c-47d4-9324-75ab71c3b952 req-31d671a2-4170-4abb-9db2-b76bba278230 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.142226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e0f8a4f-8c9c-47d4-9324-75ab71c3b952 req-31d671a2-4170-4abb-9db2-b76bba278230 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 943 time: 0.3374357 Oct 11 15:37:55.143737 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2e26d-af97-40a2-b5fd-a1d7973d11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:55.147776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-9186b598-a089-4598-b708-773c1aa00229 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001050 Oct 11 15:37:55.187612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.200842 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Deleting subnet cd42b665-4bba-4ac9-8e86-b15f20f4a082 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:37:55.210539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.267551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-d21c9c0d-335b-4a7a-9a74-4ed0a3cd0638 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.269050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-d21c9c0d-335b-4a7a-9a74-4ed0a3cd0638 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 796 time: 0.2826245 Oct 11 15:37:55.292045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e6317c8-5fad-4034-9e9a-0cdd29c29898 req-905cad30-fc44-44d3-a58b-a4f5faebf1db tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 210 time: 0.1005325 Oct 11 15:37:55.300070 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-871abac7-13e3-4c6e-a36a-8a118619b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.302037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-871abac7-13e3-4c6e-a36a-8a118619b872 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 1094 time: 0.2504191 Oct 11 15:37:55.315980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e0f8a4f-8c9c-47d4-9324-75ab71c3b952 req-925aeed9-6fc2-441b-bf33-9d99b0b0bcd3 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571383 Oct 11 15:37:55.341448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.351813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-fc231cee-65ea-4e74-9d06-4e94b5da4c3e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 380 time: 0.0643020 Oct 11 15:37:55.366160 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'port': {'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'admin_state_up': True, 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'security_groups': ['fd3f3d99-ce59-428d-a3fd-8544afaca2d7']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:55.399334 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b87f78-119d-40d1-a7f2-d9bb7efc8485 x-openstack-request-id: req-66b87f78-119d-40d1-a7f2-d9bb7efc8485 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:55.399624 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "tag": "a6964a57-6635-453b-a436-d593299fb1ac", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:55.399869 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66b87f78-119d-40d1-a7f2-d9bb7efc8485 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:55.400246 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac', 'status': 'completed', 'code': 200} Oct 11 15:37:55.404836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-8d06e00d-bb78-4cfb-b4e5-b971c509a1ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6964a57-6635-453b-a436-d593299fb1ac HTTP/1.1" status: 200 len: 217 time: 0.0870824 Oct 11 15:37:55.405843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.467716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-2f839fbd-3745-40eb-8d0a-7c389c5ea565 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079967 Oct 11 15:37:55.532070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-8cada97f-68ed-4fcb-a269-7e70c1fb0b68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0503311 Oct 11 15:37:55.545989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:37:55.549847 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.653424 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-9acbfd94-7e63-4ed7-9f4a-c759e0677ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.654956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-9acbfd94-7e63-4ed7-9f4a-c759e0677ead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1017981 Oct 11 15:37:55.740623 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-551ad0d9-7a07-45cc-8ba2-6f15a0cae2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.742209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-551ad0d9-7a07-45cc-8ba2-6f15a0cae2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782769 Oct 11 15:37:55.817872 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.10 (8df983df-7132-40e5-b485-251eed4de8c2/fd83d1a3-2614-40e1-a541-1b954bdd3e01/e03ef8bd-02a3-42ed-80a5-0beefb1e20d2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:37:55.833570 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:55.848055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:55.852406 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:55.874606 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:55.880118 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Pushing event updated for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:55.895253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-d7eeaffa-1140-48ff-8a45-d2c056403bfe service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444166 Oct 11 15:37:55.923139 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-41bed514-cd5c-4d66-ad5a-33e3602f2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:55.924687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-41bed514-cd5c-4d66-ad5a-33e3602f2e72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.4875984 Oct 11 15:37:56.006954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-56a74816-ce83-4f5c-863f-dcc90b0a3fff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684347 Oct 11 15:37:56.039506 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:56.040116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.079376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-f76c2fe7-7960-4e01-b7b7-878ed6516a6f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732860 Oct 11 15:37:56.107055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.132288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.144021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-cb6d59a5-d1a9-49fe-b7b2-2d7333227ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.0536921 Oct 11 15:37:56.152734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-77ee24e5-1181-4154-b9ff-1265e9ca218f tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9332614 Oct 11 15:37:56.180866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab4c76bc-50a8-47e1-b6dd-b254b4e018da req-216151c2-d331-45ed-ac55-aad41e5f7764 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 210 time: 0.0410261 Oct 11 15:37:56.185469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Request body: {'port': {'device_id': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:56.189365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd42b665-4bba-4ac9-8e86-b15f20f4a082,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:56.195584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.202156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-32d33a23-e172-4aca-b514-5fa3f591aba1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd42b665-4bba-4ac9-8e86-b15f20f4a082 HTTP/1.1" status: 204 len: 168 time: 1.1920109 Oct 11 15:37:56.202333 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:56.258626 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:37:56.286107 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-2e2daa35-41e4-4daf-937a-1a30daecbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:56.287599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-2e2daa35-41e4-4daf-937a-1a30daecbc33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1318600 Oct 11 15:37:56.292888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.294581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-ea1d499d-09a9-44cf-8875-0c60a71301a3 service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777216 Oct 11 15:37:56.301969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.358376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.387622 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 8df983df-7132-40e5-b485-251eed4de8c2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:37:56.394434 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:37:56.398578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:56.401676 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:37:56.616569 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:37:56.626196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab380c1d-0ec7-4026-9849-485d2f16c4ce admin admin] 10.222.0.31 "PUT /v2.0/routers/cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6426926 Oct 11 15:37:56.629572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:56.630620 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Sync routers for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:37:56.645066 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:56.646804 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:56.759748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16c03565-1297-4d5b-afe1-ad122f3dc2b8 None None] Provisioning complete for port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:37:56.760331 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16c03565-1297-4d5b-afe1-ad122f3dc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:56.798086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66f2b3-ef84-4205-a152-757675fb1857 req-8c6e7266-8bf6-4c0d-9ebb-889ac4d5975c service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916279 Oct 11 15:37:56.845671 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:56.872708 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-32fb0e95-1834-463d-abd2-260bd680fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:56.874627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-32fb0e95-1834-463d-abd2-260bd680fd3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5750823 Oct 11 15:37:56.894416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16c03565-1297-4d5b-afe1-ad122f3dc2b8 None None] Port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:37:56.925786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.038551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.039986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.057411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.086477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465472f-ef6d-4fb7-8c83-38924962bc5d req-767b45e5-e9f8-4208-bdc0-a005bb3f04ae tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.093558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7465472f-ef6d-4fb7-8c83-38924962bc5d req-767b45e5-e9f8-4208-bdc0-a005bb3f04ae tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 931 time: 0.2698312 Oct 11 15:37:57.103815 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:37:54Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.120651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a44475-2f1a-472a-88f2-b790744a77c6 req-bbf934f9-04c3-4a1e-b4c0-f9eabfe9e936 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.122622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7a44475-2f1a-472a-88f2-b790744a77c6 req-bbf934f9-04c3-4a1e-b4c0-f9eabfe9e936 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 943 time: 0.2996547 Oct 11 15:37:57.128218 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca7288-a961-4088-8fca-4c60aa28a183']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.139039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-3f78c458-130c-4051-8551-338a98d825e3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7778561 Oct 11 15:37:57.146724 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Checking router: cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:37:57.157448 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f9b56-d120-4ec1-b049-aaede9ff2d38') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.157788 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f9b56-d120-4ec1-b049-aaede9ff2d38') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.158468 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Routers {'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:37:57.162303 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:37:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.169818 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Request body: {'port': {'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:37:57.179777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-9dfbb4f3-8a68-43c1-b508-05592668086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.190904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-9dfbb4f3-8a68-43c1-b508-05592668086b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 1094 time: 0.3098755 Oct 11 15:37:57.213992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.254122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-42614ba9-4573-4557-a3bc-f527915197ad service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483262 Oct 11 15:37:57.260918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.262251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.273682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7465472f-ef6d-4fb7-8c83-38924962bc5d req-744ffa50-1baa-40d4-8077-7a9653d55af6 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790845 Oct 11 15:37:57.312599 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] Set router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:37:57.323921 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:37:57.323921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:37:57.334497 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:37:57.363169 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b07d792-5d3f-462b-89bf-22d9c4b73290 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:57.387537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.417515 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Transition to ACTIVE for port object 4b07d792-5d3f-462b-89bf-22d9c4b73290 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:37:57.424959 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-50250014-8610-412d-860e-fe850bc88642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.426587 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-50250014-8610-412d-860e-fe850bc88642 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 905 time: 0.2282231 Oct 11 15:37:57.427054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7a44475-2f1a-472a-88f2-b790744a77c6 req-b19f0b06-8c47-4ab5-8cd7-6941b5da01ed tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751763 Oct 11 15:37:57.430287 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Deleting port 7f546184-7c3a-486b-a74a-791f09d580fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:37:57.430625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.432677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.553394 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-48c9e074-7cea-4e83-b6ab-d9228c4a9548 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6964a57-6635-453b-a436-d593299fb1ac HTTP/1.1" status: 200 len: 217 time: 0.1101379 Oct 11 15:37:57.571004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.595254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.603347 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:37:57.605265 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:37:54Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:37:57.608043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.613779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21ca7288-a961-4088-8fca-4c60aa28a183 HTTP/1.1" status: 204 len: 168 time: 1.4047215 Oct 11 15:37:57.646559 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe25eb-69c1-4e75-83c0-d61bc637c7d2 None None] The sync data for ids ['cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99'] in n-d-master-1 is: [{'id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'name': 'tempest-ServersTestManualDisk-1888227979-router', 'tenant_id': '41583dc7b0454a7a90ab032119eb45c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254'}], 'enable_snat': True}, 'gw_port_id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:34:29Z', 'updated_at': '2021-10-11T15:37:54Z', 'revision_number': 5, 'project_id': '41583dc7b0454a7a90ab032119eb45c4', 'gw_port': {'id': '7f546184-7c3a-486b-a74a-791f09d580fd', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:34:30Z', 'updated_at': '2021-10-11T15:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:37:57.670634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084ce6-eedd-4736-9a04-1cf4de89eba1 req-0f9c3762-949e-4d19-bdb8-302d8c336671 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.674483 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60084ce6-eedd-4736-9a04-1cf4de89eba1 req-0f9c3762-949e-4d19-bdb8-302d8c336671 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 932 time: 0.1556401 Oct 11 15:37:57.675346 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f71f-98dc-448a-98fc-9ec920fc82f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ca7288-a961-4088-8fca-4c60aa28a183,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:57.714773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Pushing event updated for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:57.729042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-7971d0de-50a7-4355-970f-ccd90a0253e9 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496255 Oct 11 15:37:57.754757 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-5c2bc88f-2215-4aa1-b098-a1bfb123f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.756226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-5c2bc88f-2215-4aa1-b098-a1bfb123f433 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.1885581 Oct 11 15:37:57.807326 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-81a725a1-2f76-469a-b996-321e4bc80461 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387719 Oct 11 15:37:57.814461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] For port 7f546184-7c3a-486b-a74a-791f09d580fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f546184-7c3a-486b-a74a-791f09d580fd,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:37:57.815079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:57.879716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60084ce6-eedd-4736-9a04-1cf4de89eba1 req-029160dc-96d0-4a8f-a391-3faaecf88883 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852956 Oct 11 15:37:57.881157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-b4da7bde-40be-4b74-92f5-721c359bcd77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.1369855 Oct 11 15:37:57.886171 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Attempting to bind port 4b07d792-5d3f-462b-89bf-22d9c4b73290 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:57.886413 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Attempting to bind port 4b07d792-5d3f-462b-89bf-22d9c4b73290 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f23f9bc2-417e-40c7-9635-e25bbea5b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:57.886743 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Attempting to bind port 4b07d792-5d3f-462b-89bf-22d9c4b73290 on network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:57.894268 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Calling delete_port for 7f546184-7c3a-486b-a74a-791f09d580fd owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:37:57.937931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Port 4b07d792-5d3f-462b-89bf-22d9c4b73290 on network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:37:57.938262 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Attempting to bind port 4b07d792-5d3f-462b-89bf-22d9c4b73290 on network c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:57.979926 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:57.996197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-a889b54e-987a-4878-9ea3-b5d595214a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:57.998136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-a889b54e-987a-4878-9ea3-b5d595214a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.1070755 Oct 11 15:37:58.025867 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:58.026264 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Checking segment: {'id': 'f23f9bc2-417e-40c7-9635-e25bbea5b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:58.026706 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Bound using segment: {'id': 'f23f9bc2-417e-40c7-9635-e25bbea5b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:58.027160 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Bound port: 4b07d792-5d3f-462b-89bf-22d9c4b73290, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23f9bc2-417e-40c7-9635-e25bbea5b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:58.027524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.030780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-e8669814-3044-4d3c-aad6-9964234c5da6 service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131705 Oct 11 15:37:58.118324 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-90825e7c-9c4e-41ba-b294-baae8b2f9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:58.120088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-90825e7c-9c4e-41ba-b294-baae8b2f9b1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141312 Oct 11 15:37:58.205092 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:37:58.226981 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6c88c66-b6da-4c27-8dc4-aefeb471c6d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b42e508ff944c4add8a8e34974eccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098022 Oct 11 15:37:58.238644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:58.256891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.278110 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Transition to ACTIVE for port object e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:37:58.283275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.374813 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:58.412739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-41ba4864-28f0-4456-8010-a519a4856d53 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183359 Oct 11 15:37:58.643642 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Attempting to bind port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:37:58.644226 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Attempting to bind port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:37:58.644730 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Attempting to bind port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 on network 8df983df-7132-40e5-b485-251eed4de8c2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:58.654954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b3bd-02f3-496d-930a-54670005f880 req-24fec234-3e02-4e3a-987d-8174edb4fd68 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:58.662721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df48b3bd-02f3-496d-930a-54670005f880 req-24fec234-3e02-4e3a-987d-8174edb4fd68 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 943 time: 0.2540071 Oct 11 15:37:58.669877 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:58.673727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02ae52b7-75ee-4f90-a1f3-1271c701abf3 req-ed37777a-6952-4568-b83c-f1aafde7f04b service neutron] 10.222.0.43 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254830 Oct 11 15:37:58.700615 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290,segment=NetworkSegment(f23f9bc2-417e-40c7-9635-e25bbea5b62c),segment_id=f23f9bc2-417e-40c7-9635-e25bbea5b62c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:58.701778 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 on network 8df983df-7132-40e5-b485-251eed4de8c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:37:58.702152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Attempting to bind port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 on network 8df983df-7132-40e5-b485-251eed4de8c2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:37:58.703019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.709309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.723520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:37:58.723865 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Checking segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:37:58.724241 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Bound using segment: {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:37:58.724685 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Bound port: e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47973eec-f7fc-4113-b522-a6fcb2903687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:37:58.725039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.729562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-77735306-3040-4f52-83c2-272a4b9c0308 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973576 Oct 11 15:37:58.739407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee68d07-c56a-49cd-9ce9-c70784a94b43 req-9c195ad2-e9c7-4d42-b543-41d5033888d9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:58.746968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fee68d07-c56a-49cd-9ce9-c70784a94b43 req-9c195ad2-e9c7-4d42-b543-41d5033888d9 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 943 time: 0.1827621 Oct 11 15:37:58.786151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.791750 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:58.792365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.793769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] 10.222.0.36 "PUT /v2.0/ports/4b07d792-5d3f-462b-89bf-22d9c4b73290 HTTP/1.1" status: 200 len: 1091 time: 2.6169267 Oct 11 15:37:58.794213 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:58.796458 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94" -d '{"events": [{"name": "network-changed", "server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:58.826705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df48b3bd-02f3-496d-930a-54670005f880 req-dec7aa19-717c-45ed-a2e8-78cf331dca24 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628311 Oct 11 15:37:58.830543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-a85e5973-eff2-4338-8b51-8cfef663d586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0815668 Oct 11 15:37:58.879363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.912554 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeffbcad-7022-45a7-8edd-385c95912c5d x-openstack-request-id: req-aeffbcad-7022-45a7-8edd-385c95912c5d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:58.912554 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:58.912554 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeffbcad-7022-45a7-8edd-385c95912c5d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:58.912554 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290', 'status': 'completed', 'code': 200} Oct 11 15:37:58.933608 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a39fd-5a50-443c-aec9-c4084158973b service neutron] Pushing event updated for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:58.942783 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:37:58.948375 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:37:58.961399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:58.969159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fee68d07-c56a-49cd-9ce9-c70784a94b43 req-5a80bcbe-8258-4714-9128-85b4c777899b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188103 Oct 11 15:37:58.972924 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f546184-7c3a-486b-a74a-791f09d580fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:59.009465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-e30eca22-d3c8-44dd-8404-b238d1685411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.010924 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-e30eca22-d3c8-44dd-8404-b238d1685411 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.1526556 Oct 11 15:37:59.032895 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-ddd474eb-7eb0-4686-8412-4cdbdcbdb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.034456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-ddd474eb-7eb0-4686-8412-4cdbdcbdb939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ce3a92115134800824745a1e6914755&device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 1094 time: 0.1793525 Oct 11 15:37:59.090239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.092240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.092821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.092946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.094120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00387dc1-f2bf-4a13-936c-c641a1bf3aa6 HTTP/1.1" status: 204 len: 168 time: 0.8510108 Oct 11 15:37:59.094287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] 10.222.0.43 "PUT /v2.0/ports/e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 1092 time: 1.9395320 Oct 11 15:37:59.099483 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:37:59.100216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-9afb91db-0868-40e1-bc7e-707c86599394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290 HTTP/1.1" status: 200 len: 217 time: 0.0565650 Oct 11 15:37:59.100414 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00" -d '{"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:37:59.104889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.108147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec289ac-0e29-492c-8258-97d02fea3cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00387dc1-f2bf-4a13-936c-c641a1bf3aa6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:59.210955 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e0124-7ee0-4c86-8740-1a41b614fe25 x-openstack-request-id: req-2b1e0124-7ee0-4c86-8740-1a41b614fe25 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:37:59.211260 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:37:59.211491 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b1e0124-7ee0-4c86-8740-1a41b614fe25 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:37:59.212041 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'status': 'completed', 'code': 200} Oct 11 15:37:59.243967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488933f1-2f83-432d-a2cc-c8dca71347a2 req-ecfe0612-fdf3-4586-aa70-7632dd96aa22 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.251832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-488933f1-2f83-432d-a2cc-c8dca71347a2 req-ecfe0612-fdf3-4586-aa70-7632dd96aa22 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 944 time: 0.2451305 Oct 11 15:37:59.273673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.277091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.280241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb2a1-13f5-40ed-9f09-9c5a454a2895 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:37:59.314100 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6002-69ee-4515-ae86-b990047b676f req-fff9a31e-ea2f-4295-bf0f-007eae532a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.315834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-fff9a31e-ea2f-4295-bf0f-007eae532a59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2929757 Oct 11 15:37:59.349642 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-f95ac0f7-0723-41b4-adc2-80bd2121b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.351322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-f95ac0f7-0723-41b4-adc2-80bd2121b50a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c21f6ec-c65a-4641-898f-8a7c4d7dc561 HTTP/1.1" status: 200 len: 865 time: 0.1963582 Oct 11 15:37:59.357383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.357383 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:37:59.371532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.373169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eec30ad0-3141-45bb-938c-a368f1cfaeb2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf6cc3a0-0b69-4d9c-9d78-4c552f2d5e99 HTTP/1.1" status: 204 len: 168 time: 2.7393410 Oct 11 15:37:59.454591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-415f142c-172d-4751-b9d2-1ee0dda92ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791671 Oct 11 15:37:59.455235 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:37:59.475245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-a24844ae-6e5a-427b-818e-fcacb4643bdf service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446290 Oct 11 15:37:59.502082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-488933f1-2f83-432d-a2cc-c8dca71347a2 req-009b3897-d7fa-444a-9eb7-b506cff1251f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492990 Oct 11 15:37:59.508454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-2f41cefe-a2ff-4304-b4c4-e5171a1480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.526719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-2f41cefe-a2ff-4304-b4c4-e5171a1480bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1095 time: 0.3483279 Oct 11 15:37:59.547025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5d39c41b-5411-4503-85b3-84413a536348 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:37:59.598946 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5d39c41b-5411-4503-85b3-84413a536348 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:37:59.600620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5d39c41b-5411-4503-85b3-84413a536348 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:37:59.651909 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Deleting subnet f89689e1-717c-4a03-813b-0eda49b42478 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:37:59.659494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.668192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-951944c8-1905-4ec0-a75c-fe71085ab560 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 217 time: 0.1320088 Oct 11 15:37:59.715183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.738558 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-58a465e3-0608-463f-bd3e-5c6c19d9f62f service neutron] 10.222.0.36 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956520 Oct 11 15:37:59.759781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1eb6002-69ee-4515-ae86-b990047b676f req-29cfd3b0-2686-403e-a770-458609243e24 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566199 Oct 11 15:37:59.761229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-ff362e81-5567-49d9-be95-1a052ab6b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.762568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-ff362e81-5567-49d9-be95-1a052ab6b9f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.0816138 Oct 11 15:37:59.832945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:37:59.901346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:37:59.911530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-d11ee2f3-5634-4528-a011-49b3747f2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.915174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-d11ee2f3-5634-4528-a011-49b3747f2587 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433141 Oct 11 15:37:59.946880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d66dfab5-35aa-4a78-81ae-d8925bbb6a96 req-19c42e2f-0da8-4840-b8e5-facd5f86315c service neutron] 10.222.0.36 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000053 Oct 11 15:37:59.971464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.972876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.973777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.974612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.975252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.975934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.977333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:37:59.980573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-8a5da0ca-a47b-49c2-bb2f-a686eeed5c7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1506569 Oct 11 15:37:59.999955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.060777 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:00.064619 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89689e1-717c-4a03-813b-0eda49b42478,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:00.070037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.080779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b46a9988-f30f-4029-a6ba-881e071d8921 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f89689e1-717c-4a03-813b-0eda49b42478 HTTP/1.1" status: 204 len: 168 time: 0.6196153 Oct 11 15:38:00.091915 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7c1a1-40b8-4739-b42f-af9d934be002 None None] Network 2a824e32-d367-444a-8b4c-8c37d5ea7e78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:00.092660 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:00.167278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-c3bb2c0c-7d2c-47cb-a38b-f408817eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.168854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-c3bb2c0c-7d2c-47cb-a38b-f408817eac86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ce3a92115134800824745a1e6914755&device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 1094 time: 0.1235521 Oct 11 15:38:00.182240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.211835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:00.259468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a6964a57-6635-453b-a436-d593299fb1ac', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'a6964a57-6635-453b-a436-d593299fb1ac', 'mac_address': 'fa:16:3e:ed:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:00.302136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b619c91-ff13-4ab9-8c85-7bc1ffe67e9b req-ec68ad7e-4080-44f3-84c8-acc054ddf29d tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.303713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b619c91-ff13-4ab9-8c85-7bc1ffe67e9b req-ec68ad7e-4080-44f3-84c8-acc054ddf29d tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 943 time: 0.2437594 Oct 11 15:38:00.314391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a1795e13-074e-4124-ac93-9e273efb1149 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=335b8c957b474af4a215ee69e9bc3ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495804 Oct 11 15:38:00.316784 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:00.340370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415482c-b883-4bf2-b40d-5b9bdc0ab8bd req-cdc30090-180a-4952-b389-d4d07e133e87 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.347724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1415482c-b883-4bf2-b40d-5b9bdc0ab8bd req-cdc30090-180a-4952-b389-d4d07e133e87 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 943 time: 0.2189765 Oct 11 15:38:00.350015 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-439c558f-f6d3-4fd2-9987-a2d4ed9ace04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.351520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-439c558f-f6d3-4fd2-9987-a2d4ed9ace04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f HTTP/1.1" status: 200 len: 926 time: 0.1673484 Oct 11 15:38:00.356503 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.375975 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6964a57-6635-453b-a436-d593299fb1ac {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:00.389985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Deleting port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:00.390489 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.399880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-07fb53f1-1696-49bb-becf-ff50129f5213 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730895 Oct 11 15:38:00.405169 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:00.417870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.454001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b619c91-ff13-4ab9-8c85-7bc1ffe67e9b req-f6db6b46-2d6e-41a0-9374-4633321b98b0 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Oct 11 15:38:00.455422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] DHCP port deletion for 2a824e32-d367-444a-8b4c-8c37d5ea7e78 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:38:00.487726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-75baba10-2c0a-417e-9537-11031b6b0a57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290 HTTP/1.1" status: 200 len: 217 time: 0.1220648 Oct 11 15:38:00.514405 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:00.517819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-864e9e36-3cbb-4ec4-8ce4-c5a102d74fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.519610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-864e9e36-3cbb-4ec4-8ce4-c5a102d74fcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32 HTTP/1.1" status: 200 len: 918 time: 0.4664400 Oct 11 15:38:00.555681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Deleting port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:00.555681 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.568603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.620763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-81367b1c-33bf-40d6-9faa-ce5bba5b938b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0823312 Oct 11 15:38:00.621071 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] For port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:00.621447 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.628181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.645944 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-c87c7fa6-14a2-4fb2-b5ee-1c7caa579a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.647420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-c87c7fa6-14a2-4fb2-b5ee-1c7caa579a31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c21f6ec-c65a-4641-898f-8a7c4d7dc561 HTTP/1.1" status: 200 len: 865 time: 0.1192143 Oct 11 15:38:00.651829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] For port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,segment=NetworkSegment(4c5d3be2-1e2e-4ab2-9118-983e688bdfd0),segment_id=4c5d3be2-1e2e-4ab2-9118-983e688bdfd0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:00.652757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.653752 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Calling delete_port for 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:00.668373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Calling delete_port for 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:00.671774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1415482c-b883-4bf2-b40d-5b9bdc0ab8bd req-3f6888eb-23f5-49b5-b66f-d121d5b124f1 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231802 Oct 11 15:38:00.712832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-6f8c9a84-e8f6-4c0f-8f42-1faa222c46a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567832 Oct 11 15:38:00.749901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5b218-779a-414e-9b36-def6338c8c24 req-a168fa38-d42f-466b-886c-a417c8ec37ca tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.751626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a5b218-779a-414e-9b36-def6338c8c24 req-a168fa38-d42f-466b-886c-a417c8ec37ca tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 944 time: 0.1296074 Oct 11 15:38:00.758697 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-52a5c429-56d9-47b3-a69d-53c3d398fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.760348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-52a5c429-56d9-47b3-a69d-53c3d398fcf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.1297054 Oct 11 15:38:00.763779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd2bafef-d714-41fc-b3c0-30f19d624bfa req-f635fe8c-54d8-4c37-8832-2445250ab077 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557246 Oct 11 15:38:00.770358 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.825176 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] Pushing event deleted for resources: {'Port': ['ID=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:00.839321 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec292a7e-c06c-4b93-9d18-6822a34411ee None None] No DVR routers for this DVR port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:00.872246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a5b218-779a-414e-9b36-def6338c8c24 req-9a09cd75-5b64-46ff-9ff9-518f0fb2b683 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102533 Oct 11 15:38:00.903196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-c7004f9f-3260-440b-b850-16e313337052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.904562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a6964a57-6635-453b-a436-d593299fb1ac'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:00.904994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-c7004f9f-3260-440b-b850-16e313337052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181924 Oct 11 15:38:00.908362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-d4ec107c-0043-439c-ba55-b49643679608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:00.908362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-d4ec107c-0043-439c-ba55-b49643679608 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1095 time: 0.0748241 Oct 11 15:38:00.937678 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.940380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:00.941680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc7c47d5-881c-4348-a46f-2b1feb8b7704 HTTP/1.1" status: 204 len: 168 time: 0.6139853 Oct 11 15:38:00.984146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-48b63d33-7d2b-4dfd-9a67-28ccf318c498 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611272 Oct 11 15:38:00.985693 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89d0f-94fa-4f41-8bc8-f70c1c2446f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c47d5-881c-4348-a46f-2b1feb8b7704,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:01.054180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.101618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-6da96e99-77f6-4d23-b717-714f05f8a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:01.103154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-6da96e99-77f6-4d23-b717-714f05f8a43d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 897 time: 0.1782205 Oct 11 15:38:01.105255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-140ffce3-2479-4123-a278-f8fe1ee33b0b service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901066 Oct 11 15:38:01.150106 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:01.157370 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] No DVR routers for this DVR port 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:01.266159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.279785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ab27fd9c-77a0-4f57-bc6e-98ce30fd2a94 req-f37e5b3f-ccf1-4447-bf7a-dd979fbbd521 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835608 Oct 11 15:38:01.292467 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a824e32-d367-444a-8b4c-8c37d5ea7e78']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:01.305858 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:01.306064 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5d3be2-1e2e-4ab2-9118-983e688bdfd0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:01.316940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.333419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.342212 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:01.342916 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:01.345421 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:01.460885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.466826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.473311 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a824e32-d367-444a-8b4c-8c37d5ea7e78 HTTP/1.1" status: 204 len: 168 time: 1.3792260 Oct 11 15:38:01.487849 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980a56-c1b6-4c7b-9f4d-e67f45c4b263 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a824e32-d367-444a-8b4c-8c37d5ea7e78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:01.568032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f546184-7c3a-486b-a74a-791f09d580fd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:01.599853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7f546184-7c3a-486b-a74a-791f09d580fd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:01.600449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f546184-7c3a-486b-a74a-791f09d580fd not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:01.601029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:01.625431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:01.625918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5bdbc8ab-7130-49ac-9073-ab5a12bfcdb1 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:01.659751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-89fe1e07-f448-4865-8dea-571d73752635 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 217 time: 0.5484567 Oct 11 15:38:01.671521 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:01.725157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01d48eb2-8263-4a22-b32a-775db5f08028 req-3c815e3a-1032-4f79-93c6-13a73f33c53f service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070976 Oct 11 15:38:01.771496 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-42f3315b-8319-4167-8696-9c37af45d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:01.773009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-42f3315b-8319-4167-8696-9c37af45d9fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.1023910 Oct 11 15:38:01.792039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10d39-79fe-43cd-ba45-2bc4390448ea req-24b0e758-ad5d-419a-a182-131551b2ee11 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:01.793756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9d10d39-79fe-43cd-ba45-2bc4390448ea req-24b0e758-ad5d-419a-a182-131551b2ee11 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 943 time: 0.1420925 Oct 11 15:38:01.838444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e920648-663c-455a-bed7-cf7805599908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41583dc7b0454a7a90ab032119eb45c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362166 Oct 11 15:38:01.840936 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:01.848756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:01.903592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7edfb6-e7f9-4b67-a1fa-edd41e2d399b req-928c2491-06d0-4147-8edd-3e3868b89dd6 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:01.907258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed7edfb6-e7f9-4b67-a1fa-edd41e2d399b req-928c2491-06d0-4147-8edd-3e3868b89dd6 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 944 time: 0.1333144 Oct 11 15:38:01.919474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9d10d39-79fe-43cd-ba45-2bc4390448ea req-cb72dda7-2f0d-4340-8b46-562338ea5fdf tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115177 Oct 11 15:38:01.928834 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port a6964a57-6635-453b-a436-d593299fb1ac completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:01.935138 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a6964a57-6635-453b-a436-d593299fb1ac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:01.935761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.957855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-4a3f4ee3-e765-46fb-8ec8-ecdce64cd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:01.960257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-4a3f4ee3-e765-46fb-8ec8-ecdce64cd0ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656222 Oct 11 15:38:01.968948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:01.984062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed7edfb6-e7f9-4b67-a1fa-edd41e2d399b req-d3255ae7-42e2-4cb4-8901-7219712a2f48 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636420 Oct 11 15:38:02.050872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.123853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.126119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.128855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.130050 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8a940d-3940-4454-8708-e84490dd8ddf HTTP/1.1" status: 204 len: 168 time: 0.2880952 Oct 11 15:38:02.138313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e137a-8743-4231-9738-20ea00d724e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a940d-3940-4454-8708-e84490dd8ddf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:02.139212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-b6270361-67e8-4908-9aa2-0ded60a774d0 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705079 Oct 11 15:38:02.180621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c821-75b8-41a5-882f-323c72c702d7 req-ccc9b6dc-7184-4232-9ecf-d66a5f20e32e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:02.182252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0095c821-75b8-41a5-882f-323c72c702d7 req-ccc9b6dc-7184-4232-9ecf-d66a5f20e32e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 944 time: 0.0890105 Oct 11 15:38:02.188992 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:02.191701 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e4d85-75b0-4fca-b8ea-480271d1b5f5" -d '{"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-plugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:02.205929 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:02.214446 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.279116 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427732cc-7aae-454f-8f40-8c1ce1a61966 x-openstack-request-id: req-427732cc-7aae-454f-8f40-8c1ce1a61966 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:02.279402 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-plugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:02.279656 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-427732cc-7aae-454f-8f40-8c1ce1a61966 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:02.280056 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac', 'code': 200} Oct 11 15:38:02.280595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0095c821-75b8-41a5-882f-323c72c702d7 req-fbcf5803-a88d-4f12-9ad4-8fcbe0527baa tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484288 Oct 11 15:38:02.305949 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:02.318280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5aa9e55-9286-4396-a6fe-70c25ab2fb00 req-b86b3617-957d-4340-9c07-543de07d1876 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693099 Oct 11 15:38:02.356042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0925844-fa94-4eeb-b650-0ec14457027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:02.380343 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927075a8-250a-4905-ba1c-c76a11a3cf49 req-5a2a1414-cc1c-4608-9b4b-d3a841f4567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:02.381735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-927075a8-250a-4905-ba1c-c76a11a3cf49 req-5a2a1414-cc1c-4608-9b4b-d3a841f4567e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 1096 time: 0.0493119 Oct 11 15:38:02.419741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-927075a8-250a-4905-ba1c-c76a11a3cf49 req-72802e78-4929-46cd-b9e2-87dd46086065 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Oct 11 15:38:03.060439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e4984-097c-4814-a5a7-98ef81850d7d req-ff8e9cc9-16bd-4ef5-a509-1fa617bf853b tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:03.062249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0e4984-097c-4814-a5a7-98ef81850d7d req-ff8e9cc9-16bd-4ef5-a509-1fa617bf853b tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 943 time: 0.0660715 Oct 11 15:38:03.158273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743175-d3c0-45d4-b224-891146a1dd0f req-83ed81d7-d0e3-4f8a-b2e8-5ed97784247b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:03.159843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc743175-d3c0-45d4-b224-891146a1dd0f req-83ed81d7-d0e3-4f8a-b2e8-5ed97784247b tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 945 time: 0.0945725 Oct 11 15:38:03.169506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0e4984-097c-4814-a5a7-98ef81850d7d req-8840256a-22ba-441f-b155-a4548f9e1460 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008832 Oct 11 15:38:03.222080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc743175-d3c0-45d4-b224-891146a1dd0f req-4ba21fbc-c516-4f90-814f-ce832972ab1e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Oct 11 15:38:03.414229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536e345-ef6d-4734-b016-7dea0ff85618 req-ac2f6f4a-5d23-472b-9709-ee9502586ff4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:03.415819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d536e345-ef6d-4734-b016-7dea0ff85618 req-ac2f6f4a-5d23-472b-9709-ee9502586ff4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 944 time: 0.0644681 Oct 11 15:38:03.456031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d536e345-ef6d-4734-b016-7dea0ff85618 req-93fa6c23-d60b-4e18-ad95-5d375483e6c4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340083 Oct 11 15:38:03.621760 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:03.694893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4b07d792-5d3f-462b-89bf-22d9c4b73290 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:03.731376 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-565066302-network', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:03.765173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:03.768354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:03.778937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:03.886059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:03.892375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:03.910038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:03.933588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4120e75b-8b59-4227-b14d-808ec6f08626,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:03.947716 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.948496 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.948975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.949521 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.949928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.950319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.950709 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.951095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.951538 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.951993 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.952455 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.952857 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:03.961866 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:03.987515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:03.987950 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Added segment 32308b8e-db18-4c93-be8c-1cd97df0084c of type vlan for network 3b220a2d-0f96-4202-893d-fad18972bdbb Oct 11 15:38:04.029162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290,segment=NetworkSegment(f23f9bc2-417e-40c7-9635-e25bbea5b62c),segment_id=f23f9bc2-417e-40c7-9635-e25bbea5b62c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:04.045734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '4b07d792-5d3f-462b-89bf-22d9c4b73290', 'network_id': 'c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f', 'port_id': '4b07d792-5d3f-462b-89bf-22d9c4b73290', 'mac_address': 'fa:16:3e:02:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c21f6ec-c65a-4641-898f-8a7c4d7dc561', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:04.047881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.086716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.088556 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:04.089448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.091319 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:04.111843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:04.113616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.131235 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b07d792-5d3f-462b-89bf-22d9c4b73290 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:04.176477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.177062 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:04.177572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545883 Oct 11 15:38:04.184498 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2136-e677-4c88-b651-9df4b9075c3f admin admin] Pushing event updated for resources: {'Network': ['ID=3b220a2d-0f96-4202-893d-fad18972bdbb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:04.187998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Request body: {'subnet': {'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-565066302-subnet', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:04.199766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290,segment=NetworkSegment(f23f9bc2-417e-40c7-9635-e25bbea5b62c),segment_id=f23f9bc2-417e-40c7-9635-e25bbea5b62c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:04.204911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3b220a2d-0f96-4202-893d-fad18972bdbb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:04.210419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.212965 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:04.236792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:04.248663 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:04.251657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.319579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.355904 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:04.434324 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84ee3-b65d-412d-9280-9f55196e97b0 req-ac78f982-5b35-45e8-adcf-f980afd12eed tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:04.441646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83a84ee3-b65d-412d-9280-9f55196e97b0 req-ac78f982-5b35-45e8-adcf-f980afd12eed tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 944 time: 0.1550190 Oct 11 15:38:04.442206 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:04.456167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ea02-322a-4ef5-b5bd-9e1c95935e9c req-dbe4065c-b887-4fbc-857f-40ec6fce3109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:04.457701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4060ea02-322a-4ef5-b5bd-9e1c95935e9c req-dbe4065c-b887-4fbc-857f-40ec6fce3109 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 945 time: 0.1212966 Oct 11 15:38:04.481396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4b07d792-5d3f-462b-89bf-22d9c4b73290'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:04.526498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83a84ee3-b65d-412d-9280-9f55196e97b0 req-6c4d46f2-71fe-43ed-b3e9-ee8530a8d2f7 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820682 Oct 11 15:38:04.570625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4060ea02-322a-4ef5-b5bd-9e1c95935e9c req-24eeb227-745f-43a6-bf1e-c9476e24873a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962241 Oct 11 15:38:04.651650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:04.802751 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433539-0f97-4e67-97a7-b8d85bc45182 req-b0e47b90-1203-4055-b724-9cdf4fdf58ef tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:04.805743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c433539-0f97-4e67-97a7-b8d85bc45182 req-b0e47b90-1203-4055-b724-9cdf4fdf58ef tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 945 time: 0.1540298 Oct 11 15:38:04.807491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.855778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce853576-0705-4959-9c03-bcb7a608a83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:04.976671 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6ed846-8c6e-4228-938c-a8ddfb9392d2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:04.992970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c433539-0f97-4e67-97a7-b8d85bc45182 req-41ee1274-83a4-4d6a-8f17-9a55f5cd3a3b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769037 Oct 11 15:38:05.050914 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Checking segment: {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:05.051277 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Network hostable DHCP agents. Network: 3b220a2d-0f96-4202-893d-fad18972bdbb, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:05.073220 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a336-285d-4ccf-9639-1a6c8a3396c3 req-8711e34b-5904-487a-a1fb-ece857688531 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:05.074999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0318a336-285d-4ccf-9639-1a6c8a3396c3 req-8711e34b-5904-487a-a1fb-ece857688531 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 945 time: 0.1263590 Oct 11 15:38:05.093780 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Network 3b220a2d-0f96-4202-893d-fad18972bdbb is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:05.117645 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b220a2d-0f96-4202-893d-fad18972bdbb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:05.124745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:05.125332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.127482 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b8a74-53c7-4207-86fe-4b249dc927b5 None None] Network 3b220a2d-0f96-4202-893d-fad18972bdbb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:05.136375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0318a336-285d-4ccf-9639-1a6c8a3396c3 req-e7bc7cd3-6832-4087-af6e-919773bbdd12 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Oct 11 15:38:05.152265 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:05.156969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:05.160215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a4bcfe7a-966c-48f9-930f-5c6eda145135 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9795849 Oct 11 15:38:05.181014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.182505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.255223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.324423 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3b220a2d-0f96-4202-893d-fad18972bdbb', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:38:05.325387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.436840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.516801 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Allocated IP 172.20.0.2 (3b220a2d-0f96-4202-893d-fad18972bdbb/fa6ed846-8c6e-4228-938c-a8ddfb9392d2/1a67762f-b387-4849-929f-72e47bb92ca4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:05.747892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.753934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4b07d792-5d3f-462b-89bf-22d9c4b73290 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:05.771446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415999e-c3f5-4361-a1d4-2fce9f05b69c req-8434d1da-188d-4857-aac3-81738e3fa3cf tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:05.777333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.780657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3415999e-c3f5-4361-a1d4-2fce9f05b69c req-8434d1da-188d-4857-aac3-81738e3fa3cf tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 944 time: 0.1501989 Oct 11 15:38:05.838098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3415999e-c3f5-4361-a1d4-2fce9f05b69c req-f360bf54-0c02-4231-aeb0-1d4c8ec1297d tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561826 Oct 11 15:38:05.902422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:05.905528 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Allocated IP 172.35.3.77 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/58d1458c-ef2a-4d52-9676-5167b2d2b760) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:05.945054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.968341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:05.974516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.001083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.029936 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Network 3b220a2d-0f96-4202-893d-fad18972bdbb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:06.037572 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:06.038242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.040321 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Pushing event updated for resources: {'Port': ['ID=1a67762f-b387-4849-929f-72e47bb92ca4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:06.048144 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:06.055536 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 4b07d792-5d3f-462b-89bf-22d9c4b73290 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:06.063872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 4b07d792-5d3f-462b-89bf-22d9c4b73290 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:06.063872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.084659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.101293 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:06.122984 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:06.123347 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.128852 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:06.135019 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:06.138753 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:06.169354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Pushing event updated for resources: {'Port': ['ID=58d1458c-ef2a-4d52-9676-5167b2d2b760,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:06.170692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Attempting to bind port 1a67762f-b387-4849-929f-72e47bb92ca4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:06.171070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Attempting to bind port 1a67762f-b387-4849-929f-72e47bb92ca4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:06.171433 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Attempting to bind port 1a67762f-b387-4849-929f-72e47bb92ca4 on network 3b220a2d-0f96-4202-893d-fad18972bdbb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:06.181191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f03970-8740-4792-aae2-4f44415b7ceb req-5b55dcb8-ea8b-40a6-905f-b7e6a6cc61a7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:06.182807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9f03970-8740-4792-aae2-4f44415b7ceb req-5b55dcb8-ea8b-40a6-905f-b7e6a6cc61a7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 945 time: 0.0865369 Oct 11 15:38:06.187285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:06.187657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Checking segment: {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:06.188442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.188442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Bound using segment: {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:06.188903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Bound port: 1a67762f-b387-4849-929f-72e47bb92ca4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:06.189286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.311129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9f03970-8740-4792-aae2-4f44415b7ceb req-f2786957-6c5e-4315-9d1f-2ac877d39289 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156213 Oct 11 15:38:06.336527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.338358 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3658c-a170-45ff-b11f-c76d7cc06584 req-273d71be-fb58-4254-a893-d1cf3819be7c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:06.340624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ced3658c-a170-45ff-b11f-c76d7cc06584 req-273d71be-fb58-4254-a893-d1cf3819be7c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 945 time: 0.0847585 Oct 11 15:38:06.360346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.391209 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:06.393698 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2b36d-b8db-41a9-96dd-83ac66ebca73" -d '{"events": [{"server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:06.399104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ced3658c-a170-45ff-b11f-c76d7cc06584 req-03ab0eee-e99b-4a6b-91b4-a463dc58fb2c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Oct 11 15:38:06.400256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] For port 1a67762f-b387-4849-929f-72e47bb92ca4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:06.411003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290,segment=NetworkSegment(f23f9bc2-417e-40c7-9635-e25bbea5b62c),segment_id=f23f9bc2-417e-40c7-9635-e25bbea5b62c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:06.423871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.454472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] For port 1a67762f-b387-4849-929f-72e47bb92ca4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a67762f-b387-4849-929f-72e47bb92ca4,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:06.461654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.493950 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63448543-0e09-4a7e-9f5b-af65ab55161b x-openstack-request-id: req-63448543-0e09-4a7e-9f5b-af65ab55161b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:06.494230 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:06.494591 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63448543-0e09-4a7e-9f5b-af65ab55161b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:06.497376 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290', 'code': 200} Oct 11 15:38:06.501522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.579556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:06.585804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:06.598088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:06.634237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f95df3-1526-4b17-a6a5-71a8c69837df req-5f2cfb22-6588-4a63-a6dd-9c80755e3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:06.635782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2f95df3-1526-4b17-a6a5-71a8c69837df req-5f2cfb22-6588-4a63-a6dd-9c80755e3dbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0929534 Oct 11 15:38:06.697925 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c093f8b-bafb-4be2-bc71-5371dc474170 None None] Pushing event updated for resources: {'Port': ['ID=1a67762f-b387-4849-929f-72e47bb92ca4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:06.702077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2f95df3-1526-4b17-a6a5-71a8c69837df req-8815fac7-a455-48c7-b057-0d3b2c2c25d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Oct 11 15:38:06.834308 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:07.149217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d13984-d539-4bf5-8e93-5e6abc587957 req-26e92531-c8e0-4e6c-955c-20dda21ab286 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:07.152553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d13984-d539-4bf5-8e93-5e6abc587957 req-26e92531-c8e0-4e6c-955c-20dda21ab286 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.0741711 Oct 11 15:38:07.166356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.223788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d13984-d539-4bf5-8e93-5e6abc587957 req-2ebc4430-73b6-43c8-ba01-cc82f150bf2e tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603213 Oct 11 15:38:07.254222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:07.337612 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:38:07.468386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e991e3-3a91-4b0f-8964-98f2345e9e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.475428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e703b0-ccc6-421d-8a38-3305b6efb3c4 req-d9f29546-b712-47d8-8f8e-d3e06da483a0 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:07.486361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35e703b0-ccc6-421d-8a38-3305b6efb3c4 req-d9f29546-b712-47d8-8f8e-d3e06da483a0 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.0837123 Oct 11 15:38:07.518095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:38:07.550707 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Sync routers for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:38:07.556563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.563260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9a9be8d-60d8-4bb9-afc0-f9504cb487ef admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4097784 Oct 11 15:38:07.565963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:07.569051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35e703b0-ccc6-421d-8a38-3305b6efb3c4 req-90d843ec-4a19-44f1-9d68-7964b81162d9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758276 Oct 11 15:38:07.572770 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:07.573823 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:07.634100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1a67762f-b387-4849-929f-72e47bb92ca4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:07.650857 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e991e3-3a91-4b0f-8964-98f2345e9e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.698884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e991e3-3a91-4b0f-8964-98f2345e9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.760859 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:07.761078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-60e991e3-3a91-4b0f-8964-98f2345e9e19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff309d1e51214443b8227dd5a474b3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054567 Oct 11 15:38:07.762080 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e991e3-3a91-4b0f-8964-98f2345e9e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f72de97-3b5b-4d80-8114-3bf6401424d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:07.772580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:07.861974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:07.931538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.030769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.035433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.038532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.039742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f72de97-3b5b-4d80-8114-3bf6401424d1 HTTP/1.1" status: 204 len: 168 time: 0.2773521 Oct 11 15:38:08.053324 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f72de97-3b5b-4d80-8114-3bf6401424d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:08.081864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.082311 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.082663 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.083105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.083444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.083779 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.084110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.084437 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.084763 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.085087 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.085984 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.086310 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae2410-75c8-4d7a-9746-d04b979ab076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:08.130899 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec207a-be23-4fb0-8bbc-9c2d94d2a67d None None] Network 3b220a2d-0f96-4202-893d-fad18972bdbb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:08.211214 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1a67762f-b387-4849-929f-72e47bb92ca4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:08.211585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.271177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.410935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c883-37a1-4e12-bd73-6dc2d53fae07 req-2324373a-1b63-4810-b0f9-fd5da9e66b85 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:08.412775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e65c883-37a1-4e12-bd73-6dc2d53fae07 req-2324373a-1b63-4810-b0f9-fd5da9e66b85 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.0819631 Oct 11 15:38:08.472407 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:08.489855 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bda9a5c0-4ce7-403b-a190-8643d86e28f8 None None] Provisioning complete for port 1a67762f-b387-4849-929f-72e47bb92ca4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:08.490228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda9a5c0-4ce7-403b-a190-8643d86e28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.499233 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:08.502529 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a6f16-e879-48f7-8200-35f470c4f2ec" -d '{"events": [{"server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "name": "network-vif-plugged", "status": "completed", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:08.513369 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:06Z', 'revision_number': 3, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:08.537813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e65c883-37a1-4e12-bd73-6dc2d53fae07 req-9a0a5189-f166-4a75-9f64-450c3e768e18 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158891 Oct 11 15:38:08.539857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2636ec46-1a08-4f4c-a2ed-7f4f234f047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.580503 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Checking router: 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:38:08.581048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Updating router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 port 58d1458c-ef2a-4d52-9676-5167b2d2b760 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:38:08.653634 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8dd913-184e-4bb1-829d-e3ec41a0cce3 x-openstack-request-id: req-dc8dd913-184e-4bb1-829d-e3ec41a0cce3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:08.653931 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "name": "network-vif-plugged", "status": "completed", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:08.658342 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc8dd913-184e-4bb1-829d-e3ec41a0cce3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:08.658342 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'code': 200} Oct 11 15:38:08.700193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.741034 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Allocated IP 172.20.0.1 (3b220a2d-0f96-4202-893d-fad18972bdbb/fa6ed846-8c6e-4228-938c-a8ddfb9392d2/268c4c9e-c021-4814-8e7d-530bcddd6b3d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:08.804239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2636ec46-1a08-4f4c-a2ed-7f4f234f047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.827106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f0b3-c509-4b89-9db7-626e0354848b req-91a8076a-130f-4b32-be54-19ce836519a6 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:08.829533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83c4f0b3-c509-4b89-9db7-626e0354848b req-91a8076a-130f-4b32-be54-19ce836519a6 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.1535950 Oct 11 15:38:08.830294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2636ec46-1a08-4f4c-a2ed-7f4f234f047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.844098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.860738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.905595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2636ec46-1a08-4f4c-a2ed-7f4f234f047a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ca709e0584c4b639f484f90090556a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282305 Oct 11 15:38:08.910440 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:08.927071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf335fb-b80e-4679-91dd-1d113d183663 req-eadacb65-f28f-4f61-8360-a4b25af00011 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:08.932293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.940652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf335fb-b80e-4679-91dd-1d113d183663 req-eadacb65-f28f-4f61-8360-a4b25af00011 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.2112260 Oct 11 15:38:08.945912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1a67762f-b387-4849-929f-72e47bb92ca4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a67762f-b387-4849-929f-72e47bb92ca4,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:08.957132 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bda9a5c0-4ce7-403b-a190-8643d86e28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:08.985313 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636ec46-1a08-4f4c-a2ed-7f4f234f047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07804a-6430-4c99-a09b-363e7c8046dd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:08.986836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.009343 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Network 3b220a2d-0f96-4202-893d-fad18972bdbb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:09.020952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83c4f0b3-c509-4b89-9db7-626e0354848b req-12280aab-9ded-4b11-96b6-c6c5f24fde11 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588030 Oct 11 15:38:09.021244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:09.047795 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:09.065618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf335fb-b80e-4679-91dd-1d113d183663 req-21a9b948-1115-4bd6-a753-3ba04ea0b8b4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235933 Oct 11 15:38:09.122148 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Pushing event updated for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:09.142952 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1a67762f-b387-4849-929f-72e47bb92ca4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:09.145996 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d05f60-8faa-484c-a8b7-4846855c2d0c req-447f4d3a-ac30-41af-b455-8a21ffce7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:09.147528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4d05f60-8faa-484c-a8b7-4846855c2d0c req-447f4d3a-ac30-41af-b455-8a21ffce7c73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1097 time: 0.2529428 Oct 11 15:38:09.183001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-bda9a5c0-4ce7-403b-a190-8643d86e28f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:38:09.183278 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-bda9a5c0-4ce7-403b-a190-8643d86e28f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:38:09.186222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.197680 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.296496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.299564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.311516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.335114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.367983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Attempting to bind port 58d1458c-ef2a-4d52-9676-5167b2d2b760 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:09.368353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Attempting to bind port 58d1458c-ef2a-4d52-9676-5167b2d2b760 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:09.368755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Attempting to bind port 58d1458c-ef2a-4d52-9676-5167b2d2b760 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:09.373288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4d05f60-8faa-484c-a8b7-4846855c2d0c req-2af9bf1d-39ee-4c36-8462-453d3f086b04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107742 Oct 11 15:38:09.379883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:09.380686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:09.381107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.381715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:09.382261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Bound port: 58d1458c-ef2a-4d52-9676-5167b2d2b760, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:09.383101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.408624 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccbdf3-debe-4c84-8109-02a97a3abae6 None None] Pushing event updated for resources: {'Port': ['ID=58d1458c-ef2a-4d52-9676-5167b2d2b760,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:09.431614 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.495660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] For port 58d1458c-ef2a-4d52-9676-5167b2d2b760, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:09.499314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] For port 58d1458c-ef2a-4d52-9676-5167b2d2b760, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58d1458c-ef2a-4d52-9676-5167b2d2b760,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:09.516954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.575250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1a67762f-b387-4849-929f-72e47bb92ca4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:09.582405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7d33d-ca0e-45f7-bc28-051a6e278ec0 req-45f89410-8bf7-49ce-a742-f5c6f2b44991 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:09.590321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c7d33d-ca0e-45f7-bc28-051a6e278ec0 req-45f89410-8bf7-49ce-a742-f5c6f2b44991 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.0665357 Oct 11 15:38:09.604602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.607139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.610510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b07804a-6430-4c99-a09b-363e7c8046dd HTTP/1.1" status: 204 len: 168 time: 0.7012446 Oct 11 15:38:09.631024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41c7d33d-ca0e-45f7-bc28-051a6e278ec0 req-631914de-3746-4414-bd67-7fab5bd0f811 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Oct 11 15:38:09.631930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7e9db-17dc-42c3-a375-713bd16ee792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07804a-6430-4c99-a09b-363e7c8046dd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:09.704930 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:09.706154 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:09.744600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.752588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.837240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Pushing event updated for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:09.840006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:09.891269 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:10.005635 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Network 3b220a2d-0f96-4202-893d-fad18972bdbb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:10.008389 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:10.185622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68765c-30c8-44d8-be79-19ed0cf1c331 req-d5000731-1b42-428b-b8cb-2c9b42741dc0 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:10.187245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a68765c-30c8-44d8-be79-19ed0cf1c331 req-d5000731-1b42-428b-b8cb-2c9b42741dc0 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.1072052 Oct 11 15:38:10.221382 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccbdf3-debe-4c84-8109-02a97a3abae6 None None] Pushing event updated for resources: {'Port': ['ID=58d1458c-ef2a-4d52-9676-5167b2d2b760,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:10.325436 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1a67762f-b387-4849-929f-72e47bb92ca4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:10.329057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:10.360230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a68765c-30c8-44d8-be79-19ed0cf1c331 req-141406b4-36a7-439f-b993-7fe858126d72 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572797 Oct 11 15:38:10.430299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64695b2-ee7c-4751-9a5f-bb5cd1d910eb req-c6fae48e-baab-4cd0-b79f-c3be9bcc067b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:10.431861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e64695b2-ee7c-4751-9a5f-bb5cd1d910eb req-c6fae48e-baab-4cd0-b79f-c3be9bcc067b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.1780932 Oct 11 15:38:10.484715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e64695b2-ee7c-4751-9a5f-bb5cd1d910eb req-bf1aeedc-d9af-4d06-b166-ef1157ca39ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Oct 11 15:38:10.557286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '268c4c9e-c021-4814-8e7d-530bcddd6b3d', 'name': '', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'mac_address': 'fa:16:3e:61:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:08Z', 'updated_at': '2021-10-11T15:38:08Z', 'revision_number': 1, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'subnets': [{'id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:10.603623 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d44ed3-3295-4ff7-9655-98fde0393b18 None None] The sync data for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 is: [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '268c4c9e-c021-4814-8e7d-530bcddd6b3d', 'name': '', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'mac_address': 'fa:16:3e:61:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:08Z', 'updated_at': '2021-10-11T15:38:08Z', 'revision_number': 1, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'subnets': [{'id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:38:10.619072 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fcbaf8f-1b89-4c82-a5aa-e6be118a94d1 None None] Provisioning complete for port 268c4c9e-c021-4814-8e7d-530bcddd6b3d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:10.619628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaf8f-1b89-4c82-a5aa-e6be118a94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:10.630010 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:10.680306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbaf8f-1b89-4c82-a5aa-e6be118a94d1 None None] Port 268c4c9e-c021-4814-8e7d-530bcddd6b3d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:38:10.693717 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fcbaf8f-1b89-4c82-a5aa-e6be118a94d1 None None] Provisioning complete for port 1a67762f-b387-4849-929f-72e47bb92ca4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:10.694457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaf8f-1b89-4c82-a5aa-e6be118a94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:10.745964 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:38:10.989192 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:38:11.008244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f30081ac-b8b5-4a9d-b287-2a5df420b9fe admin admin] 10.222.0.31 "PUT /v2.0/routers/6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4411716 Oct 11 15:38:11.179978 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:11.355511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-981379093'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:11.387936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:11.395545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.585613 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:11.668194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:11.755366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.755722 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Added segment 24bad203-87b6-4317-b7af-4c1cb08c5d7d of type vlan for network b396c588-f6f0-4751-abca-0ccc4a5d1550 Oct 11 15:38:11.767978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-909daa45-bc39-449d-82f4-ac827b2921ab tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:11.769594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-909daa45-bc39-449d-82f4-ac827b2921ab tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.3226917 Oct 11 15:38:11.793458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3553-b275-4d72-9751-33e3bb77bc6f req-bbc67b44-df55-4c3f-b0e3-0f477ba340a1 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:11.795400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-badd3553-b275-4d72-9751-33e3bb77bc6f req-bbc67b44-df55-4c3f-b0e3-0f477ba340a1 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 945 time: 0.3128326 Oct 11 15:38:11.804156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46840f82-1cef-4926-b4f5-5c5b99d4e995 req-8de02cf0-87d4-43e9-8602-1b25fa0e2838 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:11.805915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46840f82-1cef-4926-b4f5-5c5b99d4e995 req-8de02cf0-87d4-43e9-8602-1b25fa0e2838 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.2009048 Oct 11 15:38:11.806212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0f7-9952-4b5f-81a3-48f9bfa2349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.885067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:11.912117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0f7-9952-4b5f-81a3-48f9bfa2349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.915937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.917444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0f7-9952-4b5f-81a3-48f9bfa2349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:11.954273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef0f7-9952-4b5f-81a3-48f9bfa2349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abea508-a1b1-44d5-ade3-1bdcdbd889a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:11.962235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46840f82-1cef-4926-b4f5-5c5b99d4e995 req-d8c3a679-d888-4e74-8f77-49ea29025ff8 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192040 Oct 11 15:38:11.995210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f6ef0f7-9952-4b5f-81a3-48f9bfa2349e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eeb3f40193044f4b4c6f026c6aa0acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084570 Oct 11 15:38:11.997726 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:12.089263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-badd3553-b275-4d72-9751-33e3bb77bc6f req-3affeb5d-6e01-4b0d-ae51-5734b7049a13 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553082 Oct 11 15:38:12.108034 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:12.108713 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.115581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:12.116328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.123229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.125126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'a6964a57-6635-453b-a436-d593299fb1ac', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'a6964a57-6635-453b-a436-d593299fb1ac', 'mac_address': 'fa:16:3e:ed:6e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:12.177841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.221453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.233241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Network': ['ID=b396c588-f6f0-4751-abca-0ccc4a5d1550,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:12.240855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6d259442-4e23-4428-b57b-0f7770ef6633 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0564165 Oct 11 15:38:12.245159 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6964a57-6635-453b-a436-d593299fb1ac {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:12.250234 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:12.255685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:12.286496 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'subnet': {'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:12.293682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.297453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.299205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0abea508-a1b1-44d5-ade3-1bdcdbd889a8 HTTP/1.1" status: 204 len: 168 time: 0.2998250 Oct 11 15:38:12.311709 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Deleting port 4b07d792-5d3f-462b-89bf-22d9c4b73290 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:12.312141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.326788 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2c083-373d-4ef1-800b-15ad3bee222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abea508-a1b1-44d5-ade3-1bdcdbd889a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:12.342578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:12.385379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.484110 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:12.505737 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['a6964a57-6635-453b-a436-d593299fb1ac'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:12.517418 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] For port 4b07d792-5d3f-462b-89bf-22d9c4b73290, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4b07d792-5d3f-462b-89bf-22d9c4b73290,segment=NetworkSegment(f23f9bc2-417e-40c7-9635-e25bbea5b62c),segment_id=f23f9bc2-417e-40c7-9635-e25bbea5b62c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:12.517845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.561203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592d744-f78c-4ced-bb6c-7bb3fc57daf5 req-3e1e49c1-51a0-4df5-9429-787fd9af28bb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:12.570041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5592d744-f78c-4ced-bb6c-7bb3fc57daf5 req-3e1e49c1-51a0-4df5-9429-787fd9af28bb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.3423336 Oct 11 15:38:12.654446 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Calling delete_port for 4b07d792-5d3f-462b-89bf-22d9c4b73290 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:12.682089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5592d744-f78c-4ced-bb6c-7bb3fc57daf5 req-21eafa07-af84-48c9-a9ec-8cd5cc37c15c tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099546 Oct 11 15:38:12.719487 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:12.770383 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:12.770661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1e9d7-3f56-405f-9a75-6d2af22fbc0e tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:12.775228 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-22f1e9d7-3f56-405f-9a75-6d2af22fbc0e tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1092 time: 0.0513942 Oct 11 15:38:12.775518 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:12.780237 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:12.784693 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.817537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:12.950358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.052889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.066979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4b07d792-5d3f-462b-89bf-22d9c4b73290'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:13.102871 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.35.3.128 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/0189db6f-e99e-45f4-8157-8844b56622cd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:13.194405 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Pushing event deleted for resources: {'Port': ['ID=4b07d792-5d3f-462b-89bf-22d9c4b73290,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:13.284763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.348360 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.357516 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] No DVR routers for this DVR port 4b07d792-5d3f-462b-89bf-22d9c4b73290 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:13.384562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.389594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7751c65-3a5c-4fb4-a0b4-8e089d13d7b9 req-0b0f46f3-d0c0-4f09-bda4-517b79500285 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.36 "DELETE /v2.0/ports/4b07d792-5d3f-462b-89bf-22d9c4b73290 HTTP/1.1" status: 204 len: 173 time: 1.6079521 Oct 11 15:38:13.390566 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'name': 'network-vif-deleted', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:13.393160 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bb7a5-4a19-408b-9b66-2129eafa0d44" -d '{"events": [{"server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "name": "network-vif-deleted", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:13.411808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-799577a7-00fa-4e4d-aad6-558423691004 req-6bbcd368-302a-400e-9bfa-c2874f5eb2f4 tempest-ServersNegativeTestMultiTenantJSON-1720108347 tempest-ServersNegativeTestMultiTenantJSON-1720108347-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7611993-6024-493c-9d1f-98e3583d3d2c HTTP/1.1" status: 200 len: 210 time: 0.0939491 Oct 11 15:38:13.437021 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.484186 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:13.486311 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=0189db6f-e99e-45f4-8157-8844b56622cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:13.494159 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:13.506510 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:13.645410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 58d1458c-ef2a-4d52-9676-5167b2d2b760 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:13.682371 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Subnet': ['ID=bc283ded-53cc-40da-aa32-5c68e8af5b46,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:13.699601 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Checking segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:13.699972 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network hostable DHCP agents. Network: b396c588-f6f0-4751-abca-0ccc4a5d1550, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:13.738422 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:13.752263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 58d1458c-ef2a-4d52-9676-5167b2d2b760 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:13.752624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.754228 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b396c588-f6f0-4751-abca-0ccc4a5d1550) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:13.766220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd433d-2b12-4c0a-abbe-c15d0cc7d57e None None] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:13.773429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:13.774042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.831718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bc6d4d56-75bf-4df6-8fd4-0cb901aaf8d6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5801668 Oct 11 15:38:13.832354 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:13.841892 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-684797728'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:13.885541 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ef019-f1fe-44ac-a406-0a08ac65531c x-openstack-request-id: req-cb4ef019-f1fe-44ac-a406-0a08ac65531c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:13.886032 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7611993-6024-493c-9d1f-98e3583d3d2c", "name": "network-vif-deleted", "tag": "4b07d792-5d3f-462b-89bf-22d9c4b73290", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:13.886470 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb4ef019-f1fe-44ac-a406-0a08ac65531c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:13.887024 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7611993-6024-493c-9d1f-98e3583d3d2c', 'name': 'network-vif-deleted', 'tag': '4b07d792-5d3f-462b-89bf-22d9c4b73290', 'status': 'completed', 'code': 200} Oct 11 15:38:13.894263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:13.899093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.951211 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:13.961868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:13.962310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:13.963183 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Added segment 1558cd6a-a4c8-4ca8-990f-656ed37743ac of type vlan for network 53d1a697-01c4-41a1-b430-0bf603d3c757 Oct 11 15:38:14.016754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.048454 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Sync routers for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:38:14.056415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.062464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:14.070153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.070537 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:14.072182 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:14.193968 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Network': ['ID=53d1a697-01c4-41a1-b430-0bf603d3c757,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:14.210927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7c7a1971-5b08-4f7b-ae6f-4059fd765e69 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3773575 Oct 11 15:38:14.212139 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:14.218285 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'subnet': {'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:14.224728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:14.304585 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port a6964a57-6635-453b-a436-d593299fb1ac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:14.305045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.399998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:14.404697 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.442906 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:14.520545 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:14.604350 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Deleting subnet 4c21f6ec-c65a-4641-898f-8a7c4d7dc561 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:38:14.608420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.653596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.696938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.800142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.810204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.867572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.941676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c21f6ec-c65a-4641-898f-8a7c4d7dc561,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:14.967341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:14.973553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1aa3fdfe-2361-43c6-a680-9f5cf0dc40b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c21f6ec-c65a-4641-898f-8a7c4d7dc561 HTTP/1.1" status: 204 len: 168 time: 0.4519393 Oct 11 15:38:14.974204 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:15.030405 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.043727 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '268c4c9e-c021-4814-8e7d-530bcddd6b3d', 'name': '', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'mac_address': 'fa:16:3e:61:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:08Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 2, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'subnets': [{'id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:15.084978 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Checking router: 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:38:15.086425 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Updating router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 port 268c4c9e-c021-4814-8e7d-530bcddd6b3d binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:38:15.126489 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.144354 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b396c588-f6f0-4751-abca-0ccc4a5d1550', 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'fixed_ips': [{'subnet_id': 'bc283ded-53cc-40da-aa32-5c68e8af5b46'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:38:15.144586 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Checking segment: {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:15.144992 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network hostable DHCP agents. Network: 53d1a697-01c4-41a1-b430-0bf603d3c757, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:15.145253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.204230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 58d1458c-ef2a-4d52-9676-5167b2d2b760, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58d1458c-ef2a-4d52-9676-5167b2d2b760,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:15.219171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Subnet': ['ID=3f37f810-0f89-45ed-9070-c2e8b3aa21ed,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:15.226257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.228890 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:15.237055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.240405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.243840 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 53d1a697-01c4-41a1-b430-0bf603d3c757) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:15.252992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:15.253926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.283640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-63158131-8135-40ca-aa40-d34cd44dace1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0659180 Oct 11 15:38:15.333457 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6524eb-0924-44ff-8a8b-c30ce8c01247 None None] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:15.584085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.626405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.745941 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.756289 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:15.862118 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=0189db6f-e99e-45f4-8157-8844b56622cd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:15.908032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=58d1458c-ef2a-4d52-9676-5167b2d2b760,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:15.935695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4b07d792-5d3f-462b-89bf-22d9c4b73290 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:15.976431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.019241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-553aa6fb-35bc-4843-aa0c-c80853598d87 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:16.043373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-553aa6fb-35bc-4843-aa0c-c80853598d87 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:16.054605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-553aa6fb-35bc-4843-aa0c-c80853598d87 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/networks?id=b396c588-f6f0-4751-abca-0ccc4a5d1550&id=53d1a697-01c4-41a1-b430-0bf603d3c757&id=b396c588-f6f0-4751-abca-0ccc4a5d1550 HTTP/1.1" status: 200 len: 1390 time: 0.3664861 Oct 11 15:38:16.060506 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:16.076519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-04a46281-2005-4799-9302-54447f9edac1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/quotas/bcf2ec2d543e4820a300642b73cdcb80 HTTP/1.1" status: 200 len: 375 time: 0.0206547 Oct 11 15:38:16.078228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.099044 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:16.109632 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23f9bc2-417e-40c7-9635-e25bbea5b62c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:16.111724 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23f9bc2-417e-40c7-9635-e25bbea5b62c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:16.157148 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-53d1a697-01c4-41a1-b430-0bf603d3c757', 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'fixed_ips': [{'subnet_id': '3f37f810-0f89-45ed-9070-c2e8b3aa21ed'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:38:16.160709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.199966 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Attempting to bind port 268c4c9e-c021-4814-8e7d-530bcddd6b3d on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:16.200573 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Attempting to bind port 268c4c9e-c021-4814-8e7d-530bcddd6b3d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:16.201135 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Attempting to bind port 268c4c9e-c021-4814-8e7d-530bcddd6b3d on network 3b220a2d-0f96-4202-893d-fad18972bdbb {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:16.214482 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:16.215373 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Checking segment: {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:16.216106 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.216649 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Bound using segment: {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:16.217854 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Bound port: 268c4c9e-c021-4814-8e7d-530bcddd6b3d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32308b8e-db18-4c93-be8c-1cd97df0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:16.218597 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.236197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-9d087496-40a8-4914-8ba6-5896790568c6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585293 Oct 11 15:38:16.301075 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] For port 268c4c9e-c021-4814-8e7d-530bcddd6b3d, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:16.304751 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Allocated IP 19.80.0.2 (b396c588-f6f0-4751-abca-0ccc4a5d1550/bc283ded-53cc-40da-aa32-5c68e8af5b46/ee9f0733-7861-4852-880a-5b8991cca0ab) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:16.305924 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] For port 268c4c9e-c021-4814-8e7d-530bcddd6b3d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=268c4c9e-c021-4814-8e7d-530bcddd6b3d,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:16.315726 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.338115 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Pushing event updated for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:16.350193 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:16.350902 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:16.449111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-d86c3903-69a7-4ad5-b222-7b65ffae6f0a service neutron] 10.222.0.31 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096605 Oct 11 15:38:16.481001 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:16.489312 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Floating IP 1a882d0d-6666-4653-99ad-e7820d846137 associated. External IP: 172.35.3.128, port: e03ef8bd-02a3-42ed-80a5-0beefb1e20d2. Oct 11 15:38:16.690588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-7c4b9895-83ea-4aec-ab07-11a745abff7b service neutron] 10.222.0.31 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399225 Oct 11 15:38:16.711890 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.712224 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.712556 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.712884 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.713204 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.713570 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.713872 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.714188 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.714500 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.714812 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.715375 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.715742 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:16.823278 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '268c4c9e-c021-4814-8e7d-530bcddd6b3d', 'name': '', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'mac_address': 'fa:16:3e:61:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:08Z', 'updated_at': '2021-10-11T15:38:16Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'subnets': [{'id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:16.836869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-d3347d73-e244-4afa-b945-ad17027ea20c service neutron] 10.222.0.31 "GET /v2.0/networks/53d1a697-01c4-41a1-b430-0bf603d3c757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452360 Oct 11 15:38:16.837221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.844103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 4b07d792-5d3f-462b-89bf-22d9c4b73290 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:16.844509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4b07d792-5d3f-462b-89bf-22d9c4b73290 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:16.860902 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3458-81a5-447e-9488-acff2fe04559 None None] The sync data for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 is: [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:09Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '268c4c9e-c021-4814-8e7d-530bcddd6b3d', 'name': '', 'network_id': '3b220a2d-0f96-4202-893d-fad18972bdbb', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'mac_address': 'fa:16:3e:61:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:08Z', 'updated_at': '2021-10-11T15:38:16Z', 'revision_number': 4, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'subnets': [{'id': 'fa6ed846-8c6e-4228-938c-a8ddfb9392d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:38:16.889372 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2bef0-3a5e-447b-93aa-c901aaaf207f None None] Pushing event updated for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:16.949999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7046708f-ca17-4f91-aacf-c183a9812979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.970691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.984461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:16.985347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:16.988587 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:17.038415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-bfebd86e-3143-4dc3-a99f-d615783e3b24 service neutron] 10.222.0.31 "GET /v2.0/networks/53d1a697-01c4-41a1-b430-0bf603d3c757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005820 Oct 11 15:38:17.161887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] Provisioning complete for port 268c4c9e-c021-4814-8e7d-530bcddd6b3d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:17.169632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.234191 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.260216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.278512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.284776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.290323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] 10.222.0.31 "DELETE /v2.0/networks/c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f HTTP/1.1" status: 204 len: 168 time: 2.3124611 Oct 11 15:38:17.296209 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:17.311180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:17.316540 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:17.319194 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3d54c-cb99-4417-8a7f-b9a0948cdac1" -d '{"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-plugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:17.323848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.377680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.388457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dc7ab-46ab-4764-9212-0428ab57df5f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c9e5f1-a94b-4aa2-a39a-d8c37e1d3f3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:17.401603 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:38:17.410014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-9a295d51-522f-4c6b-822f-3eae9e6a5dec service neutron] 10.222.0.31 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425660 Oct 11 15:38:17.434261 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Pushing event updated for resources: {'Port': ['ID=ee9f0733-7861-4852-880a-5b8991cca0ab,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:17.441591 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6836d7-dd24-4b20-8903-79a974951fb3 x-openstack-request-id: req-ed6836d7-dd24-4b20-8903-79a974951fb3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:17.443070 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-plugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:17.443610 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed6836d7-dd24-4b20-8903-79a974951fb3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:17.445964 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac', 'code': 200} Oct 11 15:38:17.453853 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Deleting subnet cb6df351-1adf-464d-844a-e709264a24b2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:38:17.461419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.598687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7046708f-ca17-4f91-aacf-c183a9812979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.636438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 58d1458c-ef2a-4d52-9676-5167b2d2b760 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:17.640387 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:17.676098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-3f406a86-1c49-46e7-9cc1-d5528074783b service neutron] 10.222.0.31 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651839 Oct 11 15:38:17.716576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7046708f-ca17-4f91-aacf-c183a9812979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.722593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:17.771046 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:17.773831 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:17.853074 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Allocated IP 19.86.0.2 (53d1a697-01c4-41a1-b430-0bf603d3c757/3f37f810-0f89-45ed-9070-c2e8b3aa21ed/2d38c453-82a4-4502-ae2b-d61228893275) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:17.858250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046708f-ca17-4f91-aacf-c183a9812979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d7e9e-6f06-4d68-b815-01b55a2193e0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:17.978737 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7046708f-ca17-4f91-aacf-c183a9812979 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8fb0db804ed41ad90005fd3013951c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8618138 Oct 11 15:38:17.980116 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:17.995193 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:38:18.040994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.094160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.181354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c74f87f-a3dd-453e-9985-9bcc39217019 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4046066 Oct 11 15:38:18.195326 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:18.206261 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:18.216637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f30fcb6a-74a6-40f0-84fd-7e8569996724 req-c94dcb08-f37e-480f-9a23-f50f28535faf tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 210 time: 0.1198339 Oct 11 15:38:18.217135 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:18.240143 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.283445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.318272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.427116 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:38:18.456226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.458853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.460035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c1d7e9e-6f06-4d68-b815-01b55a2193e0 HTTP/1.1" status: 204 len: 168 time: 0.4788294 Oct 11 15:38:18.475106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7936b308-3a94-4817-ba87-163a2733ddf0 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.2418122 Oct 11 15:38:18.482753 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.485388 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8465f-76e6-459f-94ea-3688d65eddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d7e9e-6f06-4d68-b815-01b55a2193e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:18.494719 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57fa57d-f3b2-4346-a09c-3cbd4522b557 x-openstack-request-id: req-d57fa57d-f3b2-4346-a09c-3cbd4522b557 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:18.494984 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:18.495219 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d57fa57d-f3b2-4346-a09c-3cbd4522b557 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:18.495497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:18.495619 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'status': 'completed', 'code': 200} Oct 11 15:38:18.497089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:18.503639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.559695 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:18.626520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.634700 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Pushing event updated for resources: {'Port': ['ID=2d38c453-82a4-4502-ae2b-d61228893275,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:18.663329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Attempting to bind port ee9f0733-7861-4852-880a-5b8991cca0ab on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:18.663693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Attempting to bind port ee9f0733-7861-4852-880a-5b8991cca0ab by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:18.664144 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Attempting to bind port ee9f0733-7861-4852-880a-5b8991cca0ab on network b396c588-f6f0-4751-abca-0ccc4a5d1550 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:18.678695 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:18.680087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 58d1458c-ef2a-4d52-9676-5167b2d2b760 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:18.680452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.696812 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-88342340-a5e4-4fc4-a9f5-a672657af0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:18.698715 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-88342340-a5e4-4fc4-a9f5-a672657af0d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1097 time: 0.2157543 Oct 11 15:38:18.699630 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6df351-1adf-464d-844a-e709264a24b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:18.706128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.708830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] For port 268c4c9e-c021-4814-8e7d-530bcddd6b3d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=268c4c9e-c021-4814-8e7d-530bcddd6b3d,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:18.710102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4bd48e1b-71bf-466e-b64d-294cca74262e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb6df351-1adf-464d-844a-e709264a24b2 HTTP/1.1" status: 204 len: 168 time: 1.4101045 Oct 11 15:38:18.712634 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:18.773847 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:18.784190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.794424 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:18.798081 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:18.799243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Checking segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:18.799243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.799243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Bound using segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:18.799667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Bound port: ee9f0733-7861-4852-880a-5b8991cca0ab, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:18.800045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.863967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:18.912414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-4007dba6-bc64-4692-ac39-48d57f1c08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:18.917645 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-4007dba6-bc64-4692-ac39-48d57f1c08b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 897 time: 0.2048531 Oct 11 15:38:19.127904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.161920 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-261b209d-6ca1-4211-b888-bfcab990c32f None None] Provisioning complete for port 268c4c9e-c021-4814-8e7d-530bcddd6b3d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:19.162292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-261b209d-6ca1-4211-b888-bfcab990c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.176334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-3c6cd5a5-e839-40da-8a38-ee37725c47ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 1000 time: 0.2508125 Oct 11 15:38:19.178239 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998e803e-4fd2-4f1b-924c-6f06aa154f28']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:19.195228 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7ff29c-d572-4078-8181-9a2be285bfc3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:19.195757 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7ff29c-d572-4078-8181-9a2be285bfc3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:19.229988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.257670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.265530 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:19.265945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:19.267692 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:19.299465 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-f58521e4-b96e-46dc-962a-50d0065bab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:19.313766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-f58521e4-b96e-46dc-962a-50d0065bab5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.1191566 Oct 11 15:38:19.323051 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:19.335245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] For port ee9f0733-7861-4852-880a-5b8991cca0ab, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:19.346604 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] For port ee9f0733-7861-4852-880a-5b8991cca0ab, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee9f0733-7861-4852-880a-5b8991cca0ab,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:19.400214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baf2fba3-e67e-4c28-85f6-b48605cfea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.401756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:19.451274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbdf79cc-c809-4c92-b795-bab8362ddbce req-c64248f1-ee13-4379-9cdb-5d8ac48dd98d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 210 time: 0.0890141 Oct 11 15:38:19.457206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.481541 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-70a7e93c-90fd-462b-afa7-4a2bb5f1a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:19.484338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.485421 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-70a7e93c-90fd-462b-afa7-4a2bb5f1a190 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709106 Oct 11 15:38:19.485964 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:19.489758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] 10.222.0.31 "DELETE /v2.0/networks/998e803e-4fd2-4f1b-924c-6f06aa154f28 HTTP/1.1" status: 204 len: 168 time: 0.7759588 Oct 11 15:38:19.502059 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a1736-7678-48fe-b817-e8dd6c414133 admin admin] Pushing event deleted for resources: {'Network': ['ID=998e803e-4fd2-4f1b-924c-6f06aa154f28,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:19.587179 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda18ad-a90b-464d-b52f-a2d312b75082 None None] Pushing event updated for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:19.657072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:19.886128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-8abfb37a-5683-4943-9eb4-61fc4b58790f service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563256 Oct 11 15:38:19.930849 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:20.076912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-36592c8a-63f1-4c1f-bcc5-76d674c785ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ce3a92115134800824745a1e6914755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430950 Oct 11 15:38:20.087603 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:20.088835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56f8aef3-657a-460c-bc9d-05d87e92d84a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.5991728 Oct 11 15:38:20.157890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Attempting to bind port 2d38c453-82a4-4502-ae2b-d61228893275 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:20.158351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Attempting to bind port 2d38c453-82a4-4502-ae2b-d61228893275 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:20.158885 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Attempting to bind port 2d38c453-82a4-4502-ae2b-d61228893275 on network 53d1a697-01c4-41a1-b430-0bf603d3c757 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:20.217257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.305330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baf2fba3-e67e-4c28-85f6-b48605cfea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.327536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:20.329809 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3574e52a-3b4b-4e16-a8b7-6f96fab6e3c6 req-69c666e3-9b27-4bd0-94cf-b7072b828b38 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341278 Oct 11 15:38:20.330439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Checking segment: {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:20.330568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baf2fba3-e67e-4c28-85f6-b48605cfea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.331203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.334320 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Bound using segment: {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:20.335626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Bound port: 2d38c453-82a4-4502-ae2b-d61228893275, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:20.348159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.416043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.535717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-baf2fba3-e67e-4c28-85f6-b48605cfea57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d33243e45c046799d55318c40b1ce69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2104700 Oct 11 15:38:20.536582 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:20.556609 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2fba3-e67e-4c28-85f6-b48605cfea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77d710d-8755-444e-b556-e8320cb0d340,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:20.588578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 268c4c9e-c021-4814-8e7d-530bcddd6b3d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:20.634117 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead22d40-7810-4eed-9ad9-db4515f1e3ef None None] Pushing event updated for resources: {'Port': ['ID=ee9f0733-7861-4852-880a-5b8991cca0ab,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:20.644921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.670646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.702176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] For port 2d38c453-82a4-4502-ae2b-d61228893275, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:20.705502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] For port 2d38c453-82a4-4502-ae2b-d61228893275, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d38c453-82a4-4502-ae2b-d61228893275,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:20.750471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.754259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.764955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:20.775221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b77d710d-8755-444e-b556-e8320cb0d340 HTTP/1.1" status: 204 len: 168 time: 0.2250826 Oct 11 15:38:20.819301 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073ba53-bbfa-425f-b3bb-bca4a4db8b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77d710d-8755-444e-b556-e8320cb0d340,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:20.888603 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e7eb-25b6-4945-ae5a-ab9639d2df67 None None] Pushing event updated for resources: {'Port': ['ID=2d38c453-82a4-4502-ae2b-d61228893275,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:21.067747 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 268c4c9e-c021-4814-8e7d-530bcddd6b3d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:21.068784 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:21.092758 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:21.332023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-54167e65-9de4-4800-8d68-88394dab4115 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.2370834 Oct 11 15:38:21.431461 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:14Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:21.478583 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:38:21.520358 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:38:21.537365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:21.690779 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1246ea7-14c2-43b5-98bb-9d088c901674 None None] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:21.958581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-36d4c2da-61b3-4543-97f9-e01193401013 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:21.968271 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-36d4c2da-61b3-4543-97f9-e01193401013 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:21.970608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-36d4c2da-61b3-4543-97f9-e01193401013 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "GET /v2.0/networks?id=b396c588-f6f0-4751-abca-0ccc4a5d1550&id=53d1a697-01c4-41a1-b430-0bf603d3c757&id=b396c588-f6f0-4751-abca-0ccc4a5d1550 HTTP/1.1" status: 200 len: 1390 time: 1.7392030 Oct 11 15:38:21.999611 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] Provisioning complete for port ee9f0733-7861-4852-880a-5b8991cca0ab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:21.999930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cf396b0-31c7-4f7d-9dc2-132ba7ab520a req-74c74866-ac5f-4b52-8a0d-afbdda201333 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 210 time: 0.1852157 Oct 11 15:38:22.000265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.005007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee9f0733-7861-4852-880a-5b8991cca0ab up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:22.010599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'admin_state_up': True, 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:22.018592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.022249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.024324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f HTTP/1.1" status: 204 len: 168 time: 1.9354336 Oct 11 15:38:22.175667 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d62f-d117-48c0-98d3-ecde21767a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc04e4-a5f2-444b-8175-a1a0ac21ab4f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:22.294284 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:38:22.334881 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:22.459723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:22.463840 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.507092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-685d3fe9-5c1e-48fb-9434-9c4a74c62122 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.1686893 Oct 11 15:38:22.513869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.786754 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Allocated IP 19.80.0.159 (b396c588-f6f0-4751-abca-0ccc4a5d1550/bc283ded-53cc-40da-aa32-5c68e8af5b46/8cf99017-f70a-4ea9-8f85-72433c488fea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:22.861043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ee9f0733-7861-4852-880a-5b8991cca0ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:22.861509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:22.934517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] For port ee9f0733-7861-4852-880a-5b8991cca0ab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee9f0733-7861-4852-880a-5b8991cca0ab,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:22.957526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.157122 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:23.251750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.255047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274981b9-46a2-4c75-8f10-970a792ee6b1 None None] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:23.324500 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-328d455e-9ba8-41dd-8bc3-cc2598c399e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0c69dc0dff943aabd60711ff542df70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629453 Oct 11 15:38:23.325801 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:23.368432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.427902 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616ee88-f6b2-4ec8-9049-c11c2d744d14 None None] Pushing event updated for resources: {'Port': ['ID=ee9f0733-7861-4852-880a-5b8991cca0ab,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:23.511486 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:23.545474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 268c4c9e-c021-4814-8e7d-530bcddd6b3d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:23.560419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.582740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8243cb54-737c-404e-909b-2912501565e5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.0685959 Oct 11 15:38:23.590131 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:23.596517 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:23.603380 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:23.678999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.747390 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:23.776269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:23.776671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.803208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cdf1c-a518-47db-a040-aed7aaa7968e req-db9820ce-2256-404c-a412-b0e78ae1ccbc tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:23.815536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b1cdf1c-a518-47db-a040-aed7aaa7968e req-db9820ce-2256-404c-a412-b0e78ae1ccbc tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 932 time: 0.4673538 Oct 11 15:38:23.882002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.891810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-2a6383e3-880c-42df-bc49-367e730234f2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8903785 Oct 11 15:38:23.897785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:23.901316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37e1f4fc-c176-406d-821a-d6cb172ce6f7 HTTP/1.1" status: 204 len: 168 time: 0.5723691 Oct 11 15:38:23.927971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b1cdf1c-a518-47db-a040-aed7aaa7968e req-89789e07-ee06-4746-971d-44ad6c193efe tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065736 Oct 11 15:38:23.945157 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df485a-d790-4dd2-885c-362d78dd5fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1f4fc-c176-406d-821a-d6cb172ce6f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:23.949987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757', 'admin_state_up': True, 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:24.146168 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] Provisioning complete for port 2d38c453-82a4-4502-ae2b-d61228893275 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:24.146541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:24.259046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:24.266072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:24.482588 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:14Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:24.489270 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:24.587261 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:24.619747 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 268c4c9e-c021-4814-8e7d-530bcddd6b3d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:24.626644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:24.628690 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53373e6b-afbb-4954-bc21-c1eed546a0d4 None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:37:40Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:14Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:38:24.745285 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Allocated IP 19.86.0.211 (53d1a697-01c4-41a1-b430-0bf603d3c757/3f37f810-0f89-45ed-9070-c2e8b3aa21ed/4a48547e-adb6-43ab-8224-acca8bf1633e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:24.926963 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41e9f9bc-31e4-49c5-8d40-483f40a63b9d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 992 time: 0.3384428 Oct 11 15:38:24.989892 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1283048913'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:25.066559 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Made reservation on behalf of d485e2775c2049349c701bd164f07609 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:25.094785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.130321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.287472 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e38e6c-bfc4-40e1-8d5d-8f989034586d None None] New status for floating IP 1a882d0d-6666-4653-99ad-e7820d846137: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:38:25.358774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.443577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.461967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.500212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111293ed-1f66-4de4-adf9-cd9267e45b83 req-33e208a2-bcb6-48be-9f82-14a8b4751488 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:25.502159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111293ed-1f66-4de4-adf9-cd9267e45b83 req-33e208a2-bcb6-48be-9f82-14a8b4751488 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 932 time: 0.0894220 Oct 11 15:38:25.527676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc116d6-c5fd-4b99-86a5-d1eba2e9c56d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:25.543822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:25.563140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.565074 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Added segment 724b60a8-b201-474a-82a9-f5d1a7460d6c of type vlan for network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c Oct 11 15:38:25.608260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.677902 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] For port 2d38c453-82a4-4502-ae2b-d61228893275, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d38c453-82a4-4502-ae2b-d61228893275,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:25.685404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.701908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-111293ed-1f66-4de4-adf9-cd9267e45b83 req-9096f570-51b9-4cc6-9087-19efc3df3a9f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928904 Oct 11 15:38:25.707799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.753668 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.778784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.785001 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:25.785853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.878500 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922ba6-de5c-472b-9e8e-462ed5b06a76 None None] Pushing event updated for resources: {'Port': ['ID=2d38c453-82a4-4502-ae2b-d61228893275,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:25.889059 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d38c453-82a4-4502-ae2b-d61228893275 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:25.915379 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:25.920282 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7810d2b-9d62-4753-80a4-44e8680374a8 None None] Provisioning complete for port ee9f0733-7861-4852-880a-5b8991cca0ab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:25.920971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7810d2b-9d62-4753-80a4-44e8680374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:25.931491 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:25.935646 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:25.941924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4520350 Oct 11 15:38:25.981016 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:26.053255 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a50b3-ae65-4898-8f1b-c56a0d61f8aa tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Pushing event updated for resources: {'Network': ['ID=4c7c6602-eeb0-4feb-8124-9fdf27c1c72c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:26.146184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:26.231414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:26.252821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d38c453-82a4-4502-ae2b-d61228893275 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:26.255149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.315433 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:26.397971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a88aa97-36ba-40c6-90e3-389297c1915c tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 200 len: 994 time: 0.4512396 Oct 11 15:38:26.493731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:26.498662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.554976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-fb772a54-cd4c-4f47-ba60-c6730c8bfc31 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6230559 Oct 11 15:38:26.581211 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'admin_state_up': True, 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:26.594691 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7810d2b-9d62-4753-80a4-44e8680374a8 None None] Provisioning complete for port 8cf99017-f70a-4ea9-8f85-72433c488fea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:26.595142 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7810d2b-9d62-4753-80a4-44e8680374a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.623224 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-979651729-network', 'tenant_id': '6cddc98e6ae3457b87fc3869282af8c6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:26.681105 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Made reservation on behalf of 6cddc98e6ae3457b87fc3869282af8c6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:26.684434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c7810d2b-9d62-4753-80a4-44e8680374a8 None None] Port 8cf99017-f70a-4ea9-8f85-72433c488fea cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:38:26.685752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.702068 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:26.718017 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c', 'binding:host_id': 'n-h2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1375209419'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:26.807641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52430684-0dcd-462b-b63c-1d152cab3c1b None None] Provisioning complete for port 4a48547e-adb6-43ab-8224-acca8bf1633e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:26.808015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52430684-0dcd-462b-b63c-1d152cab3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.827514 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Made reservation on behalf of 387abe3713824eeb94f908486a6c356f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:26.829891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.867339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:26.879730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee9f0733-7861-4852-880a-5b8991cca0ab up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:26.925805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:26.930153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.053403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52430684-0dcd-462b-b63c-1d152cab3c1b None None] Port 4a48547e-adb6-43ab-8224-acca8bf1633e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:38:27.091634 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52430684-0dcd-462b-b63c-1d152cab3c1b None None] Provisioning complete for port 2d38c453-82a4-4502-ae2b-d61228893275 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:27.091942 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52430684-0dcd-462b-b63c-1d152cab3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.116314 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Allocated IP 19.80.0.12 (b396c588-f6f0-4751-abca-0ccc4a5d1550/bc283ded-53cc-40da-aa32-5c68e8af5b46/8aba8300-2aa1-4923-af49-26abec819a47) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:27.139940 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ee9f0733-7861-4852-880a-5b8991cca0ab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:27.140396 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.283702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d38c453-82a4-4502-ae2b-d61228893275 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:27.296742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.346919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.377241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.448397 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2d38c453-82a4-4502-ae2b-d61228893275 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:27.449341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.483504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc5c8-3184-43f8-a4ec-a16003b344d1 req-2db429f4-7bb3-4dd9-a36e-4a9eede1c15f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:27.498444 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc5c8-3184-43f8-a4ec-a16003b344d1 req-2db429f4-7bb3-4dd9-a36e-4a9eede1c15f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:27.498879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b75dc5c8-3184-43f8-a4ec-a16003b344d1 req-2db429f4-7bb3-4dd9-a36e-4a9eede1c15f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 1655 time: 0.6136532 Oct 11 15:38:27.504177 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:27.519816 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:27.540249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.545083 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:27.554639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.606298 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f8769-9463-4e70-8396-f0c22a530bc9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:27.622380 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:27.629177 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:27.640771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.641813 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Added segment 5db4febd-f041-4156-b45f-f349a47f397f of type vlan for network 779ea34d-b934-452c-9e91-e24c3f288929 Oct 11 15:38:27.709382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.775327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.776568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.777842 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:27.778940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.801397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b75dc5c8-3184-43f8-a4ec-a16003b344d1 req-43c1735e-6d68-46f4-a298-da00a2ddba04 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996812 Oct 11 15:38:27.820592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:27.821552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.823981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:27.833022 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port d41eda6e-3bc2-4bed-a6a7-44d56addf030 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:27.864323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] Pushing event updated for resources: {'Network': ['ID=779ea34d-b934-452c-9e91-e24c3f288929,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:27.877073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 779ea34d-b934-452c-9e91-e24c3f288929 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:27.916543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd136a53-50e5-481a-a957-8378c177ed5b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6002381 Oct 11 15:38:27.958296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f99f8286-4286-4052-b857-f8fa2f44ac24 None None] Provisioning complete for port 8aba8300-2aa1-4923-af49-26abec819a47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:27.958680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f99f8286-4286-4052-b857-f8fa2f44ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:28.016621 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f99f8286-4286-4052-b857-f8fa2f44ac24 None None] Port 8aba8300-2aa1-4923-af49-26abec819a47 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:38:28.073310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5184e09d-ebee-42fd-b185-a84a1a8a3fae tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114417 Oct 11 15:38:28.114898 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be144e6-11d1-4f3b-8eb2-b8f28c14c461,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:28.206928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:28.504440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:28.598570 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port d41eda6e-3bc2-4bed-a6a7-44d56addf030 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:28.620765 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731bf72-cb03-49fd-816d-05fc2ff9dad8 req-367724d3-7cb0-4276-a270-43568b104bae tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:28.627181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731bf72-cb03-49fd-816d-05fc2ff9dad8 req-367724d3-7cb0-4276-a270-43568b104bae tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:28.634258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731bf72-cb03-49fd-816d-05fc2ff9dad8 req-367724d3-7cb0-4276-a270-43568b104bae tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:28.637393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e731bf72-cb03-49fd-816d-05fc2ff9dad8 req-367724d3-7cb0-4276-a270-43568b104bae tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4004140 Oct 11 15:38:28.642019 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:28.665346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:28.861183 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=d41eda6e-3bc2-4bed-a6a7-44d56addf030,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:28.885876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec57109-a037-45bd-8401-c22415430d67 req-292a2a94-1740-4abd-9ff7-570714e40c8a tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:28.887339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ec57109-a037-45bd-8401-c22415430d67 req-292a2a94-1740-4abd-9ff7-570714e40c8a tempest-ComputeTenantNetworksTest-32006292 tempest-ComputeTenantNetworksTest-32006292-project] 10.222.0.31 "GET /v2.0/networks/779ea34d-b934-452c-9e91-e24c3f288929 HTTP/1.1" status: 200 len: 768 time: 0.2196581 Oct 11 15:38:28.903521 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:29.050065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.106901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Checking segment: {'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:29.107287 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Network hostable DHCP agents. Network: 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:29.187121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04beb-6346-4852-a380-09cd31f05556 req-f6522f58-ce1f-42dc-899f-cbd9261c679e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:29.192948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04beb-6346-4852-a380-09cd31f05556 req-f6522f58-ce1f-42dc-899f-cbd9261c679e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:29.199830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04beb-6346-4852-a380-09cd31f05556 req-f6522f58-ce1f-42dc-899f-cbd9261c679e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:29.201544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5a04beb-6346-4852-a380-09cd31f05556 req-f6522f58-ce1f-42dc-899f-cbd9261c679e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2376 time: 0.2721989 Oct 11 15:38:29.204436 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:29.221527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.229824 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:29.238749 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56405b8-bdde-4131-bb4d-da2bef266242 None None] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:29.256461 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:29.279179 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779ea34d-b934-452c-9e91-e24c3f288929']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:29.310748 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db4febd-f041-4156-b45f-f349a47f397f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:29.312055 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.312387 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.312763 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.314199 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db4febd-f041-4156-b45f-f349a47f397f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:29.326158 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.326499 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.335614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5a04beb-6346-4852-a380-09cd31f05556 req-9057ff31-e194-4b1a-9c6b-0276746155db tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166410 Oct 11 15:38:29.339785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.354480 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 2 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.368464 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf99017-f70a-4ea9-8f85-72433c488fea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:29.369978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.379367 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:29.380396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:29.383487 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:29.388274 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.388604 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.388933 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.401805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.418410 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.418827 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.421272 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 3 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.446770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.447010 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.447329 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.453435 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.453933 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.456541 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 4 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.471864 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.472635 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.473237 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.481957 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.482323 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.484050 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 5 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.507920 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Transition to ACTIVE for port object 8cf99017-f70a-4ea9-8f85-72433c488fea will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:38:29.508647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.509656 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.509987 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.510334 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.515748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.516134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.518945 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.519251 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.521276 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 6 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.526710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/779ea34d-b934-452c-9e91-e24c3f288929 HTTP/1.1" status: 204 len: 168 time: 0.6198976 Oct 11 15:38:29.580088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.580088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.580088 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.582742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb823c11-94ee-4e93-9d44-1c74970ad4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=779ea34d-b934-452c-9e91-e24c3f288929,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:29.614393 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.614665 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.615202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:29.627439 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 7 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.747299 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.747652 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.747969 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.774663 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.774984 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.776967 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 8 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.835835 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:29.865980 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.866847 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.867293 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.869665 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Attempting to bind port 8cf99017-f70a-4ea9-8f85-72433c488fea on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.870026 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Attempting to bind port 8cf99017-f70a-4ea9-8f85-72433c488fea by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.870586 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Attempting to bind port 8cf99017-f70a-4ea9-8f85-72433c488fea on network b396c588-f6f0-4751-abca-0ccc4a5d1550 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.876819 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Port 8cf99017-f70a-4ea9-8f85-72433c488fea on network b396c588-f6f0-4751-abca-0ccc4a5d1550 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.877212 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Attempting to bind port 8cf99017-f70a-4ea9-8f85-72433c488fea on network b396c588-f6f0-4751-abca-0ccc4a5d1550 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.884617 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.885156 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.885941 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 9 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:29.888968 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:29.889541 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Checking segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:29.890149 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Bound using segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:29.890748 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Bound port: 8cf99017-f70a-4ea9-8f85-72433c488fea, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:29.891273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:29.932333 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:29.932929 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:29.933437 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:29.972852 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:29.973420 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:29.975466 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 10 to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 Oct 11 15:38:30.005868 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:30.006460 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:30.007120 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:30.018750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-646f5fc5-5708-4ac3-abfe-8f9bd3d1086c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cddc98e6ae3457b87fc3869282af8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811371 Oct 11 15:38:30.020178 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:30.020521 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port d41eda6e-3bc2-4bed-a6a7-44d56addf030 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:30.020896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.021322 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:30.033161 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:30.107014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.107838 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8cf99017-f70a-4ea9-8f85-72433c488fea,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:30.130112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.141748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.217356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.218252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.220040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cf99017-f70a-4ea9-8f85-72433c488fea HTTP/1.1" status: 200 len: 1092 time: 2.1328044 Oct 11 15:38:30.223004 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:30.232889 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b71ed12-a525-434d-a818-cb7046741697" -d '{"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:30.235110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.238301 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port d41eda6e-3bc2-4bed-a6a7-44d56addf030, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:30.238924 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:38:30.241976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.246212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/980f8769-9463-4e70-8396-f0c22a530bc9 HTTP/1.1" status: 204 len: 168 time: 0.2206204 Oct 11 15:38:30.263647 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749c9b-5f76-4b0f-aead-4770ab8c6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f8769-9463-4e70-8396-f0c22a530bc9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:30.273672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:30.300385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.342449 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0ff21-be35-41ba-9b1b-6bd3bd0b3970 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:30.353768 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca17c3c-801d-410c-9ee7-8cec40bd971e x-openstack-request-id: req-5ca17c3c-801d-410c-9ee7-8cec40bd971e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:30.353768 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:30.354022 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ca17c3c-801d-410c-9ee7-8cec40bd971e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:30.354366 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea', 'status': 'completed', 'code': 200} Oct 11 15:38:30.364844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.365730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.447846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.7460604 Oct 11 15:38:30.451942 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:30.453949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:30.466911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e136-12fd-4a19-bdc7-9024b3108da9 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=d41eda6e-3bc2-4bed-a6a7-44d56addf030,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:30.522632 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-fb70dca4-16f2-4946-bc99-f5549473a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.528522 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-fb70dca4-16f2-4946-bc99-f5549473a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.529051 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-fb70dca4-16f2-4946-bc99-f5549473a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.531092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b71ed12-a525-434d-a818-cb7046741697 req-fb70dca4-16f2-4946-bc99-f5549473a5d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2731 time: 0.1531909 Oct 11 15:38:30.739391 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-bb991915-4f2b-47ec-9983-af9b1e0b00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.739948 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-bb991915-4f2b-47ec-9983-af9b1e0b00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.740512 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-bb991915-4f2b-47ec-9983-af9b1e0b00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.742258 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b71ed12-a525-434d-a818-cb7046741697 req-bb991915-4f2b-47ec-9983-af9b1e0b00a8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2009010 Oct 11 15:38:30.817824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125762d3-2a79-4659-9c1b-b986105c35c5 req-c5ce6929-dcc1-4fdc-850d-fcc36a05287d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.824175 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125762d3-2a79-4659-9c1b-b986105c35c5 req-c5ce6929-dcc1-4fdc-850d-fcc36a05287d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.841759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125762d3-2a79-4659-9c1b-b986105c35c5 req-c5ce6929-dcc1-4fdc-850d-fcc36a05287d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:30.850437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-125762d3-2a79-4659-9c1b-b986105c35c5 req-c5ce6929-dcc1-4fdc-850d-fcc36a05287d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2388 time: 0.3262517 Oct 11 15:38:31.005177 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71ed12-a525-434d-a818-cb7046741697 req-1bb78593-09bd-4507-9eb0-186dfe72c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:31.008270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b71ed12-a525-434d-a818-cb7046741697 req-1bb78593-09bd-4507-9eb0-186dfe72c406 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561004 Oct 11 15:38:31.052340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-125762d3-2a79-4659-9c1b-b986105c35c5 req-cea7afa0-3a8e-4003-a8e5-22568798c915 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017427 Oct 11 15:38:31.068415 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Deleting port d41eda6e-3bc2-4bed-a6a7-44d56addf030 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:31.068761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.197123 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port d41eda6e-3bc2-4bed-a6a7-44d56addf030, host n-h2-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:31.197558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.224672 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Calling delete_port for d41eda6e-3bc2-4bed-a6a7-44d56addf030 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:31.406026 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a48547e-adb6-43ab-8224-acca8bf1633e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:31.416334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.419787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.473358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.479508 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:31.479954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d41eda6e-3bc2-4bed-a6a7-44d56addf030 HTTP/1.1" status: 204 len: 168 time: 1.0266142 Oct 11 15:38:31.483446 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74241a35-08ac-475b-8db0-3501d2a5a733 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41eda6e-3bc2-4bed-a6a7-44d56addf030,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:31.495114 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Transition to ACTIVE for port object 4a48547e-adb6-43ab-8224-acca8bf1633e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:38:31.508338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.545216 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-24eb5c49-a1ec-4e8c-9042-5387b38f1d4b tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:38:31.546850 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-24eb5c49-a1ec-4e8c-9042-5387b38f1d4b tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports/d41eda6e-3bc2-4bed-a6a7-44d56addf030 HTTP/1.1" status: 404 len: 333 time: 0.0656953 Oct 11 15:38:31.550889 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:31.559576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2062539799'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:31.588840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:31.619082 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Made reservation on behalf of 387abe3713824eeb94f908486a6c356f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:31.621568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.660634 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port f171863e-5a54-4af4-b89d-588035c866d3 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:31.824003 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Attempting to bind port 4a48547e-adb6-43ab-8224-acca8bf1633e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:31.825270 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Attempting to bind port 4a48547e-adb6-43ab-8224-acca8bf1633e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:31.826678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Attempting to bind port 4a48547e-adb6-43ab-8224-acca8bf1633e on network 53d1a697-01c4-41a1-b430-0bf603d3c757 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:31.833273 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Port 4a48547e-adb6-43ab-8224-acca8bf1633e on network 53d1a697-01c4-41a1-b430-0bf603d3c757 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:31.833853 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Attempting to bind port 4a48547e-adb6-43ab-8224-acca8bf1633e on network 53d1a697-01c4-41a1-b430-0bf603d3c757 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:31.840875 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:31.841552 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Checking segment: {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:31.842131 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Bound using segment: {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:31.842808 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Bound port: 4a48547e-adb6-43ab-8224-acca8bf1633e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1558cd6a-a4c8-4ca8-990f-656ed37743ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:31.844001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:31.957191 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:31.963385 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4a48547e-adb6-43ab-8224-acca8bf1633e,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:31.968897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.002217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:32.004114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.006145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a48547e-adb6-43ab-8224-acca8bf1633e HTTP/1.1" status: 200 len: 1092 time: 1.7484756 Oct 11 15:38:32.035708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.088847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Request body: {'port': {'device_id': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:32.106030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.236781 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:32.240838 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:32.248198 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:32.249467 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:32.251207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.257293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=f171863e-5a54-4af4-b89d-588035c866d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:32.281973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-866094fb-0fe4-4d17-869d-84bb48a8349f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7300487 Oct 11 15:38:32.284926 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:32.297231 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:32.385088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21b7f184-2ea3-4935-9193-e5872082330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.443676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.688211 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port f171863e-5a54-4af4-b89d-588035c866d3 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:32.698076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.708193 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.812935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=f171863e-5a54-4af4-b89d-588035c866d3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:32.820460 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.822381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.823122 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.828522 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.829122 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.829720 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 2 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.871026 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.871363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.871705 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.881212 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.881632 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.882079 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 3 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.895743 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.896070 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.896409 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.914136 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.914468 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.914860 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 4 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.930035 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.930373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.930701 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.935447 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.935777 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.936168 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 5 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.951615 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.951945 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.952280 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.957131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.958001 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.958392 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 6 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.966499 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:32.971816 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a025c30-3b67-4a0d-a3f2-056df28937b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:32.973019 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.973349 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.973710 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:32.974420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:32.979347 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:32.979676 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:32.980056 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 7 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:32.987668 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3296-3f81-4156-9064-f257f70e2027 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:32.998816 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:32.999152 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:32.999623 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:33.004313 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:33.004646 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:33.005037 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 8 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:33.022919 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:33.024495 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:33.024495 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:33.030929 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:33.031262 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:33.031647 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 9 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:33.055304 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:33.055652 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:33.055985 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:33.062439 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:33.062634 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:33.063026 n-d-master-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 10 to bind port f171863e-5a54-4af4-b89d-588035c866d3 Oct 11 15:38:33.086924 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:33.087263 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:33.088639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:33.094610 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:33.094961 n-d-master-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port f171863e-5a54-4af4-b89d-588035c866d3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:33.095434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.153673 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6be678-5294-46d8-abc1-9e6b5f028360 x-openstack-request-id: req-bd6be678-5294-46d8-abc1-9e6b5f028360 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:33.153937 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:33.154196 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd6be678-5294-46d8-abc1-9e6b5f028360 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:33.154703 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e', 'status': 'completed', 'code': 200} Oct 11 15:38:33.192379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34040f31-aad7-4512-82a2-123b58f73eac req-7f506ae2-7427-4b63-8271-74fdc46b8698 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.202546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34040f31-aad7-4512-82a2-123b58f73eac req-7f506ae2-7427-4b63-8271-74fdc46b8698 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.210367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34040f31-aad7-4512-82a2-123b58f73eac req-7f506ae2-7427-4b63-8271-74fdc46b8698 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.219470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34040f31-aad7-4512-82a2-123b58f73eac req-7f506ae2-7427-4b63-8271-74fdc46b8698 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2400 time: 0.2538190 Oct 11 15:38:33.219678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port f171863e-5a54-4af4-b89d-588035c866d3, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:33.220538 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:38:33.239227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.304295 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] In _notify_port_updated(), no bound segment for port f171863e-5a54-4af4-b89d-588035c866d3 on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:38:33.305322 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.305951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.310184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "PUT /v2.0/ports/f171863e-5a54-4af4-b89d-588035c866d3 HTTP/1.1" status: 200 len: 975 time: 1.0238023 Oct 11 15:38:33.315147 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:33.414431 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-bd7d3cf3-94cd-4f74-80b3-af542c294529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.414628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-bd7d3cf3-94cd-4f74-80b3-af542c294529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.415088 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-bd7d3cf3-94cd-4f74-80b3-af542c294529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.416975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-bd7d3cf3-94cd-4f74-80b3-af542c294529 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2798 time: 0.1946671 Oct 11 15:38:33.418113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc59d3-ab00-469f-8b6c-acb17970013f tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=f171863e-5a54-4af4-b89d-588035c866d3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:33.502322 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.502799 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.503259 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.504731 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.505044 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.505516 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.506005 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.507456 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.508086 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.508541 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.509002 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.509673 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.510127 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.510580 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.511604 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.511765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.512300 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.512867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.513310 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.513810 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.514238 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.515394 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.515860 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.516367 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.516815 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.517257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.517789 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.518190 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.518593 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.519492 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.520502 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.520634 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.526719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34040f31-aad7-4512-82a2-123b58f73eac req-e7815c3d-7fa3-4846-9993-912b26f6bac9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062291 Oct 11 15:38:33.530342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b28ddbb9-4990-4b4f-8153-ba2bada22748 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28934 time: 0.2113948 Oct 11 15:38:33.533331 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:33.669261 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aba8300-2aa1-4923-af49-26abec819a47 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:33.683560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.703201 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Transition to ACTIVE for port object 8aba8300-2aa1-4923-af49-26abec819a47 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:38:33.713072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.747269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-10f1f35f-22d0-4b1d-a938-48a25279e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.747788 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-10f1f35f-22d0-4b1d-a938-48a25279e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.748316 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-10f1f35f-22d0-4b1d-a938-48a25279e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:33.750869 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-10f1f35f-22d0-4b1d-a938-48a25279e33a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3203657 Oct 11 15:38:33.769103 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Deleting port f171863e-5a54-4af4-b89d-588035c866d3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:33.769614 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.879253 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port f171863e-5a54-4af4-b89d-588035c866d3, host n-h2-master-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:33.879785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:33.880122 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Pushing event updated for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:33.921348 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Calling delete_port for f171863e-5a54-4af4-b89d-588035c866d3 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:34.036003 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Attempting to bind port 8aba8300-2aa1-4923-af49-26abec819a47 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:34.036569 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Attempting to bind port 8aba8300-2aa1-4923-af49-26abec819a47 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:34.037494 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Attempting to bind port 8aba8300-2aa1-4923-af49-26abec819a47 on network b396c588-f6f0-4751-abca-0ccc4a5d1550 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:34.042705 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Port 8aba8300-2aa1-4923-af49-26abec819a47 on network b396c588-f6f0-4751-abca-0ccc4a5d1550 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:34.043789 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Attempting to bind port 8aba8300-2aa1-4923-af49-26abec819a47 on network b396c588-f6f0-4751-abca-0ccc4a5d1550 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:34.051050 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:34.051524 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Checking segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:34.052107 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Bound using segment: {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:34.052543 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Bound port: 8aba8300-2aa1-4923-af49-26abec819a47, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bad203-87b6-4317-b7af-4c1cb08c5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:34.053022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.195740 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:34.212189 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aba8300-2aa1-4923-af49-26abec819a47,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:34.218314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.225885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.266910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.280628 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f171863e-5a54-4af4-b89d-588035c866d3 HTTP/1.1" status: 204 len: 168 time: 0.7463951 Oct 11 15:38:34.282626 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:34.381323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38952c-21d4-4b3b-a39c-e90c015d2179 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event deleted for resources: {'Port': ['ID=f171863e-5a54-4af4-b89d-588035c866d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:34.390448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.391078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.400491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] 10.222.0.36 "PUT /v2.0/ports/8aba8300-2aa1-4923-af49-26abec819a47 HTTP/1.1" status: 200 len: 1091 time: 2.3265862 Oct 11 15:38:34.401392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127e078-274e-45d5-b0f0-81a33653e181 service neutron] Pushing event updated for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:34.457885 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a14952-f412-4c5e-85c5-f3c3060609d5 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:38:34.467487 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:34.469791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4a14952-f412-4c5e-85c5-f3c3060609d5 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports/f171863e-5a54-4af4-b89d-588035c866d3 HTTP/1.1" status: 404 len: 333 time: 0.1761396 Oct 11 15:38:34.473443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1489955871', 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:34.528881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-36cfe8d8-254b-463a-b25a-589653b28430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.530438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a025c30-3b67-4a0d-a3f2-056df28937b5 req-36cfe8d8-254b-463a-b25a-589653b28430 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7715833 Oct 11 15:38:34.553245 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Made reservation on behalf of 387abe3713824eeb94f908486a6c356f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:34.555680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.606377 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:38:34.612835 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port 2cfdeea9-ee88-4ed8-8814-bc47e266297e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:34.727997 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-e63fb5af-0d19-47fc-9f05-d3affc2338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.728478 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-e63fb5af-0d19-47fc-9f05-d3affc2338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.728936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-e63fb5af-0d19-47fc-9f05-d3affc2338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.730641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-e63fb5af-0d19-47fc-9f05-d3affc2338e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2865 time: 0.1012404 Oct 11 15:38:34.820524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ecac59-7bd9-453a-89cf-955d857ed691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:34.827491 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:34.873062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-3d71d90d-8ad1-4b96-a93a-086341bc9bca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=8cf99017-f70a-4ea9-8f85-72433c488fea HTTP/1.1" status: 200 len: 217 time: 0.1193695 Oct 11 15:38:34.991329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ee87-add4-407b-924f-727610bcbe17 req-ad532e79-45f8-4a77-b843-0a42675a32e6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.995831 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-bcb36a78-2888-4a44-9e3a-f197630be5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:34.997514 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-bcb36a78-2888-4a44-9e3a-f197630be5ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc283ded-53cc-40da-aa32-5c68e8af5b46 HTTP/1.1" status: 200 len: 801 time: 0.1122732 Oct 11 15:38:35.001368 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ee87-add4-407b-924f-727610bcbe17 req-ad532e79-45f8-4a77-b843-0a42675a32e6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.020963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ee87-add4-407b-924f-727610bcbe17 req-ad532e79-45f8-4a77-b843-0a42675a32e6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.034341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf4ee87-add4-407b-924f-727610bcbe17 req-ad532e79-45f8-4a77-b843-0a42675a32e6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2412 time: 0.2760291 Oct 11 15:38:35.110772 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-c8c46699-cbb9-4e31-8a09-81fe37c0b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.117570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-c8c46699-cbb9-4e31-8a09-81fe37c0b582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b396c588-f6f0-4751-abca-0ccc4a5d1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002431 Oct 11 15:38:35.243619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.277991 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:35.280996 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ca605-488b-4126-a2d3-7a47c2e83a04" -d '{"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "8aba8300-2aa1-4923-af49-26abec819a47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:35.285268 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-d31e7f88-c985-421f-9d71-cb336677ba71 service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525450 Oct 11 15:38:35.308532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.326995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba5193f-0fc8-4117-85e0-89c34373c564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.423872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf4ee87-add4-407b-924f-727610bcbe17 req-9ed12538-6684-4cfd-a264-2cf1e310bb16 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886418 Oct 11 15:38:35.437827 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51779f9b-0019-4597-a667-478a9e3b634b x-openstack-request-id: req-51779f9b-0019-4597-a667-478a9e3b634b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:35.437827 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "tag": "8aba8300-2aa1-4923-af49-26abec819a47", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:35.437827 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51779f9b-0019-4597-a667-478a9e3b634b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:35.437827 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47', 'status': 'completed', 'code': 200} Oct 11 15:38:35.448888 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:35.454596 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:35.466936 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=2cfdeea9-ee88-4ed8-8814-bc47e266297e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:35.473282 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:35.474473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.475166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.496831 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-d5b6620e-5777-4cfa-83de-07065360739b service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041469 Oct 11 15:38:35.513427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-70865f8f-b6aa-4ba7-ac00-62d3d1c24e6e tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0423276 Oct 11 15:38:35.514037 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:35.568013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466556b-7a60-45d4-b7a5-4d232b69ab38 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.573251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8466556b-7a60-45d4-b7a5-4d232b69ab38 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports/2cfdeea9-ee88-4ed8-8814-bc47e266297e HTTP/1.1" status: 200 len: 955 time: 0.0554454 Oct 11 15:38:35.573872 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:35.581140 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-3f5bccd8-0d1c-4dfb-aab7-c3c45ce5340d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=4a48547e-adb6-43ab-8224-acca8bf1633e HTTP/1.1" status: 200 len: 217 time: 0.0750656 Oct 11 15:38:35.689763 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-ef873333-fc32-4178-b910-1d07a715b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.693458 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-ef873333-fc32-4178-b910-1d07a715b059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f37f810-0f89-45ed-9070-c2e8b3aa21ed HTTP/1.1" status: 200 len: 801 time: 0.0880466 Oct 11 15:38:35.724399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba5193f-0fc8-4117-85e0-89c34373c564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.733144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba5193f-0fc8-4117-85e0-89c34373c564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.790100 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-c3a407e7-589c-4373-9cd7-f19d14e99a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:35.791366 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-c3a407e7-589c-4373-9cd7-f19d14e99a1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53d1a697-01c4-41a1-b430-0bf603d3c757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887389 Oct 11 15:38:35.793338 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5193f-0fc8-4117-85e0-89c34373c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb0df6e-7e85-40bd-823f-484dc6144ebe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:35.802639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aba5193f-0fc8-4117-85e0-89c34373c564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38b6568181b24894ad4627574a9c7034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9711993 Oct 11 15:38:35.806040 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:35.831279 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Deleting port 2cfdeea9-ee88-4ed8-8814-bc47e266297e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:35.831626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.868283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.956657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.961577 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:35.983505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-7367b477-3b18-4c7d-b2cf-ef564dc72c60 service neutron] 10.222.0.36 "GET /v2.0/networks/53d1a697-01c4-41a1-b430-0bf603d3c757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832950 Oct 11 15:38:36.012325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.014478 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Calling delete_port for 2cfdeea9-ee88-4ed8-8814-bc47e266297e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:36.081810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.126128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-6159413f-e79c-4596-879b-c6f535172807 service neutron] 10.222.0.36 "GET /v2.0/networks/53d1a697-01c4-41a1-b430-0bf603d3c757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341403 Oct 11 15:38:36.171525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.220892 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cfdeea9-ee88-4ed8-8814-bc47e266297e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:36.231599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.235265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d7efe0cf-381b-473a-8a61-9323221718dc tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2cfdeea9-ee88-4ed8-8814-bc47e266297e HTTP/1.1" status: 204 len: 168 time: 0.6603978 Oct 11 15:38:36.236065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.239235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.240634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1eb0df6e-7e85-40bd-823f-484dc6144ebe HTTP/1.1" status: 204 len: 168 time: 0.4329998 Oct 11 15:38:36.241797 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:36.279805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45ce6-903a-40f5-aaf0-7e0664a043c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb0df6e-7e85-40bd-823f-484dc6144ebe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:36.282375 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dabc50b-2fc2-4b36-a0c9-cb40c07d5a2d tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:38:36.284096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9dabc50b-2fc2-4b36-a0c9-cb40c07d5a2d tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports/2cfdeea9-ee88-4ed8-8814-bc47e266297e HTTP/1.1" status: 404 len: 333 time: 0.0392425 Oct 11 15:38:36.288613 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:36.291063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-ad4d7f3d-4455-48fc-825a-dd8a3e7a7046 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=8aba8300-2aa1-4923-af49-26abec819a47 HTTP/1.1" status: 200 len: 217 time: 0.1569786 Oct 11 15:38:36.293641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1929334510'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:36.353823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Made reservation on behalf of 387abe3713824eeb94f908486a6c356f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:36.365812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.388326 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-dfc8c81d-d824-46a8-831a-b8e8893535cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:36.389823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-dfc8c81d-d824-46a8-831a-b8e8893535cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc283ded-53cc-40da-aa32-5c68e8af5b46 HTTP/1.1" status: 200 len: 801 time: 0.0905862 Oct 11 15:38:36.397919 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:36.492396 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54696) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:36.498260 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-26e281e5-f111-4e75-8876-190f532a0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:36.501382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-26e281e5-f111-4e75-8876-190f532a0b02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b396c588-f6f0-4751-abca-0ccc4a5d1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949214 Oct 11 15:38:36.694113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-294c5aed-244c-4cc3-9846-14a814bc1ef8 service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577899 Oct 11 15:38:36.818643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372581-5386-4d1e-8701-95963534de8d req-94c36bde-c5cd-4cdc-a7ef-115f2a3f157e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:36.827409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372581-5386-4d1e-8701-95963534de8d req-94c36bde-c5cd-4cdc-a7ef-115f2a3f157e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:36.834801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372581-5386-4d1e-8701-95963534de8d req-94c36bde-c5cd-4cdc-a7ef-115f2a3f157e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:36.845407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c372581-5386-4d1e-8701-95963534de8d req-94c36bde-c5cd-4cdc-a7ef-115f2a3f157e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2412 time: 0.2850547 Oct 11 15:38:36.851946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.861051 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:36.863578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-263dd4af-eeb7-45ad-af4b-643712e482ab req-5981cb16-d896-461e-8f31-0fbeb90cd09d service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611252 Oct 11 15:38:36.890246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c280075-cfbb-4aa7-983a-46c242eb30d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.933128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-128908d0-10b3-41eb-a519-afb2e4fe8ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:36.982492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c372581-5386-4d1e-8701-95963534de8d req-24b5a5ba-5307-4187-87a1-4e139ab088fe tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355286 Oct 11 15:38:37.048506 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-f4ddb68b-d9fc-4320-b215-7788315a6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.049124 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-f4ddb68b-d9fc-4320-b215-7788315a6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.049602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-f4ddb68b-d9fc-4320-b215-7788315a6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.051380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-f4ddb68b-d9fc-4320-b215-7788315a6762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2865 time: 0.0834033 Oct 11 15:38:37.058688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c280075-cfbb-4aa7-983a-46c242eb30d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.102929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-128908d0-10b3-41eb-a519-afb2e4fe8ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.121947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-128908d0-10b3-41eb-a519-afb2e4fe8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.154873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-19b4bade-46fd-4baf-826d-18e60d37627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.156579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-19b4bade-46fd-4baf-826d-18e60d37627e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b396c588-f6f0-4751-abca-0ccc4a5d1550 HTTP/1.1" status: 200 len: 902 time: 0.0963156 Oct 11 15:38:37.157733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c280075-cfbb-4aa7-983a-46c242eb30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.187261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-128908d0-10b3-41eb-a519-afb2e4fe8ef2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a4729ed3aec403d8fd38169939dc4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913455 Oct 11 15:38:37.187261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.188275 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:37.189455 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128908d0-10b3-41eb-a519-afb2e4fe8ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c156dc8-fed8-451b-98f8-7a1b78f2e768,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:37.223680 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:37.226682 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:37.248695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-a8c901ac-2eac-43ce-9c42-bbbfd81522b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=8aba8300-2aa1-4923-af49-26abec819a47 HTTP/1.1" status: 200 len: 217 time: 0.0793223 Oct 11 15:38:37.252884 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:37.257507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.257507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.257878 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280075-cfbb-4aa7-983a-46c242eb30d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fc6c8-3042-4c8a-9c14-c5fdc1620890,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:37.269450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c280075-cfbb-4aa7-983a-46c242eb30d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ac100c2ebef4002be9d36bb28a53e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046285 Oct 11 15:38:37.278069 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:37.339073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0493279 Oct 11 15:38:37.339714 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:37.352672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-bc323dd7-4402-41ca-8005-a30f5597575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.354360 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-bc323dd7-4402-41ca-8005-a30f5597575d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc283ded-53cc-40da-aa32-5c68e8af5b46 HTTP/1.1" status: 200 len: 801 time: 0.0912154 Oct 11 15:38:37.356259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.370210 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:37.385340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.412342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.459564 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-ab6a6fa2-e895-4db8-8b15-ab1075b90f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:37.461358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-ab6a6fa2-e895-4db8-8b15-ab1075b90f22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b396c588-f6f0-4751-abca-0ccc4a5d1550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949256 Oct 11 15:38:37.469897 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189b47-a262-4555-9885-24468a5a0272 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:37.504008 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.568818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.572013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.572207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.576037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c156dc8-fed8-451b-98f8-7a1b78f2e768 HTTP/1.1" status: 204 len: 168 time: 0.3816819 Oct 11 15:38:37.644277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-8f500fd8-3585-4e70-a28e-2204d40869d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699841 Oct 11 15:38:37.645149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9323312-b51b-402e-b2a3-f573f9af3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c156dc8-fed8-451b-98f8-7a1b78f2e768,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:37.659202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.670977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.680493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/094fc6c8-3042-4c8a-9c14-c5fdc1620890 HTTP/1.1" status: 204 len: 168 time: 0.3984075 Oct 11 15:38:37.690706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:37.809933 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae11844-85d3-49c7-b154-bbdb84375cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fc6c8-3042-4c8a-9c14-c5fdc1620890,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:37.887896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e19ca605-488b-4126-a2d3-7a47c2e83a04 req-27b1d4a7-cacd-4309-8f86-01cd2de485c6 service neutron] 10.222.0.36 "GET /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317212 Oct 11 15:38:38.005022 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] device_id is not set on port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:38.014808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.024772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.082984 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:38.129275 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.130409 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.130409 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.165152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.166077 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.168513 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 2 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.197292 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.198966 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.199385 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.219336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492d26-a49b-4ea4-8708-eac664a0bca7 req-d3587544-d4f0-4ead-bd6d-54b53166152a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:38.225414 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492d26-a49b-4ea4-8708-eac664a0bca7 req-d3587544-d4f0-4ead-bd6d-54b53166152a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:38.231385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492d26-a49b-4ea4-8708-eac664a0bca7 req-d3587544-d4f0-4ead-bd6d-54b53166152a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:38.238861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e492d26-a49b-4ea4-8708-eac664a0bca7 req-d3587544-d4f0-4ead-bd6d-54b53166152a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2412 time: 0.1239727 Oct 11 15:38:38.242074 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.242395 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.247060 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 3 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.270846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.270846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.270846 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.271827 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:38.292241 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.292561 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.299016 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 4 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.305773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f83a800-a6d8-403e-9115-432e2184651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.321065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e492d26-a49b-4ea4-8708-eac664a0bca7 req-688fab95-bd9d-4711-8994-260cf035dea7 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813656 Oct 11 15:38:38.338036 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.338368 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.338744 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.347001 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.348549 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.349450 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 5 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.369914 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.370228 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.370740 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.385282 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.385655 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.386948 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 6 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.410276 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.410608 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.410938 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.420343 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.420537 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.421903 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 7 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.445833 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.446495 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.446745 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.460453 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.460802 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.463861 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 8 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.468255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f83a800-a6d8-403e-9115-432e2184651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.479133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f83a800-a6d8-403e-9115-432e2184651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.496185 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.496522 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.496857 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.519490 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.519822 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.524338 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 9 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.529639 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83a800-a6d8-403e-9115-432e2184651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7852251-99c8-47bb-81e6-ebecf2634de0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:38.543057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3f83a800-a6d8-403e-9115-432e2184651f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c461dcd15b84dbab94c0b2b28ce8db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658095 Oct 11 15:38:38.543057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:38.555285 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.555627 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.555952 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.570731 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.570959 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.575441 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempt 10 to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c Oct 11 15:38:38.599854 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:38.600218 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:38.601068 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempting to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:38.608057 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:38.608380 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Failed to bind port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on host n-h2-master-1 for vnic_type normal using segments [{'id': '724b60a8-b201-474a-82a9-f5d1a7460d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4c7c6602-eeb0-4feb-8124-9fdf27c1c72c'}] Oct 11 15:38:38.608880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.631708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.683761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.726471 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:38.726837 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:38:38.735967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.776661 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] In _notify_port_updated(), no bound segment for port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c on network 4c7c6602-eeb0-4feb-8124-9fdf27c1c72c {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:38:38.777589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:38.778198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.796035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "PUT /v2.0/ports/e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c HTTP/1.1" status: 200 len: 975 time: 1.4310679 Oct 11 15:38:38.798988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:38.844101 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.847061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:38.848238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7852251-99c8-47bb-81e6-ebecf2634de0 HTTP/1.1" status: 204 len: 168 time: 0.3044941 Oct 11 15:38:38.864837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3649-676c-488a-84fd-8d6c466deb28 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:38.895527 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd7817-f2ae-4b2c-bd6b-ae0349fe126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7852251-99c8-47bb-81e6-ebecf2634de0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:38.951599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Deleting port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:38.952258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.068157 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] For port e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c, host n-h2-master-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:39.068619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.088298 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Calling delete_port for e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:39.241399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.266375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.284355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.295711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c HTTP/1.1" status: 204 len: 168 time: 0.4928944 Oct 11 15:38:39.298172 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:39.320864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af80de-6a32-4665-8572-4a8f17a2ce71 tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:39.332055 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a616c7f-e5c8-4abc-b1a6-97376e834d6b tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:38:39.338755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a616c7f-e5c8-4abc-b1a6-97376e834d6b tempest-PortsAdminExtendedAttrsTestJSON-2088794535 tempest-PortsAdminExtendedAttrsTestJSON-2088794535-project-admin] 10.222.0.31 "GET /v2.0/ports/e4b3dbd6-7d56-4e8e-914c-a44dce0b1c5c HTTP/1.1" status: 404 len: 333 time: 0.0386806 Oct 11 15:38:39.339994 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:39.474238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.585520 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f2bc-f777-4692-a208-11e3a0598a77 req-e1af8057-5225-41ed-ad40-09af8c864779 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:39.596573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f2bc-f777-4692-a208-11e3a0598a77 req-e1af8057-5225-41ed-ad40-09af8c864779 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:39.610892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f2bc-f777-4692-a208-11e3a0598a77 req-e1af8057-5225-41ed-ad40-09af8c864779 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:39.623116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbe4f2bc-f777-4692-a208-11e3a0598a77 req-e1af8057-5225-41ed-ad40-09af8c864779 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2412 time: 0.1993759 Oct 11 15:38:39.707942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.746100 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbe4f2bc-f777-4692-a208-11e3a0598a77 req-88c16d02-40c5-4db0-990e-48de2edc7624 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169960 Oct 11 15:38:39.765690 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7c6602-eeb0-4feb-8124-9fdf27c1c72c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:39.777310 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724b60a8-b201-474a-82a9-f5d1a7460d6c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:39.777643 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724b60a8-b201-474a-82a9-f5d1a7460d6c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:39.791230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.810456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.820128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:39.820549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:39.824783 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:39.901974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4a48547e-adb6-43ab-8224-acca8bf1633e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:39.930666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.950299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:39.962482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] 10.222.0.31 "DELETE /v2.0/networks/4c7c6602-eeb0-4feb-8124-9fdf27c1c72c HTTP/1.1" status: 204 len: 168 time: 0.6208086 Oct 11 15:38:39.988050 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f552717-b29b-43a9-b3f8-7150ff1cdbff tempest-PortsAdminExtendedAttrsTestJSON-776172275 tempest-PortsAdminExtendedAttrsTestJSON-776172275-project] Pushing event deleted for resources: {'Network': ['ID=4c7c6602-eeb0-4feb-8124-9fdf27c1c72c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:40.104417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4a48547e-adb6-43ab-8224-acca8bf1633e,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.144502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '4a48547e-adb6-43ab-8224-acca8bf1633e', 'network_id': '53d1a697-01c4-41a1-b430-0bf603d3c757', 'port_id': '4a48547e-adb6-43ab-8224-acca8bf1633e', 'mac_address': 'fa:16:3e:33:f7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f37f810-0f89-45ed-9070-c2e8b3aa21ed', 'ip_address': '19.86.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:40.198634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.229053 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a48547e-adb6-43ab-8224-acca8bf1633e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:40.257430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4a48547e-adb6-43ab-8224-acca8bf1633e,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.263591 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.263836 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8cf99017-f70a-4ea9-8f85-72433c488fea details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:40.336846 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:40.366708 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:40.377743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.378295 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.378799 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.379339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.379824 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.380303 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.380780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.381465 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.381959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.382436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.383240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.383728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:38:40.440584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8cf99017-f70a-4ea9-8f85-72433c488fea,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.465649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8cf99017-f70a-4ea9-8f85-72433c488fea', 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'port_id': '8cf99017-f70a-4ea9-8f85-72433c488fea', 'mac_address': 'fa:16:3e:66:9a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc283ded-53cc-40da-aa32-5c68e8af5b46', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:40.527584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.546672 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf99017-f70a-4ea9-8f85-72433c488fea {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:40.567052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8cf99017-f70a-4ea9-8f85-72433c488fea,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.573744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.574589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aba8300-2aa1-4923-af49-26abec819a47 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:40.578038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-abef25ef-821b-482f-b42e-ed722cbe2e9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d485e2775c2049349c701bd164f07609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368736 Oct 11 15:38:40.578292 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:40.608202 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.612392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aba8300-2aa1-4923-af49-26abec819a47,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.644677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8aba8300-2aa1-4923-af49-26abec819a47', 'network_id': 'b396c588-f6f0-4751-abca-0ccc4a5d1550', 'port_id': '8aba8300-2aa1-4923-af49-26abec819a47', 'mac_address': 'fa:16:3e:dd:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc283ded-53cc-40da-aa32-5c68e8af5b46', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:40.647935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.677417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.700722 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:40.707165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.722622 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aba8300-2aa1-4923-af49-26abec819a47 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:40.755076 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aba8300-2aa1-4923-af49-26abec819a47,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:40.760481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.764635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.779788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:40.785172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbc116d6-c5fd-4b99-86a5-d1eba2e9c56d HTTP/1.1" status: 204 len: 168 time: 0.2056870 Oct 11 15:38:40.810007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c0a61-1c58-4147-9bd8-75a5798ff28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc116d6-c5fd-4b99-86a5-d1eba2e9c56d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:40.844491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:41.014535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ad27-12fa-4e8c-bbec-363e396ebc14 req-1a80fe0f-a676-400c-a63b-d634d2ce5a62 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:41.030775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ad27-12fa-4e8c-bbec-363e396ebc14 req-1a80fe0f-a676-400c-a63b-d634d2ce5a62 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:41.044437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ad27-12fa-4e8c-bbec-363e396ebc14 req-1a80fe0f-a676-400c-a63b-d634d2ce5a62 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:41.052161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db43ad27-12fa-4e8c-bbec-363e396ebc14 req-1a80fe0f-a676-400c-a63b-d634d2ce5a62 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2415 time: 0.1575150 Oct 11 15:38:41.075710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4a48547e-adb6-43ab-8224-acca8bf1633e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:41.093075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db43ad27-12fa-4e8c-bbec-363e396ebc14 req-c4217544-ece1-463c-80a6-1c4aeee8fef0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Oct 11 15:38:41.154783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8aba8300-2aa1-4923-af49-26abec819a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:41.274500 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:41.324234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-68453df9-90e1-4573-b683-9cba1041c698 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=387abe3713824eeb94f908486a6c356f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481761 Oct 11 15:38:41.326880 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:41.393907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:41.421312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:41.473780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:41.479260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:41.483679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4be144e6-11d1-4f3b-8eb2-b8f28c14c461 HTTP/1.1" status: 204 len: 168 time: 0.1518466 Oct 11 15:38:41.489169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcbb4b-a0e4-4376-930e-e6c5d60c93a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be144e6-11d1-4f3b-8eb2-b8f28c14c461,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:42.234814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315e6c-d91d-4a83-a34e-070ca936383c req-4074804c-4d63-4662-aead-2a226b8560c4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:42.237879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8cf99017-f70a-4ea9-8f85-72433c488fea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:42.254444 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315e6c-d91d-4a83-a34e-070ca936383c req-4074804c-4d63-4662-aead-2a226b8560c4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:42.275405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315e6c-d91d-4a83-a34e-070ca936383c req-4074804c-4d63-4662-aead-2a226b8560c4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:42.283607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d315e6c-d91d-4a83-a34e-070ca936383c req-4074804c-4d63-4662-aead-2a226b8560c4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2415 time: 0.1036706 Oct 11 15:38:42.323269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d315e6c-d91d-4a83-a34e-070ca936383c req-124b0dc7-98ad-4557-8d52-0b3d6f5a4871 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Oct 11 15:38:42.433238 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:42.594163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-24cb4877-1930-4aba-9644-4c8b041e232e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:42.603220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-24cb4877-1930-4aba-9644-4c8b041e232e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.1843715 Oct 11 15:38:42.621583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-feb10ee7-99fe-41b1-a490-3510cd011462 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/quotas/14c7db3e24f441568b0a6c7d39c4de61 HTTP/1.1" status: 200 len: 375 time: 0.0173051 Oct 11 15:38:42.627779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b0dca2f-9763-4e35-ad1a-43109d404ded tempest-AgentManagementNegativeTest-14877172 tempest-AgentManagementNegativeTest-14877172-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1928735 Oct 11 15:38:42.674383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-bf435ee5-e814-4fa9-8953-c2faa26ceea5 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516946 Oct 11 15:38:42.797804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5d6e4d29-6619-48fd-87cb-17c41bdb1ead service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143787 Oct 11 15:38:42.902003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-b0c0ce08-f8bc-4156-a528-c46732a9aa4f service neutron] 10.222.0.31 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947337 Oct 11 15:38:42.937657 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:42.980840 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:43.122808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-180b8908-058d-4218-a7c2-2651c30fe44a req-09467e2b-7262-4309-872c-bbc5188fc9c1 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 210 time: 0.0478852 Oct 11 15:38:43.149167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03d0020b-d6f1-4658-8321-026ad5c97a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.188785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c146c99e-c81c-48e1-9b2f-7805c740284d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.244810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03d0020b-d6f1-4658-8321-026ad5c97a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.252759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03d0020b-d6f1-4658-8321-026ad5c97a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.303633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03d0020b-d6f1-4658-8321-026ad5c97a63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bec5d42579c4ffc849b4be055bd2f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211923 Oct 11 15:38:43.304672 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:43.306980 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0020b-d6f1-4658-8321-026ad5c97a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e0a462-e2a9-49ee-9259-b66c7d9a0371,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:43.311127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c146c99e-c81c-48e1-9b2f-7805c740284d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.320064 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c146c99e-c81c-48e1-9b2f-7805c740284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.372822 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146c99e-c81c-48e1-9b2f-7805c740284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb2d12-7ab5-4256-af2c-f3f80ac65941,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:43.397865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c146c99e-c81c-48e1-9b2f-7805c740284d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c93ed1d0b164d0e8c04bc5051c8a1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584172 Oct 11 15:38:43.398031 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:43.411611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.484280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.523324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.583998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a66f6-81f9-47ac-a3bf-b2ee490c5214 req-ac46e25a-397c-4e23-a69c-b58f0906b547 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:43.590884 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a66f6-81f9-47ac-a3bf-b2ee490c5214 req-ac46e25a-397c-4e23-a69c-b58f0906b547 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:43.598410 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a66f6-81f9-47ac-a3bf-b2ee490c5214 req-ac46e25a-397c-4e23-a69c-b58f0906b547 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:43.600985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f9a66f6-81f9-47ac-a3bf-b2ee490c5214 req-ac46e25a-397c-4e23-a69c-b58f0906b547 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2415 time: 0.1483588 Oct 11 15:38:43.603072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.643688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.646274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.647949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2e0a462-e2a9-49ee-9259-b66c7d9a0371 HTTP/1.1" status: 204 len: 168 time: 0.3422542 Oct 11 15:38:43.677891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ac0ae-712f-437b-b6cd-121ba14f6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e0a462-e2a9-49ee-9259-b66c7d9a0371,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:43.691974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f9a66f6-81f9-47ac-a3bf-b2ee490c5214 req-557195d3-7623-4575-b6cc-3cf4e9ff7eab tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 Oct 11 15:38:43.713873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.716904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:43.721098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01bb2d12-7ab5-4256-af2c-f3f80ac65941 HTTP/1.1" status: 204 len: 168 time: 0.3222404 Oct 11 15:38:43.731525 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac531af-b5d4-4682-9613-72199aba03f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb2d12-7ab5-4256-af2c-f3f80ac65941,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:43.956313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aba8300-2aa1-4923-af49-26abec819a47 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:43.995491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:44.120645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8aba8300-2aa1-4923-af49-26abec819a47 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:44.128803 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8aba8300-2aa1-4923-af49-26abec819a47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:44.129459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.183209 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.239600 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:44.244482 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1fa898-5d90-4376-91d2-44774c92f52c" -d '{"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-unplugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:44.273291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:44.312592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-617c28c2-c328-421b-bc95-13d056bb31f8 req-d91879e3-2456-4c7e-a1b4-e2e94728c4ae tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 210 time: 0.0774951 Oct 11 15:38:44.329708 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d7ac4-65cc-434b-b71c-65bf4d3f2227 x-openstack-request-id: req-628d7ac4-65cc-434b-b71c-65bf4d3f2227 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:44.330863 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-unplugged", "status": "completed", "tag": "a6964a57-6635-453b-a436-d593299fb1ac", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:44.331573 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-628d7ac4-65cc-434b-b71c-65bf4d3f2227 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:44.332711 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac', 'code': 200} Oct 11 15:38:44.350865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.358536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.401153 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-3e606c84-dbfa-4ea3-8618-6ec42d2e9340 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:44.403149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-3e606c84-dbfa-4ea3-8618-6ec42d2e9340 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a0e566-3820-4858-94f9-7641c6bf7a86 HTTP/1.1" status: 200 len: 945 time: 0.2148688 Oct 11 15:38:44.419169 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aba8300-2aa1-4923-af49-26abec819a47,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:44.423731 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:44.435704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.436414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8cf99017-f70a-4ea9-8f85-72433c488fea up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:44.449251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9e8cf4c-7630-4416-901a-1f87a4545376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.511456 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:44.543659 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-ced1935c-b062-4e9f-a4b1-8c7ddc91f1dd tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:44.545607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-ced1935c-b062-4e9f-a4b1-8c7ddc91f1dd tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 804 time: 0.2849114 Oct 11 15:38:44.570334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Request body: {'port': {'device_id': '3aa632ff-2a57-416a-9451-a94802a2a210', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'admin_state_up': True, 'tenant_id': '14c7db3e24f441568b0a6c7d39c4de61'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:44.584434 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:44.590108 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8cf99017-f70a-4ea9-8f85-72433c488fea completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:44.595832 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8cf99017-f70a-4ea9-8f85-72433c488fea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:44.597044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.615399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9e8cf4c-7630-4416-901a-1f87a4545376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.628309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9e8cf4c-7630-4416-901a-1f87a4545376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.670237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8cf4c-7630-4416-901a-1f87a4545376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a46f0d-6777-4662-a1e1-62f78646ce0d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:44.688664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.731373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8cf99017-f70a-4ea9-8f85-72433c488fea,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:44.740462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f9e8cf4c-7630-4416-901a-1f87a4545376 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9af27f4bccf2445b89213a815e5364c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126140 Oct 11 15:38:44.740462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:44.742693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.743733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4a48547e-adb6-43ab-8224-acca8bf1633e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:44.871727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.891152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:44.916525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.919150 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 4a48547e-adb6-43ab-8224-acca8bf1633e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:44.924509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 4a48547e-adb6-43ab-8224-acca8bf1633e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:44.924915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.985237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.990712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:44.994381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4a46f0d-6777-4662-a1e1-62f78646ce0d HTTP/1.1" status: 204 len: 168 time: 0.2501717 Oct 11 15:38:45.034972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b3bc-02b4-48fc-853d-35f64d1a1480 req-eded3334-7511-4805-9d3a-f7382b0773d0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:45.053905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b3bc-02b4-48fc-853d-35f64d1a1480 req-eded3334-7511-4805-9d3a-f7382b0773d0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:45.063580 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b3bc-02b4-48fc-853d-35f64d1a1480 req-eded3334-7511-4805-9d3a-f7382b0773d0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:45.065259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd21b3bc-02b4-48fc-853d-35f64d1a1480 req-eded3334-7511-4805-9d3a-f7382b0773d0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2417 time: 0.2261829 Oct 11 15:38:45.072943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61240eb1-2848-4354-9a37-ac9a7ce0efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a46f0d-6777-4662-a1e1-62f78646ce0d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:45.074282 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:45.134718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.138715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd21b3bc-02b4-48fc-853d-35f64d1a1480 req-55a1156d-030f-4779-aa7d-97a58f79d7b6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632939 Oct 11 15:38:45.143755 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Deleting port a6964a57-6635-453b-a436-d593299fb1ac {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:45.144364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.187972 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4a48547e-adb6-43ab-8224-acca8bf1633e,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:45.197866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.222926 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Made reservation on behalf of 14c7db3e24f441568b0a6c7d39c4de61 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:45.227233 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.250486 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-341535518'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:45.288549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:45.302072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.320235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.420311 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] For port a6964a57-6635-453b-a436-d593299fb1ac, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6964a57-6635-453b-a436-d593299fb1ac,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:45.421301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.443464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Calling delete_port for a6964a57-6635-453b-a436-d593299fb1ac owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:45.461591 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Allocated IP 172.20.0.2 (9de754fc-4468-4d7e-94c5-657e7d02fa4a/e1afc483-4791-45ba-ae9b-217aaab70e76/ccdc768a-dfc2-4f46-b64a-2618feefb6e6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:45.517291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7946a89-5a92-45e5-a83d-2cc32d1000ef req-f31805c1-2419-469f-8530-53d7d810ad0a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 210 time: 0.0672154 Oct 11 15:38:45.532964 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:45.542474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.552609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.595978 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:45.607280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d606091-6d5b-4592-98fb-817fa21feb2b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:45.615291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.615931 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment ddffb2e6-4426-46b6-8541-6aad0df51cd6 of type vlan for network 57810c3b-1907-499c-980d-0d4d33f5ff78 Oct 11 15:38:45.667811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.698900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.704466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:45.705049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.722628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.742062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.784206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event deleted for resources: {'Port': ['ID=a6964a57-6635-453b-a436-d593299fb1ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:45.795791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=57810c3b-1907-499c-980d-0d4d33f5ff78,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:45.810474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:45.811255 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] No DVR routers for this DVR port a6964a57-6635-453b-a436-d593299fb1ac on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:45.814718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.818130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f71b6ec4-7a75-4549-9826-6fc426da506b req-a949d695-ebd6-49bf-8054-9c639dee97ac tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.43 "DELETE /v2.0/ports/a6964a57-6635-453b-a436-d593299fb1ac HTTP/1.1" status: 204 len: 173 time: 1.4062870 Oct 11 15:38:45.818546 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-deleted', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:45.829458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ce98228-0fd9-4935-a62b-4eb659b43173 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7528026 Oct 11 15:38:45.829682 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167af019-4dd9-4672-a70d-01e17a00200f" -d '{"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-deleted", "tag": "a6964a57-6635-453b-a436-d593299fb1ac"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:45.830638 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:45.856233 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'name': 'tempest-PortsTestJSON-445380745'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:45.863620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:45.941333 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891083e4-192c-4151-8221-67c62e244f84 x-openstack-request-id: req-891083e4-192c-4151-8221-67c62e244f84 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:45.941786 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0e566-3820-4858-94f9-7641c6bf7a86", "name": "network-vif-deleted", "tag": "a6964a57-6635-453b-a436-d593299fb1ac", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:45.942136 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-891083e4-192c-4151-8221-67c62e244f84 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:45.942710 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0e566-3820-4858-94f9-7641c6bf7a86', 'name': 'network-vif-deleted', 'tag': 'a6964a57-6635-453b-a436-d593299fb1ac', 'status': 'completed', 'code': 200} Oct 11 15:38:45.961106 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Network 9de754fc-4468-4d7e-94c5-657e7d02fa4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:45.964654 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:45.968951 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:46.005465 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:46.007310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:46.013902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.036696 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.037456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.038408 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:46.056843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5b8c0a9a-501a-431d-8b17-7e3afa427420 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4947064 Oct 11 15:38:46.071701 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Request body: {'port': {'device_id': '3aa632ff-2a57-416a-9451-a94802a2a210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:46.138158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.305221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.334972 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47'}, {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea'}, {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:46.337688 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b625b9f8-684c-4ffb-aa9d-d998c71ba322" -d '{"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "8aba8300-2aa1-4923-af49-26abec819a47"}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea"}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:46.399661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae6bd-039d-43ac-92b6-81f2c90576ff req-f0410089-08af-48a2-a428-ac6becefba26 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.411608 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36c8318-7802-423c-833c-bdbc2ef2e3f0 x-openstack-request-id: req-e36c8318-7802-423c-833c-bdbc2ef2e3f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:46.412013 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "8aba8300-2aa1-4923-af49-26abec819a47", "code": 200}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea", "code": 200}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-plugged", "status": "completed", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:46.412394 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e36c8318-7802-423c-833c-bdbc2ef2e3f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:46.413632 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47', 'code': 200} Oct 11 15:38:46.414126 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea', 'code': 200} Oct 11 15:38:46.414633 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e', 'code': 200} Oct 11 15:38:46.427723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae6bd-039d-43ac-92b6-81f2c90576ff req-f0410089-08af-48a2-a428-ac6becefba26 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.445694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae6bd-039d-43ac-92b6-81f2c90576ff req-f0410089-08af-48a2-a428-ac6becefba26 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.452229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-040ae6bd-039d-43ac-92b6-81f2c90576ff req-f0410089-08af-48a2-a428-ac6becefba26 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.1844118 Oct 11 15:38:46.526937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.536805 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:46.547143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.566475 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Transition to ACTIVE for port object ccdc768a-dfc2-4f46-b64a-2618feefb6e6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:38:46.571825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.645899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:46.653631 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:46.677587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-040ae6bd-039d-43ac-92b6-81f2c90576ff req-7c7acf6b-a64a-469e-ad54-582e33fcf7c3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132292 Oct 11 15:38:46.707703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c258a-cab0-4c8f-aa48-25d375457b97 req-081de93f-de80-422b-a29a-de99dc6efbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.708177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c258a-cab0-4c8f-aa48-25d375457b97 req-081de93f-de80-422b-a29a-de99dc6efbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.708633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c258a-cab0-4c8f-aa48-25d375457b97 req-081de93f-de80-422b-a29a-de99dc6efbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.710971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e4c258a-cab0-4c8f-aa48-25d375457b97 req-081de93f-de80-422b-a29a-de99dc6efbcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2871 time: 0.1994178 Oct 11 15:38:46.757223 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:46.776280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea387bf-118e-40b3-82a5-b9fa289d4036 req-83de1c9a-151c-4d18-a9e6-9de2021c87fe tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.798186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ea387bf-118e-40b3-82a5-b9fa289d4036 req-83de1c9a-151c-4d18-a9e6-9de2021c87fe tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 943 time: 0.1456234 Oct 11 15:38:46.845094 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': 'ddffb2e6-4426-46b6-8541-6aad0df51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:46.845459 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 57810c3b-1907-499c-980d-0d4d33f5ff78, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:46.853785 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Attempting to bind port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:46.854389 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Attempting to bind port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:46.855015 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Attempting to bind port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:46.865532 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:38:46.866188 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Attempting to bind port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 on network 9de754fc-4468-4d7e-94c5-657e7d02fa4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:46.872388 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:46.873020 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Checking segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:46.873737 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Bound using segment: {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:46.874394 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Bound port: ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a72c7-686b-4d81-b6db-cf920ee43a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:46.875004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:46.885196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e4c258a-cab0-4c8f-aa48-25d375457b97 req-1310857c-dc94-48ee-9d78-822f562cc5b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652646 Oct 11 15:38:46.929368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ea387bf-118e-40b3-82a5-b9fa289d4036 req-efa72b07-c46a-4c9e-9cce-6df31ac652ea tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300554 Oct 11 15:38:46.938551 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:46.954746 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 57810c3b-1907-499c-980d-0d4d33f5ff78) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:46.974638 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ff75c-8c19-41c2-91c9-e0f1a8890da5 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:46.983162 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:46.984095 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:46.987798 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:46.995735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:46.997089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.002652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.024568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62534c70-8fbe-4cf5-b48e-2d2dc91ab972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.044528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e9414bf5-bc1d-45d3-a629-9e67a50709f4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2119799 Oct 11 15:38:47.048488 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:47.052603 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.053268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.055307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] 10.222.0.36 "PUT /v2.0/ports/ccdc768a-dfc2-4f46-b64a-2618feefb6e6 HTTP/1.1" status: 200 len: 1091 time: 0.9892898 Oct 11 15:38:47.059774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-241665354'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:47.089870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69028-d699-4a21-bb10-3ab73b0e3e8b service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:47.117189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:47.120666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.160023 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:47.165141 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-182ca3b5-fea9-4803-941e-cda78584835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.166697 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-182ca3b5-fea9-4803-941e-cda78584835e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 1094 time: 0.0417907 Oct 11 15:38:47.184772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.185039 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment ae1d0e71-a88b-444d-a173-9ff391f6097b of type vlan for network 5c95e673-b3c7-40d8-84bc-644ae8c9adca Oct 11 15:38:47.187372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62534c70-8fbe-4cf5-b48e-2d2dc91ab972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.195888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62534c70-8fbe-4cf5-b48e-2d2dc91ab972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.216841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-50839f53-c338-4451-99b7-b4d73037fcee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6 HTTP/1.1" status: 200 len: 217 time: 0.0418894 Oct 11 15:38:47.260384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.264874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-62534c70-8fbe-4cf5-b48e-2d2dc91ab972 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40e0866c5f4146d88855f24752fafc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539130 Oct 11 15:38:47.267283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534c70-8fbe-4cf5-b48e-2d2dc91ab972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3b62b-b9e8-45a9-b0f6-d2d2ed2ad9fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:47.267969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-4c02d812-9646-49f5-a4a7-216d1147766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.270092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-4c02d812-9646-49f5-a4a7-216d1147766e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.0456812 Oct 11 15:38:47.270555 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:47.292727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.298536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.299128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.310954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-c7037e51-de99-4152-bd0b-e8c0353669e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335877 Oct 11 15:38:47.358384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3086684 Oct 11 15:38:47.364712 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:47.370113 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'ports': [{'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'}, {'network_id': '5c95e673-b3c7-40d8-84bc-644ae8c9adca'}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:47.370422 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:47.370875 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '5c95e673-b3c7-40d8-84bc-644ae8c9adca'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:47.387706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2078f-6130-410f-83b8-8e95e65e751f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=5c95e673-b3c7-40d8-84bc-644ae8c9adca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:47.399210 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5c95e673-b3c7-40d8-84bc-644ae8c9adca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:47.402336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.438113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.456855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-5acca71e-cc6a-4d8b-bc0c-aee0cdc1ddcd service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353889 Oct 11 15:38:47.551649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.554605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.558130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a3b62b-b9e8-45a9-b0f6-d2d2ed2ad9fd HTTP/1.1" status: 204 len: 168 time: 0.2841430 Oct 11 15:38:47.573714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269cb0-0a3b-4f2f-b087-fbf975258b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3b62b-b9e8-45a9-b0f6-d2d2ed2ad9fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:47.594005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0160d9e9-3fd9-4653-809d-907c1a5c1e7b req-eb9b5b0b-d7c5-4fba-bf49-c0c76359ac89 service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228707 Oct 11 15:38:47.846084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ccaf3-0b1f-4788-b2a5-c209916cdd5b req-826128ee-4710-43e5-851e-66640c667cee tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.855007 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ccaf3-0b1f-4788-b2a5-c209916cdd5b req-826128ee-4710-43e5-851e-66640c667cee tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.861316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ccaf3-0b1f-4788-b2a5-c209916cdd5b req-826128ee-4710-43e5-851e-66640c667cee tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:47.863044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64ccaf3-0b1f-4788-b2a5-c209916cdd5b req-826128ee-4710-43e5-851e-66640c667cee tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.0998676 Oct 11 15:38:47.887676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:47.892887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.917571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:47.941687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64ccaf3-0b1f-4788-b2a5-c209916cdd5b req-fdb5067e-f4bb-43cb-b472-99e6656643bc tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660651 Oct 11 15:38:47.944915 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:47.954898 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:48.003811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:48.036983 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 5f460a71-b5f8-4c42-a737-dc4ddd74b9af yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:48.097058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: a6964a57-6635-453b-a436-d593299fb1ac {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:48.097714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device a6964a57-6635-453b-a436-d593299fb1ac not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:48.251174 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc0fe7-c9f9-484b-986f-a7440d045adc req-2e37b965-56c9-43b1-8c5a-8698d742d068 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.252864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2afc0fe7-c9f9-484b-986f-a7440d045adc req-2e37b965-56c9-43b1-8c5a-8698d742d068 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 943 time: 0.0935798 Oct 11 15:38:48.271398 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.346972 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853515fb-3a52-4e4e-9c4e-8e097067fba9 x-openstack-request-id: req-853515fb-3a52-4e4e-9c4e-8e097067fba9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:48.347576 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:48.347982 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-853515fb-3a52-4e4e-9c4e-8e097067fba9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:48.348608 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'status': 'completed', 'code': 200} Oct 11 15:38:48.359536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2afc0fe7-c9f9-484b-986f-a7440d045adc req-7b509d80-9152-4bc7-a8ab-4276994ebe3a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950875 Oct 11 15:38:48.367984 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port dea93430-7578-45b2-8044-088eb0f32095 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:48.427536 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-39636c7c-7168-457e-8951-53b86edcc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.429801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-39636c7c-7168-457e-8951-53b86edcc6fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 1094 time: 0.0546238 Oct 11 15:38:48.507080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.559189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.573672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-b88a58b4-570e-4ac6-9309-2aceb4de8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.578059 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-b88a58b4-570e-4ac6-9309-2aceb4de8120 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 200 len: 905 time: 0.1402891 Oct 11 15:38:48.602805 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:48.608375 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:48.612057 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:48.612895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.633281 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=5f460a71-b5f8-4c42-a737-dc4ddd74b9af,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:48.654802 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-239151d9-d106-4fe4-8b76-d842442451dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6 HTTP/1.1" status: 200 len: 217 time: 0.0687020 Oct 11 15:38:48.706485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': 'ae1d0e71-a88b-444d-a173-9ff391f6097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '5c95e673-b3c7-40d8-84bc-644ae8c9adca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:48.706833 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 5c95e673-b3c7-40d8-84bc-644ae8c9adca, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:48.712497 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=dea93430-7578-45b2-8044-088eb0f32095,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:48.717992 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-9f8b83e7-81bd-4df5-bba6-a526fafe6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.719564 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-9f8b83e7-81bd-4df5-bba6-a526fafe6802 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 200 len: 844 time: 0.0575805 Oct 11 15:38:48.730049 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 5c95e673-b3c7-40d8-84bc-644ae8c9adca is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:48.738815 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c95e673-b3c7-40d8-84bc-644ae8c9adca) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:48.743235 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:48.748273 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d470b-532c-487e-8123-671c8f825eaa None None] Network 5c95e673-b3c7-40d8-84bc-644ae8c9adca requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:48.752817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.753268 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-83d3292f-1f27-4d09-bd1e-5032b457c5ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9de754fc-4468-4d7e-94c5-657e7d02fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269229 Oct 11 15:38:48.758676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:48.759590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.778065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2910669-5418-4627-b59b-96974095ee04 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4122488 Oct 11 15:38:48.780025 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:48.868092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-8a07bffa-a9c7-494d-8e1d-b343692bf322 service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069484 Oct 11 15:38:48.911295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port dea93430-7578-45b2-8044-088eb0f32095 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:48.912437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:48.971319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0119fc24-7d30-47fb-a1b1-b3fb6bf9d36a req-ecb54097-40aa-4441-b0a6-491f1a4fe921 service neutron] 10.222.0.36 "GET /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959978 Oct 11 15:38:48.983653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.004109 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for dea93430-7578-45b2-8044-088eb0f32095 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:49.101375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf214a-f38d-4cd2-b34a-566bd240f805 req-2f3d2a37-e8c4-44f2-a440-b9dc3f721466 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.107171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf214a-f38d-4cd2-b34a-566bd240f805 req-2f3d2a37-e8c4-44f2-a440-b9dc3f721466 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.112996 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf214a-f38d-4cd2-b34a-566bd240f805 req-2f3d2a37-e8c4-44f2-a440-b9dc3f721466 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.114630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dabf214a-f38d-4cd2-b34a-566bd240f805 req-2f3d2a37-e8c4-44f2-a440-b9dc3f721466 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.1048193 Oct 11 15:38:49.170819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dabf214a-f38d-4cd2-b34a-566bd240f805 req-ef799be4-f96b-433e-9879-c96ab60d3025 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Oct 11 15:38:49.171877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.205815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=dea93430-7578-45b2-8044-088eb0f32095,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:49.210202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.216330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d1a9637a-e5dd-4393-82ec-9785a23615c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/dea93430-7578-45b2-8044-088eb0f32095 HTTP/1.1" status: 204 len: 168 time: 0.4325078 Oct 11 15:38:49.216525 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.302854 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291584c-5c6c-4691-9c1d-09e1bfe8c3b8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.308585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291584c-5c6c-4691-9c1d-09e1bfe8c3b8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.312623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1291584c-5c6c-4691-9c1d-09e1bfe8c3b8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0926015 Oct 11 15:38:49.313103 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.414899 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 5f460a71-b5f8-4c42-a737-dc4ddd74b9af {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:49.415490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.576225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.598583 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 5f460a71-b5f8-4c42-a737-dc4ddd74b9af owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:49.606990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f12ca-106b-4476-a5eb-35e692df84f3 req-d750e728-1714-4083-bc8c-312b35b4f24e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.608471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d5f12ca-106b-4476-a5eb-35e692df84f3 req-d750e728-1714-4083-bc8c-312b35b4f24e tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 943 time: 0.1141284 Oct 11 15:38:49.619662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9fcb-a83d-4efb-b32a-90f01ffd6914 req-7aca50ff-8548-491d-bba1-4da1454eadf8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.625466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9fcb-a83d-4efb-b32a-90f01ffd6914 req-7aca50ff-8548-491d-bba1-4da1454eadf8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.632214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9fcb-a83d-4efb-b32a-90f01ffd6914 req-7aca50ff-8548-491d-bba1-4da1454eadf8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.633854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-023e9fcb-a83d-4efb-b32a-90f01ffd6914 req-7aca50ff-8548-491d-bba1-4da1454eadf8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.1406851 Oct 11 15:38:49.739358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d5f12ca-106b-4476-a5eb-35e692df84f3 req-46b3b0c4-4edc-4c7c-b177-678769542936 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029301 Oct 11 15:38:49.746657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-023e9fcb-a83d-4efb-b32a-90f01ffd6914 req-5d595355-dcb4-4e59-9bed-5dc0b643e895 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984118 Oct 11 15:38:49.793031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.819290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:49.826316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/5f460a71-b5f8-4c42-a737-dc4ddd74b9af HTTP/1.1" status: 204 len: 168 time: 0.5097713 Oct 11 15:38:49.826788 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.849302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4c45b-cc2c-40f2-a4e3-6d5ef11201a9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=5f460a71-b5f8-4c42-a737-dc4ddd74b9af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:49.886535 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849a988-be95-46bf-9dd2-71d0547d0ebf tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:49.891554 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.891689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3849a988-be95-46bf-9dd2-71d0547d0ebf tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0637290 Oct 11 15:38:49.918188 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-29be1a62-3948-4a5a-ad3f-1b9fa818eff9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:38:49.920069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-29be1a62-3948-4a5a-ad3f-1b9fa818eff9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/dea93430-7578-45b2-8044-088eb0f32095 HTTP/1.1" status: 404 len: 333 time: 0.0264947 Oct 11 15:38:49.922354 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.946527 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd551b8b-9548-4e77-9cdf-dd9a289d3826 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:38:49.948103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fd551b8b-9548-4e77-9cdf-dd9a289d3826 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/5f460a71-b5f8-4c42-a737-dc4ddd74b9af HTTP/1.1" status: 404 len: 333 time: 0.0247676 Oct 11 15:38:49.950825 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:49.990678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:38:50.030064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.085915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:50.096904 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'mac_address': 'fa:16:3e:a4:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:38:50.120568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.138171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.141159 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c95e673-b3c7-40d8-84bc-644ae8c9adca']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:50.153839 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:38:50.154367 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1d0e71-a88b-444d-a173-9ff391f6097b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:50.154663 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1d0e71-a88b-444d-a173-9ff391f6097b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:50.166265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.173796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:50.180044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.183163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.191647 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:50.192260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:50.196474 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:50.229857 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:50.261191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.268053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.271184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/5c95e673-b3c7-40d8-84bc-644ae8c9adca HTTP/1.1" status: 204 len: 168 time: 0.3194029 Oct 11 15:38:50.275877 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:50.280874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1626530847'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:50.289098 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f07eca-ab09-4297-b79d-585bdce802b3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=5c95e673-b3c7-40d8-84bc-644ae8c9adca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:50.303227 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:50.307092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.330252 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:50.339851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.340124 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment 47ca59ec-f139-454d-ba1e-6afba1ef89f6 of type vlan for network c3adf600-c0fd-4ead-9fc7-80b3872085fc Oct 11 15:38:50.382904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.411522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.417393 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.418004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.474328 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973004 Oct 11 15:38:50.477346 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:50.482465 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:50.487651 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7682b4-da66-4124-a91a-1ff4cf53d52e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=c3adf600-c0fd-4ead-9fc7-80b3872085fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:50.494300 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ccdc768a-dfc2-4f46-b64a-2618feefb6e6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:50.518972 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:50.586757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:50.590925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.649575 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:38:50.650540 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:38:50.786558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:50.911413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=c1b265e2-a558-4bb7-a5a6-a973bfe73b75,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:50.939778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6632f-416d-41bc-ab8c-ce9d257f2bd4 req-076e9a6c-442e-451b-8054-3e3f3849b312 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.942955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bf6632f-416d-41bc-ab8c-ce9d257f2bd4 req-076e9a6c-442e-451b-8054-3e3f3849b312 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 944 time: 0.1201224 Oct 11 15:38:50.948702 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': '47ca59ec-f139-454d-ba1e-6afba1ef89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:50.949173 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: c3adf600-c0fd-4ead-9fc7-80b3872085fc, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:50.976222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0469-ba16-413a-b06e-ec35bd631cd9 req-e8a06908-697f-415e-8555-ded85473c86a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.981764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0469-ba16-413a-b06e-ec35bd631cd9 req-e8a06908-697f-415e-8555-ded85473c86a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.987962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0469-ba16-413a-b06e-ec35bd631cd9 req-e8a06908-697f-415e-8555-ded85473c86a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.989793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72bd0469-ba16-413a-b06e-ec35bd631cd9 req-e8a06908-697f-415e-8555-ded85473c86a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.1346927 Oct 11 15:38:50.993921 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86572af-19c6-402e-8560-78126a99b5a2 req-c9aa8ae6-990f-4838-963a-31bd589efe1e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:50.999985 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86572af-19c6-402e-8560-78126a99b5a2 req-c9aa8ae6-990f-4838-963a-31bd589efe1e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:51.007407 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86572af-19c6-402e-8560-78126a99b5a2 req-c9aa8ae6-990f-4838-963a-31bd589efe1e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:51.011158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b86572af-19c6-402e-8560-78126a99b5a2 req-c9aa8ae6-990f-4838-963a-31bd589efe1e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 2418 time: 0.0689118 Oct 11 15:38:51.040518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bf6632f-416d-41bc-ab8c-ce9d257f2bd4 req-9d3c9f27-290c-4a9d-84ba-19960448364f tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872946 Oct 11 15:38:51.052452 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:51.072139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72bd0469-ba16-413a-b06e-ec35bd631cd9 req-ffdaf2be-6278-4ff3-915b-25566804b136 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715082 Oct 11 15:38:51.090430 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c3adf600-c0fd-4ead-9fc7-80b3872085fc) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:51.095409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:51.096308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.102772 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cfba99-b224-4591-80d5-bfbfca665e7c None None] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:51.126068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-680bb6b9-afff-4e58-abe7-01089f5b7a81 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6475260 Oct 11 15:38:51.126294 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:51.132989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc', 'name': 'tempest-PortsTestJSON-832917721'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:51.241265 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 8cf99017-f70a-4ea9-8f85-72433c488fea {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:51.241793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.320542 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c3adf600-c0fd-4ead-9fc7-80b3872085fc', 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': 'c1b265e2-a558-4bb7-a5a6-a973bfe73b75'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:38:51.321757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.354161 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:51.357751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.388637 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 0bfb4af5-dcfb-4cd4-8de1-b69268ead419 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:51.401191 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 8cf99017-f70a-4ea9-8f85-72433c488fea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8cf99017-f70a-4ea9-8f85-72433c488fea,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:51.401591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.450152 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 8cf99017-f70a-4ea9-8f85-72433c488fea owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:51.465891 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Allocated IP 172.20.0.2 (c3adf600-c0fd-4ead-9fc7-80b3872085fc/c1b265e2-a558-4bb7-a5a6-a973bfe73b75/c15cc9a7-a21a-42ba-abc8-35ad235f2fce) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:51.599284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.611442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4a48547e-adb6-43ab-8224-acca8bf1633e', '8aba8300-2aa1-4923-af49-26abec819a47', '8cf99017-f70a-4ea9-8f85-72433c488fea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:38:51.633885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=8cf99017-f70a-4ea9-8f85-72433c488fea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:51.672709 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 8cf99017-f70a-4ea9-8f85-72433c488fea on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:51.675327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.679444 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b86572af-19c6-402e-8560-78126a99b5a2 req-43946809-700a-44c7-966e-91f7042b4a2d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "DELETE /v2.0/ports/8cf99017-f70a-4ea9-8f85-72433c488fea HTTP/1.1" status: 204 len: 173 time: 0.6607990 Oct 11 15:38:51.680516 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:51.682165 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d687fc7-375e-43d4-b3c2-88b76cdc7c19" -d '{"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:51.701934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.717770 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.766931 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:51.775786 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:51.783767 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:51.832608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Pushing event updated for resources: {'Port': ['ID=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:51.878138 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.5 (c3adf600-c0fd-4ead-9fc7-80b3872085fc/c1b265e2-a558-4bb7-a5a6-a973bfe73b75/0bfb4af5-dcfb-4cd4-8de1-b69268ead419) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:51.937291 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 4a48547e-adb6-43ab-8224-acca8bf1633e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:51.937685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.970615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Attempting to bind port c15cc9a7-a21a-42ba-abc8-35ad235f2fce on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:51.971161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Attempting to bind port c15cc9a7-a21a-42ba-abc8-35ad235f2fce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '47ca59ec-f139-454d-ba1e-6afba1ef89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:51.971627 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Attempting to bind port c15cc9a7-a21a-42ba-abc8-35ad235f2fce on network c3adf600-c0fd-4ead-9fc7-80b3872085fc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:51.987401 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:51.987960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Checking segment: {'id': '47ca59ec-f139-454d-ba1e-6afba1ef89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:51.988481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:51.988981 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Bound using segment: {'id': '47ca59ec-f139-454d-ba1e-6afba1ef89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:51.989613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Bound port: c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca59ec-f139-454d-ba1e-6afba1ef89f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c3adf600-c0fd-4ead-9fc7-80b3872085fc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:51.990106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.016864 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:52.101322 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32703ce9-8c0d-4375-b684-c0702c849c54 x-openstack-request-id: req-32703ce9-8c0d-4375-b684-c0702c849c54 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:52.101841 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "8cf99017-f70a-4ea9-8f85-72433c488fea", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:52.101939 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32703ce9-8c0d-4375-b684-c0702c849c54 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:52.102262 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '8cf99017-f70a-4ea9-8f85-72433c488fea', 'status': 'completed', 'code': 200} Oct 11 15:38:52.115595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] For port c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:52.119468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] For port c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,segment=NetworkSegment(47ca59ec-f139-454d-ba1e-6afba1ef89f6),segment_id=47ca59ec-f139-454d-ba1e-6afba1ef89f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:52.137164 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.150639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 4a48547e-adb6-43ab-8224-acca8bf1633e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4a48547e-adb6-43ab-8224-acca8bf1633e,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:52.151503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.234902 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 4a48547e-adb6-43ab-8224-acca8bf1633e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:52.249743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.292590 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5460e-cb24-46c4-962b-ade9be67ac16 None None] Pushing event updated for resources: {'Port': ['ID=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:52.308628 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:38:52.335260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37a9a1-c50a-420c-974d-7a0dacb5a595 req-1ce48a26-2308-4f2a-8014-441d8b71d05c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:52.341561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37a9a1-c50a-420c-974d-7a0dacb5a595 req-1ce48a26-2308-4f2a-8014-441d8b71d05c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:52.349086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad37a9a1-c50a-420c-974d-7a0dacb5a595 req-1ce48a26-2308-4f2a-8014-441d8b71d05c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 1682 time: 0.1231680 Oct 11 15:38:52.349608 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:52.350149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.359790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6c8d-4a0a-483e-9137-5275fb8f0e44 req-155def94-0fa3-4404-ab74-ebfaee4506f2 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:52.367415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22db6c8d-4a0a-483e-9137-5275fb8f0e44 req-155def94-0fa3-4404-ab74-ebfaee4506f2 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 944 time: 0.1895959 Oct 11 15:38:52.452126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad37a9a1-c50a-420c-974d-7a0dacb5a595 req-dae0fe92-631a-4487-8f13-4c2663f26064 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Oct 11 15:38:52.508004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22db6c8d-4a0a-483e-9137-5275fb8f0e44 req-b69e2cd2-214c-449f-ac73-876d051c767c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 Oct 11 15:38:52.523023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.579261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.603523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.609872 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:52.619369 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:52.620690 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:52.621827 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470cfff-2588-4713-b4e2-4c82217c9340" -d '{"events": [{"server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:52.623419 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:52.661403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:52.668227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.670241 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=0bfb4af5-dcfb-4cd4-8de1-b69268ead419,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:52.685160 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102460ff-65de-4d8d-bfb8-188a43f75c25 x-openstack-request-id: req-102460ff-65de-4d8d-bfb8-188a43f75c25 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:52.685410 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:52.685866 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102460ff-65de-4d8d-bfb8-188a43f75c25 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:52.686286 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'code': 200} Oct 11 15:38:52.709348 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=4a48547e-adb6-43ab-8224-acca8bf1633e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:52.761219 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:52.765742 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:52.766395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.782926 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 4a48547e-adb6-43ab-8224-acca8bf1633e on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:52.788115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.793801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b86572af-19c6-402e-8560-78126a99b5a2 req-52cfcc81-e62a-4b09-8f92-10f0d01f52ef tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "DELETE /v2.0/ports/4a48547e-adb6-43ab-8224-acca8bf1633e HTTP/1.1" status: 204 len: 173 time: 1.0959682 Oct 11 15:38:52.814487 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:52.815353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6d5003d-7f67-4ad6-a811-5676177bb78a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6861205 Oct 11 15:38:52.853094 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62d788-dbdf-4fdf-b7b4-1a19f8722220 req-e26f6a4a-1153-4d7d-9237-ed3108492694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:52.859073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f62d788-dbdf-4fdf-b7b4-1a19f8722220 req-e26f6a4a-1153-4d7d-9237-ed3108492694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 1096 time: 0.1219294 Oct 11 15:38:52.932135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c15cc9a7-a21a-42ba-abc8-35ad235f2fce up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:52.939879 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 8aba8300-2aa1-4923-af49-26abec819a47 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:52.940309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:52.997609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c15cc9a7-a21a-42ba-abc8-35ad235f2fce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:52.997984 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.015977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f62d788-dbdf-4fdf-b7b4-1a19f8722220 req-707d336f-ee2e-4bda-a674-63f61d821898 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477885 Oct 11 15:38:53.052002 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 0bfb4af5-dcfb-4cd4-8de1-b69268ead419 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:53.052344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.081724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 8aba8300-2aa1-4923-af49-26abec819a47, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8aba8300-2aa1-4923-af49-26abec819a47,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:53.082086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.095872 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 8aba8300-2aa1-4923-af49-26abec819a47 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:53.122907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.169175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.186527 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 0bfb4af5-dcfb-4cd4-8de1-b69268ead419 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:53.205235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,segment=NetworkSegment(47ca59ec-f139-454d-ba1e-6afba1ef89f6),segment_id=47ca59ec-f139-454d-ba1e-6afba1ef89f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:53.220016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.287470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:53.351892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-ddc6de61-9ca2-4d93-ba75-0dbc188f046d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0856681 Oct 11 15:38:53.471466 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.503353 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=0bfb4af5-dcfb-4cd4-8de1-b69268ead419,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:53.544249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.545059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.545473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.545953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.546472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.546932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.547386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.555651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-412c71cc-7dc3-498f-aae1-9a39f4244dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1340551 Oct 11 15:38:53.691442 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd187fb-8693-4484-bf7d-0baaf0b387f3 None None] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:53.745540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.776199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.784297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dea04da6-e3cc-4dca-931f-f35072d6eefe tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/0bfb4af5-dcfb-4cd4-8de1-b69268ead419 HTTP/1.1" status: 204 len: 168 time: 0.9660676 Oct 11 15:38:53.784508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=8aba8300-2aa1-4923-af49-26abec819a47,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:53.785453 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:53.787616 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e93b186-c6c1-4975-8f96-e334ce3804a4 None None] Provisioning complete for port c15cc9a7-a21a-42ba-abc8-35ad235f2fce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:53.788158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e93b186-c6c1-4975-8f96-e334ce3804a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.815527 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b204955-247c-4ae0-96e6-5cdeff710e00 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:38:53.816346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b204955-247c-4ae0-96e6-5cdeff710e00 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:38:53.822622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b204955-247c-4ae0-96e6-5cdeff710e00 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/0bfb4af5-dcfb-4cd4-8de1-b69268ead419 HTTP/1.1" status: 404 len: 333 time: 0.0332663 Oct 11 15:38:53.826087 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:53.884351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-870ea729-6d2d-46e1-bf1c-fa4d5fa40519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.884972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-870ea729-6d2d-46e1-bf1c-fa4d5fa40519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.885505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-870ea729-6d2d-46e1-bf1c-fa4d5fa40519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:53.887337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-870ea729-6d2d-46e1-bf1c-fa4d5fa40519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.2832532 Oct 11 15:38:53.891259 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18d77f5-c6b5-47a6-b8ad-7bc0cdeb24ff tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:38:53.895657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c18d77f5-c6b5-47a6-b8ad-7bc0cdeb24ff tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/0bfb4af5-dcfb-4cd4-8de1-b69268ead419 HTTP/1.1" status: 404 len: 333 time: 0.0661130 Oct 11 15:38:53.899693 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:53.918060 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 8aba8300-2aa1-4923-af49-26abec819a47 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:53.920702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:53.925666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b86572af-19c6-402e-8560-78126a99b5a2 req-da357d3c-9f7e-4aca-9a8e-0608e4a113bd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.36 "DELETE /v2.0/ports/8aba8300-2aa1-4923-af49-26abec819a47 HTTP/1.1" status: 204 len: 173 time: 1.1257253 Oct 11 15:38:54.004347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e892fc-f3f3-4fdd-9ed2-3d74fef4a913 req-890040ac-9f97-441a-8330-d205bb8f595b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:54.005934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24e892fc-f3f3-4fdd-9ed2-3d74fef4a913 req-890040ac-9f97-441a-8330-d205bb8f595b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=d227e2e6-0e75-4e2e-be23-e24e7f4f53e5 HTTP/1.1" status: 200 len: 867 time: 0.3902595 Oct 11 15:38:54.022126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318f37a-c1fd-47af-91df-87372c9a8bb1 req-77c52da7-683a-4f27-97a1-2598e69ad714 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:54.028185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aba8300-2aa1-4923-af49-26abec819a47 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:54.029744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f318f37a-c1fd-47af-91df-87372c9a8bb1 req-77c52da7-683a-4f27-97a1-2598e69ad714 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 945 time: 0.3659244 Oct 11 15:38:54.086887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8aba8300-2aa1-4923-af49-26abec819a47 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:54.087410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8aba8300-2aa1-4923-af49-26abec819a47 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:54.087927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8cf99017-f70a-4ea9-8f85-72433c488fea no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:54.103277 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e'}, {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:38:54.106972 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb61461-d030-4049-ac57-c3a373a92e49" -d '{"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e"}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "8aba8300-2aa1-4923-af49-26abec819a47"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:38:54.141176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8cf99017-f70a-4ea9-8f85-72433c488fea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:54.141844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8cf99017-f70a-4ea9-8f85-72433c488fea not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:54.142487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4a48547e-adb6-43ab-8224-acca8bf1633e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:54.162204 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet c1b265e2-a558-4bb7-a5a6-a973bfe73b75 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:38:54.175279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 4a48547e-adb6-43ab-8224-acca8bf1633e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:54.175528 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:54.175840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4a48547e-adb6-43ab-8224-acca8bf1633e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:54.180401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f318f37a-c1fd-47af-91df-87372c9a8bb1 req-0c8a2bf3-2f33-42c0-a044-4c101d87ae4a tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498277 Oct 11 15:38:54.182152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-e64fb7c0-9428-4120-a424-ebc263a54fba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.2814329 Oct 11 15:38:54.261064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24e892fc-f3f3-4fdd-9ed2-3d74fef4a913 req-21e34a1f-4e9b-42ae-a7f4-369e8dab2d1c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292359 Oct 11 15:38:54.280832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:54.326320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-b0f7fcd9-6d4f-4847-86be-0253d9c37603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:54.327817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-b0f7fcd9-6d4f-4847-86be-0253d9c37603 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.1145601 Oct 11 15:38:54.332135 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0906a5c-6d82-45fa-813b-c16e4aea2d8f x-openstack-request-id: req-d0906a5c-6d82-45fa-813b-c16e4aea2d8f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:38:54.332744 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "4a48547e-adb6-43ab-8224-acca8bf1633e", "status": "completed", "code": 200}, {"server_uuid": "d227e2e6-0e75-4e2e-be23-e24e7f4f53e5", "name": "network-vif-deleted", "tag": "8aba8300-2aa1-4923-af49-26abec819a47", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:38:54.333947 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0906a5c-6d82-45fa-813b-c16e4aea2d8f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:38:54.335293 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '4a48547e-adb6-43ab-8224-acca8bf1633e', 'status': 'completed', 'code': 200} Oct 11 15:38:54.335918 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd227e2e6-0e75-4e2e-be23-e24e7f4f53e5', 'name': 'network-vif-deleted', 'tag': '8aba8300-2aa1-4923-af49-26abec819a47', 'status': 'completed', 'code': 200} Oct 11 15:38:54.431415 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7cfa5cf-5c31-4a78-a595-5bc1f28549b4 None None] Provisioning complete for port c15cc9a7-a21a-42ba-abc8-35ad235f2fce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:54.432296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa5cf-5c31-4a78-a595-5bc1f28549b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:54.472212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-17858b03-9f75-4e7a-9dd6-e4629762c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:54.476137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-17858b03-9f75-4e7a-9dd6-e4629762c80b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337097 Oct 11 15:38:54.481355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:54.819232 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8926c40b-8be0-40a1-93ae-83c5ee15d368 None None] Could not find standard attr ID for object 0bfb4af5-dcfb-4cd4-8de1-b69268ead419. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:38:54.848768 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c15cc9a7-a21a-42ba-abc8-35ad235f2fce up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:38:54.947763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:54.960673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-737cd346-9079-486b-af74-e0e04781f008 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752121 Oct 11 15:38:54.983020 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c15cc9a7-a21a-42ba-abc8-35ad235f2fce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:38:54.983668 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.003645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.004107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/c1b265e2-a558-4bb7-a5a6-a973bfe73b75 HTTP/1.1" status: 204 len: 168 time: 1.0934060 Oct 11 15:38:55.005018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eae3fb-707e-4a40-a819-f0a8cbf06bef tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b265e2-a558-4bb7-a5a6-a973bfe73b75,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:55.007350 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:55.025749 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd29c26-8908-4b7c-8da1-b5116a3257f9 None None] Network c3adf600-c0fd-4ead-9fc7-80b3872085fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:55.130130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-39f15e3e-ecc1-41f6-b137-d7ae10dcd0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467004 Oct 11 15:38:55.143681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.194912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-353f1868-69da-4fd3-a4ef-54240bd1179e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0561962 Oct 11 15:38:55.232021 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port c15cc9a7-a21a-42ba-abc8-35ad235f2fce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:55.232021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.295720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-02493af1-1d50-46c7-9ca4-cdc8ceb496ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:55.298845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-02493af1-1d50-46c7-9ca4-cdc8ceb496ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0962782 Oct 11 15:38:55.357663 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,segment=NetworkSegment(47ca59ec-f139-454d-ba1e-6afba1ef89f6),segment_id=47ca59ec-f139-454d-ba1e-6afba1ef89f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:55.358133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.398723 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for c15cc9a7-a21a-42ba-abc8-35ad235f2fce owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:55.420096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519e703-1e57-4bc3-a138-37d3e6b1578c req-9e469467-0bc1-42c4-90c1-72203555acb7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:55.421332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8519e703-1e57-4bc3-a138-37d3e6b1578c req-9e469467-0bc1-42c4-90c1-72203555acb7 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 945 time: 0.1215570 Oct 11 15:38:55.424185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3e01cfa3-7b40-44a6-8faf-f38312566026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:55.426573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3e01cfa3-7b40-44a6-8faf-f38312566026 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975411 Oct 11 15:38:55.477656 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:55.493699 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] DHCP port deletion for c3adf600-c0fd-4ead-9fc7-80b3872085fc request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:38:55.538706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-284ed752-975c-44aa-898a-66241ca165d4 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993750 Oct 11 15:38:55.554864 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting subnet 3f37f810-0f89-45ed-9070-c2e8b3aa21ed {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:38:55.560464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.611117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Deleting port c15cc9a7-a21a-42ba-abc8-35ad235f2fce {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:55.611117 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.616349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8519e703-1e57-4bc3-a138-37d3e6b1578c req-155941f7-fa15-4588-9978-45d8d7bb625c tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857312 Oct 11 15:38:55.625066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.640367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.687730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-e358870c-1dfa-412d-bb8e-c114f00db10e service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415353 Oct 11 15:38:55.701522 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port c15cc9a7-a21a-42ba-abc8-35ad235f2fce on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:55.748823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] For port c15cc9a7-a21a-42ba-abc8-35ad235f2fce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,segment=NetworkSegment(47ca59ec-f139-454d-ba1e-6afba1ef89f6),segment_id=47ca59ec-f139-454d-ba1e-6afba1ef89f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:55.749217 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.772278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-d061ecfd-ffea-42eb-9482-dd38f09ede59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.0714703 Oct 11 15:38:55.778507 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Calling delete_port for c15cc9a7-a21a-42ba-abc8-35ad235f2fce owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:55.824829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:55.890484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-892533c0-e7bc-4d37-b704-634fbfb9311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:55.891951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-892533c0-e7bc-4d37-b704-634fbfb9311a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1130829 Oct 11 15:38:55.939823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:55.991682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-9737f647-4512-409b-925a-9dc11da88150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:55.993622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-9737f647-4512-409b-925a-9dc11da88150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948150 Oct 11 15:38:55.994230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.028720 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3adf600-c0fd-4ead-9fc7-80b3872085fc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:56.031627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.064214 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] Pushing event deleted for resources: {'Port': ['ID=c15cc9a7-a21a-42ba-abc8-35ad235f2fce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:56.065299 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ca59ec-f139-454d-ba1e-6afba1ef89f6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:56.065631 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ca59ec-f139-454d-ba1e-6afba1ef89f6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:56.080091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914d9a0-a6ed-47c0-a01e-5f5dd5712eaa None None] No DVR routers for this DVR port c15cc9a7-a21a-42ba-abc8-35ad235f2fce on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:56.084992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.129437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.155364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:56.155804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:56.160615 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:56.176054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-de877bea-a255-457b-a230-cd415eded0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748743 Oct 11 15:38:56.231019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.272282 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf31006-88d9-4656-9ca0-ff29938c5387 None None] Network 53d1a697-01c4-41a1-b430-0bf603d3c757 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:56.315048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-8e93ee06-ac25-4edd-9ef3-ba52fcbc1e6f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309962 Oct 11 15:38:56.318424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.321951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/subnets/3f37f810-0f89-45ed-9070-c2e8b3aa21ed HTTP/1.1" status: 204 len: 168 time: 0.8435745 Oct 11 15:38:56.325370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b71ca4-92c4-4599-acd0-e5c0820b553b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Subnet': ['ID=3f37f810-0f89-45ed-9070-c2e8b3aa21ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:56.328033 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:56.373945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.440280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-37a6f78c-68ef-4293-9ab4-ea82f2b40143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.1125147 Oct 11 15:38:56.517919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.530615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/c3adf600-c0fd-4ead-9fc7-80b3872085fc HTTP/1.1" status: 204 len: 168 time: 1.5209942 Oct 11 15:38:56.531644 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514768-dee9-4529-bb93-eafea6c7ca2f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=c3adf600-c0fd-4ead-9fc7-80b3872085fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:56.554109 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:56.558802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016247267'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:56.562468 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3144ed45-b554-48f7-ab2d-2c2ca3df146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:56.563999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3144ed45-b554-48f7-ab2d-2c2ca3df146c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1157343 Oct 11 15:38:56.604260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.633637 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] DHCP port deletion for 53d1a697-01c4-41a1-b430-0bf603d3c757 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:38:56.634230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-78f3e41d-0281-4633-95c8-863e48f76e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:56.635546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-78f3e41d-0281-4633-95c8-863e48f76e2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633268 Oct 11 15:38:56.664736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:56.668340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.710211 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:38:56.724206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.724532 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment 39c1a187-6d90-402c-bfe2-486f5ce77fbb of type vlan for network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c Oct 11 15:38:56.726607 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 2d38c453-82a4-4502-ae2b-d61228893275 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:56.726933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.763684 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Deleting port 2d38c453-82a4-4502-ae2b-d61228893275 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:56.764955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.815667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.833823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-b3aea423-c700-4f46-8a4a-c3504d189915 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884274 Oct 11 15:38:56.836294 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] For port 2d38c453-82a4-4502-ae2b-d61228893275, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d38c453-82a4-4502-ae2b-d61228893275,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:56.836901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.837990 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 2d38c453-82a4-4502-ae2b-d61228893275, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d38c453-82a4-4502-ae2b-d61228893275,segment=NetworkSegment(1558cd6a-a4c8-4ca8-990f-656ed37743ac),segment_id=1558cd6a-a4c8-4ca8-990f-656ed37743ac)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:56.838353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.861753 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 2d38c453-82a4-4502-ae2b-d61228893275 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:56.865631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c15cc9a7-a21a-42ba-abc8-35ad235f2fce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:56.874953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Calling delete_port for 2d38c453-82a4-4502-ae2b-d61228893275 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:56.892507 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c15cc9a7-a21a-42ba-abc8-35ad235f2fce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:38:56.892947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c15cc9a7-a21a-42ba-abc8-35ad235f2fce not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:38:56.893462 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2d38c453-82a4-4502-ae2b-d61228893275 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:56.899090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.904809 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:56.905400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:56.988889 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fa334-dc63-41b2-983d-736be4a6270b req-14f32ad9-87df-4393-b295-c45bae419615 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:56.990996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c53fa334-dc63-41b2-983d-736be4a6270b req-14f32ad9-87df-4393-b295-c45bae419615 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 945 time: 0.1366310 Oct 11 15:38:57.006913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4511008 Oct 11 15:38:57.007374 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:57.018747 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:57.023604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-1fb5864e-67ba-4010-a06f-7a9da746532f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814451 Oct 11 15:38:57.029704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.047303 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-459fb779-1c1e-463e-80e5-ad5f874776f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4754751 Oct 11 15:38:57.049447 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13769963-3a77-47d5-8214-1826a957c66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:57.050280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.065823 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] No DVR routers for this DVR port 2d38c453-82a4-4502-ae2b-d61228893275 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:57.072791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.104366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:38:57.105476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=2d38c453-82a4-4502-ae2b-d61228893275,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:57.109701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f82d-0e9d-4f87-936c-d90111c77dab None None] Pushing event deleted for resources: {'Port': ['ID=2d38c453-82a4-4502-ae2b-d61228893275,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:57.118180 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 2d38c453-82a4-4502-ae2b-d61228893275 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:57.145337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-79992447-f061-42c6-96a9-f67b9684cda0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.0976367 Oct 11 15:38:57.209808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c53fa334-dc63-41b2-983d-736be4a6270b req-e98a2d33-fab5-486a-8082-f37ea1f6de75 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051280 Oct 11 15:38:57.229676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-cbadd289-87af-4e26-988f-dff8901a2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.231552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-cbadd289-87af-4e26-988f-dff8901a2ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1097 time: 0.1284111 Oct 11 15:38:57.236839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.255613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-bb6b42e8-241f-4b7c-a19f-b80b051d20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.258031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-bb6b42e8-241f-4b7c-a19f-b80b051d20f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0966654 Oct 11 15:38:57.271235 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:57.275069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.279676 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d1a697-01c4-41a1-b430-0bf603d3c757']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:57.315946 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1558cd6a-a4c8-4ca8-990f-656ed37743ac') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:57.316237 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1558cd6a-a4c8-4ca8-990f-656ed37743ac') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:57.328685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.351905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.368461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:57.368774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:57.371660 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:57.379427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-e75aefad-d7e7-49ad-8f95-d57ef6a41443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.381086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-e75aefad-d7e7-49ad-8f95-d57ef6a41443 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025147 Oct 11 15:38:57.424923 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-dcc45d43-2bc2-438a-9b25-ac31dbaf2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.426437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-dcc45d43-2bc2-438a-9b25-ac31dbaf2029 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 897 time: 0.1671298 Oct 11 15:38:57.487785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.492928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-88c83965-becb-4fcc-b680-a46e96882a3f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039197 Oct 11 15:38:57.500435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.503653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/networks/53d1a697-01c4-41a1-b430-0bf603d3c757 HTTP/1.1" status: 204 len: 168 time: 1.1614780 Oct 11 15:38:57.512459 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:57.525532 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8082-0aa4-4d1b-93f9-3d497034029e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Network': ['ID=53d1a697-01c4-41a1-b430-0bf603d3c757,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:57.535820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-c80ee40e-eec5-47b8-b31b-71a8f93aed62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 1002 time: 0.0946579 Oct 11 15:38:57.596077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-ee7976c5-5ad5-400b-8033-62feb05c6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.597814 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-ee7976c5-5ad5-400b-8033-62feb05c6006 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.0548716 Oct 11 15:38:57.645993 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-25a281a7-91e4-4bfb-bcb0-53cf5e384d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.648919 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-25a281a7-91e4-4bfb-bcb0-53cf5e384d95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423660 Oct 11 15:38:57.688077 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting subnet bc283ded-53cc-40da-aa32-5c68e8af5b46 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:38:57.704214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.743331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-ad3acc62-39c1-4131-99eb-28fc0d5dbaa5 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862532 Oct 11 15:38:57.746161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-4b612896-a726-4a33-9597-6c635c8c8bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434943 Oct 11 15:38:57.749318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.820029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:57.840078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf07401f-35d2-422b-ac80-bab64ccbcf2f req-3adfaa82-affc-4fa4-900c-a5ba229c2690 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Oct 11 15:38:57.846770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-236a68ef-6f9c-44b4-83f3-927ce38829cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.0903661 Oct 11 15:38:57.924608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=5b299959-c8d3-4444-9d58-ec0af77cd14b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:57.971969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3155f109-3865-4a28-95cf-3cb17ba4b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:57.973427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-3155f109-3865-4a28-95cf-3cb17ba4b69c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.1148577 Oct 11 15:38:57.975657 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': '39c1a187-6d90-402c-bfe2-486f5ce77fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:57.976026 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:38:58.020810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.061733 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:38:58.080164 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:58.086356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-5ad55bb8-feaf-46d0-bd1d-b8054e2f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:58.087912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-5ad55bb8-feaf-46d0-bd1d-b8054e2f57cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054118 Oct 11 15:38:58.088252 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbee36-034e-49be-8bfa-b2392a054d58 None None] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:58.091930 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:58.092516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.160053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0a6a48aa-9368-44ff-867c-86aad9babb37 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1469765 Oct 11 15:38:58.163281 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:58.168151 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.168392 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1500378268'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:58.203479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Subnet': ['ID=bc283ded-53cc-40da-aa32-5c68e8af5b46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:58.210884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.216760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-860e0670-91de-461b-980b-31f63b65bf21 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/subnets/bc283ded-53cc-40da-aa32-5c68e8af5b46 HTTP/1.1" status: 204 len: 168 time: 0.6984284 Oct 11 15:38:58.216992 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:58.248965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cfede0-339e-4f0a-802d-9ba4344b57ef None None] Network b396c588-f6f0-4751-abca-0ccc4a5d1550 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:38:58.263727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c', 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': '5b299959-c8d3-4444-9d58-ec0af77cd14b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:38:58.264860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.352809 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:38:58.359498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.380196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-f2868670-6383-4069-9cfb-1c88130c8a87 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787569 Oct 11 15:38:58.380880 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 066a272b-7cc0-49d6-9d01-c11490f88ab1 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:38:58.454902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.480768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97712064-afc9-4b97-aa3d-72ee046aa998 req-9a51799f-30a7-4b87-b7ef-66bceeb3c741 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:58.488170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97712064-afc9-4b97-aa3d-72ee046aa998 req-9a51799f-30a7-4b87-b7ef-66bceeb3c741 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 945 time: 0.1495976 Oct 11 15:38:58.517938 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Allocated IP 172.20.0.2 (7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c/5b299959-c8d3-4444-9d58-ec0af77cd14b/86b6cfa5-d03e-4a27-9393-7591b54bafc3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:58.577240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97712064-afc9-4b97-aa3d-72ee046aa998 req-4bff9330-1a72-46b3-bdcc-87eaf18aeba8 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882087 Oct 11 15:38:58.579163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-5778b62d-f390-48cd-98c1-808be8e3796c service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894996 Oct 11 15:38:58.581356 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] DHCP port deletion for b396c588-f6f0-4751-abca-0ccc4a5d1550 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:38:58.658219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-7a6c9e9e-dc9b-4ab7-a83f-cdaa0124cf34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0560236 Oct 11 15:38:58.697856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port ee9f0733-7861-4852-880a-5b8991cca0ab {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:58.698537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.698837 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Deleting port ee9f0733-7861-4852-880a-5b8991cca0ab {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:58.699205 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.759734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-73a28ab0-f40e-46a9-bfc0-fc78030abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:58.761200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-73a28ab0-f40e-46a9-bfc0-fc78030abce4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0910587 Oct 11 15:38:58.763706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.778593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.815623 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port ee9f0733-7861-4852-880a-5b8991cca0ab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee9f0733-7861-4852-880a-5b8991cca0ab,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:58.815925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.831367 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Pushing event updated for resources: {'Port': ['ID=86b6cfa5-d03e-4a27-9393-7591b54bafc3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:58.836055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] For port ee9f0733-7861-4852-880a-5b8991cca0ab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee9f0733-7861-4852-880a-5b8991cca0ab,segment=NetworkSegment(24bad203-87b6-4317-b7af-4c1cb08c5d7d),segment_id=24bad203-87b6-4317-b7af-4c1cb08c5d7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:38:58.836843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:58.838438 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for ee9f0733-7861-4852-880a-5b8991cca0ab owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:58.844277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-9b8e6d1b-a21f-4932-8af8-52add092dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:58.846063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-9b8e6d1b-a21f-4932-8af8-52add092dbe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747859 Oct 11 15:38:58.848875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee9f0733-7861-4852-880a-5b8991cca0ab no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:38:58.857935 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.5 (7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c/5b299959-c8d3-4444-9d58-ec0af77cd14b/066a272b-7cc0-49d6-9d01-c11490f88ab1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:38:58.878512 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Calling delete_port for ee9f0733-7861-4852-880a-5b8991cca0ab owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:58.882742 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:58.891328 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:58.901601 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:59.015535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-c7faab94-1f9d-4e40-869b-f6779846192e service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573801 Oct 11 15:38:59.023229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.091276 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Attempting to bind port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:38:59.092247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Attempting to bind port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '39c1a187-6d90-402c-bfe2-486f5ce77fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:38:59.092247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Attempting to bind port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 on network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:38:59.107582 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=ee9f0733-7861-4852-880a-5b8991cca0ab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.110791 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.112858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:38:59.113224 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Checking segment: {'id': '39c1a187-6d90-402c-bfe2-486f5ce77fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:38:59.117736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.118215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Bound using segment: {'id': '39c1a187-6d90-402c-bfe2-486f5ce77fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:38:59.118692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Bound port: 86b6cfa5-d03e-4a27-9393-7591b54bafc3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c1a187-6d90-402c-bfe2-486f5ce77fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:38:59.119086 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.149496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.154672 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port ee9f0733-7861-4852-880a-5b8991cca0ab on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:59.182920 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] Pushing event deleted for resources: {'Port': ['ID=ee9f0733-7861-4852-880a-5b8991cca0ab,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.204513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.217810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9025cd6-32d6-46dd-8286-66183ca58220 None None] No DVR routers for this DVR port ee9f0733-7861-4852-880a-5b8991cca0ab on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:38:59.279425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] For port 86b6cfa5-d03e-4a27-9393-7591b54bafc3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:38:59.284184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] For port 86b6cfa5-d03e-4a27-9393-7591b54bafc3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86b6cfa5-d03e-4a27-9393-7591b54bafc3,segment=NetworkSegment(39c1a187-6d90-402c-bfe2-486f5ce77fbb),segment_id=39c1a187-6d90-402c-bfe2-486f5ce77fbb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:38:59.287392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.289541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.341771 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:38:59.348050 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:38:59.352278 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:38:59.355209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b47c-1aec-40c8-b82f-e32fa4b64310 None None] Pushing event updated for resources: {'Port': ['ID=86b6cfa5-d03e-4a27-9393-7591b54bafc3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.408637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=066a272b-7cc0-49d6-9d01-c11490f88ab1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.428958 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:59.429340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.446521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-77cd39af-a432-46fb-a78b-089f2543b88b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2817914 Oct 11 15:38:59.449271 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:59.570771 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 066a272b-7cc0-49d6-9d01-c11490f88ab1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:38:59.572288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.605258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.624253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7a1221a-361d-4ca0-967c-5c14e62e9093 req-4b4b72d7-38e1-49fa-9d12-34e1937795ce service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726039 Oct 11 15:38:59.627726 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396c588-f6f0-4751-abca-0ccc4a5d1550']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:59.637998 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bad203-87b6-4317-b7af-4c1cb08c5d7d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:59.637998 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bad203-87b6-4317-b7af-4c1cb08c5d7d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:38:59.651408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.685161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.728696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.747442 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 066a272b-7cc0-49d6-9d01-c11490f88ab1 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:38:59.761351 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:38:59.761964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:38:59.765542 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:38:59.843689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2d254-83bc-4ee0-b4b1-04a31c07a649 req-1a62a75e-b1cd-4bd7-8e1e-983cf10a3045 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:38:59.845810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8a2d254-83bc-4ee0-b4b1-04a31c07a649 req-1a62a75e-b1cd-4bd7-8e1e-983cf10a3045 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 945 time: 0.1548960 Oct 11 15:38:59.859520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.867859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.873632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/networks/b396c588-f6f0-4751-abca-0ccc4a5d1550 HTTP/1.1" status: 204 len: 168 time: 1.6531951 Oct 11 15:38:59.885366 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:38:59.899215 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-183062404'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:38:59.926041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:38:59.933708 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15100-ecc1-449e-b22c-2c59dd4ec873 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Network': ['ID=b396c588-f6f0-4751-abca-0ccc4a5d1550,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.955464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=066a272b-7cc0-49d6-9d01-c11490f88ab1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:38:59.992130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8a2d254-83bc-4ee0-b4b1-04a31c07a649 req-85cd1578-759d-4f80-bc41-924d5ae83674 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017365 Oct 11 15:39:00.010986 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:00.018192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.035823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.039262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:00.039800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5309f23-abc5-44fc-a6eb-7cb38d898bc4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/066a272b-7cc0-49d6-9d01-c11490f88ab1 HTTP/1.1" status: 204 len: 168 time: 0.5893192 Oct 11 15:39:00.043483 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:00.072160 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c224c5-fa1a-4a33-a816-b6c93ffcc772 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:00.074234 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-57c224c5-fa1a-4a33-a816-b6c93ffcc772 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/066a272b-7cc0-49d6-9d01-c11490f88ab1 HTTP/1.1" status: 404 len: 333 time: 0.0297756 Oct 11 15:39:00.077249 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:00.084339 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:00.104460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.104839 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Added segment 1bfe0d6d-3116-443d-acf6-440a9d3a7237 of type vlan for network 456df804-2ac7-4226-a89a-73bb65a1c36c Oct 11 15:39:00.179525 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 5b299959-c8d3-4444-9d58-ec0af77cd14b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:00.191780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:00.201123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.203797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.212648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'network_id': '9de754fc-4468-4d7e-94c5-657e7d02fa4a', 'port_id': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'mac_address': 'fa:16:3e:a4:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1afc483-4791-45ba-ae9b-217aaab70e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:00.260128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.267627 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:00.268901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.312347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.324759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.347984 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:00.375526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:00.383143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.390441 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4957263 Oct 11 15:39:00.393291 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:00.399551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'subnet': {'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:00.471202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b4688-b3c2-4e90-900c-0357e997e3ca tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Network': ['ID=456df804-2ac7-4226-a89a-73bb65a1c36c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:00.471905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.493571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 456df804-2ac7-4226-a89a-73bb65a1c36c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:00.528327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:00.537252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.570192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.592495 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['ccdc768a-dfc2-4f46-b64a-2618feefb6e6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:00.605742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.611859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/5b299959-c8d3-4444-9d58-ec0af77cd14b HTTP/1.1" status: 204 len: 168 time: 0.5334995 Oct 11 15:39:00.612955 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:00.626598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2ceb-efd1-4be3-9eb8-2a545cd9e97d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=5b299959-c8d3-4444-9d58-ec0af77cd14b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:00.659523 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:00.734423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.772327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865a59e-b4ef-4ff7-897f-aebc9db1af49 req-f715d582-8c4f-4e1d-9ec0-8b8db75ab2cf tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:00.773895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d865a59e-b4ef-4ff7-897f-aebc9db1af49 req-f715d582-8c4f-4e1d-9ec0-8b8db75ab2cf tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 944 time: 0.1475422 Oct 11 15:39:00.831659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:00.832430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.855784 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddaf1e4-3e5d-48b1-886b-6987028c916f None None] Network 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:00.938385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86b6cfa5-d03e-4a27-9393-7591b54bafc3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:00.966360 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.979780 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port 86b6cfa5-d03e-4a27-9393-7591b54bafc3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86b6cfa5-d03e-4a27-9393-7591b54bafc3,segment=NetworkSegment(39c1a187-6d90-402c-bfe2-486f5ce77fbb),segment_id=39c1a187-6d90-402c-bfe2-486f5ce77fbb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:00.980281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:00.997988 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 86b6cfa5-d03e-4a27-9393-7591b54bafc3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:01.007439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d865a59e-b4ef-4ff7-897f-aebc9db1af49 req-a2a250bb-a9dc-4b01-aa92-47db66b05ec3 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248726 Oct 11 15:39:01.046687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Subnet': ['ID=bc83fc58-2ce3-4df6-bc39-978e63892b99,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:01.056720 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Checking segment: {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:01.057081 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network hostable DHCP agents. Network: 456df804-2ac7-4226-a89a-73bb65a1c36c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:01.061891 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97344185-51e3-480d-9d52-1369643f6a86 None None] Provisioning complete for port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:01.062449 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97344185-51e3-480d-9d52-1369643f6a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.078429 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 456df804-2ac7-4226-a89a-73bb65a1c36c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:01.087658 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:01.087976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.094044 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 456df804-2ac7-4226-a89a-73bb65a1c36c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:01.098772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:01.099458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.111641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be4553-31dd-46c6-baec-e9bb0ffad6d3 None None] Network 456df804-2ac7-4226-a89a-73bb65a1c36c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:01.122209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-da900fb1-5c6b-4bff-b442-644c2fc8a208 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7265670 Oct 11 15:39:01.124661 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:01.130678 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1918412136'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:01.147294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.179984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=86b6cfa5-d03e-4a27-9393-7591b54bafc3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:01.184335 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:01.188092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.192242 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port 86b6cfa5-d03e-4a27-9393-7591b54bafc3 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:01.293564 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:01.301152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.317474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.318191 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Added segment 6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1 of type vlan for network 6f5edf5a-a241-43af-8982-be8254427c9b Oct 11 15:39:01.333263 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:01.348527 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c1a187-6d90-402c-bfe2-486f5ce77fbb') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:01.348829 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c1a187-6d90-402c-bfe2-486f5ce77fbb') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:01.414291 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97344185-51e3-480d-9d52-1369643f6a86 None None] Could not find standard attr ID for object 86b6cfa5-d03e-4a27-9393-7591b54bafc3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:39:01.416476 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.420836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.430951 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Could not find standard attr ID for object 86b6cfa5-d03e-4a27-9393-7591b54bafc3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:39:01.434111 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-97344185-51e3-480d-9d52-1369643f6a86 None None] No ports have port_id starting with 86b6cfa5-d03e-4a27-9393-7591b54bafc3 Oct 11 15:39:01.443500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.446223 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No ports have port_id starting with 86b6cfa5-d03e-4a27-9393-7591b54bafc3 Oct 11 15:39:01.458486 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab0c0d-79cf-4091-ad2c-45f392691b0a None None] DHCP port deletion for 7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:01.460753 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:01.461684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:01.464981 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:01.478727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.484340 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:01.484930 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.556830 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-456df804-2ac7-4226-a89a-73bb65a1c36c', 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'fixed_ips': [{'subnet_id': 'bc83fc58-2ce3-4df6-bc39-978e63892b99'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:01.557832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.600987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4744289 Oct 11 15:39:01.603708 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:01.606722 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f4f69-2f36-459f-8a18-321dc4ecdd29 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Network': ['ID=6f5edf5a-a241-43af-8982-be8254427c9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:01.609760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.609956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'subnet': {'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:01.629839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.637367 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c HTTP/1.1" status: 204 len: 168 time: 1.0197141 Oct 11 15:39:01.637367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41846bf3-c516-4e6c-90f0-8331dcdcd722 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=7e9d7e19-26e1-4eee-b6ea-dd405f5bd73c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:01.638359 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:01.642440 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'name': 'tempest-PortsTestJSON-467965129'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:01.683388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6f5edf5a-a241-43af-8982-be8254427c9b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:01.716070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:01.720639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.746035 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:01.750804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:01.772513 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 751c98b7-e5b4-480c-8554-4047ad8e4b3e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:01.838687 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Allocated IP 19.80.0.2 (456df804-2ac7-4226-a89a-73bb65a1c36c/bc83fc58-2ce3-4df6-bc39-978e63892b99/41aa42f6-fa88-484c-9628-e502ea4f79db) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:01.924223 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-7fe459f1-990a-42b8-bd59-fe583b478a1f tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:01.925876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-7fe459f1-990a-42b8-bd59-fe583b478a1f tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 944 time: 0.1134512 Oct 11 15:39:02.025001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.041258 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.051243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.059571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:02.076282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.113751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.125417 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Network 456df804-2ac7-4226-a89a-73bb65a1c36c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:02.130601 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:02.139043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:02.163760 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Pushing event updated for resources: {'Port': ['ID=41aa42f6-fa88-484c-9628-e502ea4f79db,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.169796 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:02.172583 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Deleting port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:02.172930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.175503 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:02.184336 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:02.190445 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:02.191062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.214103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5755384 Oct 11 15:39:02.214910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5076b02-0777-4bdf-8716-792639030e3e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=751c98b7-e5b4-480c-8554-4047ad8e4b3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.217555 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:02.249072 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Attempting to bind port 41aa42f6-fa88-484c-9628-e502ea4f79db on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:02.249838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Attempting to bind port 41aa42f6-fa88-484c-9628-e502ea4f79db by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:02.250460 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Attempting to bind port 41aa42f6-fa88-484c-9628-e502ea4f79db on network 456df804-2ac7-4226-a89a-73bb65a1c36c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:02.280879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:02.281428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Checking segment: {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:02.281955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.282434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Bound using segment: {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:02.282994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Bound port: 41aa42f6-fa88-484c-9628-e502ea4f79db, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:02.283468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.293171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354355-5bb8-46d0-9b6b-cd9f25eacc98 req-d11e9018-5dd2-40ed-acd8-d7199ac09a25 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:02.294713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15354355-5bb8-46d0-9b6b-cd9f25eacc98 req-d11e9018-5dd2-40ed-acd8-d7199ac09a25 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/ports?device_id=3aa632ff-2a57-416a-9451-a94802a2a210 HTTP/1.1" status: 200 len: 944 time: 0.1816447 Oct 11 15:39:02.298963 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Subnet': ['ID=02466e90-b560-43e1-b7e3-26bb67796154,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.311633 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.327797 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 751c98b7-e5b4-480c-8554-4047ad8e4b3e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:02.328363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.337718 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:02.338092 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.340517 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Checking segment: {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:02.340882 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network hostable DHCP agents. Network: 6f5edf5a-a241-43af-8982-be8254427c9b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:02.351896 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:02.360102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Calling delete_port for ccdc768a-dfc2-4f46-b64a-2618feefb6e6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:02.386659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cd45da2-60ae-4c51-bc36-375d8fc8591f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.388292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15354355-5bb8-46d0-9b6b-cd9f25eacc98 req-822a5188-74b1-4c37-ae34-40235430dd84 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869246 Oct 11 15:39:02.404918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port ccdc768a-dfc2-4f46-b64a-2618feefb6e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,segment=NetworkSegment(9c5a72c7-686b-4d81-b6db-cf920ee43a2d),segment_id=9c5a72c7-686b-4d81-b6db-cf920ee43a2d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:02.417764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] For port 41aa42f6-fa88-484c-9628-e502ea4f79db, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:02.417764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] For port 41aa42f6-fa88-484c-9628-e502ea4f79db, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41aa42f6-fa88-484c-9628-e502ea4f79db,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:02.417764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.429887 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 6f5edf5a-a241-43af-8982-be8254427c9b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:02.452891 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6f5edf5a-a241-43af-8982-be8254427c9b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:02.455120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.460374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:02.461016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.472849 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a074cf-cb58-4af7-ada1-b5d52807715e None None] Network 6f5edf5a-a241-43af-8982-be8254427c9b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:02.492746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.498624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ff0c1994-7b8c-4892-b0cb-b8866fb70a76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8934593 Oct 11 15:39:02.551539 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 751c98b7-e5b4-480c-8554-4047ad8e4b3e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:02.576946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.623757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.643421 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Pushing event deleted for resources: {'Port': ['ID=ccdc768a-dfc2-4f46-b64a-2618feefb6e6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.718478 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] No DVR routers for this DVR port ccdc768a-dfc2-4f46-b64a-2618feefb6e6 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:02.721859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.724849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.726731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92e7ad5b-77d6-47f5-ab75-b5aa20042540 req-1f24962d-5baa-4bba-b7de-ba5380857105 tempest-ImagesTestJSON-1142239192 tempest-ImagesTestJSON-1142239192-project] 10.222.0.36 "DELETE /v2.0/ports/ccdc768a-dfc2-4f46-b64a-2618feefb6e6 HTTP/1.1" status: 204 len: 173 time: 0.7920187 Oct 11 15:39:02.727424 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'name': 'network-vif-deleted', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:02.730632 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18efe8-a571-4104-9fab-e6891c10c522" -d '{"events": [{"server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "name": "network-vif-deleted", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:02.808393 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=751c98b7-e5b4-480c-8554-4047ad8e4b3e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.835218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9dd4-1b89-4033-88e9-b76f1e919194 None None] Pushing event updated for resources: {'Port': ['ID=41aa42f6-fa88-484c-9628-e502ea4f79db,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:02.846722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.856646 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d61da76-f462-4885-8d67-a15bec9acec5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/751c98b7-e5b4-480c-8554-4047ad8e4b3e HTTP/1.1" status: 204 len: 168 time: 0.6380754 Oct 11 15:39:02.857806 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:02.869770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'mac_address': 'fa:16:3e:08:76:e9', 'name': 'tempest-PortsTestJSON-1887805675'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:02.924865 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4962e032-9504-495a-9a9f-10aad807da25 x-openstack-request-id: req-4962e032-9504-495a-9a9f-10aad807da25 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:02.925406 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa632ff-2a57-416a-9451-a94802a2a210", "name": "network-vif-deleted", "tag": "ccdc768a-dfc2-4f46-b64a-2618feefb6e6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:02.925406 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4962e032-9504-495a-9a9f-10aad807da25 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:02.925861 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa632ff-2a57-416a-9451-a94802a2a210', 'name': 'network-vif-deleted', 'tag': 'ccdc768a-dfc2-4f46-b64a-2618feefb6e6', 'status': 'completed', 'code': 200} Oct 11 15:39:02.933250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86b6cfa5-d03e-4a27-9393-7591b54bafc3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:02.938466 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6f5edf5a-a241-43af-8982-be8254427c9b', 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'fixed_ips': [{'subnet_id': '02466e90-b560-43e1-b7e3-26bb67796154'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:02.939634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:02.971934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 86b6cfa5-d03e-4a27-9393-7591b54bafc3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:02.972346 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86b6cfa5-d03e-4a27-9393-7591b54bafc3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:03.096142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:03.103228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-8dc9a4be-e596-474b-aaac-0e152a9fb8dd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:03.109180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-8dc9a4be-e596-474b-aaac-0e152a9fb8dd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:03.117675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-8dc9a4be-e596-474b-aaac-0e152a9fb8dd tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/networks?id=456df804-2ac7-4226-a89a-73bb65a1c36c&id=6f5edf5a-a241-43af-8982-be8254427c9b HTTP/1.1" status: 200 len: 1391 time: 0.2899315 Oct 11 15:39:03.135572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-f647199a-18a5-4fd1-9048-75bbabb7430f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/quotas/bcf2ec2d543e4820a300642b73cdcb80 HTTP/1.1" status: 200 len: 375 time: 0.0169430 Oct 11 15:39:03.187403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.210789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-bdc6c502-cdd5-40b4-a34d-05f5b247d8ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743504 Oct 11 15:39:03.227074 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Allocated IP 19.86.0.2 (6f5edf5a-a241-43af-8982-be8254427c9b/02466e90-b560-43e1-b7e3-26bb67796154/50a9526d-0452-4ed5-9b6d-6128a5fd75cc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:03.236070 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port cc1de61d-0694-4343-b3eb-0075fef66879 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:03.343270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-67069539-1d9f-4e64-94cc-bf4cb18d2ccf service neutron] 10.222.0.31 "GET /v2.0/networks/456df804-2ac7-4226-a89a-73bb65a1c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316161 Oct 11 15:39:03.446925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.457188 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.465272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-b16760fb-0d41-4449-b13e-baeb7a8eebdf service neutron] 10.222.0.31 "GET /v2.0/networks/456df804-2ac7-4226-a89a-73bb65a1c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156898 Oct 11 15:39:03.535238 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Network 6f5edf5a-a241-43af-8982-be8254427c9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:03.541234 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:03.551107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:03.567850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.594465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-61092103-0347-44de-88ed-9cb90a7bb632 service neutron] 10.222.0.31 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222544 Oct 11 15:39:03.618144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Pushing event updated for resources: {'Port': ['ID=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:03.653238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.702570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Attempting to bind port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:03.702948 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Attempting to bind port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:03.703818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Attempting to bind port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc on network 6f5edf5a-a241-43af-8982-be8254427c9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:03.711668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:03.712863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Checking segment: {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:03.713293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.713739 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Bound using segment: {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:03.714454 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Bound port: 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:03.714996 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.725375 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:03.730018 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:03.740923 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:03.751495 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:03.753108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.760974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-448457c5-acd8-4716-9459-48b4baec97d2 service neutron] 10.222.0.31 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592336 Oct 11 15:39:03.772153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=cc1de61d-0694-4343-b3eb-0075fef66879,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:03.795231 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-72883434-6643-407a-b2e8-729cebc6cb6e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9331479 Oct 11 15:39:03.795487 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:03.829770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] For port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:03.834606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] For port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:03.845364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:03.891799 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e269f-8d9d-4e21-9e04-60e0dd546b5b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:03.893263 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-558e269f-8d9d-4e21-9e04-60e0dd546b5b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/cc1de61d-0694-4343-b3eb-0075fef66879 HTTP/1.1" status: 200 len: 841 time: 0.0968916 Oct 11 15:39:03.896621 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:03.992110 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f095dab-8b7c-4020-acf2-4b4763114f2c None None] Pushing event updated for resources: {'Port': ['ID=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:04.095874 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:04.109974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df6ca93-4a10-4d23-a9ad-43bd6bd07585 req-5a1953b9-a46c-48f8-a4c6-184be8870f9e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 210 time: 0.0514255 Oct 11 15:39:04.176308 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port cc1de61d-0694-4343-b3eb-0075fef66879 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:04.178585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.185509 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Deleting subnet e1afc483-4791-45ba-ae9b-217aaab70e76 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:04.195874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.270790 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ba9eb-9a6c-4c73-b121-c350918a8903 None None] Network 456df804-2ac7-4226-a89a-73bb65a1c36c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:04.279064 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.319307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.349152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.352183 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for cc1de61d-0694-4343-b3eb-0075fef66879 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:04.474509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] Provisioning complete for port 41aa42f6-fa88-484c-9628-e502ea4f79db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:04.476647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.478172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.489232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.514965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1afc483-4791-45ba-ae9b-217aaab70e76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:04.543445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=cc1de61d-0694-4343-b3eb-0075fef66879,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:04.547935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.549445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.554503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f2b1c62e-eb9e-4d1f-8f71-15aab1a5e7eb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/cc1de61d-0694-4343-b3eb-0075fef66879 HTTP/1.1" status: 204 len: 168 time: 0.6566517 Oct 11 15:39:04.558984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e1afc483-4791-45ba-ae9b-217aaab70e76 HTTP/1.1" status: 204 len: 168 time: 0.4596813 Oct 11 15:39:04.558984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.559864 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:04.560537 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:04.563622 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.564014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.564359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.564697 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.565029 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.565355 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.565761 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.566095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.566418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.566740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.568147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e23a37-1755-4d20-87b4-36f3aa3e3ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:04.602545 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b8c77a-d2f7-4652-814b-03988f22458d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:04.604556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a1b8c77a-d2f7-4652-814b-03988f22458d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/cc1de61d-0694-4343-b3eb-0075fef66879 HTTP/1.1" status: 404 len: 333 time: 0.0424445 Oct 11 15:39:04.608023 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:04.613151 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'name': 'tempest-PortsTestJSON-1573934853'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:04.652598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.730947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.763723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] For port 41aa42f6-fa88-484c-9628-e502ea4f79db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41aa42f6-fa88-484c-9628-e502ea4f79db,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:04.781036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.843058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:04.847631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.892616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4760adf-c7a2-4a74-93ec-cbc33baf974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.895579 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 58a5e1d8-60b5-432c-906c-6057fd11cc93 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:04.915443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:04.938412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324592f4-d0c9-481d-bb52-58fbd5314a67 None None] Pushing event updated for resources: {'Port': ['ID=41aa42f6-fa88-484c-9628-e502ea4f79db,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:04.962093 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de754fc-4468-4d7e-94c5-657e7d02fa4a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:04.983764 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5a72c7-686b-4d81-b6db-cf920ee43a2d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:04.984261 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5a72c7-686b-4d81-b6db-cf920ee43a2d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:05.014815 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-235f03cd-30cd-4958-808b-2ad8ee9085c8 None None] Provisioning complete for port 41aa42f6-fa88-484c-9628-e502ea4f79db triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:05.015291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-235f03cd-30cd-4958-808b-2ad8ee9085c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.018387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.052422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.064547 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:05.064957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:05.070556 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:05.080913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41aa42f6-fa88-484c-9628-e502ea4f79db up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:05.230850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.238018 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.247279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.250624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9de754fc-4468-4d7e-94c5-657e7d02fa4a HTTP/1.1" status: 204 len: 168 time: 0.6572402 Oct 11 15:39:05.283405 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76648bc-f0a9-436e-94ac-033d53cb3fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de754fc-4468-4d7e-94c5-657e7d02fa4a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:05.294376 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 41aa42f6-fa88-484c-9628-e502ea4f79db triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:05.296302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.313897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.361094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4e1bcc-38d7-4ce3-a527-a9a87370386f req-8b597528-b96c-4ff0-b884-49d61e4c5df4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 210 time: 0.0556424 Oct 11 15:39:05.422047 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:05.424368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=58a5e1d8-60b5-432c-906c-6057fd11cc93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:05.428506 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:05.437023 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:05.443150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:05.444644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.448723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50a9526d-0452-4ed5-9b6d-6128a5fd75cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:05.473436 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:05.474257 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7367245-2268-44ab-a77f-19af2ea69796 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8649309 Oct 11 15:39:05.479238 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:05.531544 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:05.532387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.587694 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:05.610636 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.677613 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7fe5b-35e4-485f-ab0d-4b3f96c3e846 None None] Network 6f5edf5a-a241-43af-8982-be8254427c9b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:05.779483 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d984c8d-aa7e-4d46-b089-0242142c278d None None] Provisioning complete for port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:05.779851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d984c8d-aa7e-4d46-b089-0242142c278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.790185 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.889732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:05.962724 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:05.978540 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.000425 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.011734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.012608 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.068588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:06.108400 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: ccdc768a-dfc2-4f46-b64a-2618feefb6e6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:06.108763 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device ccdc768a-dfc2-4f46-b64a-2618feefb6e6 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:06.120118 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] In _notify_port_updated(), no bound segment for port 58a5e1d8-60b5-432c-906c-6057fd11cc93 on network 57810c3b-1907-499c-980d-0d4d33f5ff78 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:39:06.120784 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:06.125762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:06.126394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.127706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/ports/58a5e1d8-60b5-432c-906c-6057fd11cc93 HTTP/1.1" status: 200 len: 818 time: 0.6532445 Oct 11 15:39:06.131131 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:06.195485 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-46f03f6e-0d10-4b55-aa91-7814936f3758 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14c7db3e24f441568b0a6c7d39c4de61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035752 Oct 11 15:39:06.198547 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:06.222777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ab9a-024c-4c8e-a223-ad605c2e4b22 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=58a5e1d8-60b5-432c-906c-6057fd11cc93,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:06.254776 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 58a5e1d8-60b5-432c-906c-6057fd11cc93 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:06.255467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.286586 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-b36eaaf7-e613-46bf-85a7-4f014504a865 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:06.292989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-b36eaaf7-e613-46bf-85a7-4f014504a865 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:06.294731 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-b36eaaf7-e613-46bf-85a7-4f014504a865 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "GET /v2.0/networks?id=456df804-2ac7-4226-a89a-73bb65a1c36c&id=6f5edf5a-a241-43af-8982-be8254427c9b HTTP/1.1" status: 200 len: 1391 time: 0.6729560 Oct 11 15:39:06.308969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'port': {'device_id': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c', 'admin_state_up': True, 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:06.355423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.368484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.373368 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 58a5e1d8-60b5-432c-906c-6057fd11cc93 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:06.460527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.483563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82b62221-1cef-4029-8ab1-0ee40ad080ab req-f6964dda-2018-4a29-a972-269dfde5599c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 210 time: 0.0383484 Oct 11 15:39:06.527044 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:06.531604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.540702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.545003 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1beaf99-196d-4434-a2cb-908d276ab31d None None] Provisioning complete for port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:06.546381 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1beaf99-196d-4434-a2cb-908d276ab31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.585207 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=58a5e1d8-60b5-432c-906c-6057fd11cc93,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:06.591811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.595379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-47e0f37b-3737-4dec-9a5b-ba5c6dc6049e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/58a5e1d8-60b5-432c-906c-6057fd11cc93 HTTP/1.1" status: 204 len: 168 time: 0.4635162 Oct 11 15:39:06.598082 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:06.634494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.638182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.641667 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4 HTTP/1.1" status: 204 len: 168 time: 0.4401124 Oct 11 15:39:06.663442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faabfa-36ba-4929-8c9e-05ef8686bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b28e5b1-95a6-4cb7-97fa-09d3397d1ba4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:06.710694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de344b0e-b867-4344-ae00-b6f73a56d2ed tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:06.712306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de344b0e-b867-4344-ae00-b6f73a56d2ed tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1131506 Oct 11 15:39:06.714821 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:06.725444 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Allocated IP 19.80.0.171 (456df804-2ac7-4226-a89a-73bb65a1c36c/bc83fc58-2ce3-4df6-bc39-978e63892b99/7c103660-8c5f-4b84-a04b-4574779566ed) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:06.766935 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3324f95a-2a68-4af8-88a5-19be84e1cced tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:06.775702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3324f95a-2a68-4af8-88a5-19be84e1cced tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/58a5e1d8-60b5-432c-906c-6057fd11cc93 HTTP/1.1" status: 404 len: 333 time: 0.0599124 Oct 11 15:39:06.782831 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:06.793566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1243141930'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:06.827235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41aa42f6-fa88-484c-9628-e502ea4f79db up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:06.905399 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 41aa42f6-fa88-484c-9628-e502ea4f79db triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:06.905801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.935297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.979049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:06.998115 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:07.001669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.018615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50a9526d-0452-4ed5-9b6d-6128a5fd75cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:07.069572 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:07.075474 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 456df804-2ac7-4226-a89a-73bb65a1c36c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:07.084490 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:07.087752 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:07.090465 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:07.097173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:07.097582 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.105662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.106010 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment a10a1890-028b-4473-8fc9-13e930fee809 of type vlan for network 918962aa-63bc-42b7-84c7-1b3e7fee24eb Oct 11 15:39:07.195119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.217039 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:07.217754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.260655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-6e73f7e3-ff11-4f16-be7b-76c8ff8e95d3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9552464 Oct 11 15:39:07.284446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Request body: {'port': {'device_id': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b', 'admin_state_up': True, 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:07.298421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.312521 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:07.313432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.456024 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6718979 Oct 11 15:39:07.459584 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:07.465762 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:07.487621 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c8a6f-106b-44db-a794-68ae7414eee2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=918962aa-63bc-42b7-84c7-1b3e7fee24eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:07.511953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80a9baf4-a14e-428e-a80f-ba0c8a45ad0c None None] Provisioning complete for port 7c103660-8c5f-4b84-a04b-4574779566ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:07.514476 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80a9baf4-a14e-428e-a80f-ba0c8a45ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.516426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:07.678450 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Made reservation on behalf of bcf2ec2d543e4820a300642b73cdcb80 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:07.692107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.745163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:07.749600 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.840943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:07.848052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-80a9baf4-a14e-428e-a80f-ba0c8a45ad0c None None] Port 7c103660-8c5f-4b84-a04b-4574779566ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:08.060924 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Allocated IP 19.86.0.44 (6f5edf5a-a241-43af-8982-be8254427c9b/02466e90-b560-43e1-b7e3-26bb67796154/e4cc2f4a-396f-4767-b26f-532189c07b92) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:08.120491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc9b3-f9cc-44e3-86be-62c999bb6bec req-20b8a48c-acbf-43d0-a982-be80093bab55 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:08.122030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcbc9b3-f9cc-44e3-86be-62c999bb6bec req-20b8a48c-acbf-43d0-a982-be80093bab55 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 932 time: 0.4289119 Oct 11 15:39:08.173466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcbc9b3-f9cc-44e3-86be-62c999bb6bec req-86a90036-7e0e-4747-a84d-752a0aaa01d2 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Oct 11 15:39:08.289442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.313237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.331900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.391831 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event updated for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:08.411726 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=d842966a-d793-436a-bf30-56bf8e269bc6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:08.415747 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Network 6f5edf5a-a241-43af-8982-be8254427c9b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:08.418100 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:08.419224 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': 'a10a1890-028b-4473-8fc9-13e930fee809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:08.419630 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 918962aa-63bc-42b7-84c7-1b3e7fee24eb, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:08.421539 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:08.427453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.428326 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.428690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.428960 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.429915 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.429915 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.429915 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.430391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.430581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.431774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.431774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.431774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:08.466560 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:08.485863 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 918962aa-63bc-42b7-84c7-1b3e7fee24eb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:08.491169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:08.491845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.494024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:08.494744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.507097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f96bf-888a-4d1c-b21d-87c27f146a2b None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:08.516207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ff656ec-d655-4104-a2a4-0aa596db5646 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0549307 Oct 11 15:39:08.518803 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:08.543944 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:08.554229 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-90c42251-2368-4b8f-b2ed-4d4b9cabcd76 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2797744 Oct 11 15:39:08.565005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Request body: {'port': {'device_id': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:08.667216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.832510 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:08.846097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': 'd842966a-d793-436a-bf30-56bf8e269bc6'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:08.846967 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.875261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:08.896124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:08.970809 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12ce6a87-d697-42f4-95b6-9dd370a570d8 None None] Provisioning complete for port e4cc2f4a-396f-4767-b26f-532189c07b92 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:08.971424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12ce6a87-d697-42f4-95b6-9dd370a570d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.059780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12ce6a87-d697-42f4-95b6-9dd370a570d8 None None] Port e4cc2f4a-396f-4767-b26f-532189c07b92 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:09.086281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Allocated IP 172.20.0.2 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/d842966a-d793-436a-bf30-56bf8e269bc6/3a1cc02e-4294-4c18-bd56-5a5367bff6c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:09.108088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e81d0453-862b-44eb-b9a2-826ee9133ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.201628 n-d-master-1 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d842966a-d793-436a-bf30-56bf8e269bc6 (CIDR: 172.20.0.0/28) Oct 11 15:39:09.213725 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:39:09.214425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:39:09.295328 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.323912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d13f5ae-9a88-47af-9223-06c0d447028c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7969975 Oct 11 15:39:09.325289 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:09.332646 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:09.387073 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.396013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.410238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e81d0453-862b-44eb-b9a2-826ee9133ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.431214 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c103660-8c5f-4b84-a04b-4574779566ed {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:09.431559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e81d0453-862b-44eb-b9a2-826ee9133ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.445018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.454631 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Pushing event updated for resources: {'Port': ['ID=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:09.465643 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:09.467207 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:09.469685 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:09.476444 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Transition to ACTIVE for port object 7c103660-8c5f-4b84-a04b-4574779566ed will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:39:09.491142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.517986 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204069e-f832-4cd5-86ea-b71e0382a57e req-0630c0ae-a243-44c7-bd46-974d29a448f8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:09.524676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204069e-f832-4cd5-86ea-b71e0382a57e req-0630c0ae-a243-44c7-bd46-974d29a448f8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:09.532178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4204069e-f832-4cd5-86ea-b71e0382a57e req-0630c0ae-a243-44c7-bd46-974d29a448f8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1654 time: 0.1709642 Oct 11 15:39:09.541602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e81d0453-862b-44eb-b9a2-826ee9133ba1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=946df60693084b26b0ef1e814188b9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018771 Oct 11 15:39:09.551380 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:09.561029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Attempting to bind port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:09.561383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d0453-862b-44eb-b9a2-826ee9133ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa4f63-6de2-4332-830c-e3054216a341,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:09.562042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Attempting to bind port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a10a1890-028b-4473-8fc9-13e930fee809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:09.562686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Attempting to bind port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 on network 918962aa-63bc-42b7-84c7-1b3e7fee24eb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:09.571268 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:09.571963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Checking segment: {'id': 'a10a1890-028b-4473-8fc9-13e930fee809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:09.572468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.572958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Bound using segment: {'id': 'a10a1890-028b-4473-8fc9-13e930fee809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:09.573707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Bound port: 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10a1890-028b-4473-8fc9-13e930fee809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:09.574199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.606507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4204069e-f832-4cd5-86ea-b71e0382a57e req-bc57b59e-fc6a-4238-a22d-b856f9133265 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Oct 11 15:39:09.665422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] For port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:09.669631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] For port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,segment=NetworkSegment(a10a1890-028b-4473-8fc9-13e930fee809),segment_id=a10a1890-028b-4473-8fc9-13e930fee809)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:09.677369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.712088 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:09.773329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34c84d-808b-408a-baae-32b8849ecd33 None None] Pushing event updated for resources: {'Port': ['ID=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:09.811852 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:09.815904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.890891 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Attempting to bind port 7c103660-8c5f-4b84-a04b-4574779566ed on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:09.891360 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Attempting to bind port 7c103660-8c5f-4b84-a04b-4574779566ed by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:09.891930 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Attempting to bind port 7c103660-8c5f-4b84-a04b-4574779566ed on network 456df804-2ac7-4226-a89a-73bb65a1c36c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:09.904377 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Port 7c103660-8c5f-4b84-a04b-4574779566ed on network 456df804-2ac7-4226-a89a-73bb65a1c36c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:09.910807 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Attempting to bind port 7c103660-8c5f-4b84-a04b-4574779566ed on network 456df804-2ac7-4226-a89a-73bb65a1c36c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:09.917922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:09.922354 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:09.922816 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Checking segment: {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:09.923561 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Bound using segment: {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:09.924109 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Bound port: 7c103660-8c5f-4b84-a04b-4574779566ed, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe0d6d-3116-443d-acf6-440a9d3a7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:09.924567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.067896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.175501 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:10.182696 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7c103660-8c5f-4b84-a04b-4574779566ed,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:10.197836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.262717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.265746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.269222 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3fa4f63-6de2-4332-830c-e3054216a341 HTTP/1.1" status: 204 len: 168 time: 0.7079537 Oct 11 15:39:10.315123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67075bd-798f-400e-b80d-d0da1c1e2c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa4f63-6de2-4332-830c-e3054216a341,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:10.365435 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:10.366920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.372275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c103660-8c5f-4b84-a04b-4574779566ed HTTP/1.1" status: 200 len: 1092 time: 1.8117869 Oct 11 15:39:10.380465 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:10.388406 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:10.417184 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Request body: {'port': {'device_id': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:10.501647 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152e13f-dce9-4f84-8555-93cc5bd8ac38 x-openstack-request-id: req-4152e13f-dce9-4f84-8555-93cc5bd8ac38 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:10.505435 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:10.507475 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4152e13f-dce9-4f84-8555-93cc5bd8ac38 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:10.507607 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed', 'status': 'completed', 'code': 200} Oct 11 15:39:10.533589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e212-7514-481f-877d-a9bbb01fb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:10.576158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.625960 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-4b5394b6-afc6-4669-afcc-924298fe1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:10.630119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-4b5394b6-afc6-4669-afcc-924298fe1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:10.632606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-4b5394b6-afc6-4669-afcc-924298fe1b2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1913 time: 0.1070206 Oct 11 15:39:10.719129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.806626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:10.896705 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:11.025790 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:11.042467 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:11.048247 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.048758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.085976 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=942b437d-844f-4229-8be7-835ff144e2f2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:11.101433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2de7a3b0-0c5e-40a3-9c61-c76da6665fba tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7749631 Oct 11 15:39:11.105033 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:11.113277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'fixed_ips': [{'subnet_id': 'd842966a-d793-436a-bf30-56bf8e269bc6'}, {'subnet_id': '942b437d-844f-4229-8be7-835ff144e2f2'}], 'name': 'tempest-PortsTestJSON-1979726585'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:11.168842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-7bb6338f-d865-4b63-b6aa-3664f51632b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.169779 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-7bb6338f-d865-4b63-b6aa-3664f51632b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.170575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-7bb6338f-d865-4b63-b6aa-3664f51632b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.172795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-7bb6338f-d865-4b63-b6aa-3664f51632b6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5316610 Oct 11 15:39:11.198542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:11.201719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.424873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:11.463823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.510317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cca6f7-cb4c-4f27-9c56-4141ac13589c req-ea7ca836-60f4-4f7a-b882-99acb137cbb6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.523977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cca6f7-cb4c-4f27-9c56-4141ac13589c req-ea7ca836-60f4-4f7a-b882-99acb137cbb6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.528732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37cca6f7-cb4c-4f27-9c56-4141ac13589c req-ea7ca836-60f4-4f7a-b882-99acb137cbb6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1666 time: 0.5993276 Oct 11 15:39:11.539019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,segment=NetworkSegment(a10a1890-028b-4473-8fc9-13e930fee809),segment_id=a10a1890-028b-4473-8fc9-13e930fee809)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:11.554904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.609240 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:39:11.633598 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641e799-6574-4d6a-bc72-1725e4d84174 None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:11.764806 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:11.767444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37cca6f7-cb4c-4f27-9c56-4141ac13589c req-52389148-c852-4fa4-bf28-86fdfa5be333 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200279 Oct 11 15:39:11.779808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.783334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-e33aa260-f6d4-4288-860c-df0b04bf7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:11.788895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcdec80b-18a3-4c51-a5b3-0a9e132a16b7 req-e33aa260-f6d4-4288-860c-df0b04bf7802 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6010344 Oct 11 15:39:11.809222 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89829622-d491-478e-b573-17a6f8f23195 None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:11.809926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89829622-d491-478e-b573-17a6f8f23195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:11.835779 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:11.916837 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cc2f4a-396f-4767-b26f-532189c07b92 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:12.072832 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:12.074104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.094428 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Transition to ACTIVE for port object e4cc2f4a-396f-4767-b26f-532189c07b92 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:39:12.101183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.216102 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Update dhcp port {'port': {'network_id': '918962aa-63bc-42b7-84c7-1b3e7fee24eb', 'fixed_ips': [{'subnet_id': 'd842966a-d793-436a-bf30-56bf8e269bc6', 'ip_address': '172.20.0.2'}, {'subnet_id': '942b437d-844f-4229-8be7-835ff144e2f2'}], 'binding:host_id': 'n-d-master-1'}, 'id': '3a1cc02e-4294-4c18-bd56-5a5367bff6c9'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:39:12.249937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.264506 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:12.366640 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1640734410-network', 'tenant_id': 'c5a6920026b244418ca5140467334549'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:12.408485 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Made reservation on behalf of c5a6920026b244418ca5140467334549 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:12.410935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.423393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.485340 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Attempting to bind port e4cc2f4a-396f-4767-b26f-532189c07b92 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:12.485977 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Attempting to bind port e4cc2f4a-396f-4767-b26f-532189c07b92 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:12.486119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Attempting to bind port e4cc2f4a-396f-4767-b26f-532189c07b92 on network 6f5edf5a-a241-43af-8982-be8254427c9b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:12.497340 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Port e4cc2f4a-396f-4767-b26f-532189c07b92 on network 6f5edf5a-a241-43af-8982-be8254427c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:12.497773 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Attempting to bind port e4cc2f4a-396f-4767-b26f-532189c07b92 on network 6f5edf5a-a241-43af-8982-be8254427c9b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:12.501781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.505121 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.6 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/d842966a-d793-436a-bf30-56bf8e269bc6/63ad9144-e79e-4ae7-a767-75dc5de8f0ed) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:12.506198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.507923 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:12.508276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Checking segment: {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:12.508695 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Bound using segment: {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:12.509201 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Bound port: e4cc2f4a-396f-4767-b26f-532189c07b92, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:12.509566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.524708 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.28 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/942b437d-844f-4229-8be7-835ff144e2f2/63ad9144-e79e-4ae7-a767-75dc5de8f0ed) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:12.530814 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:12.546116 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2285d3c5-027f-4fac-8acf-7f0c72f2ff94,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:12.549188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.549565 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Added segment ec317dc5-cd8d-42f4-bb99-a6c6c2280da6 of type vlan for network f8b1ce2d-8b14-40a6-b173-4a8992eb050a Oct 11 15:39:12.598071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.623765 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.624783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:12.625391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.658178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:12.675760 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4cc2f4a-396f-4767-b26f-532189c07b92,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:12.678875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6026127 Oct 11 15:39:12.683576 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:12.690406 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc059-02c5-4c8c-a13c-b341b60991a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b1ce2d-8b14-40a6-b173-4a8992eb050a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:12.691504 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Request body: {'subnet': {'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-subnet', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:12.698829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.701673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:12.769266 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:12.769922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.771383 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-a8661ee7-9866-4661-925b-731202f98043 service neutron] 10.222.0.43 "PUT /v2.0/ports/e4cc2f4a-396f-4767-b26f-532189c07b92 HTTP/1.1" status: 200 len: 1091 time: 2.3588090 Oct 11 15:39:12.776222 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:12.778701 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77159b1b-d5fa-4ba5-aca9-77270686036d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:12.786351 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Made reservation on behalf of c5a6920026b244418ca5140467334549 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:12.788866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.892965 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758beba-8636-4450-af12-8ec5ce9d80db x-openstack-request-id: req-0758beba-8636-4450-af12-8ec5ce9d80db {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:12.893254 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:12.893528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0758beba-8636-4450-af12-8ec5ce9d80db {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:12.893928 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92', 'status': 'completed', 'code': 200} Oct 11 15:39:12.898185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.900753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:12.940943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8661ee7-9866-4661-925b-731202f98043 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:12.980578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:12.981326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:12.994126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a184-e0f7-4a01-90b0-e310350ae369 req-2d5bac4e-4503-4bf3-a4cb-aa76f4419dc1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.000854 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-68b94b37-0b0e-4784-8798-8cdcd0bb66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.001384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-68b94b37-0b0e-4784-8798-8cdcd0bb66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.004279 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-68b94b37-0b0e-4784-8798-8cdcd0bb66a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1980 time: 0.1684399 Oct 11 15:39:13.011066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a184-e0f7-4a01-90b0-e310350ae369 req-2d5bac4e-4503-4bf3-a4cb-aa76f4419dc1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.012773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8a1a184-e0f7-4a01-90b0-e310350ae369 req-2d5bac4e-4503-4bf3-a4cb-aa76f4419dc1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.0918961 Oct 11 15:39:13.078385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.091903 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Allocated IP 172.20.0.18 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/942b437d-844f-4229-8be7-835ff144e2f2/3a1cc02e-4294-4c18-bd56-5a5367bff6c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:13.112176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-339abbca-e944-4f67-bef9-3ce7dd34a0ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=7c103660-8c5f-4b84-a04b-4574779566ed HTTP/1.1" status: 200 len: 217 time: 0.0958006 Oct 11 15:39:13.168372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8a1a184-e0f7-4a01-90b0-e310350ae369 req-a4476681-d872-433a-8fab-b0161d94ef4e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462109 Oct 11 15:39:13.233195 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:13.235106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] For port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,segment=NetworkSegment(a10a1890-028b-4473-8fc9-13e930fee809),segment_id=a10a1890-028b-4473-8fc9-13e930fee809)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:13.238584 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=63ad9144-e79e-4ae7-a767-75dc5de8f0ed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:13.281654 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.286761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.383043 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fab10-1384-48ae-bef5-f19b6bb05722 None None] Pushing event updated for resources: {'Port': ['ID=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:13.564097 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:13.576351 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:13.603725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-19a16f8f-50fb-4ab9-9438-d51a29af46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.605254 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-19a16f8f-50fb-4ab9-9438-d51a29af46af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc83fc58-2ce3-4df6-bc39-978e63892b99 HTTP/1.1" status: 200 len: 801 time: 0.4848781 Oct 11 15:39:13.650988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.704646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.705274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.742002 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:13.745332 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-0edb76ff-e72d-4feb-a931-774e7aed9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.746960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-0edb76ff-e72d-4feb-a931-774e7aed9d94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=456df804-2ac7-4226-a89a-73bb65a1c36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329784 Oct 11 15:39:13.758724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-781c1931-750a-4174-b9d8-67e5e3885d8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6524155 Oct 11 15:39:13.761618 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:13.767402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd842966a-d793-436a-bf30-56bf8e269bc6'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:13.811415 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Checking segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:13.811771 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Network hostable DHCP agents. Network: f8b1ce2d-8b14-40a6-b173-4a8992eb050a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:13.851940 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:13.872382 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f8b1ce2d-8b14-40a6-b173-4a8992eb050a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:13.879822 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:13.880471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:13.886095 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-2c95cbe6-cda6-4d4a-af09-e0af1a86c0a1 service neutron] 10.222.0.43 "GET /v2.0/networks/456df804-2ac7-4226-a89a-73bb65a1c36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312084 Oct 11 15:39:13.892264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881e3bc-9d3c-4615-8146-393c2b7de14a None None] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:13.924882 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-38c4c5e0-b3f5-4dbf-b805-468cf6f5fd9d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2402003 Oct 11 15:39:13.925729 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:13.968941 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:14.006797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18271d1-f0be-42d5-b67a-c526407bf136 None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:14.016707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.019992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.022303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.048498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-23ca033a-67dc-4216-906a-63e6d574eb57 service neutron] 10.222.0.43 "GET /v2.0/networks/456df804-2ac7-4226-a89a-73bb65a1c36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548867 Oct 11 15:39:14.131960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-fe11f869-1a9d-45fa-814e-2404f77043f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=e4cc2f4a-396f-4767-b26f-532189c07b92 HTTP/1.1" status: 200 len: 217 time: 0.0692976 Oct 11 15:39:14.134738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.136783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3053f96-8607-4089-84cc-bfc0c232871a None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:14.137189 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3053f96-8607-4089-84cc-bfc0c232871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.257865 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:14.258850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.388984 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-74e0fe00-f96f-4b57-973d-b68058e8cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:14.390448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-74e0fe00-f96f-4b57-973d-b68058e8cf12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02466e90-b560-43e1-b7e3-26bb67796154 HTTP/1.1" status: 200 len: 801 time: 0.2515569 Oct 11 15:39:14.475274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:14.518911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159dc70-f5c2-4d36-9a8a-de25f16924ed req-3201ae8e-d4d6-49b3-a59a-e905f695f7b9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:14.524919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159dc70-f5c2-4d36-9a8a-de25f16924ed req-3201ae8e-d4d6-49b3-a59a-e905f695f7b9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:14.526599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3159dc70-f5c2-4d36-9a8a-de25f16924ed req-3201ae8e-d4d6-49b3-a59a-e905f695f7b9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.2142019 Oct 11 15:39:14.589474 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d28f-ef91-481e-8874-6b86479a755f req-2ec74365-19b8-4b15-9841-41ae36d78082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:14.591018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-2ec74365-19b8-4b15-9841-41ae36d78082 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f5edf5a-a241-43af-8982-be8254427c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591635 Oct 11 15:39:14.647355 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:14.654175 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Allocated IP 172.20.0.2 (f8b1ce2d-8b14-40a6-b173-4a8992eb050a/b26c3afd-d89b-4bd6-9a74-e9315c5ff30d/7dcb65dd-cb53-4b0f-9d89-4a57a3af8380) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:14.702942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3159dc70-f5c2-4d36-9a8a-de25f16924ed req-bdba2113-d19b-4b05-aefa-811a8e4036ce tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619129 Oct 11 15:39:14.736718 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Delete allocated IP 172.20.0.28 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/942b437d-844f-4229-8be7-835ff144e2f2) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:39:14.739789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-8251e8b0-623d-4385-ae37-344e55ee5739 service neutron] 10.222.0.43 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381283 Oct 11 15:39:14.916954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:14.986603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.029889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.051722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa57-28ba-4dbc-a9dd-ba4773d03941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.084649 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.095426 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c314a06-66d2-4378-8d5b-2d92a3f7e41f None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:15.095807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c314a06-66d2-4378-8d5b-2d92a3f7e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.100920 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e181d28f-ef91-481e-8874-6b86479a755f req-9ee6a5c1-4313-479b-af55-5694f2e6a037 service neutron] 10.222.0.43 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488908 Oct 11 15:39:15.104690 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:15.106702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.182163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.199044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.203965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.250721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa57-28ba-4dbc-a9dd-ba4773d03941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.273849 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Allocated IP 172.35.3.231 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ad07fb4f-7947-4fcd-ab42-f29d6b021d74) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:15.283336 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-3127393d-8e6f-40c7-b5f9-3e4a3ce0400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.283822 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-3127393d-8e6f-40c7-b5f9-3e4a3ce0400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.284655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa57-28ba-4dbc-a9dd-ba4773d03941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.285578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-3127393d-8e6f-40c7-b5f9-3e4a3ce0400d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1980 time: 0.1221693 Oct 11 15:39:15.369471 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=63ad9144-e79e-4ae7-a767-75dc5de8f0ed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:15.387479 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4b69aa57-28ba-4dbc-a9dd-ba4773d03941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fb525a1e1034b72ab33ca2876a17deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353337 Oct 11 15:39:15.390406 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:15.392482 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69aa57-28ba-4dbc-a9dd-ba4773d03941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93cc7e1-76cd-40c4-a173-56160b7cd26d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:15.422781 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] In _notify_port_updated(), no bound segment for port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed on network 918962aa-63bc-42b7-84c7-1b3e7fee24eb {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:39:15.431384 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.432034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.440402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ea16754f-8bd2-4e45-b0e5-8f94b22d6b44 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/ports/63ad9144-e79e-4ae7-a767-75dc5de8f0ed HTTP/1.1" status: 200 len: 919 time: 1.6776497 Oct 11 15:39:15.441629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:15.457681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd842966a-d793-436a-bf30-56bf8e269bc6'}, {'subnet_id': '942b437d-844f-4229-8be7-835ff144e2f2'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:15.475230 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:15.490525 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:15.496536 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:15.514589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.555965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.576795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Pushing event updated for resources: {'Port': ['ID=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:15.622285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Attempting to bind port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:15.625998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Attempting to bind port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:15.626876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Attempting to bind port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 on network f8b1ce2d-8b14-40a6-b173-4a8992eb050a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:15.628263 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-65c1fd95-d7d9-4dab-8375-c7d443b53173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.629908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-65c1fd95-d7d9-4dab-8375-c7d443b53173 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f5edf5a-a241-43af-8982-be8254427c9b HTTP/1.1" status: 200 len: 903 time: 0.3356304 Oct 11 15:39:15.639375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.642468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.644579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b93cc7e1-76cd-40c4-a173-56160b7cd26d HTTP/1.1" status: 204 len: 168 time: 0.2523897 Oct 11 15:39:15.671722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.674828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.675663 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd85e-e4be-4cbe-945f-0f78f68509b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93cc7e1-76cd-40c4-a173-56160b7cd26d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:15.706760 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:15.707308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Checking segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:15.708074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.708514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Bound using segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:15.709163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Bound port: 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:15.709727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.716649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-361971ae-f971-44fc-b84a-7fe7f1c4a073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=e4cc2f4a-396f-4767-b26f-532189c07b92 HTTP/1.1" status: 200 len: 217 time: 0.0570586 Oct 11 15:39:15.742049 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c314a06-66d2-4378-8d5b-2d92a3f7e41f None None] Provisioning complete for port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:15.742514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c314a06-66d2-4378-8d5b-2d92a3f7e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.832249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5c314a06-66d2-4378-8d5b-2d92a3f7e41f None None] Port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:15.838139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77031e61-5ad4-4184-97bd-037ee63400a2 req-0fa83b6b-3e09-4828-9786-c7762dfe5dd9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.845022 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77031e61-5ad4-4184-97bd-037ee63400a2 req-0fa83b6b-3e09-4828-9786-c7762dfe5dd9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.845388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] For port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:15.847511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77031e61-5ad4-4184-97bd-037ee63400a2 req-0fa83b6b-3e09-4828-9786-c7762dfe5dd9 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.0685372 Oct 11 15:39:15.849730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] For port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:15.858964 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.879351 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-071fe00c-216c-4684-8657-502289148e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:15.881786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-071fe00c-216c-4684-8657-502289148e5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02466e90-b560-43e1-b7e3-26bb67796154 HTTP/1.1" status: 200 len: 801 time: 0.1495690 Oct 11 15:39:15.888267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:15.944657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae21718-5b83-4706-8e0f-d72147b3115a None None] Pushing event updated for resources: {'Port': ['ID=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:15.960205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77031e61-5ad4-4184-97bd-037ee63400a2 req-f5f2fbe6-ee8a-48d8-afcc-580771dfb1cc tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999112 Oct 11 15:39:15.993812 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-484a868c-f895-4b1e-a2c3-8d24f69b7158 None None] Provisioning complete for port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:15.994084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-484a868c-f895-4b1e-a2c3-8d24f69b7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:16.032848 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-484a868c-f895-4b1e-a2c3-8d24f69b7158 None None] Port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:16.054139 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:16.071513 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:16.076998 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:16.082199 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:16.141387 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-a379ab53-95ed-4e89-b058-189d055d9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:16.142966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-a379ab53-95ed-4e89-b058-189d055d9b45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f5edf5a-a241-43af-8982-be8254427c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2501867 Oct 11 15:39:16.428758 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.27 (918962aa-63bc-42b7-84c7-1b3e7fee24eb/942b437d-844f-4229-8be7-835ff144e2f2/63ad9144-e79e-4ae7-a767-75dc5de8f0ed) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:16.918719 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:16.977143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:16.980589 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-2962f68a-93a3-4d9b-971f-bd6100acf841 service neutron] 10.222.0.43 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225427 Oct 11 15:39:17.019952 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:17.020461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.179584 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23eb3f-4907-4d5a-8b46-37a5cc6a05a2 req-fd3e00b6-d910-4e6d-b0dc-fad7f4f8726c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:17.196713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23eb3f-4907-4d5a-8b46-37a5cc6a05a2 req-fd3e00b6-d910-4e6d-b0dc-fad7f4f8726c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:17.210112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d23eb3f-4907-4d5a-8b46-37a5cc6a05a2 req-fd3e00b6-d910-4e6d-b0dc-fad7f4f8726c tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.1265619 Oct 11 15:39:17.222306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.277040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d23eb3f-4907-4d5a-8b46-37a5cc6a05a2 req-00ba33a3-471c-4b54-be18-7c6ac98e10b7 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601718 Oct 11 15:39:17.310446 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:17.337071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.380370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.388102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77159b1b-d5fa-4ba5-aca9-77270686036d req-ecf0ce7c-5d73-4e70-abbd-ca3ddd68748d service neutron] 10.222.0.43 "GET /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475182 Oct 11 15:39:17.422717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.440507 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:17.468720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855295fe-5368-4519-90db-605e38343930 None None] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:17.530958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.569105 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=63ad9144-e79e-4ae7-a767-75dc5de8f0ed,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:17.623531 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c7b9d41-ef73-4e0a-8ee1-3a4adac29b0c None None] Provisioning complete for port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:17.623901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9d41-ef73-4e0a-8ee1-3a4adac29b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.672369 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] In _notify_port_updated(), no bound segment for port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed on network 918962aa-63bc-42b7-84c7-1b3e7fee24eb {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:39:17.678488 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:17.679568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.681179 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe1bc4fe-ac47-4d6b-8871-978c51928c47 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/ports/63ad9144-e79e-4ae7-a767-75dc5de8f0ed HTTP/1.1" status: 200 len: 999 time: 2.2382877 Oct 11 15:39:17.684121 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:17.859653 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Router 60a172b8-41fe-4f8b-b3ab-dabfe391999d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:39:17.913577 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:17.913932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.917617 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61d5463a-ac1d-45c1-896f-5db49f365af2 None None] Provisioning complete for port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:17.918119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61d5463a-ac1d-45c1-896f-5db49f365af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:17.977954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61d5463a-ac1d-45c1-896f-5db49f365af2 None None] Port 63ad9144-e79e-4ae7-a767-75dc5de8f0ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:18.043352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:18.054720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Sync routers for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:18.080164 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:18.081096 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:18.090070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.094788 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e28c8409-4c8a-4f49-8b97-67f332a620f5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1302702 Oct 11 15:39:18.095459 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:18.116691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.130344 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 63ad9144-e79e-4ae7-a767-75dc5de8f0ed owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:18.208631 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14737dab-de70-42cb-a744-881afaca9330 None None] Provisioning complete for port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:18.209115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14737dab-de70-42cb-a744-881afaca9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.452389 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:18.590638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe407-c1ad-40f4-99c7-1ed759601453 req-15bcf691-8ec7-4077-becd-0a56552cc904 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:18.597563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe407-c1ad-40f4-99c7-1ed759601453 req-15bcf691-8ec7-4077-becd-0a56552cc904 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:18.599164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bdfe407-c1ad-40f4-99c7-1ed759601453 req-15bcf691-8ec7-4077-becd-0a56552cc904 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.1319926 Oct 11 15:39:18.600936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.656664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=63ad9144-e79e-4ae7-a767-75dc5de8f0ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:18.711236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bdfe407-c1ad-40f4-99c7-1ed759601453 req-e6d8027c-9603-40b4-b39c-97bd42a0389b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960970 Oct 11 15:39:18.766918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.797866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:18.807893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4cc58132-3b80-4263-aeca-4645bdd0b248 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/63ad9144-e79e-4ae7-a767-75dc5de8f0ed HTTP/1.1" status: 204 len: 168 time: 1.1215365 Oct 11 15:39:18.808923 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:18.903306 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-859d580a-1adb-459a-ab10-a39a3fc47bdf tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:18.918065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-859d580a-1adb-459a-ab10-a39a3fc47bdf tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/63ad9144-e79e-4ae7-a767-75dc5de8f0ed HTTP/1.1" status: 404 len: 333 time: 0.1070979 Oct 11 15:39:18.920754 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:18.939820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:19.071809 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 942b437d-844f-4229-8be7-835ff144e2f2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:19.088691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.095965 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:16Z', 'revision_number': 3, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:19.104403 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:19.139058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.140216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Checking router: 60a172b8-41fe-4f8b-b3ab-dabfe391999d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:39:19.143042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Updating router 60a172b8-41fe-4f8b-b3ab-dabfe391999d port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:39:19.190077 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:19.190597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.214469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.252223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.292428 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Allocated IP 172.20.0.1 (f8b1ce2d-8b14-40a6-b173-4a8992eb050a/b26c3afd-d89b-4bd6-9a74-e9315c5ff30d/729bddea-fc2e-4879-a8b1-312c09f6d6e9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:19.309818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37af1b-302d-4dec-a112-5c9b87c4c783 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:19.309818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37af1b-302d-4dec-a112-5c9b87c4c783 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:19.310153 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37af1b-302d-4dec-a112-5c9b87c4c783 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:19.315846 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e37af1b-302d-4dec-a112-5c9b87c4c783 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=a2d2d68f3f6142399a57f1cd20aa2c97&network_id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 2970 time: 0.2092488 Oct 11 15:39:19.342109 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:19.362489 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.385364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.392744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/942b437d-844f-4229-8be7-835ff144e2f2 HTTP/1.1" status: 204 len: 168 time: 0.4662130 Oct 11 15:39:19.426052 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:19.518107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.526399 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6b84d-e1a8-43ed-a918-d3a315870c2e None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:19.531372 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.592486 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet d842966a-d793-436a-bf30-56bf8e269bc6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:19.603102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.652344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c17d028-0759-41c3-a339-7d5fb9986227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.728011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.752585 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1062f0-c04c-4084-a3d4-9f6d1b98795a None None] Pushing event updated for resources: {'Port': ['ID=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:19.763918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Attempting to bind port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:19.767758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Attempting to bind port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:19.767952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Attempting to bind port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:19.781412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.785372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:19.788156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:19.791628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.792187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:19.792823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Bound port: ad07fb4f-7947-4fcd-ab42-f29d6b021d74, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:19.793325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.919011 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612a336-f247-4cff-b251-b03e778fbc0a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=942b437d-844f-4229-8be7-835ff144e2f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:19.933130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.959925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60985570-7083-4dc8-8282-65a7e0fc8c8c req-fc6c5830-0eb9-4ee6-8d44-514c530df15a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:19.975913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60985570-7083-4dc8-8282-65a7e0fc8c8c req-fc6c5830-0eb9-4ee6-8d44-514c530df15a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:19.977190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:19.984062 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] For port ad07fb4f-7947-4fcd-ab42-f29d6b021d74, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:19.991721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60985570-7083-4dc8-8282-65a7e0fc8c8c req-fc6c5830-0eb9-4ee6-8d44-514c530df15a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.1255300 Oct 11 15:39:20.002715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] For port ad07fb4f-7947-4fcd-ab42-f29d6b021d74, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:20.043193 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Pushing event updated for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.045620 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.060621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c17d028-0759-41c3-a339-7d5fb9986227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.070013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60985570-7083-4dc8-8282-65a7e0fc8c8c req-0d4f5f50-aba7-4eb8-9dc9-f171375e9c36 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771816 Oct 11 15:39:20.074638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c17d028-0759-41c3-a339-7d5fb9986227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.096851 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:20.124948 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:20.129576 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:20.183235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7c103660-8c5f-4b84-a04b-4574779566ed details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:20.209574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.218625 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1062f0-c04c-4084-a3d4-9f6d1b98795a None None] Pushing event updated for resources: {'Port': ['ID=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.246161 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:20.246880 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:20.312179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17d028-0759-41c3-a339-7d5fb9986227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2030f503-7bdb-44ae-a2a3-a23fe8ada716,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.336309 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:20.336636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c17d028-0759-41c3-a339-7d5fb9986227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d278b236c96245fab9e8104224c574a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899473 Oct 11 15:39:20.367596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.388846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.395322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/d842966a-d793-436a-bf30-56bf8e269bc6 HTTP/1.1" status: 204 len: 168 time: 0.9680297 Oct 11 15:39:20.402914 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:20.426162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea62ecc-f1f1-465d-8703-69e86065a873 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=d842966a-d793-436a-bf30-56bf8e269bc6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.590820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.597446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.636197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.648443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.755041 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:20.755508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.759773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.765093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.769972 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7839344-b3b5-4a12-82d9-c8750fe77829 None None] Provisioning complete for port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:20.770321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7839344-b3b5-4a12-82d9-c8750fe77829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.771963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2030f503-7bdb-44ae-a2a3-a23fe8ada716 HTTP/1.1" status: 204 len: 168 time: 0.4338045 Oct 11 15:39:20.837289 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bed74e-b34e-4915-b9dc-4d415e07f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2030f503-7bdb-44ae-a2a3-a23fe8ada716,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.845620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b7839344-b3b5-4a12-82d9-c8750fe77829 None None] Port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:20.871498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7c103660-8c5f-4b84-a04b-4574779566ed,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:20.876247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:20.885362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.898314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.914933 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,segment=NetworkSegment(a10a1890-028b-4473-8fc9-13e930fee809),segment_id=a10a1890-028b-4473-8fc9-13e930fee809)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:20.915555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:20.936130 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:20.985450 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Pushing event updated for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:20.991590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.019225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '7c103660-8c5f-4b84-a04b-4574779566ed', 'network_id': '456df804-2ac7-4226-a89a-73bb65a1c36c', 'port_id': '7c103660-8c5f-4b84-a04b-4574779566ed', 'mac_address': 'fa:16:3e:8a:96:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc83fc58-2ce3-4df6-bc39-978e63892b99', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:21.072782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.151717 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=3a1cc02e-4294-4c18-bd56-5a5367bff6c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:21.165303 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:21.207037 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.226579 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:21.231087 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:21.246046 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c103660-8c5f-4b84-a04b-4574779566ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:21.284550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b8c6d-bf3d-44b1-9f82-05cf2798325d None None] Network 918962aa-63bc-42b7-84c7-1b3e7fee24eb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:21.309670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7c103660-8c5f-4b84-a04b-4574779566ed,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:21.310861 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19cac5f8-e488-4791-9295-d7cdc4799500 None None] Could not find standard attr ID for object 3a1cc02e-4294-4c18-bd56-5a5367bff6c9. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:39:21.344216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.345021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4cc2f4a-396f-4767-b26f-532189c07b92 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:21.392915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.423440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6d71-400b-4c89-83d4-ddd8fb2cb242 req-fabe38b7-582c-4b7a-8e1e-1b0c38c16909 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:21.439241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6d71-400b-4c89-83d4-ddd8fb2cb242 req-fabe38b7-582c-4b7a-8e1e-1b0c38c16909 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:21.441986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-566c6d71-400b-4c89-83d4-ddd8fb2cb242 req-fabe38b7-582c-4b7a-8e1e-1b0c38c16909 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1678 time: 0.2320225 Oct 11 15:39:21.460100 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:21.469008 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918962aa-63bc-42b7-84c7-1b3e7fee24eb']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:21.484988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b983af3-2944-4728-ab0c-7a42bbf8f2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.533322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4cc2f4a-396f-4767-b26f-532189c07b92,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:21.534750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-566c6d71-400b-4c89-83d4-ddd8fb2cb242 req-0e559bbf-c9a8-43ec-84fe-c48ff5a0375a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Oct 11 15:39:21.541798 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10a1890-028b-4473-8fc9-13e930fee809') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:21.542917 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10a1890-028b-4473-8fc9-13e930fee809') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:21.564779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e4cc2f4a-396f-4767-b26f-532189c07b92', 'network_id': '6f5edf5a-a241-43af-8982-be8254427c9b', 'port_id': 'e4cc2f4a-396f-4767-b26f-532189c07b92', 'mac_address': 'fa:16:3e:c2:73:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02466e90-b560-43e1-b7e3-26bb67796154', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:21.569364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.593415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b983af3-2944-4728-ab0c-7a42bbf8f2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.607575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.608809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b983af3-2944-4728-ab0c-7a42bbf8f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.618171 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:21.618856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:21.626818 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:21.656971 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b983af3-2944-4728-ab0c-7a42bbf8f2fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=269ac04ade7f4d0d8e129ce65ca5554b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958504 Oct 11 15:39:21.662833 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:21.694803 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:21.703578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:16Z', 'revision_number': 3, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:21.722509 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Router 60a172b8-41fe-4f8b-b3ab-dabfe391999d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:39:21.729231 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983af3-2944-4728-ab0c-7a42bbf8f2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbc713-45e3-4699-8cde-b0d89bbe016a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:21.771642 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927e437-5f37-46bc-8044-3ecfc8e68af8 None None] The sync data for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 is: [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:16Z', 'revision_number': 3, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:21.772432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.780673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.784009 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.789168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/918962aa-63bc-42b7-84c7-1b3e7fee24eb HTTP/1.1" status: 204 len: 168 time: 1.3852811 Oct 11 15:39:21.791870 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:21.802241 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5fe526b3-7f77-4887-9caa-93499844dc85 None None] Provisioning complete for port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:21.803430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fe526b3-7f77-4887-9caa-93499844dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.806341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.807511 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cc2f4a-396f-4767-b26f-532189c07b92 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:21.845641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29156e-e937-49ed-b3b4-8369caccb4d9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=918962aa-63bc-42b7-84c7-1b3e7fee24eb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:21.848311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4cc2f4a-396f-4767-b26f-532189c07b92,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:21.872612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d65d6ab-5273-45f2-b697-89b5a9002627 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:21.874208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d65d6ab-5273-45f2-b697-89b5a9002627 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0813334 Oct 11 15:39:21.877612 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:21.889846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fe526b3-7f77-4887-9caa-93499844dc85 None None] Port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:21.891491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86f83f-9d04-4fd9-b20e-68b0caa9482a None None] DHCP port deletion for 918962aa-63bc-42b7-84c7-1b3e7fee24eb request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:21.898599 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:21.992321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ddf83e7-db68-4ace-89e6-af9dbaed07f2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1099732 Oct 11 15:39:21.992922 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:21.998020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805471489'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:22.009520 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:22.028087 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:22.033666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.076803 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:22.091115 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.091581 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment 92fcb401-ffa6-4427-a0e4-11644c4d204d of type vlan for network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 Oct 11 15:39:22.176993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.217122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.228941 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:22.229889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.256706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['7c103660-8c5f-4b84-a04b-4574779566ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:22.275817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2817454 Oct 11 15:39:22.285732 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:22.297504 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:22.313113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.342506 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff79beb-4f05-4328-8175-1a806b5a64c0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=3b5b9aac-aa60-43ec-abd0-f4cfed43b457,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:22.357069 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:22.544946 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:22.548249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.626379 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:22.643675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2454e2cb-ba9a-4d1a-924a-172573e21758 admin admin] 10.222.0.31 "PUT /v2.0/routers/60a172b8-41fe-4f8b-b3ab-dabfe391999d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5467548 Oct 11 15:39:22.644338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.646959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:22.650691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32bbc713-45e3-4699-8cde-b0d89bbe016a HTTP/1.1" status: 204 len: 168 time: 0.9819238 Oct 11 15:39:22.674830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235083-1f88-4de6-bebf-8e128dd99bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbc713-45e3-4699-8cde-b0d89bbe016a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:22.724031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c848e-1fcb-4fd0-a777-a1c16e1a0362 req-dcce5bc0-110d-4f89-99fa-c71115ce106d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:22.753721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c848e-1fcb-4fd0-a777-a1c16e1a0362 req-dcce5bc0-110d-4f89-99fa-c71115ce106d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:22.769806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df9c848e-1fcb-4fd0-a777-a1c16e1a0362 req-dcce5bc0-110d-4f89-99fa-c71115ce106d tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1680 time: 0.1376953 Oct 11 15:39:22.929873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df9c848e-1fcb-4fd0-a777-a1c16e1a0362 req-b0d4877f-06a9-46ed-8f7b-6c805c6519ec tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590517 Oct 11 15:39:22.966807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad07fb4f-7947-4fcd-ab42-f29d6b021d74 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:23.012379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.094750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:23.095544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.111363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=2347d320-73bf-4a82-b8f0-2860f2286020,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:23.148319 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': '92fcb401-ffa6-4427-a0e4-11644c4d204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:23.150602 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 3b5b9aac-aa60-43ec-abd0-f4cfed43b457, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:23.195366 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:23.227333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b5b9aac-aa60-43ec-abd0-f4cfed43b457) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:23.235159 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:23.235913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.264034 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad97424-54a7-44e9-bdf2-e6c169cd6956 None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:23.285123 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:23.288612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e8216b5-c9ea-4a1f-88ce-39db4743ba71 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0015807 Oct 11 15:39:23.291694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457', 'name': 'tempest-PortsTestJSON-1219135105'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:23.392230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.404426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e4cc2f4a-396f-4767-b26f-532189c07b92'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:23.462031 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:23.561773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:23.566343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.581249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ad07fb4f-7947-4fcd-ab42-f29d6b021d74, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:23.608004 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 031a9dfa-9df8-42f3-90d5-eba7d28f798a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:23.618257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb2f81-5719-4b91-8596-cd24f0d3ab1d tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:23.633511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-51cb2f81-5719-4b91-8596-cd24f0d3ab1d tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 814 time: 0.1568437 Oct 11 15:39:23.634184 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:23.719237 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:23.755670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:23.791920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:23.792478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a1cc02e-4294-4c18-bd56-5a5367bff6c9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:23.850594 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.12 (3b5b9aac-aa60-43ec-abd0-f4cfed43b457/2347d320-73bf-4a82-b8f0-2860f2286020/031a9dfa-9df8-42f3-90d5-eba7d28f798a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:23.876122 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:23.963000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ea-f9d4-4547-b0f2-d7423f2ad597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.075006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3b5b9aac-aa60-43ec-abd0-f4cfed43b457', 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': '2347d320-73bf-4a82-b8f0-2860f2286020'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:24.075913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.093143 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:24.107545 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592500893', 'description': 'tempest-description--1350852662'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:24.142066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ea-f9d4-4547-b0f2-d7423f2ad597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.149809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2871f2ea-f9d4-4547-b0f2-d7423f2ad597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.212109 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871f2ea-f9d4-4547-b0f2-d7423f2ad597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba87d845-0c0a-44d5-983f-c57078b08b57,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:24.219042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7c103660-8c5f-4b84-a04b-4574779566ed up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:24.219669 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2871f2ea-f9d4-4547-b0f2-d7423f2ad597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deb977c984d742edafe7b98e1d4ee2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991405 Oct 11 15:39:24.221769 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:24.252034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.293619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38281e-aa0b-4b6a-8f8f-dfeb056a2a24 req-30c1b0e4-4901-4b04-bee3-77e2e44dc31a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:24.301850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38281e-aa0b-4b6a-8f8f-dfeb056a2a24 req-30c1b0e4-4901-4b04-bee3-77e2e44dc31a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:24.312880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d38281e-aa0b-4b6a-8f8f-dfeb056a2a24 req-30c1b0e4-4901-4b04-bee3-77e2e44dc31a tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1680 time: 0.2199702 Oct 11 15:39:24.330887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.336159 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 7c103660-8c5f-4b84-a04b-4574779566ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:39:24.341189 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 7c103660-8c5f-4b84-a04b-4574779566ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:24.342268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.368190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.368998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.439159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.441737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.446507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.462939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d38281e-aa0b-4b6a-8f8f-dfeb056a2a24 req-d5bcfd57-c84b-4df4-bc62-491212c3677b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488647 Oct 11 15:39:24.471696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba87d845-0c0a-44d5-983f-c57078b08b57 HTTP/1.1" status: 204 len: 168 time: 0.2300639 Oct 11 15:39:24.478576 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7c103660-8c5f-4b84-a04b-4574779566ed,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:24.482307 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:24.490976 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c58cd-c845-491f-9558-679914195b9c" -d '{"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-plugged", "status": "completed", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:24.500658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.510339 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a33e2-f507-4542-b92a-082b0cfb1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba87d845-0c0a-44d5-983f-c57078b08b57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:24.531301 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.620994 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:24.634372 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Allocated IP 172.20.0.2 (3b5b9aac-aa60-43ec-abd0-f4cfed43b457/2347d320-73bf-4a82-b8f0-2860f2286020/75de59e5-858c-4f7c-9c31-c5df7dc95c97) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:24.644680 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Sync routers for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:24.646511 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.650620 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:24.658070 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:24.664353 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:24.666798 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:24.667694 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:24.674843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.697740 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:24.704128 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'network': {'name': 'tempest-network-smoke--617683912', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:24.752979 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:24.756375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.765827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.767101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6719756 Oct 11 15:39:24.798629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:24.798835 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:24.819700 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'security_group_rule': {'security_group_id': 'ab05411b-b9e0-40cc-b0e5-cd92c02c17d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:24.859917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9374aa9-5f7a-4cbd-bd3e-54f860ed34d2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:24.866826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad07fb4f-7947-4fcd-ab42-f29d6b021d74 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:24.886504 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:24.912342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:24.920613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.921689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.922221 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Added segment a1257dec-925e-4dfa-9386-dfc991b63958 of type vlan for network ab2b61d1-20aa-4112-87a7-d22b9210eed8 Oct 11 15:39:24.944626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=031a9dfa-9df8-42f3-90d5-eba7d28f798a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:24.958085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.978521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98cc29d5-f680-479e-a66b-02b6b2f9fa57 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6898978 Oct 11 15:39:24.978739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.979250 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:24.980969 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:24.981425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:24.984715 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457', 'name': 'tempest-PortsTestJSON-789394848'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:25.052006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.054660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.055762 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8aeff6-280d-420a-9c7c-de59d934f65f x-openstack-request-id: req-1a8aeff6-280d-420a-9c7c-de59d934f65f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:25.056054 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-plugged", "status": "completed", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:25.057868 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a8aeff6-280d-420a-9c7c-de59d934f65f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:25.060339 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed', 'code': 200} Oct 11 15:39:25.078467 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:25.115515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.116780 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:25.124256 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:25.125280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.128690 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:25.138220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Pushing event updated for resources: {'Port': ['ID=75de59e5-858c-4f7c-9c31-c5df7dc95c97,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:25.199807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.221452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.236766 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Network': ['ID=ab2b61d1-20aa-4112-87a7-d22b9210eed8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:25.246476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aa454f-c311-4447-b7bd-74fd501f1da3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:25.254866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:25.263347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:25.265746 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 2, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:25.270408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.275805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.277394 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d27addbe-01c1-48eb-9a73-67c09ef8adec tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4734356 Oct 11 15:39:25.286926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09e17fc3-8314-4c2a-babe-75a423c45dcf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5853398 Oct 11 15:39:25.287513 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:25.288043 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:25.293174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'security_group_rule': {'security_group_id': 'ab05411b-b9e0-40cc-b0e5-cd92c02c17d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:25.322161 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Checking router: 60a172b8-41fe-4f8b-b3ab-dabfe391999d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:39:25.322720 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Updating router 60a172b8-41fe-4f8b-b3ab-dabfe391999d port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:39:25.356208 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.358021 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port acc20a92-1c3f-4e54-816e-1e9e6c5914e4 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:25.387602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Attempting to bind port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:25.389088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Attempting to bind port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '92fcb401-ffa6-4427-a0e4-11644c4d204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:25.390959 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Attempting to bind port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 on network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:25.410854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:25.411483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Checking segment: {'id': '92fcb401-ffa6-4427-a0e4-11644c4d204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:25.412093 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.412649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Bound using segment: {'id': '92fcb401-ffa6-4427-a0e4-11644c4d204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:25.413324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Bound port: 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fcb401-ffa6-4427-a0e4-11644c4d204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3b5b9aac-aa60-43ec-abd0-f4cfed43b457'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:25.413940 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.467325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1b785-5c13-41d6-aab1-875938df283a tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:25.473199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-97b1b785-5c13-41d6-aab1-875938df283a tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a2d2d68f3f6142399a57f1cd20aa2c97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1730397 Oct 11 15:39:25.475690 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:25.492635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.585754 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] For port 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:25.591314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] For port 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de59e5-858c-4f7c-9c31-c5df7dc95c97,segment=NetworkSegment(92fcb401-ffa6-4427-a0e4-11644c4d204d),segment_id=92fcb401-ffa6-4427-a0e4-11644c4d204d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:25.602552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.685587 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3705-837f-4220-9812-61a5ca7d2301 None None] Pushing event updated for resources: {'Port': ['ID=75de59e5-858c-4f7c-9c31-c5df7dc95c97,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:25.723434 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.10 (3b5b9aac-aa60-43ec-abd0-f4cfed43b457/2347d320-73bf-4a82-b8f0-2860f2286020/acc20a92-1c3f-4e54-816e-1e9e6c5914e4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:25.882574 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e178cdb-c5b9-4666-b2a8-67cd1efc590e tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:25.884227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e178cdb-c5b9-4666-b2a8-67cd1efc590e tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4074855 Oct 11 15:39:25.887143 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:25.896089 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.912131 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:25.940013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5bfbbcd-2f74-4399-8d08-cdc092e06278 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515721 Oct 11 15:39:25.945163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:25.968460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.003706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.041298 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Pushing event updated for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:26.045950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ea8840f-0046-4c74-88b8-f53ef7904989 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a2d2d68f3f6142399a57f1cd20aa2c97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960174 Oct 11 15:39:26.055705 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:26.094428 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.094763 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.095096 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.095409 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.095723 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.096228 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.096553 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c056ff24-4efe-4e13-9dae-d30bb9c2c38a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:26.096942 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.097581 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.098106 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.098599 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.099123 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.099596 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:26.154691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be245a-4653-4cc9-b2de-0c97bb3d5d09 req-9432640b-9ef9-46da-a0ad-02ec4855805e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:26.156385 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Attempting to bind port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:26.157110 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Attempting to bind port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:26.157688 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Attempting to bind port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 on network f8b1ce2d-8b14-40a6-b173-4a8992eb050a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:26.165213 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be245a-4653-4cc9-b2de-0c97bb3d5d09 req-9432640b-9ef9-46da-a0ad-02ec4855805e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:26.167542 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:26.168162 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Checking segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:26.168724 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.169282 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Bound using segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:26.170015 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Bound port: 729bddea-fc2e-4879-a8b1-312c09f6d6e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:26.170655 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.180118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4be245a-4653-4cc9-b2de-0c97bb3d5d09 req-9432640b-9ef9-46da-a0ad-02ec4855805e tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1681 time: 0.5291724 Oct 11 15:39:26.188416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.206369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4cc2f4a-396f-4767-b26f-532189c07b92 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:26.276691 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1ee8c-9c29-4f40-a5fd-b087f6021add tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:26.279766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ef1ee8c-9c29-4f40-a5fd-b087f6021add tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2228489 Oct 11 15:39:26.284490 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:26.293103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.294390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4634296e-75e6-4ead-8253-7ec0932a0d4a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0052934 Oct 11 15:39:26.324172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4be245a-4653-4cc9-b2de-0c97bb3d5d09 req-036b61cf-4d85-4439-a6b2-4da97122dd70 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254449 Oct 11 15:39:26.324704 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:26.331453 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] For port 729bddea-fc2e-4879-a8b1-312c09f6d6e9, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:26.332358 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port e4cc2f4a-396f-4767-b26f-532189c07b92 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:39:26.336690 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] For port 729bddea-fc2e-4879-a8b1-312c09f6d6e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=729bddea-fc2e-4879-a8b1-312c09f6d6e9,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:26.344525 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.346039 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:26.348346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e4cc2f4a-396f-4767-b26f-532189c07b92 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:26.348990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.381196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1868ff0a-b82a-45f1-94e8-4250f3446fa0 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948353 Oct 11 15:39:26.383647 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:26.389129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1145949838', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:26.430211 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:26.430970 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:26.449144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.552830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.553091 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:26.558424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.631460 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] Provisioning complete for port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:26.631954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.668194 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=acc20a92-1c3f-4e54-816e-1e9e6c5914e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:26.705232 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:26.711139 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:26.714903 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:26.718527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.763330 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69e6d4-3cf3-447d-82c8-2fbd44323160 None None] Pushing event updated for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:26.915294 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:26.915973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:26.981219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4cc2f4a-396f-4767-b26f-532189c07b92,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:27.004912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7b19b017-ae8a-4d58-aec9-bac96ee4c31e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0245068 Oct 11 15:39:27.018517 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:27.028471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.031909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 75de59e5-858c-4f7c-9c31-c5df7dc95c97 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:27.039689 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:27.109548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.110900 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:27.123053 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc2f84-36fe-461d-b226-4d1f3fa76c0c" -d '{"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-plugged", "status": "completed", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:27.126508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.143036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.307280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:27.314803 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302e393-7e45-41a2-b2b3-2a6c04aa3aff x-openstack-request-id: req-e302e393-7e45-41a2-b2b3-2a6c04aa3aff {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:27.315082 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-plugged", "status": "completed", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:27.326037 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e302e393-7e45-41a2-b2b3-2a6c04aa3aff {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:27.326461 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92', 'code': 200} Oct 11 15:39:27.333554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Subnet': ['ID=91243fcb-669d-4436-90ee-b48e1f448594,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:27.363809 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Checking segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:27.364170 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network hostable DHCP agents. Network: ab2b61d1-20aa-4112-87a7-d22b9210eed8, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:27.366906 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b5842-a887-4141-9c88-b7163693e458 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.368634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6a8b5842-a887-4141-9c88-b7163693e458 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3490353 Oct 11 15:39:27.372089 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:27.423974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:27.431320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.461074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] For port 729bddea-fc2e-4879-a8b1-312c09f6d6e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=729bddea-fc2e-4879-a8b1-312c09f6d6e9,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:27.495850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.522385 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b0b46-63df-41f7-a52c-5124c58d6fea req-8dbfaaa0-5471-4da0-bd3c-180a1d51500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.523103 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b0b46-63df-41f7-a52c-5124c58d6fea req-8dbfaaa0-5471-4da0-bd3c-180a1d51500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.525643 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c9b0b46-63df-41f7-a52c-5124c58d6fea req-8dbfaaa0-5471-4da0-bd3c-180a1d51500f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1984 time: 0.1632037 Oct 11 15:39:27.526980 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:27.559047 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ab2b61d1-20aa-4112-87a7-d22b9210eed8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:27.580933 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a7ef8-d548-47a7-b533-2430e3c4993d None None] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:27.586933 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.587534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:27.600072 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7abfad-9ad4-4d05-ae0f-e839b3fe0c86 None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:27.612303 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c9b0b46-63df-41f7-a52c-5124c58d6fea req-97f87283-303f-4688-9a0b-242385b52e8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Oct 11 15:39:27.618951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1435e67f-7297-4a59-8bc0-983b20b504d6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2335563 Oct 11 15:39:27.619259 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d439cb-f7e3-406c-9ba0-55189a5e5f5e None None] Pushing event updated for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:27.692533 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:26Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:27.716782 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Allocated IP 172.35.3.177 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c06d441c-297f-4b8d-83e3-57b85a5f00bf) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:27.747694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecded3-66c9-4fc9-a973-9f21d0de0cdc req-c507bf78-54fa-499a-8aa2-30f220c5aaf3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.754817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecded3-66c9-4fc9-a973-9f21d0de0cdc req-c507bf78-54fa-499a-8aa2-30f220c5aaf3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:27.763047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26ecded3-66c9-4fc9-a973-9f21d0de0cdc req-c507bf78-54fa-499a-8aa2-30f220c5aaf3 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.2928121 Oct 11 15:39:27.771690 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496155af-1a4f-4f6e-b2d2-c54f252b49b3 None None] The sync data for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 is: [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:26Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:27.993017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26ecded3-66c9-4fc9-a973-9f21d0de0cdc req-9360e7aa-41bd-4ce5-90e1-5f14b5b0c7ab tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285795 Oct 11 15:39:28.018821 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port acc20a92-1c3f-4e54-816e-1e9e6c5914e4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:28.021439 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.034292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.160805 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Provisioning complete for port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:28.161182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.278267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.299672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.309252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de59e5-858c-4f7c-9c31-c5df7dc95c97,segment=NetworkSegment(92fcb401-ffa6-4427-a0e4-11644c4d204d),segment_id=92fcb401-ffa6-4427-a0e4-11644c4d204d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:28.327717 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for acc20a92-1c3f-4e54-816e-1e9e6c5914e4 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:28.339028 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.376623 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:28.382299 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581742059', 'description': 'tempest-secgroup-smoke-1581742059 description', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:28.430040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.455541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.515650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.562087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.568635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.594010 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=75de59e5-858c-4f7c-9c31-c5df7dc95c97,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:28.602207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.604457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2262218 Oct 11 15:39:28.614170 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:28.623706 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:28.650952 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:28.711502 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'Port': ['ID=c06d441c-297f-4b8d-83e3-57b85a5f00bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:28.718304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:39:28.719455 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:39:28.734644 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44d798-5add-45fe-b4ee-869a31b71db9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1efb0-5c35-4991-a88f-f10ee6fb9123,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:28.737186 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:28.746474 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ips': [{'subnet_id': '91243fcb-669d-4436-90ee-b48e1f448594'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:28.747801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.750948 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:28.757182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.983219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:28.996690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.022900 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de81944c-6bbb-4334-9216-65163c3ac927,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:29.036730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.042298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf80adb6-4998-43a5-a3ef-726971c43c4a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4268889 Oct 11 15:39:29.043383 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:29.048288 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:29.072968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.119712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.123065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Allocated IP 172.20.0.18 (ab2b61d1-20aa-4112-87a7-d22b9210eed8/91243fcb-669d-4436-90ee-b48e1f448594/270534a6-07b6-4e24-9378-5d98ed17f4b6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:29.135349 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 75de59e5-858c-4f7c-9c31-c5df7dc95c97 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:29.185402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=acc20a92-1c3f-4e54-816e-1e9e6c5914e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:29.300171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.310844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.367519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.370389 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01855e5e-1038-4198-9d9e-549792cc9efc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:29.405748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.407287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09a32cb2-7e01-4a94-b266-5959900ff2f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3625362 Oct 11 15:39:29.410388 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:29.414510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:29.479134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.516779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:29.517150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.523034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Provisioning complete for port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:29.523393 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20622a32-2ef8-40ce-aaff-660437cb4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.652463 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.657456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.672558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.678723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.723027 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0677dd-4b8d-4264-834d-42920076c0ad,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:29.751516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.759201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6e7e67a-7a61-48d6-8980-26837df34ee6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3418212 Oct 11 15:39:29.760219 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:29.773820 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:29.791865 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:29.829147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.842378 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:29.865241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Pushing event updated for resources: {'Port': ['ID=270534a6-07b6-4e24-9378-5d98ed17f4b6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:29.873204 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:29.893030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 729bddea-fc2e-4879-a8b1-312c09f6d6e9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:29.967735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:29.980840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.026251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.027719 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663436 Oct 11 15:39:30.031038 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:30.035677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:30.063167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924fd4d-ce11-4494-862f-dc329091145b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7a2c4a-d85c-44e6-ba3f-e3332cef9017,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:30.076559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85525-bfa4-4ce3-9fc5-90c866b78dc3 req-e20841e1-7ff2-4534-8792-42531b6dd927 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:30.082942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85525-bfa4-4ce3-9fc5-90c866b78dc3 req-e20841e1-7ff2-4534-8792-42531b6dd927 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:30.094926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a85525-bfa4-4ce3-9fc5-90c866b78dc3 req-e20841e1-7ff2-4534-8792-42531b6dd927 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.8882773 Oct 11 15:39:30.105009 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:39:30.111258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.116256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Attempting to bind port 270534a6-07b6-4e24-9378-5d98ed17f4b6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:30.116572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Attempting to bind port 270534a6-07b6-4e24-9378-5d98ed17f4b6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:30.116907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Attempting to bind port 270534a6-07b6-4e24-9378-5d98ed17f4b6 on network ab2b61d1-20aa-4112-87a7-d22b9210eed8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:30.120776 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Provisioning complete for port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:30.121147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.157120 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:30.157869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Checking segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:30.157976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.158291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Bound using segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:30.158781 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Bound port: 270534a6-07b6-4e24-9378-5d98ed17f4b6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:30.159332 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.270685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.271943 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:30.272401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.283675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.288662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.299698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.311968 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:30.322074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-68becf09-b575-4a46-8177-a9ab38ede89c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/acc20a92-1c3f-4e54-816e-1e9e6c5914e4 HTTP/1.1" status: 204 len: 168 time: 2.9413095 Oct 11 15:39:30.326864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9a85525-bfa4-4ce3-9fc5-90c866b78dc3 req-1c3c6624-7948-4243-b0c9-5013083d234b tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308035 Oct 11 15:39:30.371534 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de12245-2d48-4ad0-99a3-ee4262ffdd68,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:30.456117 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ad48b4-cd37-46f8-9f98-eeb927016c17 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:30.461992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0ad48b4-cd37-46f8-9f98-eeb927016c17 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/acc20a92-1c3f-4e54-816e-1e9e6c5914e4 HTTP/1.1" status: 404 len: 333 time: 0.1490414 Oct 11 15:39:30.464663 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:30.486547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.488388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14b5b798-5c4f-4dce-89d8-ceff1907507f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4563005 Oct 11 15:39:30.503126 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:30.513424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': 'ccc1efb0-5c35-4991-a88f-f10ee6fb9123', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:30.524307 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] For port 270534a6-07b6-4e24-9378-5d98ed17f4b6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:30.577404 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:39:30.593829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.614175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] For port 270534a6-07b6-4e24-9378-5d98ed17f4b6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270534a6-07b6-4e24-9378-5d98ed17f4b6,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:30.627910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.653342 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Provisioning complete for port 031a9dfa-9df8-42f3-90d5-eba7d28f798a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:30.653342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.654931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 031a9dfa-9df8-42f3-90d5-eba7d28f798a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:30.655384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.681834 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.694140 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.733007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.736251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23666fd2-e587-45ed-a13b-28e68a5071ab,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:30.746202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.759973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.763542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3b0354a-b1c3-4ea8-8e4a-d7ed5024e193 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2571447 Oct 11 15:39:30.796231 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Port 031a9dfa-9df8-42f3-90d5-eba7d28f798a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:30.819463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:30.826480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cdb79e4-fdc6-495f-ad5c-3c021cea73bc None None] Could not find standard attr ID for object acc20a92-1c3f-4e54-816e-1e9e6c5914e4. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:39:30.853839 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 031a9dfa-9df8-42f3-90d5-eba7d28f798a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:30.867749 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a57f00-0136-4691-899a-16acee6ede14 None None] Pushing event updated for resources: {'Port': ['ID=270534a6-07b6-4e24-9378-5d98ed17f4b6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:30.939834 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca1417ae-d284-47ec-b172-d99296d11732 None None] Could not find standard attr ID for object acc20a92-1c3f-4e54-816e-1e9e6c5914e4. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:39:30.947351 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'Port': ['ID=c06d441c-297f-4b8d-83e3-57b85a5f00bf,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:30.977689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.002680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.013532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5519cdb-c639-48de-a790-489e9e3f680c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6769843 Oct 11 15:39:31.132639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-900a8b73-af26-44be-8fa0-6a3f1e17e72b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581742059&fields=id&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 267 time: 0.0641434 Oct 11 15:39:31.226554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.342202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=031a9dfa-9df8-42f3-90d5-eba7d28f798a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:31.441750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-9da0f1a0-9f33-479c-86dd-66abdae7c36f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--592500893&fields=id&tenant_id=c5a6920026b244418ca5140467334549 HTTP/1.1" status: 200 len: 267 time: 0.0960999 Oct 11 15:39:31.454538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-41c6b484-d0cf-44f6-b48a-9814aee61bbc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:31.456360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-41c6b484-d0cf-44f6-b48a-9814aee61bbc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/networks?id=ab2b61d1-20aa-4112-87a7-d22b9210eed8 HTTP/1.1" status: 200 len: 796 time: 0.2839353 Oct 11 15:39:31.488374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.498305 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a12f7368-6a09-41ed-9c2e-a9bb3fc71c18 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/031a9dfa-9df8-42f3-90d5-eba7d28f798a HTTP/1.1" status: 204 len: 168 time: 1.0256002 Oct 11 15:39:31.499192 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:31.524528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-a515b0c6-e380-4da1-84a7-952e65416f85 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/quotas/a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 375 time: 0.0542245 Oct 11 15:39:31.561571 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ed5314-7f7c-4e98-8395-c29d33d77a2d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:31.565724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34ed5314-7f7c-4e98-8395-c29d33d77a2d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/031a9dfa-9df8-42f3-90d5-eba7d28f798a HTTP/1.1" status: 404 len: 333 time: 0.0631270 Oct 11 15:39:31.566067 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:31.640555 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 2347d320-73bf-4a82-b8f0-2860f2286020 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:31.644791 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a64be53d-43ae-4de8-8385-a9318f728c8c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:31.654691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a64be53d-43ae-4de8-8385-a9318f728c8c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/networks?id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 200 len: 815 time: 0.1965895 Oct 11 15:39:31.658101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.678609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-7899ce4b-132a-474b-a002-5d871afcfb89 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1418042 Oct 11 15:39:31.683261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-388da014-28c0-49b0-a222-aff04cdbf698 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/quotas/c5a6920026b244418ca5140467334549 HTTP/1.1" status: 200 len: 375 time: 0.0274224 Oct 11 15:39:31.734531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.852879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:31.857912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-ff64d64b-e03e-4761-aa43-4469a37ca07a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5a6920026b244418ca5140467334549&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688147 Oct 11 15:39:31.949588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f51d2690-021c-4d3a-ba1f-76519d1a22c4 service neutron] 10.222.0.31 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466199 Oct 11 15:39:31.969082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.000494 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=2347d320-73bf-4a82-b8f0-2860f2286020,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:32.014746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf717f64-2331-4e9d-8e5d-1927795e5a9e None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:32.016000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.034743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f361dd23-2657-4ee1-b753-2a5755fccaee tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/2347d320-73bf-4a82-b8f0-2860f2286020 HTTP/1.1" status: 204 len: 168 time: 0.4673233 Oct 11 15:39:32.036944 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:32.159120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.231036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-a133409a-27c9-45bc-8647-35a9fee37ba0 service neutron] 10.222.0.31 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751865 Oct 11 15:39:32.236099 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:32.236833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.263606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-39de07be-7768-4d63-8e9c-1feb1c5e8cf1 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866987 Oct 11 15:39:32.333131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75de59e5-858c-4f7c-9c31-c5df7dc95c97,segment=NetworkSegment(92fcb401-ffa6-4427-a0e4-11644c4d204d),segment_id=92fcb401-ffa6-4427-a0e4-11644c4d204d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:32.333667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.351785 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 75de59e5-858c-4f7c-9c31-c5df7dc95c97 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:32.374216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9218e34d-0c9a-4f69-9280-9eda66222ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.418554 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] DHCP port deletion for 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:32.465417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-7092a5df-6b2a-4778-b90b-ed8c4e5a4a46 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934681 Oct 11 15:39:32.467027 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178038a3-9b8b-4f70-ad79-882626d4123d None None] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:32.588196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61355f3-4f01-4a71-9075-6c997137b003 req-1793e559-66a0-47c8-88aa-f6485fab13f6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:32.591681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.609147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61355f3-4f01-4a71-9075-6c997137b003 req-1793e559-66a0-47c8-88aa-f6485fab13f6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:32.611225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c61355f3-4f01-4a71-9075-6c997137b003 req-1793e559-66a0-47c8-88aa-f6485fab13f6 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.1148951 Oct 11 15:39:32.626499 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] Provisioning complete for port 270534a6-07b6-4e24-9378-5d98ed17f4b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:32.626873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.644167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=75de59e5-858c-4f7c-9c31-c5df7dc95c97,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:32.654110 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:32.685196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c61355f3-4f01-4a71-9075-6c997137b003 req-ef18f027-69ad-43f7-81db-73040371d746 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Oct 11 15:39:32.845814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Deleting port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:32.846273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.847055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:32.893454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12140d7-9d64-4102-ac93-2c60e257ad97 req-639f6720-2f2c-4e0a-8fd9-f6d5fa67e8b9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 210 time: 0.0860550 Oct 11 15:39:32.947554 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5b9aac-aa60-43ec-abd0-f4cfed43b457']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:33.000474 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fcb401-ffa6-4427-a0e4-11644c4d204d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:33.000474 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fcb401-ffa6-4427-a0e4-11644c4d204d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:33.028093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bda5309-7303-43a4-95f8-97d3bdca1072 req-effbf859-c8f8-4188-8b2e-0a34053f5de6 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 210 time: 0.0891128 Oct 11 15:39:33.028728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.079043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.080798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 270534a6-07b6-4e24-9378-5d98ed17f4b6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:33.093067 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:33.093681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:33.098318 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:33.257070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.264736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.272707 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:33.278072 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/3b5b9aac-aa60-43ec-abd0-f4cfed43b457 HTTP/1.1" status: 204 len: 168 time: 1.2396085 Oct 11 15:39:33.279664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-260904869'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:33.322419 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8e9f7-61c2-4afb-82c7-83ea38e4754f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=3b5b9aac-aa60-43ec-abd0-f4cfed43b457,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:33.342603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:33.347244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.435578 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:33.453296 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] For port 75de59e5-858c-4f7c-9c31-c5df7dc95c97, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:33.454056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.465710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.478627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.480250 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment e5baa91c-8b45-46d3-8fe0-773acabecb90 of type vlan for network 60e633d3-aef8-4a38-9459-0ae4d7983142 Oct 11 15:39:33.495479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Calling delete_port for 75de59e5-858c-4f7c-9c31-c5df7dc95c97 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:33.504510 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:39:33.523474 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.555191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] For port 270534a6-07b6-4e24-9378-5d98ed17f4b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270534a6-07b6-4e24-9378-5d98ed17f4b6,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:33.591789 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Network 3b5b9aac-aa60-43ec-abd0-f4cfed43b457 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:39:33.591926 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] No DVR routers for this DVR port 75de59e5-858c-4f7c-9c31-c5df7dc95c97 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:33.594018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.595970 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 270534a6-07b6-4e24-9378-5d98ed17f4b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:33.596622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.642114 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163955f5-5954-4ff9-b7b4-13b7b7003854 None None] Pushing event deleted for resources: {'Port': ['ID=75de59e5-858c-4f7c-9c31-c5df7dc95c97,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:33.666387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.748153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.762098 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:33.763152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.786321 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb646-db6a-4a08-84e8-6e727e39ff09 None None] Pushing event updated for resources: {'Port': ['ID=270534a6-07b6-4e24-9378-5d98ed17f4b6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:33.923093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 75de59e5-858c-4f7c-9c31-c5df7dc95c97 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:33.980884 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:33.986243 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:33.987718 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-042533a2-69e1-4c92-b8fe-3934af7cf678 None None] Provisioning complete for port 270534a6-07b6-4e24-9378-5d98ed17f4b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:33.988263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042533a2-69e1-4c92-b8fe-3934af7cf678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:33.990030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7155368 Oct 11 15:39:34.029978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 75de59e5-858c-4f7c-9c31-c5df7dc95c97 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:34.030705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 75de59e5-858c-4f7c-9c31-c5df7dc95c97 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:34.053172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374cc8b-ff33-439b-8728-9236e4a5b176 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=60e633d3-aef8-4a38-9459-0ae4d7983142,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:34.076084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:34.081165 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bb4e-88ca-46ea-9643-97ea90ad3e8a req-a6631621-c7ce-4686-a898-1ec2db2cf241 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:34.088732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8bb4e-88ca-46ea-9643-97ea90ad3e8a req-a6631621-c7ce-4686-a898-1ec2db2cf241 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:34.090649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6a8bb4e-88ca-46ea-9643-97ea90ad3e8a req-a6631621-c7ce-4686-a898-1ec2db2cf241 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.3459985 Oct 11 15:39:34.138350 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:34.143068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.159499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33005f8f-ee08-4b44-9adf-2c37addefa39 req-56237cfb-acfc-4c1d-a8fc-5422bd7ede64 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 210 time: 0.0439677 Oct 11 15:39:34.184867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6a8bb4e-88ca-46ea-9643-97ea90ad3e8a req-5b4ceb55-aaf5-4609-b312-0edba7872662 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Oct 11 15:39:34.389949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd1488f2-d6b7-4433-a34a-09ee51c39ac0 req-0581f509-d0ac-45a6-b1f8-397d358ec3bf tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 210 time: 0.0967414 Oct 11 15:39:34.401550 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:34.503373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.539868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-bb55a4f0-f02c-475e-8ef7-20e5f9453530 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:34.542368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-bb55a4f0-f02c-475e-8ef7-20e5f9453530 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.36 "GET /v2.0/networks?id=ab2b61d1-20aa-4112-87a7-d22b9210eed8 HTTP/1.1" status: 200 len: 796 time: 0.1514106 Oct 11 15:39:34.590916 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=1bd1bb5e-45ea-4b67-b14e-65c18df85850,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:34.602363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bdf692d-e540-4570-b556-40542512e1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.608490 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': 'e5baa91c-8b45-46d3-8fe0-773acabecb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:34.608967 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 60e633d3-aef8-4a38-9459-0ae4d7983142, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:34.627632 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:34.637902 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 60e633d3-aef8-4a38-9459-0ae4d7983142) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:34.641692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-176f2f31-2984-4213-bacf-e0d2e47d675f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 473 time: 0.0880644 Oct 11 15:39:34.642418 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:34.643374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.654276 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3229e0-9b90-4052-a190-ab0bec1a73e2 None None] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:34.663437 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'port': {'device_id': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'admin_state_up': True, 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'security_groups': ['ccc1efb0-5c35-4991-a88f-f10ee6fb9123']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:34.663960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b417f81-d762-488e-8482-cb876a37bb51 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6819501 Oct 11 15:39:34.666639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:34.673852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142', 'name': 'tempest-PortsTestJSON-1174909823', 'fixed_ips': [{'subnet_id': '1bd1bb5e-45ea-4b67-b14e-65c18df85850', 'ip_address': '172.20.0.10'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:34.835774 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:34.866223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bdf692d-e540-4570-b556-40542512e1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.888776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 270534a6-07b6-4e24-9378-5d98ed17f4b6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:34.894018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba6adc58-833b-4b04-8260-95e8db6b8f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.894367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bdf692d-e540-4570-b556-40542512e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.953439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:34.957865 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:34.974633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9bdf692d-e540-4570-b556-40542512e1c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5bd8d84a46747ac970595f843251551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724359 Oct 11 15:39:34.977415 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:34.978341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf692d-e540-4570-b556-40542512e1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c88bed-6b0b-4373-b65e-1af0059a5eec,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:35.048703 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-60e633d3-aef8-4a38-9459-0ae4d7983142', 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': '1bd1bb5e-45ea-4b67-b14e-65c18df85850'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:35.049846 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.096832 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 270534a6-07b6-4e24-9378-5d98ed17f4b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:35.097196 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.100048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.110305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-61568799-f373-4e9b-864b-baa72dc5f0ab tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.112473 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-61568799-f373-4e9b-864b-baa72dc5f0ab tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.36 "GET /v2.0/networks?id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 200 len: 815 time: 0.2702751 Oct 11 15:39:35.171058 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:35.185540 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.22 (ab2b61d1-20aa-4112-87a7-d22b9210eed8/91243fcb-669d-4436-90ee-b48e1f448594/13a304ce-a939-4291-b28f-569a7fc794c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:35.310400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-48e3e7a3-de09-422d-94f6-5b3484f4b9e4 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a6920026b244418ca5140467334549 HTTP/1.1" status: 200 len: 379 time: 0.1866262 Oct 11 15:39:35.347604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'port': {'device_id': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'admin_state_up': True, 'tenant_id': 'c5a6920026b244418ca5140467334549', 'security_groups': ['ab05411b-b9e0-40cc-b0e5-cd92c02c17d8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:35.429176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.429860 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Allocated IP 172.20.0.2 (60e633d3-aef8-4a38-9459-0ae4d7983142/1bd1bb5e-45ea-4b67-b14e-65c18df85850/d2fd3292-7151-4817-864d-b881ebb78600) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:35.477417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06678753-b199-4102-a297-874da9acd691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.479273 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:35.508131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.572481 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:35.609863 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:35.613132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06678753-b199-4102-a297-874da9acd691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.625354 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7a9-3af0-45f0-9fc1-203e110fa93e req-67cf13e6-ae4d-4161-83c8-99b96156a1b0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.631640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7a9-3af0-45f0-9fc1-203e110fa93e req-67cf13e6-ae4d-4161-83c8-99b96156a1b0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.633330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e86a7a9-3af0-45f0-9fc1-203e110fa93e req-67cf13e6-ae4d-4161-83c8-99b96156a1b0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.2908294 Oct 11 15:39:35.634305 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:35.647799 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:35.711013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b4ef-06c7-44d9-869d-d87d7384a0d4 req-2d54a518-f9d6-4c6b-b4ff-8611a757b71a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.720630 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Made reservation on behalf of c5a6920026b244418ca5140467334549 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:35.722818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1364b4ef-06c7-44d9-869d-d87d7384a0d4 req-2d54a518-f9d6-4c6b-b4ff-8611a757b71a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 932 time: 0.3649023 Oct 11 15:39:35.725469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.757184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc169-6836-43b3-9a09-080f4cec8514 req-511de422-e04b-43c1-a84a-e23cd8bcac58 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.763812 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc169-6836-43b3-9a09-080f4cec8514 req-511de422-e04b-43c1-a84a-e23cd8bcac58 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.765919 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-971fc169-6836-43b3-9a09-080f4cec8514 req-511de422-e04b-43c1-a84a-e23cd8bcac58 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.4828620 Oct 11 15:39:35.782172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afea5e4f-8194-4c7f-a414-c79c2f319796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.879279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1364b4ef-06c7-44d9-869d-d87d7384a0d4 req-1459b8d8-2ff0-431f-8e25-783f467db52b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556053 Oct 11 15:39:35.900201 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.922114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e86a7a9-3af0-45f0-9fc1-203e110fa93e req-2520cab9-eff9-4d01-a41b-6225dd32865f tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651668 Oct 11 15:39:35.932402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:35.933070 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.965435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-c6855252-9dbd-4e68-929f-899b9f6a94d4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141592 Oct 11 15:39:35.968567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06678753-b199-4102-a297-874da9acd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.971465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06678753-b199-4102-a297-874da9acd691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.972319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:35.972882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-06678753-b199-4102-a297-874da9acd691 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7c88bed-6b0b-4373-b65e-1af0059a5eec HTTP/1.1" status: 204 len: 168 time: 0.9909830 Oct 11 15:39:35.997700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.008575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Request body: {'port': {'device_id': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:36.076711 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 7c103660-8c5f-4b84-a04b-4574779566ed {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:36.077056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.087552 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.10 (60e633d3-aef8-4a38-9459-0ae4d7983142/1bd1bb5e-45ea-4b67-b14e-65c18df85850/7616fd6a-17cf-4157-b0f5-0f6cd028a82b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:36.098577 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.104046 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Pushing event updated for resources: {'Port': ['ID=d2fd3292-7151-4817-864d-b881ebb78600,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:36.114105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64b25055-adbc-488a-a31e-a3373efe80d3 None None] Provisioning complete for port 13a304ce-a939-4291-b28f-569a7fc794c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:36.115008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64b25055-adbc-488a-a31e-a3373efe80d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.129064 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:36.175205 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678753-b199-4102-a297-874da9acd691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c88bed-6b0b-4373-b65e-1af0059a5eec,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:36.233643 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64b25055-adbc-488a-a31e-a3373efe80d3 None None] Port 13a304ce-a939-4291-b28f-569a7fc794c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:36.243322 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:36.250868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:36.255869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7460a0a-996c-42e9-9cbf-8f15c023be66 req-ab20c015-c085-455e-a982-220eba62bef8 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 210 time: 0.1486480 Oct 11 15:39:36.291725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.373602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Attempting to bind port d2fd3292-7151-4817-864d-b881ebb78600 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:36.374140 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Attempting to bind port d2fd3292-7151-4817-864d-b881ebb78600 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e5baa91c-8b45-46d3-8fe0-773acabecb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:36.375291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Attempting to bind port d2fd3292-7151-4817-864d-b881ebb78600 on network 60e633d3-aef8-4a38-9459-0ae4d7983142 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:36.381387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afea5e4f-8194-4c7f-a414-c79c2f319796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.392921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afea5e4f-8194-4c7f-a414-c79c2f319796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.404855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:36.405265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Checking segment: {'id': 'e5baa91c-8b45-46d3-8fe0-773acabecb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:36.405718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.406102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Bound using segment: {'id': 'e5baa91c-8b45-46d3-8fe0-773acabecb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:36.406605 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Bound port: d2fd3292-7151-4817-864d-b881ebb78600, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5baa91c-8b45-46d3-8fe0-773acabecb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:36.406983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.431328 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea5e4f-8194-4c7f-a414-c79c2f319796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee868f5e-e417-41ba-b137-0f6a78d727ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:36.506370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] For port d2fd3292-7151-4817-864d-b881ebb78600, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:36.510909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] For port d2fd3292-7151-4817-864d-b881ebb78600, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2fd3292-7151-4817-864d-b881ebb78600,segment=NetworkSegment(e5baa91c-8b45-46d3-8fe0-773acabecb90),segment_id=e5baa91c-8b45-46d3-8fe0-773acabecb90)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:36.524815 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.543556 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Allocated IP 172.20.0.5 (f8b1ce2d-8b14-40a6-b173-4a8992eb050a/b26c3afd-d89b-4bd6-9a74-e9315c5ff30d/d2a74157-dff0-4d9a-ab94-c2ca6a554bf6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:36.560651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-afea5e4f-8194-4c7f-a414-c79c2f319796 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66dc5c6348154455b546a78c4b5bf2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0764625 Oct 11 15:39:36.561307 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:36.590124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33a6f7-8a58-4abe-aec1-01350f5f5ef6 None None] Pushing event updated for resources: {'Port': ['ID=d2fd3292-7151-4817-864d-b881ebb78600,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:36.608097 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 7c103660-8c5f-4b84-a04b-4574779566ed, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7c103660-8c5f-4b84-a04b-4574779566ed,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:36.608475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.645015 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 7c103660-8c5f-4b84-a04b-4574779566ed owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:36.697734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.734138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.892318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.909161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.910429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee868f5e-e417-41ba-b137-0f6a78d727ac HTTP/1.1" status: 204 len: 168 time: 0.3459184 Oct 11 15:39:36.948155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:36.950297 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec9af4-7240-4781-b8b7-96b8ec53591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee868f5e-e417-41ba-b137-0f6a78d727ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:36.966690 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a304ce-a939-4291-b28f-569a7fc794c9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:36.994820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.004100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.112430 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Transition to ACTIVE for port object 13a304ce-a939-4291-b28f-569a7fc794c9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:39:37.115928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.123455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.139746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.170747 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=7c103660-8c5f-4b84-a04b-4574779566ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:37.172833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654efe2-d1be-4cfc-a000-1a163095d504 req-b9cbec4e-5003-4409-8bdd-54e7d4c46d93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:37.174429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7654efe2-d1be-4cfc-a000-1a163095d504 req-b9cbec4e-5003-4409-8bdd-54e7d4c46d93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 932 time: 0.1248882 Oct 11 15:39:37.188879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32256c56-2982-42ca-843d-8db5c3b13640 req-6e560401-399c-48a0-a804-cea34226e3cf tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:37.196712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.196922 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32256c56-2982-42ca-843d-8db5c3b13640 req-6e560401-399c-48a0-a804-cea34226e3cf tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:37.204341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32256c56-2982-42ca-843d-8db5c3b13640 req-6e560401-399c-48a0-a804-cea34226e3cf tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 1682 time: 0.1490285 Oct 11 15:39:37.278926 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:37.315269 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:37.328160 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 7c103660-8c5f-4b84-a04b-4574779566ed on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:37.333322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.347834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-971fc169-6836-43b3-9a09-080f4cec8514 req-784bf8f3-4ba6-4f1e-aa7b-b12dd8fa50ba tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "DELETE /v2.0/ports/7c103660-8c5f-4b84-a04b-4574779566ed HTTP/1.1" status: 204 len: 173 time: 1.5568459 Oct 11 15:39:37.350628 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:37.354134 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-deleted', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:37.356484 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21079d2f-a3cf-4c21-869b-6f82486d31b2" -d '{"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-deleted", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:37.361797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7654efe2-d1be-4cfc-a000-1a163095d504 req-2774b3f7-0b5b-4d03-b197-623dc1d2689d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438065 Oct 11 15:39:37.371457 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:37.410037 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:37.458090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32256c56-2982-42ca-843d-8db5c3b13640 req-85a90859-bfd7-4ee9-9ae5-82c9fb86d9d4 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527952 Oct 11 15:39:37.487110 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=7616fd6a-17cf-4157-b0f5-0f6cd028a82b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:37.526081 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:37.564692 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Attempting to bind port 13a304ce-a939-4291-b28f-569a7fc794c9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:37.565029 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Attempting to bind port 13a304ce-a939-4291-b28f-569a7fc794c9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:37.565353 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Attempting to bind port 13a304ce-a939-4291-b28f-569a7fc794c9 on network ab2b61d1-20aa-4112-87a7-d22b9210eed8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:37.583694 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:37.590927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Port 13a304ce-a939-4291-b28f-569a7fc794c9 on network ab2b61d1-20aa-4112-87a7-d22b9210eed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:37.591214 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Attempting to bind port 13a304ce-a939-4291-b28f-569a7fc794c9 on network ab2b61d1-20aa-4112-87a7-d22b9210eed8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:37.612312 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:37.625286 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Checking segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:37.627519 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Bound using segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:37.628170 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Bound port: 13a304ce-a939-4291-b28f-569a7fc794c9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:37.628719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.700724 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d785802-7413-4205-9e73-8fa7b551f535 x-openstack-request-id: req-2d785802-7413-4205-9e73-8fa7b551f535 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:37.701006 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-deleted", "tag": "7c103660-8c5f-4b84-a04b-4574779566ed", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:37.701284 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d785802-7413-4205-9e73-8fa7b551f535 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:37.702083 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-deleted', 'tag': '7c103660-8c5f-4b84-a04b-4574779566ed', 'status': 'completed', 'code': 200} Oct 11 15:39:37.717813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.774177 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event updated for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:37.791693 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:37.792372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.824128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:37.824901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.892642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a2244a39-b146-4b0b-9e47-b91b1deaff6e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5509508 Oct 11 15:39:37.900229 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e4c09a0-f135-4471-872e-90f2a732686d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2324729 Oct 11 15:39:37.902890 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:37.919707 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Request body: {'port': {'device_id': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:37.928085 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port e4cc2f4a-396f-4767-b26f-532189c07b92 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:37.928436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:37.935897 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '60e633d3-aef8-4a38-9459-0ae4d7983142', 'name': 'tempest-PortsTestJSON-255692920', 'fixed_ips': [{'subnet_id': '1bd1bb5e-45ea-4b67-b14e-65c18df85850', 'ip_address': '172.20.0.9'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:38.088674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f44e5c-a663-46e1-a2e0-3eb97b0acb15 req-ef81de9c-67b7-4547-aff9-4591bb3e6be2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:38.096673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23f44e5c-a663-46e1-a2e0-3eb97b0acb15 req-ef81de9c-67b7-4547-aff9-4591bb3e6be2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 931 time: 0.4514084 Oct 11 15:39:38.108122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:38.115862 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a304ce-a939-4291-b28f-569a7fc794c9,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:38.133769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.140387 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c26dc73c-5089-487a-a65e-b4d2bee7fac2 None None] Provisioning complete for port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:38.140769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c26dc73c-5089-487a-a65e-b4d2bee7fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.140892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.215418 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port e4cc2f4a-396f-4767-b26f-532189c07b92, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e4cc2f4a-396f-4767-b26f-532189c07b92,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:38.215861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.217003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c26dc73c-5089-487a-a65e-b4d2bee7fac2 None None] Port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:38.229040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23f44e5c-a663-46e1-a2e0-3eb97b0acb15 req-960cc97c-4b0a-4101-819a-7a730a56b331 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310704 Oct 11 15:39:38.249053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:38.250997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7c103660-8c5f-4b84-a04b-4574779566ed no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:38.255615 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for e4cc2f4a-396f-4767-b26f-532189c07b92 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:38.257607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.260476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/13a304ce-a939-4291-b28f-569a7fc794c9 HTTP/1.1" status: 200 len: 1092 time: 2.2662065 Oct 11 15:39:38.271871 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:38.275483 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac8b02-502e-4e54-bf95-d53976df4449" -d '{"events": [{"name": "network-changed", "server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:38.335296 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 7c103660-8c5f-4b84-a04b-4574779566ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:38.335873 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 7c103660-8c5f-4b84-a04b-4574779566ed not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:38.336375 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e4cc2f4a-396f-4767-b26f-532189c07b92 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:38.392853 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717675a2-94cf-48bf-b612-3ec879dc9af6 x-openstack-request-id: req-717675a2-94cf-48bf-b612-3ec879dc9af6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:38.403332 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:38.404625 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-717675a2-94cf-48bf-b612-3ec879dc9af6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:38.407484 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9', 'status': 'completed', 'code': 200} Oct 11 15:39:38.415602 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebee73-30e5-45a7-b6c1-b5d837610fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:38.497799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:38.529988 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8233dd-493e-4ddb-91aa-ebfde3f99a52 None None] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:38.650749 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:38.657579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-578c08df-3182-4d89-b7b1-9e81a28c145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:38.658243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.660303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-578c08df-3182-4d89-b7b1-9e81a28c145e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 1095 time: 0.3232868 Oct 11 15:39:38.691147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] Provisioning complete for port d2fd3292-7151-4817-864d-b881ebb78600 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:38.691738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.841963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:38.907209 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=e4cc2f4a-396f-4767-b26f-532189c07b92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:38.956628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d2fd3292-7151-4817-864d-b881ebb78600 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:39.028971 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port e4cc2f4a-396f-4767-b26f-532189c07b92 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:39.033003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.033831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.037219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-971fc169-6836-43b3-9a09-080f4cec8514 req-0dcb61ad-4a3b-43ce-b4f5-5496c82ff429 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.43 "DELETE /v2.0/ports/e4cc2f4a-396f-4767-b26f-532189c07b92 HTTP/1.1" status: 204 len: 173 time: 1.6745200 Oct 11 15:39:39.051731 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:39.070383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.101628 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Transition to ACTIVE for port object d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:39:39.112669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.156264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] For port d2fd3292-7151-4817-864d-b881ebb78600, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2fd3292-7151-4817-864d-b881ebb78600,segment=NetworkSegment(e5baa91c-8b45-46d3-8fe0-773acabecb90),segment_id=e5baa91c-8b45-46d3-8fe0-773acabecb90)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:39.159365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d2fd3292-7151-4817-864d-b881ebb78600 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:39.163209 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.223016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.267460 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Pushing event updated for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:39.378350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-d5c4ef3e-8c2e-4cef-9bab-f1d879573279 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13a304ce-a939-4291-b28f-569a7fc794c9 HTTP/1.1" status: 200 len: 217 time: 0.6826580 Oct 11 15:39:39.379756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.380001 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Attempting to bind port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:39.380686 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Attempting to bind port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:39.381472 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Attempting to bind port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 on network f8b1ce2d-8b14-40a6-b173-4a8992eb050a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:39.392609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d472941-9981-4346-b351-3cbb40fe85a7 None None] Pushing event updated for resources: {'Port': ['ID=d2fd3292-7151-4817-864d-b881ebb78600,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:39.402474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43466-7ddd-48b6-90a7-6033dff4f77b req-0e995663-8f0b-4cf8-9e03-a216606b3ed1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:39.411226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ee43466-7ddd-48b6-90a7-6033dff4f77b req-0e995663-8f0b-4cf8-9e03-a216606b3ed1 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e HTTP/1.1" status: 200 len: 945 time: 0.8029981 Oct 11 15:39:39.413699 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 on network f8b1ce2d-8b14-40a6-b173-4a8992eb050a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:39.414274 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Attempting to bind port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 on network f8b1ce2d-8b14-40a6-b173-4a8992eb050a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:39.438976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:39.442748 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Checking segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:39.448516 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Bound using segment: {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:39.449093 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Bound port: d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:39.450774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.457869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d369c1c3-0e38-4b58-8e49-849efb2b3373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.563624 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a16f19-ef41-4082-a06b-9c2589408350 req-fc6999fb-e00f-425d-ba89-7fc5061be097 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:39.565315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33a16f19-ef41-4082-a06b-9c2589408350 req-fc6999fb-e00f-425d-ba89-7fc5061be097 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 944 time: 1.0179610 Oct 11 15:39:39.577440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.584897 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:39.592658 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:39.603700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.624254 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3a3040c-df35-46a2-9ba3-33f2207735cb None None] Provisioning complete for port d2fd3292-7151-4817-864d-b881ebb78600 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:39.624719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3a3040c-df35-46a2-9ba3-33f2207735cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.666382 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:39.666632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.668037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] 10.222.0.36 "PUT /v2.0/ports/d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 200 len: 1091 time: 1.7667484 Oct 11 15:39:39.687947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ee43466-7ddd-48b6-90a7-6033dff4f77b req-7867aa3b-d40d-4f50-8cc9-036e5f70a0c8 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "GET /v2.0/security-groups?id=4120e75b-8b59-4227-b14d-808ec6f08626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671044 Oct 11 15:39:39.727186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-82abcc44-e95b-498b-8f30-29f192c1c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:39.728749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-82abcc44-e95b-498b-8f30-29f192c1c126 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91243fcb-669d-4436-90ee-b48e1f448594 HTTP/1.1" status: 200 len: 838 time: 0.3017073 Oct 11 15:39:39.729534 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-deleted', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92'}, {'name': 'network-changed', 'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:39.735539 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9da3ae-bc4a-498a-9228-defcb5dcbb59" -d '{"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-deleted", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92"}, {"name": "network-changed", "server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:39.743798 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a082ce7-0aa4-4a86-bec8-6dc5c577651f service neutron] Pushing event updated for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:39.771675 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port af1b97ab-6f0c-4925-83c4-5b526960ed74 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:39.844268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-0bd5d301-81db-4058-8058-7ecba715c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:39.847062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-0bd5d301-81db-4058-8058-7ecba715c0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5a6920026b244418ca5140467334549&device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 1094 time: 0.0943344 Oct 11 15:39:39.904901 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3a3040c-df35-46a2-9ba3-33f2207735cb None None] Provisioning complete for port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:39.905634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3a3040c-df35-46a2-9ba3-33f2207735cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:39.923496 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-c66b9c7b-f0f9-4dc8-8c5e-a405a1ebf3c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 200 len: 217 time: 0.0665312 Oct 11 15:39:39.982945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3040c-df35-46a2-9ba3-33f2207735cb None None] Port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:40.029807 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-e24aa370-d2de-48cf-ba38-61efa05b0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.032047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-e24aa370-d2de-48cf-ba38-61efa05b0f39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d HTTP/1.1" status: 200 len: 854 time: 0.1021588 Oct 11 15:39:40.056209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33a16f19-ef41-4082-a06b-9c2589408350 req-10f7efdb-6922-4617-9a8d-417297faf7a3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685669 Oct 11 15:39:40.117935 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-deda350e-03da-4fbf-a6b2-2ea2f048457b None None] Provisioning complete for port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:40.118668 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-deda350e-03da-4fbf-a6b2-2ea2f048457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.151059 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-d64c697d-2bba-4478-afaa-3b87c7db64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.152675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-d64c697d-2bba-4478-afaa-3b87c7db64f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118245 Oct 11 15:39:40.185746 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbd24a-842a-49c6-a229-a17b54af5999 x-openstack-request-id: req-44dbd24a-842a-49c6-a229-a17b54af5999 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:40.186499 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e", "name": "network-vif-deleted", "tag": "e4cc2f4a-396f-4767-b26f-532189c07b92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:40.187170 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44dbd24a-842a-49c6-a229-a17b54af5999 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:40.187981 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff302e3-3c41-4ba6-b8d4-1b58cef41e5e', 'name': 'network-vif-deleted', 'tag': 'e4cc2f4a-396f-4767-b26f-532189c07b92', 'status': 'completed', 'code': 200} Oct 11 15:39:40.188499 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'status': 'completed', 'code': 200} Oct 11 15:39:40.191985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0740-e118-42ae-9c2c-602f9802702d req-d4bbcf02-1da6-423c-af61-05a2fa02ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.194180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-d4bbcf02-1da6-423c-af61-05a2fa02ae94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2b61d1-20aa-4112-87a7-d22b9210eed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4064906 Oct 11 15:39:40.198089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-deda350e-03da-4fbf-a6b2-2ea2f048457b None None] Port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:40.263147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d369c1c3-0e38-4b58-8e49-849efb2b3373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.276717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-0366e5b0-a521-4369-93cc-dc895d9d4fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155591 Oct 11 15:39:40.303152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d369c1c3-0e38-4b58-8e49-849efb2b3373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.320006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5772b-7875-48e3-9cec-fc43b42ae2cb req-39dca72f-ae56-41ee-bd94-934ca6ff92e4 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.321823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11e5772b-7875-48e3-9cec-fc43b42ae2cb req-39dca72f-ae56-41ee-bd94-934ca6ff92e4 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 943 time: 0.3167813 Oct 11 15:39:40.385550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04cbd872-c010-4de9-87f2-c4cfe213ac13 req-a383d43a-5858-4918-894b-c86e71ae4ebd service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012583 Oct 11 15:39:40.391290 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.9 (60e633d3-aef8-4a38-9459-0ae4d7983142/1bd1bb5e-45ea-4b67-b14e-65c18df85850/af1b97ab-6f0c-4925-83c4-5b526960ed74) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:40.407553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d369c1c3-0e38-4b58-8e49-849efb2b3373 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c16e7e99060401c8a5a4468431d91c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7532430 Oct 11 15:39:40.410154 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:40.433736 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369c1c3-0e38-4b58-8e49-849efb2b3373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541eb0c-d126-4a0a-a3f7-869e8e26c27d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:40.463631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11e5772b-7875-48e3-9cec-fc43b42ae2cb req-db37560c-cdb7-4159-8701-247f4d0ee68c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318650 Oct 11 15:39:40.471530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-b5648481-edfd-4708-9265-31252c195b06 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655995 Oct 11 15:39:40.517824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.520577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-4e1c2518-4690-490a-9119-8729490df54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.522657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-4e1c2518-4690-490a-9119-8729490df54b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5a6920026b244418ca5140467334549&device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 1094 time: 0.0876155 Oct 11 15:39:40.549914 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.598568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.686934 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-575eeed0-763f-4cee-8599-fb2166cc2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.689510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-575eeed0-763f-4cee-8599-fb2166cc2e7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 200 len: 916 time: 0.1585562 Oct 11 15:39:40.692912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efaa0740-e118-42ae-9c2c-602f9802702d req-b21030ac-c764-4eb5-8e13-07bc4cfd9443 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120697 Oct 11 15:39:40.700234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.708611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.712407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b541eb0c-d126-4a0a-a3f7-869e8e26c27d HTTP/1.1" status: 204 len: 168 time: 0.3011763 Oct 11 15:39:40.730247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a83d5f-6a8b-4b28-bc63-17e949cc3737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541eb0c-d126-4a0a-a3f7-869e8e26c27d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:40.743002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.826513 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:40.829173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-79f0498b-22d0-448a-8a89-a6a35993537b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 200 len: 217 time: 0.1152322 Oct 11 15:39:40.919258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-b5b01e11-3a29-4642-82f4-02d29868e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:40.921832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-b5b01e11-3a29-4642-82f4-02d29868e4cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 1095 time: 0.1593037 Oct 11 15:39:40.923669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.935947 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting subnet 02466e90-b560-43e1-b7e3-26bb67796154 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:40.942200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d2fd3292-7151-4817-864d-b881ebb78600 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:40.946589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:40.979499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=af1b97ab-6f0c-4925-83c4-5b526960ed74,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:41.012496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-e0434449-caba-42da-a4d7-566984c6982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.014582 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-e0434449-caba-42da-a4d7-566984c6982b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d HTTP/1.1" status: 200 len: 854 time: 0.1430476 Oct 11 15:39:41.016800 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d2fd3292-7151-4817-864d-b881ebb78600 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:41.017740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.053167 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:41.057599 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:41.059114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.061060 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:41.132886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-4180c052-83bf-4763-849f-413ca7c28750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.134836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-4180c052-83bf-4763-849f-413ca7c28750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116660 Oct 11 15:39:41.170859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.171494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.222993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-67617ca7-0f3f-4497-810a-e2fd5d5af9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.224816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-67617ca7-0f3f-4497-810a-e2fd5d5af9e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ab2b61d1-20aa-4112-87a7-d22b9210eed8 HTTP/1.1" status: 200 len: 897 time: 0.2473171 Oct 11 15:39:41.245519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-45007fac-835f-4cc2-ad1b-71de29cfaba8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3313804 Oct 11 15:39:41.248673 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:41.250341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.295522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bb08a-a997-4c2c-a755-b08a4670101d req-a30683c5-1939-48df-af7a-576349f72996 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.297359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-454bb08a-a997-4c2c-a755-b08a4670101d req-a30683c5-1939-48df-af7a-576349f72996 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 944 time: 0.1230123 Oct 11 15:39:41.299399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-7e330a92-f0f7-4753-ad0e-a44f40c54dd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13a304ce-a939-4291-b28f-569a7fc794c9 HTTP/1.1" status: 200 len: 217 time: 0.0650611 Oct 11 15:39:41.376972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-454bb08a-a997-4c2c-a755-b08a4670101d req-79847f78-17ae-4194-b9f8-46651f3b918f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715494 Oct 11 15:39:41.388292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-a1d61efa-c1d6-492c-ac5c-49352ef0c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.390014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-a1d61efa-c1d6-492c-ac5c-49352ef0c5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=91243fcb-669d-4436-90ee-b48e1f448594 HTTP/1.1" status: 200 len: 838 time: 0.0769627 Oct 11 15:39:41.420143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3857c73-3fdc-49a5-aca0-a6a9de10f2b5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.421678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3857c73-3fdc-49a5-aca0-a6a9de10f2b5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1679935 Oct 11 15:39:41.423561 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-6901af4b-fec5-4da5-80a4-2100560a791f service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780659 Oct 11 15:39:41.424826 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:41.448903 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-14ab6080-7911-440b-890e-b71e19c50d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.450481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-14ab6080-7911-440b-890e-b71e19c50d28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab2b61d1-20aa-4112-87a7-d22b9210eed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519304 Oct 11 15:39:41.451195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.473431 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4877e32b-4df1-4973-95de-66adf649feee None None] Provisioning complete for port af1b97ab-6f0c-4925-83c4-5b526960ed74 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:41.475312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4877e32b-4df1-4973-95de-66adf649feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.520330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4877e32b-4df1-4973-95de-66adf649feee None None] Port af1b97ab-6f0c-4925-83c4-5b526960ed74 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:41.530156 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Subnet': ['ID=02466e90-b560-43e1-b7e3-26bb67796154,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:41.538667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.550078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a2c8709-e297-4dba-9614-2c42bed3eb73 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/subnets/02466e90-b560-43e1-b7e3-26bb67796154 HTTP/1.1" status: 204 len: 168 time: 0.7166994 Oct 11 15:39:41.550885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e5244-e8da-42cf-8630-673e661384a1 None None] Network 6f5edf5a-a241-43af-8982-be8254427c9b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:41.552997 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:41.580323 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47052498-3bca-4bc0-9f56-99ed77f04ad9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.587282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47052498-3bca-4bc0-9f56-99ed77f04ad9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.593284 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47052498-3bca-4bc0-9f56-99ed77f04ad9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.598119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-47052498-3bca-4bc0-9f56-99ed77f04ad9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1725135 Oct 11 15:39:41.599264 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:41.676194 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be9da3ae-bc4a-498a-9228-defcb5dcbb59 req-8579878c-972b-4c78-b198-e83cba54187c service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391927 Oct 11 15:39:41.718059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.733240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c2e32-5661-4264-85e8-9f0563b37697 req-9e974f27-74a0-471e-accb-df934cfe7739 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:41.734986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c11c2e32-5661-4264-85e8-9f0563b37697 req-9e974f27-74a0-471e-accb-df934cfe7739 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 943 time: 0.1142368 Oct 11 15:39:41.740736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-fefbd967-e808-4aa5-8ac6-bdf1d9dd1cec service neutron] 10.222.0.36 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806213 Oct 11 15:39:41.783822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port af1b97ab-6f0c-4925-83c4-5b526960ed74 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:41.784740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.869744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] DHCP port deletion for 6f5edf5a-a241-43af-8982-be8254427c9b request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:41.882909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c11c2e32-5661-4264-85e8-9f0563b37697 req-28c9610a-967c-4fdf-8248-48a00e0c2818 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393151 Oct 11 15:39:41.906274 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:41.906589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.935427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:41.951997 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for af1b97ab-6f0c-4925-83c4-5b526960ed74 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:41.966216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Deleting port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:41.966585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.013918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-62b5e819-6a4c-4bf5-bf80-ade667f1c1ab tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=921e9586084f48eab431555fb63f089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797262 Oct 11 15:39:42.022133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fac8b02-502e-4e54-bf95-d53976df4449 req-51279662-1a5c-4329-aaa0-f23c606ef033 service neutron] 10.222.0.36 "GET /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734358 Oct 11 15:39:42.078992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] For port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:42.080058 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.102798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Calling delete_port for 50a9526d-0452-4ed5-9b6d-6128a5fd75cc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:42.131017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.135804 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,segment=NetworkSegment(6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1),segment_id=6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:42.136173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.171731 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 50a9526d-0452-4ed5-9b6d-6128a5fd75cc owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:42.173760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=af1b97ab-6f0c-4925-83c4-5b526960ed74,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:42.202322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.239396 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] No DVR routers for this DVR port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:42.241508 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Pushing event deleted for resources: {'Port': ['ID=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:42.251624 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.252349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.252916 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.253460 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.254049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.254753 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.255336 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.255881 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.257261 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.257849 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.258433 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.259458 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64566f6f-6624-43f8-9994-42784a9b49fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:39:42.302185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-16cd5b4b-1deb-49e5-b20f-04dc3598f1b9 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:42.303622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-16cd5b4b-1deb-49e5-b20f-04dc3598f1b9 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760580 Oct 11 15:39:42.334591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-aa47a890-6f22-4528-ab1b-5ac535f5156d tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/quotas/921e9586084f48eab431555fb63f089f HTTP/1.1" status: 200 len: 375 time: 0.0225379 Oct 11 15:39:42.335514 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.342586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e9e6c53-ad34-45a1-948d-5780189871d6 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/af1b97ab-6f0c-4925-83c4-5b526960ed74 HTTP/1.1" status: 204 len: 168 time: 0.7392802 Oct 11 15:39:42.344011 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:42.376103 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-435fbc5b-5a19-4691-a813-884e147b7a24 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:42.381621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4ca86f5a-c68f-4bfe-878d-5da97d6b5cd6 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=921e9586084f48eab431555fb63f089f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343516 Oct 11 15:39:42.381621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.383329 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-435fbc5b-5a19-4691-a813-884e147b7a24 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/af1b97ab-6f0c-4925-83c4-5b526960ed74 HTTP/1.1" status: 404 len: 333 time: 0.0379822 Oct 11 15:39:42.384907 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:42.411981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=50a9526d-0452-4ed5-9b6d-6128a5fd75cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:42.413746 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 50a9526d-0452-4ed5-9b6d-6128a5fd75cc on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:42.551885 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 7616fd6a-17cf-4157-b0f5-0f6cd028a82b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:42.552759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.562825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.618606 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5edf5a-a241-43af-8982-be8254427c9b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:42.637850 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:42.652380 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:42.652744 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a51a0b0-17b9-4e32-af3c-79ea21b6d8c1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:42.660905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.662428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f710e65-1978-4fb7-92fe-b7abdd1c15dd req-5670548f-5f12-4040-a73f-167684bc8153 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:42.670466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f710e65-1978-4fb7-92fe-b7abdd1c15dd req-5670548f-5f12-4040-a73f-167684bc8153 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 944 time: 0.1193810 Oct 11 15:39:42.676560 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 7616fd6a-17cf-4157-b0f5-0f6cd028a82b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:42.694933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.727533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1189c25-11dd-46dc-ad29-fba0d5271cf3 req-b56a9914-1cad-4953-8080-28a5f77e10ec tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 210 time: 0.0414536 Oct 11 15:39:42.742657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.758469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f710e65-1978-4fb7-92fe-b7abdd1c15dd req-7fd5ce75-0eec-4e9f-b80c-9f3665eda78b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871990 Oct 11 15:39:42.765556 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:42.766148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:42.770626 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:42.858753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.864004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.875362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.878744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/networks/6f5edf5a-a241-43af-8982-be8254427c9b HTTP/1.1" status: 204 len: 168 time: 1.3232801 Oct 11 15:39:42.883534 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:42.902391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5a32-9924-4cff-b1e1-c06533f74840 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Network': ['ID=6f5edf5a-a241-43af-8982-be8254427c9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:42.916500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50a9526d-0452-4ed5-9b6d-6128a5fd75cc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:42.926232 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1235141480'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:42.937706 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=7616fd6a-17cf-4157-b0f5-0f6cd028a82b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:42.954535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 50a9526d-0452-4ed5-9b6d-6128a5fd75cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:42.955449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 50a9526d-0452-4ed5-9b6d-6128a5fd75cc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:42.961824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Made reservation on behalf of 92ffaaf73533449ca9d76e58eeae05a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:42.975009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:42.986139 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.079247 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting subnet bc83fc58-2ce3-4df6-bc39-978e63892b99 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:43.086694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.099406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935ab9-6eda-45b1-89b3-683e3cea79af req-6f44739d-76d5-4851-b81a-ff69748ea0d7 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:43.102311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e935ab9-6eda-45b1-89b3-683e3cea79af req-6f44739d-76d5-4851-b81a-ff69748ea0d7 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 943 time: 0.0959945 Oct 11 15:39:43.172775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.181161 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4892931-994d-4140-9270-2517325f5e39 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/7616fd6a-17cf-4157-b0f5-0f6cd028a82b HTTP/1.1" status: 204 len: 168 time: 0.7944443 Oct 11 15:39:43.184043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e935ab9-6eda-45b1-89b3-683e3cea79af req-749f75da-9a5c-4500-9492-b6a02267421d tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670893 Oct 11 15:39:43.185468 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:43.197459 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.203142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.236230 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1150e1e3-7536-44d6-92a0-47fbde4f80ec tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:43.236772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:43.238331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1150e1e3-7536-44d6-92a0-47fbde4f80ec tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/7616fd6a-17cf-4157-b0f5-0f6cd028a82b HTTP/1.1" status: 404 len: 333 time: 0.0473573 Oct 11 15:39:43.242243 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:43.251274 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaf8ecb-f775-4b9d-8c29-af46c49fcab2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:43.271370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.271809 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Added segment 9477b324-f170-49b4-98d5-4db7459f1176 of type vlan for network 29e4cf03-4632-490d-b62a-edee7559c6b1 Oct 11 15:39:43.289352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.318717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.346491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.347075 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 1bd1bb5e-45ea-4b67-b14e-65c18df85850 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:43.352497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:43.352880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.353082 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.411853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7732029 Oct 11 15:39:43.428940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bb7e6-a8af-444a-b31b-81ef79691d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Pushing event updated for resources: {'Network': ['ID=29e4cf03-4632-490d-b62a-edee7559c6b1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:43.435898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.440134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:43.466583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.580295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.600492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.619801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:43.624737 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1', 'binding:host_id': 'n-h2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1133723937'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:43.634582 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Subnet': ['ID=bc83fc58-2ce3-4df6-bc39-978e63892b99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:43.641505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.647776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40070ff7-e02d-4a6a-af1a-3be1f60c0ad0 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/subnets/bc83fc58-2ce3-4df6-bc39-978e63892b99 HTTP/1.1" status: 204 len: 168 time: 0.7306557 Oct 11 15:39:43.648099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Made reservation on behalf of a492c78e038343a598ddf32a09e97230 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:43.648862 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:43.650860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.651168 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32443ce3-7eed-4445-b8bc-7e952de9c195 None None] Network 456df804-2ac7-4226-a89a-73bb65a1c36c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:43.660294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.743642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.744099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.749951 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.752062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.759454 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:43.783239 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd1bb5e-45ea-4b67-b14e-65c18df85850,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:43.791612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:43.796763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-140eda49-163b-419c-9995-e4d96b293422 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/1bd1bb5e-45ea-4b67-b14e-65c18df85850 HTTP/1.1" status: 204 len: 168 time: 0.5533819 Oct 11 15:39:43.801326 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:43.805962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c801bf0-c59e-4c03-8bdd-929b425332fa None None] Network 60e633d3-aef8-4a38-9459-0ae4d7983142 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:43.859676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ee974-4618-4814-a059-d86c6a83981b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:43.922368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c6ea00e-0b3e-4a5c-8d05-ffc175d28c18 req-a8872f46-e214-4629-b916-bac30823c915 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 210 time: 0.0388441 Oct 11 15:39:44.022439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffb8-eb9f-49fc-b56b-4236a60ac9bd req-2f1abb83-17cf-48ab-bed6-871b7aa04dd6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:44.024155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69ceffb8-eb9f-49fc-b56b-4236a60ac9bd req-2f1abb83-17cf-48ab-bed6-871b7aa04dd6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 944 time: 0.1336234 Oct 11 15:39:44.055508 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] DHCP port deletion for 456df804-2ac7-4226-a89a-73bb65a1c36c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:44.134820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Deleting port 41aa42f6-fa88-484c-9628-e502ea4f79db {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:44.135610 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.138000 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] DHCP port deletion for 60e633d3-aef8-4a38-9459-0ae4d7983142 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:44.139737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69ceffb8-eb9f-49fc-b56b-4236a60ac9bd req-f6cd6d6c-8061-4b87-a403-20822e172f9e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647533 Oct 11 15:39:44.204827 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:44.234666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.245525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.259863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:44.263381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] For port 41aa42f6-fa88-484c-9628-e502ea4f79db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41aa42f6-fa88-484c-9628-e502ea4f79db,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:44.264034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.290118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Calling delete_port for 41aa42f6-fa88-484c-9628-e502ea4f79db owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:44.307203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Deleting port d2fd3292-7151-4817-864d-b881ebb78600 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:44.307744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.363974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:44.370621 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Checking segment: {'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:44.370849 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Network hostable DHCP agents. Network: 29e4cf03-4632-490d-b62a-edee7559c6b1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:44.385675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889993d-1e59-4560-950b-38441bccaba4 req-6091d624-b861-4c17-bb23-20d46bead20e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:44.387169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3889993d-1e59-4560-950b-38441bccaba4 req-6091d624-b861-4c17-bb23-20d46bead20e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 943 time: 0.1287682 Oct 11 15:39:44.396995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-ca6b772c-a8aa-40a9-a937-933ca4a37639 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=921e9586084f48eab431555fb63f089f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888190 Oct 11 15:39:44.403727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.410203 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:44.428053 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 29e4cf03-4632-490d-b62a-edee7559c6b1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:44.434859 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:44.441189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3889993d-1e59-4560-950b-38441bccaba4 req-32d2bbcc-cf84-4081-a1f7-d384a7fa2c5c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459878 Oct 11 15:39:44.444467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c98c4b-d2ef-4b37-9e3f-d38c02844037 None None] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:44.451951 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.452875 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.452875 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.462183 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.462778 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.463445 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 2 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.477113 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.477585 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.477925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.482793 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.483262 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.483886 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 3 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.497273 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.497649 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.498131 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.503826 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.504151 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.504539 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 4 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.519099 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.519476 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.519770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.526843 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.527209 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.527782 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 5 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.544774 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.545267 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.546391 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.550961 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.551427 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.551922 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 6 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.565245 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.565692 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.566140 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.572262 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.572787 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.573276 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 7 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.588637 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.589130 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.589628 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.595199 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.595677 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.596173 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 8 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.609195 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.609716 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.610329 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.615119 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.615571 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.616064 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 9 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.624395 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Deleting port 41aa42f6-fa88-484c-9628-e502ea4f79db {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:44.625257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.631097 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.631560 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.632018 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.637398 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.637906 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.638370 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 10 to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 Oct 11 15:39:44.651437 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:44.651935 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:44.652362 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:44.657341 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:44.657942 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:44.658573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.683715 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] For port d2fd3292-7151-4817-864d-b881ebb78600, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2fd3292-7151-4817-864d-b881ebb78600,segment=NetworkSegment(e5baa91c-8b45-46d3-8fe0-773acabecb90),segment_id=e5baa91c-8b45-46d3-8fe0-773acabecb90)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:44.684461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.726995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Calling delete_port for d2fd3292-7151-4817-864d-b881ebb78600 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:44.731155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:44.768423 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e5b70415-913c-4b05-8e35-c3a37cc0dd90 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:44.769988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e5b70415-913c-4b05-8e35-c3a37cc0dd90 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629823 Oct 11 15:39:44.782948 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] For port 41aa42f6-fa88-484c-9628-e502ea4f79db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41aa42f6-fa88-484c-9628-e502ea4f79db,segment=NetworkSegment(1bfe0d6d-3116-443d-acf6-440a9d3a7237),segment_id=1bfe0d6d-3116-443d-acf6-440a9d3a7237)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:44.784595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.788211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'port_id': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'mac_address': 'fa:16:3e:76:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:44.801474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Request body: {'port': {'device_id': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '921e9586084f48eab431555fb63f089f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:44.829640 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port d2fd3292-7151-4817-864d-b881ebb78600 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:44.829640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.839533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:44.916203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] Pushing event deleted for resources: {'Port': ['ID=41aa42f6-fa88-484c-9628-e502ea4f79db,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:44.916623 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Calling delete_port for 41aa42f6-fa88-484c-9628-e502ea4f79db owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:44.928896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d2fd3292-7151-4817-864d-b881ebb78600 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:44.991444 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d16e0-4e23-4351-99c2-b6488f26d801 None None] No DVR routers for this DVR port 41aa42f6-fa88-484c-9628-e502ea4f79db on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:44.993206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.034206 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:45.051732 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port d2fd3292-7151-4817-864d-b881ebb78600, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2fd3292-7151-4817-864d-b881ebb78600,segment=NetworkSegment(e5baa91c-8b45-46d3-8fe0-773acabecb90),segment_id=e5baa91c-8b45-46d3-8fe0-773acabecb90)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:45.052613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.059221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24c047d2-5924-4e95-9d35-34c9218f6fb4 req-8a764043-0bc8-4f63-9b70-4b5003925ce8 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 210 time: 0.0407670 Oct 11 15:39:45.064197 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:45.064742 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:39:45.071391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.079724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.096252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:45.098842 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for d2fd3292-7151-4817-864d-b881ebb78600 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:45.111166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:45.111834 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.125943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] Pushing event deleted for resources: {'Port': ['ID=d2fd3292-7151-4817-864d-b881ebb78600,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.127806 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.133132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 13a304ce-a939-4291-b28f-569a7fc794c9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:45.143417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.148569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5276659 Oct 11 15:39:45.151170 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:45.162760 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e922d-99d7-469e-a5d5-5e07198b0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.167942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6854686-60e9-47ca-9832-00a326841dd8 None None] No DVR routers for this DVR port d2fd3292-7151-4817-864d-b881ebb78600 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:45.173880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.217419 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Port': ['ID=41aa42f6-fa88-484c-9628-e502ea4f79db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.230092 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] No DVR routers for this DVR port 41aa42f6-fa88-484c-9628-e502ea4f79db on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:45.287384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.291820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41aa42f6-fa88-484c-9628-e502ea4f79db no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:45.305899 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Deleting port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:45.306303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.318429 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Made reservation on behalf of 921e9586084f48eab431555fb63f089f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:45.320370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 41aa42f6-fa88-484c-9628-e502ea4f79db {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:45.320972 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41aa42f6-fa88-484c-9628-e502ea4f79db not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:45.323777 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.344643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.369824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.379689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.380702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a304ce-a939-4291-b28f-569a7fc794c9,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:45.392691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13d45-6600-4d93-a334-be4a3215cb0c req-409112b3-a5b6-4911-8ab3-f5031f7d3d78 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:45.393193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '13a304ce-a939-4291-b28f-569a7fc794c9', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'port_id': '13a304ce-a939-4291-b28f-569a7fc794c9', 'mac_address': 'fa:16:3e:99:f8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91243fcb-669d-4436-90ee-b48e1f448594', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:45.394345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcb13d45-6600-4d93-a334-be4a3215cb0c req-409112b3-a5b6-4911-8ab3-f5031f7d3d78 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 944 time: 0.1291285 Oct 11 15:39:45.429185 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3, host n-h2-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:45.430241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.431725 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=d2fd3292-7151-4817-864d-b881ebb78600,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.434397 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456df804-2ac7-4226-a89a-73bb65a1c36c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.436721 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port d2fd3292-7151-4817-864d-b881ebb78600 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:45.441515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.455806 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Calling delete_port for 44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:45.457325 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a304ce-a939-4291-b28f-569a7fc794c9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:45.464223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcb13d45-6600-4d93-a334-be4a3215cb0c req-a65b8868-d13b-48e3-9e1c-ac1d5fc14952 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Oct 11 15:39:45.475534 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfe0d6d-3116-443d-acf6-440a9d3a7237') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.475886 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfe0d6d-3116-443d-acf6-440a9d3a7237') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.493527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a304ce-a939-4291-b28f-569a7fc794c9,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:45.498459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.517880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.560275 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.570903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.589619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.598544 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:45.599472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:45.604257 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:45.607768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.608545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf62f8a-232f-4aaf-b307-4154f0126f06 req-871b876e-0dbc-480f-aa2a-53cece003b4d tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:45.610074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bf62f8a-232f-4aaf-b307-4154f0126f06 req-871b876e-0dbc-480f-aa2a-53cece003b4d tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 944 time: 0.0662599 Oct 11 15:39:45.634548 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event deleted for resources: {'Port': ['ID=44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.650806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.653984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4ba65af-950f-426a-81f1-adb606174497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "DELETE /v2.0/ports/44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 HTTP/1.1" status: 204 len: 168 time: 0.5017314 Oct 11 15:39:45.657847 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:45.690649 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffc1192-4eb4-4c44-94d7-64d0af73fdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:39:45.692518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fffc1192-4eb4-4c44-94d7-64d0af73fdbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports/44ddbc43-bbf7-4a2f-b844-e7cbebeae9c3 HTTP/1.1" status: 404 len: 333 time: 0.0334198 Oct 11 15:39:45.696330 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:45.696937 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e633d3-aef8-4a38-9459-0ae4d7983142']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.700758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.701265 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433099306'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:45.706468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bf62f8a-232f-4aaf-b307-4154f0126f06 req-4da70968-e6d1-4092-b6ad-368f2200e57e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739288 Oct 11 15:39:45.708551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.712446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.729517 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5baa91c-8b45-46d3-8fe0-773acabecb90') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.729761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Made reservation on behalf of a492c78e038343a598ddf32a09e97230 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:45.729900 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5baa91c-8b45-46d3-8fe0-773acabecb90') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:45.730010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.733992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.737048 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] 10.222.0.31 "DELETE /v2.0/networks/456df804-2ac7-4226-a89a-73bb65a1c36c HTTP/1.1" status: 204 len: 168 time: 2.0871737 Oct 11 15:39:45.751243 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port 28d43de1-af41-4206-b637-875fe47eb1cc yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:45.794388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['13a304ce-a939-4291-b28f-569a7fc794c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:45.800571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.802479 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f551f2-6708-4e04-a2a5-79c269415d42 tempest-ServersTestMultiNic-758982211 tempest-ServersTestMultiNic-758982211-project] Pushing event deleted for resources: {'Network': ['ID=456df804-2ac7-4226-a89a-73bb65a1c36c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.826770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d2a74157-dff0-4d9a-ab94-c2ca6a554bf6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:45.844766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.853101 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04807d84-3505-429c-9b92-a0852b5d0aed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:45.879692 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:45.880153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:45.883357 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:45.937615 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:45.982492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:45.992901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.002308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/60e633d3-aef8-4a38-9459-0ae4d7983142 HTTP/1.1" status: 204 len: 168 time: 2.1954057 Oct 11 15:39:46.002524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.002632 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Allocated IP 192.168.233.55 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/cfb9c62b-161d-4b25-b3ff-ae0e890e36cf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:46.003944 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:46.021579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1480470228'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:46.027950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc4bd6-94f6-4e8e-8f47-c28d7a03c87d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=60e633d3-aef8-4a38-9459-0ae4d7983142,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:46.070114 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:46.073847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.108336 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:46.117364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.117742 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Added segment 676aaa60-b90b-4835-afd6-bc79d3622641 of type vlan for network 717b5268-15ef-4d00-b79d-6ad95d1d409c Oct 11 15:39:46.139014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.175057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.217584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db5c0888-309e-4375-ac43-0d31599bdaae req-375bdec3-9249-4b42-8945-2744b9b25af2 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 210 time: 0.0466630 Oct 11 15:39:46.232916 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:46.246486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.251964 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:46.252542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.261265 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=28d43de1-af41-4206-b637-875fe47eb1cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:46.266875 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:46.268959 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:46.270346 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:46.271251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.296038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d4646b03-6eda-4d0f-a2b8-f712f01c0769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5986910 Oct 11 15:39:46.299844 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:46.304714 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:46.323471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3181040 Oct 11 15:39:46.329754 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:46.335120 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:46.397661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.399001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c1bc2-3e6e-4d7b-83b8-6376691c5171 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Network': ['ID=717b5268-15ef-4d00-b79d-6ad95d1d409c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:46.413329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:46.429763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.470860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.475999 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:46.480685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.573013 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:46.584458 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:46.592579 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:46.620034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Pushing event updated for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:46.665130 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:46.665789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.688357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-e0d18afe-865f-490d-ab59-e75cb0d97b85 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9007442 Oct 11 15:39:46.705851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da2d1f-81be-462c-acce-62fd0ae6c414 req-1b4d8856-6de6-49e3-bbe0-2483e323c312 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:46.707385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1da2d1f-81be-462c-acce-62fd0ae6c414 req-1b4d8856-6de6-49e3-bbe0-2483e323c312 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 945 time: 0.1566947 Oct 11 15:39:46.713919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Request body: {'port': {'device_id': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:46.823188 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port 28d43de1-af41-4206-b637-875fe47eb1cc yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:46.829806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.841501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.843889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1da2d1f-81be-462c-acce-62fd0ae6c414 req-9feee6e4-31c8-427c-91ce-1606e90eb51f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275723 Oct 11 15:39:46.845659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.873262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.882910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.887057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12deb4c1-1f65-438c-86e3-3e4078cd9bd4 None None] Provisioning complete for port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:46.887558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12deb4c1-1f65-438c-86e3-3e4078cd9bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:46.925403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12deb4c1-1f65-438c-86e3-3e4078cd9bd4 None None] Port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:46.954784 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=826e62fa-6b67-4b98-baf6-eec90d45542b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:46.980728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82c528-0f49-412c-bd04-89d961e20d9c req-daf3e3a9-efae-41f1-9a32-b9b6ccaa5854 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:46.982228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a82c528-0f49-412c-bd04-89d961e20d9c req-daf3e3a9-efae-41f1-9a32-b9b6ccaa5854 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 944 time: 0.1668887 Oct 11 15:39:46.997044 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=28d43de1-af41-4206-b637-875fe47eb1cc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:47.031682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Checking segment: {'id': '676aaa60-b90b-4835-afd6-bc79d3622641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:47.032030 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network hostable DHCP agents. Network: 717b5268-15ef-4d00-b79d-6ad95d1d409c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:47.062274 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.062618 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.062955 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.077847 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.078167 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.082375 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 2 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.094810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a82c528-0f49-412c-bd04-89d961e20d9c req-64f24873-ddd5-49d8-85b8-694d749e3b2a tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018465 Oct 11 15:39:47.099605 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:47.103834 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.103834 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.103834 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.122445 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 717b5268-15ef-4d00-b79d-6ad95d1d409c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:47.126968 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.127292 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.127442 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:47.128035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.131872 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a943b4-c585-43ef-8443-748f0427b751 None None] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:47.154216 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 3 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.157552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c95de3a4-21ca-4ee3-a7ba-ddc65442b654 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8267422 Oct 11 15:39:47.162262 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:47.166708 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-483224366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:47.201597 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.201943 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.202194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.212544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.213866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.217193 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.217544 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.220947 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 4 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.249890 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.250229 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.250560 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.260072 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.260399 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.261682 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 5 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.282549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.282549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.282870 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.293183 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.293534 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.294133 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 6 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.299873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-717b5268-15ef-4d00-b79d-6ad95d1d409c', 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': '826e62fa-6b67-4b98-baf6-eec90d45542b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:47.300783 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.332555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.332902 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.333754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.334090 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.338670 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb9c62b-161d-4b25-b3ff-ae0e890e36cf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:47.343805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.355580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.360561 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.360868 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.362171 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 7 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.372367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.375810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-afd6cb57-47bb-4c40-a2a5-e372a5bc2811 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2104883 Oct 11 15:39:47.375810 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Transition to ACTIVE for port object cfb9c62b-161d-4b25-b3ff-ae0e890e36cf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:39:47.376558 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:47.381849 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c', 'name': 'tempest-PortsTestJSON-1349746676'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:47.386687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.405230 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.405695 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.405960 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.421548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe52f9-2358-491a-8046-6c2c04b54d01 req-5b59d39e-7f70-42c6-beab-af9e937a4ab1 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:47.423021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56fe52f9-2358-491a-8046-6c2c04b54d01 req-5b59d39e-7f70-42c6-beab-af9e937a4ab1 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 935 time: 0.1186099 Oct 11 15:39:47.424434 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.424755 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.425285 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 8 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.452733 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Allocated IP 172.20.0.2 (717b5268-15ef-4d00-b79d-6ad95d1d409c/826e62fa-6b67-4b98-baf6-eec90d45542b/9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:47.476903 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.477237 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.477629 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.500353 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Deleting port 268c4c9e-c021-4814-8e7d-530bcddd6b3d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:47.500690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.504950 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.505272 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.516736 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 9 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.554497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:47.555135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56fe52f9-2358-491a-8046-6c2c04b54d01 req-201d1d0e-a267-476a-a882-5cf6ce414124 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183949 Oct 11 15:39:47.562645 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.562969 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.563302 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.583694 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.583912 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.586364 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 10 to bind port 28d43de1-af41-4206-b637-875fe47eb1cc Oct 11 15:39:47.615322 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.615622 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.615870 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.631700 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.632033 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port 28d43de1-af41-4206-b637-875fe47eb1cc on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:47.632402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.640675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.651218 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.652995 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] For port 268c4c9e-c021-4814-8e7d-530bcddd6b3d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=268c4c9e-c021-4814-8e7d-530bcddd6b3d,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:47.653414 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.653587 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:47.662183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.675738 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Attempting to bind port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.676340 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Attempting to bind port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.676891 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Attempting to bind port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.689708 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Calling delete_port for 268c4c9e-c021-4814-8e7d-530bcddd6b3d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:47.690510 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:47.691000 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Attempting to bind port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.700094 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:47.704892 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:47.705580 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:47.705580 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:47.705976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Bound port: cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:47.706488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.713946 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Pushing event updated for resources: {'Port': ['ID=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:47.731270 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:47.732753 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:47.737182 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:47.765355 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port 28d43de1-af41-4206-b637-875fe47eb1cc, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:47.765916 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:39:47.778742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.806827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Attempting to bind port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:47.807958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Attempting to bind port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '676aaa60-b90b-4835-afd6-bc79d3622641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:47.808501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Attempting to bind port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf on network 717b5268-15ef-4d00-b79d-6ad95d1d409c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:47.814629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:47.815750 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Checking segment: {'id': '676aaa60-b90b-4835-afd6-bc79d3622641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:47.816330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.816972 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Bound using segment: {'id': '676aaa60-b90b-4835-afd6-bc79d3622641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:47.818417 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] In _notify_port_updated(), no bound segment for port 28d43de1-af41-4206-b637-875fe47eb1cc on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:39:47.819429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:47.820022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.821640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "PUT /v2.0/ports/28d43de1-af41-4206-b637-875fe47eb1cc HTTP/1.1" status: 200 len: 979 time: 1.5208428 Oct 11 15:39:47.822398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Bound port: 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676aaa60-b90b-4835-afd6-bc79d3622641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '717b5268-15ef-4d00-b79d-6ad95d1d409c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:47.822986 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.828862 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:47.850667 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:47.851876 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fcb4-39c3-4039-82c6-2e397a9657ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=28d43de1-af41-4206-b637-875fe47eb1cc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:47.855971 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:47.861847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.900318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:47.900923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.902334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] 10.222.0.43 "PUT /v2.0/ports/cfb9c62b-161d-4b25-b3ff-ae0e890e36cf HTTP/1.1" status: 200 len: 1095 time: 1.1951525 Oct 11 15:39:47.902780 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:47.905506 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1be526-6521-48c8-8982-5c0a4e32ae04" -d '{"events": [{"name": "network-changed", "server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:47.913756 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.7 (717b5268-15ef-4d00-b79d-6ad95d1d409c/826e62fa-6b67-4b98-baf6-eec90d45542b/83b1d748-26cf-4c8a-b2b2-1f88cc850c6c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:47.954218 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a344-6966-4839-b593-f5fa52146c20 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:47.955734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] For port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:47.963374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] For port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,segment=NetworkSegment(676aaa60-b90b-4835-afd6-bc79d3622641),segment_id=676aaa60-b90b-4835-afd6-bc79d3622641)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:47.975369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:47.980056 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d75a1-7109-42ff-bc85-75e734278352 x-openstack-request-id: req-577d75a1-7109-42ff-bc85-75e734278352 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:47.980335 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:47.980584 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-577d75a1-7109-42ff-bc85-75e734278352 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:47.980974 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf', 'status': 'completed', 'code': 200} Oct 11 15:39:48.051387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e378f-d567-43e2-9582-9ac98f9ecae5 None None] Pushing event updated for resources: {'Port': ['ID=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:48.091407 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5a4d0b12-63d5-46c2-afa4-161fcb2ac4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.093173 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5a4d0b12-63d5-46c2-afa4-161fcb2ac4ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=921e9586084f48eab431555fb63f089f&device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 1098 time: 0.1247435 Oct 11 15:39:48.155663 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5f5689a6-a2c7-46d3-88d9-67d78f38decd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf HTTP/1.1" status: 200 len: 217 time: 0.0540352 Oct 11 15:39:48.257935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.274744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:48.287916 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-260bf9fa-235c-45fb-b678-7798402a3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.289611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-260bf9fa-235c-45fb-b678-7798402a3669 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1232708 Oct 11 15:39:48.356107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:39:48.371369 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:48.371636 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.377440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5cd35eb9-801c-4520-9fe6-0ab5a78dcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.379544 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5cd35eb9-801c-4520-9fe6-0ab5a78dcac0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823913 Oct 11 15:39:48.382191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.482241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.496167 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:48.501187 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:48.503768 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:48.507197 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:48.508902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=83b1d748-26cf-4c8a-b2b2-1f88cc850c6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:48.509375 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2eea57-4a8a-4945-befa-38a2ef3281e6" -d '{"events": [{"server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:48.517809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:39:48.522626 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.523042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.523502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.523955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.524405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.524849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.525238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:48.525389 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.525833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.526378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.526900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.527415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.527893 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.528367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.528874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.529349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.529908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.530333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.530462 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.530789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.531228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.531565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 13a304ce-a939-4291-b28f-569a7fc794c9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:48.531834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.532273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.532823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.533145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.533621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.534062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.534497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.535896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.535896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.535896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.536318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.536771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.537196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.537663 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.538103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.538540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.538997 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.547195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3a066fbc-a8ff-49e7-b7dc-44d2bff33cd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32289 time: 0.7135773 Oct 11 15:39:48.549634 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:48.575347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a70a8-98ca-4f2e-8274-f6e1cb0878d8 req-ccd1bde0-bc8e-4b0d-b337-1ab5da760556 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.576908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-352a70a8-98ca-4f2e-8274-f6e1cb0878d8 req-ccd1bde0-bc8e-4b0d-b337-1ab5da760556 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 945 time: 0.5523825 Oct 11 15:39:48.614559 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:39:48.616132 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:48.634955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 13a304ce-a939-4291-b28f-569a7fc794c9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:39:48.640864 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 13a304ce-a939-4291-b28f-569a7fc794c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:48.641724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.735352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.736526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-352a70a8-98ca-4f2e-8274-f6e1cb0878d8 req-0ab918b6-4162-40bc-a5f5-e152f55a1396 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409352 Oct 11 15:39:48.752688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735e324-2317-4506-b5c0-69a3909a5be8 req-261e7d6c-6956-41af-a93c-c5f913ad4dbf tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:48.754275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8735e324-2317-4506-b5c0-69a3909a5be8 req-261e7d6c-6956-41af-a93c-c5f913ad4dbf tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.2074158 Oct 11 15:39:48.770400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.777659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a304ce-a939-4291-b28f-569a7fc794c9,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:48.787512 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.811209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Pushing event deleted for resources: {'Port': ['ID=268c4c9e-c021-4814-8e7d-530bcddd6b3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:48.860665 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:48.884386 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Deleting port 28d43de1-af41-4206-b637-875fe47eb1cc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:48.884754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:48.911699 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e246ab-7634-419d-8d48-e197fb57b8d3 x-openstack-request-id: req-87e246ab-7634-419d-8d48-e197fb57b8d3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:48.912094 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:48.912413 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87e246ab-7634-419d-8d48-e197fb57b8d3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:48.913053 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'code': 200} Oct 11 15:39:48.987668 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-33b2742a-b422-47a6-9ac0-b546bd274db6 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000385 Oct 11 15:39:49.016556 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.018989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.025821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:49.084615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7396d923-3d76-4ba8-82de-be1f7ecd9ab5 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7066653 Oct 11 15:39:49.086622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8735e324-2317-4506-b5c0-69a3909a5be8 req-9bd210d1-4af0-4d33-b8e8-1e462957a154 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121967 Oct 11 15:39:49.087403 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:49.105778 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:49.106420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.157922 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port 28d43de1-af41-4206-b637-875fe47eb1cc, host n-h2-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:49.158501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.212232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.230358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef49fabe-f29b-4dfa-8808-e153300f3257 req-5b5fc540-9fb6-4093-9bcb-2e2fc51edba3 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312350 Oct 11 15:39:49.256542 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,segment=NetworkSegment(676aaa60-b90b-4835-afd6-bc79d3622641),segment_id=676aaa60-b90b-4835-afd6-bc79d3622641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:49.262928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.296747 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Calling delete_port for 28d43de1-af41-4206-b637-875fe47eb1cc owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:49.320608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336476e-a9ea-45bc-be25-b57ddf3cf7fa req-bca5a2fb-d86f-4f20-b8bc-076b958790f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.322682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7336476e-a9ea-45bc-be25-b57ddf3cf7fa req-bca5a2fb-d86f-4f20-b8bc-076b958790f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 1096 time: 0.2582619 Oct 11 15:39:49.328331 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:49.434213 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cacd71-d445-4b76-81f3-e3e8e8734b65 req-ec0db53f-125e-4ccd-9f53-a5854207bed6 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.435711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7cacd71-d445-4b76-81f3-e3e8e8734b65 req-ec0db53f-125e-4ccd-9f53-a5854207bed6 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 947 time: 0.3606353 Oct 11 15:39:49.456265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc0f24-221c-472e-b387-36cde8469e2b None None] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:49.488556 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-ab804a90-6816-4f16-bf42-21ff8386db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.490727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-ab804a90-6816-4f16-bf42-21ff8386db78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=921e9586084f48eab431555fb63f089f&device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 1098 time: 0.1029804 Oct 11 15:39:49.491789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7336476e-a9ea-45bc-be25-b57ddf3cf7fa req-88612cde-18f8-4718-be18-baf6ccff5ae5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601851 Oct 11 15:39:49.514833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.536179 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c155f2e6-f8a0-43ab-b5de-153053f19a14 None None] Provisioning complete for port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:49.536827 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c155f2e6-f8a0-43ab-b5de-153053f19a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.544029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7cacd71-d445-4b76-81f3-e3e8e8734b65 req-55b1edb4-8cf4-49db-a7ca-1dc11811f148 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Oct 11 15:39:49.585097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.588595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.621788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d43de1-af41-4206-b637-875fe47eb1cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:49.625376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.632795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e5af847-b33e-46f7-b70f-ac176e3ba517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "DELETE /v2.0/ports/28d43de1-af41-4206-b637-875fe47eb1cc HTTP/1.1" status: 204 len: 168 time: 1.0774212 Oct 11 15:39:49.632795 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:49.675276 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-c1b192e6-07d0-467d-8003-9ccedf330720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.677263 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-c1b192e6-07d0-467d-8003-9ccedf330720 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1786695 Oct 11 15:39:49.685206 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b3be12-0040-4ace-82bc-7d2dc361a281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:39:49.687784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e5b3be12-0040-4ace-82bc-7d2dc361a281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports/28d43de1-af41-4206-b637-875fe47eb1cc HTTP/1.1" status: 404 len: 333 time: 0.0539308 Oct 11 15:39:49.691469 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:49.698661 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-636418579', 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:49.735813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Made reservation on behalf of a492c78e038343a598ddf32a09e97230 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:49.738174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:49.793177 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port a7a597db-1869-4909-8816-60974837cefa yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:49.793957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-21d8bdb1-5389-4aa4-9032-fbcc3829eb73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf HTTP/1.1" status: 200 len: 217 time: 0.0698130 Oct 11 15:39:49.908716 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-cb210a2d-34b3-4556-afcb-3072facde8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:49.910055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-cb210a2d-34b3-4556-afcb-3072facde8e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1021116 Oct 11 15:39:50.006282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-c17d4f34-3759-409c-8f7f-7d8f9c2ad923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.007804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-c17d4f34-3759-409c-8f7f-7d8f9c2ad923 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886250 Oct 11 15:39:50.009064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e37d-348c-4457-8e7f-53c141ce5058 req-54337cb4-84f4-4fd5-83d0-c605d0e0fe7e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.009799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.010609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f230e37d-348c-4457-8e7f-53c141ce5058 req-54337cb4-84f4-4fd5-83d0-c605d0e0fe7e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.1753452 Oct 11 15:39:50.012650 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:39:50.016899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-25dd9f89-d999-4e96-82ff-169cf00bc670 None None] Provisioning complete for port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:50.017625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25dd9f89-d999-4e96-82ff-169cf00bc670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.027126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.055962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-25dd9f89-d999-4e96-82ff-169cf00bc670 None None] Port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:50.066769 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-25dd9f89-d999-4e96-82ff-169cf00bc670 None None] Provisioning complete for port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:50.067418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25dd9f89-d999-4e96-82ff-169cf00bc670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.175585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=83b1d748-26cf-4c8a-b2b2-1f88cc850c6c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:50.204407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.237364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-cc7f6f40-e77e-4f9c-b5e1-0b12c4c82432 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208848 Oct 11 15:39:50.266160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f230e37d-348c-4457-8e7f-53c141ce5058 req-1d1b8fd2-9539-4e49-bc39-6786c5f7ccd2 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384923 Oct 11 15:39:50.277650 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:50.299253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8309c97-d2a4-4652-9d21-16296efc172e admin admin] 10.222.0.31 "PUT /v2.0/routers/6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3598146 Oct 11 15:39:50.302685 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Sync routers for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:50.309434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-243a7b3b-24be-4d86-bd32-1deb60836125 None None] Provisioning complete for port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:50.309750 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-243a7b3b-24be-4d86-bd32-1deb60836125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.315249 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:50.338273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60f792-7fd5-4935-bb8f-71cf0fb0673a req-6008fb0f-7b2f-445f-b0de-6b4789041a73 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.339849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f60f792-7fd5-4935-bb8f-71cf0fb0673a req-6008fb0f-7b2f-445f-b0de-6b4789041a73 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.1402466 Oct 11 15:39:50.347991 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:50.349379 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:50.359838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.406069 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-243a7b3b-24be-4d86-bd32-1deb60836125 None None] Port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:50.452879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:50.464008 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:50.466678 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:50.468334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.469201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.480919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f60f792-7fd5-4935-bb8f-71cf0fb0673a req-2bb2516d-7e10-4e05-972e-ee0c7a76562c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345322 Oct 11 15:39:50.489591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a597db-1869-4909-8816-60974837cefa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:50.506356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-886e82a4-94d3-4f1f-aa14-19125ece1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8137145 Oct 11 15:39:50.508657 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:50.510765 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:50.548200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d7dbc2-6f3e-4b39-9260-192774b7ffc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.550097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-29d7dbc2-6f3e-4b39-9260-192774b7ffc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports/a7a597db-1869-4909-8816-60974837cefa HTTP/1.1" status: 200 len: 958 time: 0.0395029 Oct 11 15:39:50.552502 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:50.586059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.593823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc1be526-6521-48c8-8982-5c0a4e32ae04 req-6378c73c-08fc-4fd1-83e0-cb4ea9299390 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471003 Oct 11 15:39:50.628235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.708850 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Deleting port a7a597db-1869-4909-8816-60974837cefa {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:50.711962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.790951 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0bf1f-a28b-4490-8885-a79fa93c86b3 req-e6d1b744-9a24-4eae-8684-25594d988738 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:50.800345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b0bf1f-a28b-4490-8885-a79fa93c86b3 req-e6d1b744-9a24-4eae-8684-25594d988738 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 947 time: 0.1357880 Oct 11 15:39:50.835103 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11eb0943-1f6a-44c1-a7fa-11a13869beee None None] Provisioning complete for port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:50.835775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11eb0943-1f6a-44c1-a7fa-11a13869beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.844954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.846283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.847247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:50.868220 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Calling delete_port for a7a597db-1869-4909-8816-60974837cefa owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:50.884846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b0bf1f-a28b-4490-8885-a79fa93c86b3 req-0247852b-b5f9-4c80-b852-cd29ea894f46 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774398 Oct 11 15:39:50.888673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-11eb0943-1f6a-44c1-a7fa-11a13869beee None None] Port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:50.916954 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:50.920447 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd67593-17ca-487c-a6ff-0930d38fbca1" -d '{"events": [{"server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "name": "network-vif-plugged", "status": "completed", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:51.006701 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd341abc-4b5f-41b1-aef3-7615b3a1d35c x-openstack-request-id: req-bd341abc-4b5f-41b1-aef3-7615b3a1d35c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:51.006701 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "name": "network-vif-plugged", "status": "completed", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:51.006988 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd341abc-4b5f-41b1-aef3-7615b3a1d35c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:51.007442 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9', 'code': 200} Oct 11 15:39:51.019776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.021314 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:39:48Z', 'revision_number': 5, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port': {'id': '58d1458c-ef2a-4d52-9676-5167b2d2b760', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:51.049911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a597db-1869-4909-8816-60974837cefa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:51.068018 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Deleting port 58d1458c-ef2a-4d52-9676-5167b2d2b760 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:51.068526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.069826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.075783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2237b54d-0dd3-4ce3-a216-e13f835c6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a7a597db-1869-4909-8816-60974837cefa HTTP/1.1" status: 204 len: 168 time: 0.5198686 Oct 11 15:39:51.075961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:51.076744 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:51.078858 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Checking router: 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:39:51.102483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e193-4e2f-4315-9963-cb152702cc93 req-4e6618f9-89ca-4c3e-8669-dd1f96925851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:51.104505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd89e193-4e2f-4315-9963-cb152702cc93 req-4e6618f9-89ca-4c3e-8669-dd1f96925851 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 1097 time: 0.0458231 Oct 11 15:39:51.116004 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Routers {'6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:51.116688 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:51.142245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd89e193-4e2f-4315-9963-cb152702cc93 req-59f3cc2b-e59c-4b92-b390-263341afe92a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303254 Oct 11 15:39:51.142474 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d79e270-4c15-4505-a4e2-01a264c9caa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:39:51.144069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d79e270-4c15-4505-a4e2-01a264c9caa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports/a7a597db-1869-4909-8816-60974837cefa HTTP/1.1" status: 404 len: 333 time: 0.0661571 Oct 11 15:39:51.147884 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:51.153048 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-639478161'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:51.174936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Made reservation on behalf of a492c78e038343a598ddf32a09e97230 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:51.178447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.197389 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:51.211907 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:51.212274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.214568 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] Set router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:51.253739 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] For port 58d1458c-ef2a-4d52-9676-5167b2d2b760, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58d1458c-ef2a-4d52-9676-5167b2d2b760,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:51.254107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.278718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Calling delete_port for 58d1458c-ef2a-4d52-9676-5167b2d2b760 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:51.285937 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:39:50Z', 'revision_number': 6, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:51.338866 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca607e5e-c1a2-44ae-a7b3-6f0cb5fa3e87 None None] The sync data for ids ['6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6'] in n-d-master-1 is: [{'id': '6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6', 'name': 'tempest-ServersTestMultiNic-565066302-router', 'tenant_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:38:05Z', 'updated_at': '2021-10-11T15:39:50Z', 'revision_number': 6, 'project_id': 'bcf2ec2d543e4820a300642b73cdcb80', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:51.353635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.368773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.370087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.445369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.479396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=83b1d748-26cf-4c8a-b2b2-1f88cc850c6c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:51.497026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.499670 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e353-9290-41a5-8d59-85e0f0b4cf04 req-17892bcc-cdd6-4f3f-b893-f34ab358bc69 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:51.501368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1595e353-9290-41a5-8d59-85e0f0b4cf04 req-17892bcc-cdd6-4f3f-b893-f34ab358bc69 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.1074166 Oct 11 15:39:51.508995 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Network 29e4cf03-4632-490d-b62a-edee7559c6b1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:51.513210 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:51.517465 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:51.518412 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:51.518998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.559349 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e760f0-00a7-4a30-9ed7-bd4cfc835565,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:51.572663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1c1a3da0-5c41-45de-b2c1-8683e3327344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4235346 Oct 11 15:39:51.575489 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:51.582247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:51.604932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1595e353-9290-41a5-8d59-85e0f0b4cf04 req-7a15d275-b271-4fed-b46f-e9f348d8f82f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943594 Oct 11 15:39:51.608689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.646591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Pushing event deleted for resources: {'Port': ['ID=58d1458c-ef2a-4d52-9676-5167b2d2b760,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:51.659114 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:51.675090 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:51.685395 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7300473-b658-4f7d-8150-bdfb3f05ae8d req-38fbcf11-9650-4b24-90ca-cb58aa0fe08f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:51.686952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7300473-b658-4f7d-8150-bdfb3f05ae8d req-38fbcf11-9650-4b24-90ca-cb58aa0fe08f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.1009836 Oct 11 15:39:51.689887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.780437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7300473-b658-4f7d-8150-bdfb3f05ae8d req-7378bbf4-e916-49b1-bf79-076ad687ae98 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792236 Oct 11 15:39:51.785712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.902804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.907526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.975350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.975862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd9ca2-2fc4-42f9-8d82-06a89e81e163 req-68b9e9c2-2e49-43fd-90e6-527c98ca1ac0 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:51.976033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:39:51.977338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3efd9ca2-2fc4-42f9-8d82-06a89e81e163 req-68b9e9c2-2e49-43fd-90e6-527c98ca1ac0 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.1039343 Oct 11 15:39:51.982214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:51.983335 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b2509b1-69e4-4399-89a1-0c980f9dc85a admin admin] 10.222.0.31 "DELETE /v2.0/routers/6ee2b70a-d4d8-4a2c-8bef-0b4c7992b6c6 HTTP/1.1" status: 204 len: 168 time: 1.6669064 Oct 11 15:39:51.984624 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Router a47702c0-deec-44e0-a95a-83d31d80d6d8 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:39:51.986996 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:51.995696 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:52.001791 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Request body: {'floatingip': {'port_id': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:52.028289 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26a90075-881a-4cba-b927-44d5a918e7a2 None None] Provisioning complete for port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:52.028953 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a90075-881a-4cba-b927-44d5a918e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.044009 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] device_id is not set on port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:39:52.056257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.066165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-26a90075-881a-4cba-b927-44d5a918e7a2 None None] Port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:52.071517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.083990 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Deleting subnet fa6ed846-8c6e-4228-938c-a8ddfb9392d2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:52.109336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.112327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cc24e-5d48-4926-81a4-729ea189b746 req-05a3e008-d53b-4223-9f0e-308959b10b4a tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:52.113818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e12cc24e-5d48-4926-81a4-729ea189b746 req-05a3e008-d53b-4223-9f0e-308959b10b4a tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 947 time: 0.1484728 Oct 11 15:39:52.116959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.181252 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e760f0-00a7-4a30-9ed7-bd4cfc835565,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:52.191580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.247849 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.248200 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.248516 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.255936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e12cc24e-5d48-4926-81a4-729ea189b746 req-1fcddaf6-b41b-436e-b204-2fcefd24c9fd tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158252 Oct 11 15:39:52.260781 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.261113 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.265592 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 2 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.289204 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.289673 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.289950 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.560707 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:52.568460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a67e2647-cabc-44a2-a0c3-18a836e62a42 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/routers/a47702c0-deec-44e0-a95a-83d31d80d6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4797468 Oct 11 15:39:52.571637 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:52.576456 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] Sync routers for ids ['a47702c0-deec-44e0-a95a-83d31d80d6d8'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:52.587947 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] Routers {'a47702c0-deec-44e0-a95a-83d31d80d6d8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:52.589007 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a47702c0-deec-44e0-a95a-83d31d80d6d8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:52.620596 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.621160 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.623513 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 3 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.626282 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:52.638974 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] Routers {'a47702c0-deec-44e0-a95a-83d31d80d6d8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:52.640127 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a47702c0-deec-44e0-a95a-83d31d80d6d8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:52.642138 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.642472 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.642805 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.650886 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.651213 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.653191 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 4 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.656198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.686253 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:52.687507 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.687654 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97ff9b-b508-45a9-bd98-58ea30a724d4 None None] The sync data for ids ['a47702c0-deec-44e0-a95a-83d31d80d6d8'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:52.687841 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.688177 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.695378 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.695958 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.697722 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 5 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.699583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2beb3d-39b8-467f-90f4-6ceea1dcc329 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:52.701094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a2beb3d-39b8-467f-90f4-6ceea1dcc329 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?device_id=a47702c0-deec-44e0-a95a-83d31d80d6d8 HTTP/1.1" status: 200 len: 982 time: 0.1283140 Oct 11 15:39:52.705428 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:52.742368 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.742699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.743027 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.755805 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.756125 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.760157 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 6 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.774876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.806461 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.806719 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.807054 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.811272 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6ed846-8c6e-4228-938c-a8ddfb9392d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:52.813273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.816435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2162d0c9-d178-4561-ab03-d5bdea680415 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa6ed846-8c6e-4228-938c-a8ddfb9392d2 HTTP/1.1" status: 204 len: 168 time: 0.8274612 Oct 11 15:39:52.822145 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:52.824409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66365c21-d766-4a88-9484-556b18dc97b2 None None] Network 3b220a2d-0f96-4202-893d-fad18972bdbb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:52.826049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a16f-5514-4579-89d6-39e5606d8e29 req-85629524-a800-49d9-8421-0d0b12096f0e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:52.827535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9478a16f-5514-4579-89d6-39e5606d8e29 req-85629524-a800-49d9-8421-0d0b12096f0e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.1271429 Oct 11 15:39:52.830418 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.830744 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.831136 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 7 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.856602 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.856936 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.857272 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.864772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.865094 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.865652 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 8 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.879593 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 58d1458c-ef2a-4d52-9676-5167b2d2b760 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:52.891610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9478a16f-5514-4579-89d6-39e5606d8e29 req-eb6b0e1f-8041-4254-ba94-0d128fe5718f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509181 Oct 11 15:39:52.892438 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.892770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.893102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.898331 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.898654 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.899042 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 9 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.899321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.913254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 58d1458c-ef2a-4d52-9676-5167b2d2b760 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:52.913643 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 58d1458c-ef2a-4d52-9676-5167b2d2b760 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:52.914317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 268c4c9e-c021-4814-8e7d-530bcddd6b3d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:52.917873 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.918206 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.918531 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.924076 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.924608 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.925171 n-d-master-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempt 10 to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 Oct 11 15:39:52.940402 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:52.941204 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:52.941528 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempting to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:52.946941 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:39:52.947462 n-d-master-1 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Failed to bind port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on host n-h2-master-1 for vnic_type normal using segments [{'id': '9477b324-f170-49b4-98d5-4db7459f1176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '29e4cf03-4632-490d-b62a-edee7559c6b1'}] Oct 11 15:39:52.947595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 268c4c9e-c021-4814-8e7d-530bcddd6b3d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:52.947832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:52.947957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 268c4c9e-c021-4814-8e7d-530bcddd6b3d not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:53.052770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port c7e760f0-00a7-4a30-9ed7-bd4cfc835565, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:53.052983 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 15:39:53.058906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.074904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77404-720a-4be8-80fc-82d847fd5fb5 req-7d5789b3-9461-4b54-9738-925179e1b58e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:53.076400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75a77404-720a-4be8-80fc-82d847fd5fb5 req-7d5789b3-9461-4b54-9738-925179e1b58e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.0826881 Oct 11 15:39:53.099758 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] DHCP port deletion for 3b220a2d-0f96-4202-893d-fad18972bdbb request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:53.109463 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] In _notify_port_updated(), no bound segment for port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 on network 29e4cf03-4632-490d-b62a-edee7559c6b1 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:39:53.110333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:53.110933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.114784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "PUT /v2.0/ports/c7e760f0-00a7-4a30-9ed7-bd4cfc835565 HTTP/1.1" status: 200 len: 978 time: 1.5358255 Oct 11 15:39:53.115651 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:53.131987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fcfaf-58e4-46cf-9788-724f969608f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e760f0-00a7-4a30-9ed7-bd4cfc835565,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:53.158040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75a77404-720a-4be8-80fc-82d847fd5fb5 req-c94cb933-3d55-4bc5-b09d-47d731322441 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616922 Oct 11 15:39:53.158411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Deleting port 1a67762f-b387-4849-929f-72e47bb92ca4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:53.158788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.228706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] For port 1a67762f-b387-4849-929f-72e47bb92ca4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a67762f-b387-4849-929f-72e47bb92ca4,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:53.229120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.242157 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Calling delete_port for 1a67762f-b387-4849-929f-72e47bb92ca4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:53.301066 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Deleting port 1a67762f-b387-4849-929f-72e47bb92ca4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:53.301422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.331852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.346080 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] No DVR routers for this DVR port 1a67762f-b387-4849-929f-72e47bb92ca4 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:53.377034 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8445-55e1-480b-a086-68d9a78df71c None None] Pushing event deleted for resources: {'Port': ['ID=1a67762f-b387-4849-929f-72e47bb92ca4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:53.397089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc14a1-396b-4e5b-bcbe-0f8def0a37c7 req-d4ef20b3-fab0-4aca-aa92-0866b45e0178 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:53.398684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dbc14a1-396b-4e5b-bcbe-0f8def0a37c7 req-d4ef20b3-fab0-4aca-aa92-0866b45e0178 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 947 time: 0.0651176 Oct 11 15:39:53.431525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:39:53.434777 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Deleting port c7e760f0-00a7-4a30-9ed7-bd4cfc835565 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:53.435117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.437375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dbc14a1-396b-4e5b-bcbe-0f8def0a37c7 req-019a7998-0ee8-4b07-a938-ab967516dc9b tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Oct 11 15:39:53.537328 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] For port 1a67762f-b387-4849-929f-72e47bb92ca4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a67762f-b387-4849-929f-72e47bb92ca4,segment=NetworkSegment(32308b8e-db18-4c93-be8c-1cd97df0084c),segment_id=32308b8e-db18-4c93-be8c-1cd97df0084c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:53.537756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.611488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.614029 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Calling delete_port for 1a67762f-b387-4849-929f-72e47bb92ca4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:53.620784 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] For port c7e760f0-00a7-4a30-9ed7-bd4cfc835565, host n-h2-master-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:53.621173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.626140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.674936 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Calling delete_port for c7e760f0-00a7-4a30-9ed7-bd4cfc835565 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:53.932068 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Floating IP b10bd7c0-fca6-4674-b5ad-63503af02454 associated. External IP: 172.35.3.177, port: d2a74157-dff0-4d9a-ab94-c2ca6a554bf6. Oct 11 15:39:53.989208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:53.991140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.034825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.088359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a67762f-b387-4849-929f-72e47bb92ca4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:54.093506 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] No DVR routers for this DVR port 1a67762f-b387-4849-929f-72e47bb92ca4 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:54.177791 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7e760f0-00a7-4a30-9ed7-bd4cfc835565,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:54.185804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.188929 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-350c94f3-3988-4b30-a47a-244fc5e660a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c7e760f0-00a7-4a30-9ed7-bd4cfc835565 HTTP/1.1" status: 204 len: 168 time: 1.0686138 Oct 11 15:39:54.191648 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:54.220994 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c84df7-7fb2-453a-b8b5-ecc886fe7321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] GET failed (client error): The resource could not be found. Oct 11 15:39:54.222475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d5c84df7-7fb2-453a-b8b5-ecc886fe7321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578317405-project-admin] 10.222.0.31 "GET /v2.0/ports/c7e760f0-00a7-4a30-9ed7-bd4cfc835565 HTTP/1.1" status: 404 len: 333 time: 0.0298500 Oct 11 15:39:54.226693 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:54.282664 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cfb9c62b-161d-4b25-b3ff-ae0e890e36cf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:39:54.303592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.394194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:54.406990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf', 'mac_address': 'fa:16:3e:71:4f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:39:54.412542 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.436823 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e4cf03-4632-490d-b62a-edee7559c6b1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.447695 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9477b324-f170-49b4-98d5-4db7459f1176') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.448044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.448178 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9477b324-f170-49b4-98d5-4db7459f1176') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.464203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.465419 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb9c62b-161d-4b25-b3ff-ae0e890e36cf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:39:54.481977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.488303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:54.492169 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:54.492577 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.493952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:54.496096 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:54.552803 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:54.599492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.606072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.614030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.617283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] 10.222.0.31 "DELETE /v2.0/networks/29e4cf03-4632-490d-b62a-edee7559c6b1 HTTP/1.1" status: 204 len: 168 time: 0.3896775 Oct 11 15:39:54.637595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455bf05-9554-4c40-8b8f-fb8a12bd1723 req-136ddc7d-41b2-4abc-9cf3-027586b8646d tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:54.639210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c455bf05-9554-4c40-8b8f-fb8a12bd1723 req-136ddc7d-41b2-4abc-9cf3-027586b8646d tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 948 time: 0.0998216 Oct 11 15:39:54.639996 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b169ce-8a13-4340-8913-5a91606829dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-411405133-project] Pushing event deleted for resources: {'Network': ['ID=29e4cf03-4632-490d-b62a-edee7559c6b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:54.649303 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b220a2d-0f96-4202-893d-fad18972bdbb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.678402 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:54.698499 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32308b8e-db18-4c93-be8c-1cd97df0084c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.698798 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32308b8e-db18-4c93-be8c-1cd97df0084c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:54.714551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.742436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c455bf05-9554-4c40-8b8f-fb8a12bd1723 req-6e223e5a-4706-4daf-b291-3ab34ab8d003 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845068 Oct 11 15:39:54.766623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.781877 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:39:54.782068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:39:54.785148 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:39:54.810728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['cfb9c62b-161d-4b25-b3ff-ae0e890e36cf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:39:54.882054 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Router 60a172b8-41fe-4f8b-b3ab-dabfe391999d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:39:54.887849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.901810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1a67762f-b387-4849-929f-72e47bb92ca4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:39:54.913082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:54.916303 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b220a2d-0f96-4202-893d-fad18972bdbb HTTP/1.1" status: 204 len: 168 time: 2.0932088 Oct 11 15:39:54.934072 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d6371-e605-4ce8-8d01-2f380a336b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b220a2d-0f96-4202-893d-fad18972bdbb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:54.937238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1a67762f-b387-4849-929f-72e47bb92ca4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:39:54.937675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1a67762f-b387-4849-929f-72e47bb92ca4 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:39:55.031485 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:55.031846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.073537 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:55.166899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:55.173118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.177306 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Sync routers for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:55.181210 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:55.189292 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:55.189909 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:55.233931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.262157 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 83b1d748-26cf-4c8a-b2b2-1f88cc850c6c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:55.267860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e99e1529-a222-4cec-8013-d3a917a6845f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "PUT /v2.0/floatingips/b10bd7c0-fca6-4674-b5ad-63503af02454 HTTP/1.1" status: 200 len: 991 time: 3.2710960 Oct 11 15:39:55.272837 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:55.275226 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb044b8-993b-43dd-bde3-71c4399c4f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:55.286616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42e870d6-969b-4bea-b441-a87ef9fd49f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcf2ec2d543e4820a300642b73cdcb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030390 Oct 11 15:39:55.287214 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:55.346057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:55.378133 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0581a00d-95c4-450a-8b85-4575294f24e1 x-openstack-request-id: req-0581a00d-95c4-450a-8b85-4575294f24e1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:55.380214 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:55.380214 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0581a00d-95c4-450a-8b85-4575294f24e1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:55.380214 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'status': 'completed', 'code': 200} Oct 11 15:39:55.397184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.417464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-80fa27d4-1604-463e-a9a9-404564a0374c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0895152 Oct 11 15:39:55.477247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.546134 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-bdbc84f8-fdcc-4188-9261-43e6b5643fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.547654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-bdbc84f8-fdcc-4188-9261-43e6b5643fcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5a6920026b244418ca5140467334549&device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 1096 time: 0.1562588 Oct 11 15:39:55.570037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.570501 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.571207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.571646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.572088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.572533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.572959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.574603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.574827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-6cc06f96-486c-4c7e-abc6-60e5965a14a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1009929 Oct 11 15:39:55.630361 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b10bd7c0-fca6-4674-b5ad-63503af02454', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'port_id': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'mac_address': 'fa:16:3e:76:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:39:29Z', 'updated_at': '2021-10-11T15:39:53Z', 'revision_number': 1, 'project_id': 'c5a6920026b244418ca5140467334549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:55.639950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e734c11-7e19-47d8-8efe-efe380daefe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92ffaaf73533449ca9d76e58eeae05a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296590 Oct 11 15:39:55.643733 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:55.671854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Checking router: 60a172b8-41fe-4f8b-b3ab-dabfe391999d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:39:55.681812 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:55.682495 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:55.744557 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-1c524f95-3068-4b72-8ab2-dd75a51eb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.752995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.754539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-1c524f95-3068-4b72-8ab2-dd75a51eb501 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 200 len: 916 time: 0.1963050 Oct 11 15:39:55.757175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.762371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.766433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4120e75b-8b59-4227-b14d-808ec6f08626 HTTP/1.1" status: 204 len: 168 time: 0.4752333 Oct 11 15:39:55.767701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.776851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.811633 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:39:55.863541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3c5c-ab63-4bf4-8c6a-c782e590360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4120e75b-8b59-4227-b14d-808ec6f08626,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:55.894153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=83b1d748-26cf-4c8a-b2b2-1f88cc850c6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:55.947177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-38c8f7d0-cda1-4cf6-b8aa-b09974dbeee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 200 len: 999 time: 0.1773384 Oct 11 15:39:55.949682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.953314 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:55.959809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aaaf8ecb-f775-4b9d-8c29-af46c49fcab2 HTTP/1.1" status: 204 len: 168 time: 0.3112562 Oct 11 15:39:55.985925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-02fd6ff1-7390-4fb0-a3b1-408b51a53c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.986503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-02fd6ff1-7390-4fb0-a3b1-408b51a53c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.986917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-02fd6ff1-7390-4fb0-a3b1-408b51a53c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:55.988953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-02fd6ff1-7390-4fb0-a3b1-408b51a53c95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.3567190 Oct 11 15:39:56.056173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-af1ac7e1-54ea-454a-9ecc-4dee44f91a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:56.058045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-af1ac7e1-54ea-454a-9ecc-4dee44f91a43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d HTTP/1.1" status: 200 len: 854 time: 0.0881371 Oct 11 15:39:56.069473 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.17 (ab2b61d1-20aa-4112-87a7-d22b9210eed8/91243fcb-669d-4436-90ee-b48e1f448594/9fe41a13-0d62-4f04-943f-53bbfdbba4f1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:56.161766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.281829 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b10bd7c0-fca6-4674-b5ad-63503af02454', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'port_id': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'mac_address': 'fa:16:3e:76:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:39:29Z', 'updated_at': '2021-10-11T15:39:53Z', 'revision_number': 1, 'project_id': 'c5a6920026b244418ca5140467334549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:56.287668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cfb9c62b-161d-4b25-b3ff-ae0e890e36cf up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:39:56.310640 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-056439eb-5027-4c9f-8d0d-d9e260ce54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:56.312076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-056439eb-5027-4c9f-8d0d-d9e260ce54db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473877 Oct 11 15:39:56.314065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.378333 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572ca37-0603-492f-8c1c-8e001f052894 None None] The sync data for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 is: [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b10bd7c0-fca6-4674-b5ad-63503af02454', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'port_id': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'mac_address': 'fa:16:3e:76:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:39:29Z', 'updated_at': '2021-10-11T15:39:53Z', 'revision_number': 1, 'project_id': 'c5a6920026b244418ca5140467334549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:56.405987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e19dd-11f3-4d8d-afea-cc3b880ec476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaf8ecb-f775-4b9d-8c29-af46c49fcab2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:56.471693 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Router a47702c0-deec-44e0-a95a-83d31d80d6d8 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:39:56.479874 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:39:56.491097 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:56.492133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.505771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b724-5d36-4229-aaed-bdfc36fd8e32 req-3a4fe95a-c8a8-420d-b0a6-e6cdea5a5c96 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:56.508299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1860b724-5d36-4229-aaed-bdfc36fd8e32 req-3a4fe95a-c8a8-420d-b0a6-e6cdea5a5c96 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 948 time: 0.5955558 Oct 11 15:39:56.575137 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:56.601617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.610444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-d51cbfa2-36af-4069-9c5c-c64651534cb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.4182801 Oct 11 15:39:56.638242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:56.639198 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:39:56.642556 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ce978-08c0-48b9-9940-bf46d072eb85" -d '{"events": [{"server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:39:56.648688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.655769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-17713303-ce60-4b3a-9c2a-e9ea4de048f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a492c78e038343a598ddf32a09e97230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774429 Oct 11 15:39:56.660405 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:56.706232 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:39:56.707082 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:56.711804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-105d56d8-bcb6-43b3-ab0b-330bd08b9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:56.713802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-105d56d8-bcb6-43b3-ab0b-330bd08b9d30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.0706313 Oct 11 15:39:56.716552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.719153 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8094fed-e661-43f3-b628-604fd8152e76 x-openstack-request-id: req-a8094fed-e661-43f3-b628-604fd8152e76 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:39:56.719573 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "name": "network-vif-plugged", "status": "completed", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:39:56.719890 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8094fed-e661-43f3-b628-604fd8152e76 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:39:56.720347 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf', 'code': 200} Oct 11 15:39:56.725425 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] Sync routers for ids ['a47702c0-deec-44e0-a95a-83d31d80d6d8'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:39:56.736830 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d74d0b6-d125-43ac-9972-06eb75bf2efc tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/routers/a47702c0-deec-44e0-a95a-83d31d80d6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0276344 Oct 11 15:39:56.737081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-da20acc6-70ae-491e-8013-8a4538a5e5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838356 Oct 11 15:39:56.737613 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:56.764256 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] Routers {'a47702c0-deec-44e0-a95a-83d31d80d6d8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:56.767021 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a47702c0-deec-44e0-a95a-83d31d80d6d8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:56.786783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1860b724-5d36-4229-aaed-bdfc36fd8e32 req-0d74ec1a-6cee-436e-ab1a-5cd8779f2653 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635157 Oct 11 15:39:56.794023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:56.804415 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ef47f-1aca-426c-bd58-25f25d0c0e2b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:39:56.806085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b18ef47f-1aca-426c-bd58-25f25d0c0e2b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/83b1d748-26cf-4c8a-b2b2-1f88cc850c6c HTTP/1.1" status: 404 len: 333 time: 0.0652986 Oct 11 15:39:56.824952 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:56.825209 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:56.830567 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] Routers {'a47702c0-deec-44e0-a95a-83d31d80d6d8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:39:56.831865 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a47702c0-deec-44e0-a95a-83d31d80d6d8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:56.840478 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b1610-aef1-487b-a36b-c202e7563078 None None] New status for floating IP b10bd7c0-fca6-4674-b5ad-63503af02454: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:39:56.874564 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:39:56.875214 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d65cb-e957-49c1-9aca-c6cfdff21e0d None None] The sync data for ids ['a47702c0-deec-44e0-a95a-83d31d80d6d8'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:39:56.918823 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:56.949136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.966797 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:56.971072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:56.997068 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd6e68-525c-4545-b8d8-79aa06e8cd64 req-5799b0aa-21fe-4a7b-b157-77b59169c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:56.998620 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c6cd6e68-525c-4545-b8d8-79aa06e8cd64 req-5799b0aa-21fe-4a7b-b157-77b59169c11b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 1100 time: 0.1371195 Oct 11 15:39:57.017191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb044b8-993b-43dd-bde3-71c4399c4f2d req-1772ff0b-df6e-4e61-8a4e-8e47c1672370 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593677 Oct 11 15:39:57.019239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.094932 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:57.103309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-89348e15-afe0-4c47-a11f-be0dd0165091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:57.105183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-89348e15-afe0-4c47-a11f-be0dd0165091 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3819749 Oct 11 15:39:57.142779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.150927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.152097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df2ee974-4618-4814-a059-d86c6a83981b HTTP/1.1" status: 204 len: 168 time: 0.4649899 Oct 11 15:39:57.164080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c6cd6e68-525c-4545-b8d8-79aa06e8cd64 req-e8244308-4d65-4be1-bf15-af64c579d0bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564636 Oct 11 15:39:57.165132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f98b7a-94e5-41db-a200-238f73c6db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ee974-4618-4814-a059-d86c6a83981b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:57.335185 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:57.360046 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0acb218-896d-48e6-a395-3e50c2cb83ef None None] Provisioning complete for port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:57.360836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0acb218-896d-48e6-a395-3e50c2cb83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.407637 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0acb218-896d-48e6-a395-3e50c2cb83ef None None] Port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:57.562179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-663216605-network', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:57.592834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-7a1a3e7c-e9cf-4658-98b8-cd30582cd855 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823572 Oct 11 15:39:57.600384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:57.602976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.613209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.658130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.664532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.685544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.718215 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df4155-6f00-4692-93f5-64c718057cbd req-ccbb5053-245f-4d52-ae80-7cee523cc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:57.720076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-ccbb5053-245f-4d52-ae80-7cee523cc1b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1097 time: 0.0667684 Oct 11 15:39:57.769687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.775799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.776302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Fanout notify agent at l3_agent the message router_deleted on router a47702c0-deec-44e0-a95a-83d31d80d6d8 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:39:57.789040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.790178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bffda5b1-ab43-48d9-add9-4b7f70557804 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/routers/a47702c0-deec-44e0-a95a-83d31d80d6d8 HTTP/1.1" status: 204 len: 168 time: 0.9708698 Oct 11 15:39:57.798641 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:57.805170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.814935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-f14e8873-1725-485a-a91b-509ecdff7ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822369 Oct 11 15:39:57.816043 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:57.827363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.827712 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Added segment f6746b05-8ad8-418a-af82-f6a69291726d of type vlan for network 50095115-414c-4fd4-88b6-120d2356ecc0 Oct 11 15:39:57.900089 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70072cd5-cfad-4893-8fd1-4b345fb19458,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:57.924401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.969797 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df4155-6f00-4692-93f5-64c718057cbd req-68bd4850-c8e4-4183-857b-9064fc95ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:57.971889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-68bd4850-c8e4-4183-857b-9064fc95ab36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 897 time: 0.2283373 Oct 11 15:39:57.973183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:57.974644 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:57.975229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.036715 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 826e62fa-6b67-4b98-baf6-eec90d45542b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:39:58.047365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.080898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7445230 Oct 11 15:39:58.090899 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:58.103872 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Request body: {'subnet': {'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-663216605-subnet', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:58.107370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26898ae8-d77d-4635-a0ad-61dadb5b498a admin admin] Pushing event updated for resources: {'Network': ['ID=50095115-414c-4fd4-88b6-120d2356ecc0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:58.125600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 50095115-414c-4fd4-88b6-120d2356ecc0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:39:58.131569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-230580a3-a1cc-4111-b651-7f7d1b048d56 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956233 Oct 11 15:39:58.136143 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-1f052360-448a-4f42-bcd5-6837c7980caa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 1002 time: 0.1108823 Oct 11 15:39:58.144874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990e85-981d-4322-ae5b-d66458a99aab req-46ad0dd6-1132-42a9-a673-7da12674c698 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.147016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e990e85-981d-4322-ae5b-d66458a99aab req-46ad0dd6-1132-42a9-a673-7da12674c698 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.1972089 Oct 11 15:39:58.153227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.155236 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:58.157725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.186255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.237372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-0ede2ef9-782e-46c4-ad1c-b4f81a3d3d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0865805 Oct 11 15:39:58.255206 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df4155-6f00-4692-93f5-64c718057cbd req-a996fcc4-ba31-49a4-ae2c-ad0f7593fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.256776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-a996fcc4-ba31-49a4-ae2c-ad0f7593fd9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.1097584 Oct 11 15:39:58.336246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e990e85-981d-4322-ae5b-d66458a99aab req-1058b8a1-aece-444e-aef0-883155b54e28 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749547 Oct 11 15:39:58.369820 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df4155-6f00-4692-93f5-64c718057cbd req-a1b7aa10-b8a8-4aba-9782-67fb98b91a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.372743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-a1b7aa10-b8a8-4aba-9782-67fb98b91a12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953512 Oct 11 15:39:58.415526 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-4c377c6b-0e12-4e73-b747-482151cc43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.416993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-4c377c6b-0e12-4e73-b747-482151cc43aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1716614 Oct 11 15:39:58.465321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.491112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.569676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-44cfbc73-91ac-48c6-8ce7-fd02fd86ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.574738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-44cfbc73-91ac-48c6-8ce7-fd02fd86ec07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487565 Oct 11 15:39:58.588576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-5b45d828-e379-45f4-bc10-9c61728a7b8f service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880336 Oct 11 15:39:58.592564 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee82add-2b9a-4eb4-a8d5-9c88a0753410,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:58.605531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Checking segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:58.606104 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Network hostable DHCP agents. Network: 50095115-414c-4fd4-88b6-120d2356ecc0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:39:58.615430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.665173 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Network 50095115-414c-4fd4-88b6-120d2356ecc0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:39:58.685013 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 50095115-414c-4fd4-88b6-120d2356ecc0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:58.693972 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:58.695451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.698697 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=826e62fa-6b67-4b98-baf6-eec90d45542b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:58.712241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-29df4155-6f00-4692-93f5-64c718057cbd req-7ded3184-62ef-4a0d-b242-6ad81d9874f7 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155403 Oct 11 15:39:58.715242 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242852b-c43d-4ac7-8459-52ea89308a85 None None] Network 50095115-414c-4fd4-88b6-120d2356ecc0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:58.720596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3561e34-c8c3-4a94-9ddf-8b33e0a4da6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6294255 Oct 11 15:39:58.728242 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:58.733537 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:58.733749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.737124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0ca9c1d8-c24a-40fe-9ad2-1b1cdd2e1bc8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/826e62fa-6b67-4b98-baf6-eec90d45542b HTTP/1.1" status: 204 len: 168 time: 0.9375544 Oct 11 15:39:58.740816 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:58.749720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977f500-3a45-4357-8f62-8699b0b67a95 None None] Network 717b5268-15ef-4d00-b79d-6ad95d1d409c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:39:58.808870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-770a8dfb-02a5-40b1-8c36-2ac936d6d502 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084146 Oct 11 15:39:58.839102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.840154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.855457 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:39:58.867987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.910316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.918166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:58.928343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.026855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-36431340', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:39:59.034568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:59.040470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-50095115-414c-4fd4-88b6-120d2356ecc0', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:39:59.041553 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.049587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.067126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-65e3f983-8697-423b-ae2f-4a6ce32eee42 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463171 Oct 11 15:39:59.153365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] DHCP port deletion for 717b5268-15ef-4d00-b79d-6ad95d1d409c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:39:59.169589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Made reservation on behalf of 44357d6846394e67a472b1fc6423880c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:39:59.171197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.183190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.188332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-891bc680-a0bf-4088-b844-717ded8219e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.1030693 Oct 11 15:39:59.269174 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Allocated IP 172.20.0.2 (50095115-414c-4fd4-88b6-120d2356ecc0/2ee82add-2b9a-4eb4-a8d5-9c88a0753410/44fef59d-f1a9-4054-a08b-84fd9b433274) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:39:59.299208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-355d78f0-093e-4268-9df2-2f67220e16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:59.300805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-355d78f0-093e-4268-9df2-2f67220e16c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1034865 Oct 11 15:39:59.314441 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:59.326191 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:59.342441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Deleting port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:59.342902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.445255 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] For port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,segment=NetworkSegment(676aaa60-b90b-4835-afd6-bc79d3622641),segment_id=676aaa60-b90b-4835-afd6-bc79d3622641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:59.446023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.469344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Calling delete_port for 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:59.531502 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:39:59.532590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.537047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.565149 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-2c0b9f61-e390-4cb8-9372-914067db68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:59.568118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-2c0b9f61-e390-4cb8-9372-914067db68f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2525723 Oct 11 15:39:59.572283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.576266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.589243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.657402 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] For port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,segment=NetworkSegment(676aaa60-b90b-4835-afd6-bc79d3622641),segment_id=676aaa60-b90b-4835-afd6-bc79d3622641)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:39:59.657812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.677434 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:39:59.683579 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.684829 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Network 50095115-414c-4fd4-88b6-120d2356ecc0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:39:59.696771 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:39:59.697632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Pushing event updated for resources: {'Port': ['ID=44fef59d-f1a9-4054-a08b-84fd9b433274,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:59.698481 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:39:59.701285 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:39:59.710293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.738380 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] Pushing event deleted for resources: {'Port': ['ID=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:59.754462 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94252a9e-4cdc-4b7e-b0e1-8f8e22cba1a5 None None] Provisioning complete for port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:39:59.755501 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94252a9e-4cdc-4b7e-b0e1-8f8e22cba1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.778680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.779259 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Added segment ae760ade-f24d-46a5-bae7-8bc1d09ad59a of type vlan for network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 Oct 11 15:39:59.782081 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:39:59.808767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-d4981f0d-f877-49c9-8cd7-1769aa64a0fc service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118857 Oct 11 15:39:59.821819 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4f4d0-f03c-4636-a28a-4bcc875f3d69 None None] No DVR routers for this DVR port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:59.835395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94252a9e-4cdc-4b7e-b0e1-8f8e22cba1a5 None None] Port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:39:59.836597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f93f5-9c68-424d-9e53-eea4a5f1dbbc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:59.877729 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Attempting to bind port 44fef59d-f1a9-4054-a08b-84fd9b433274 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:39:59.878107 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Attempting to bind port 44fef59d-f1a9-4054-a08b-84fd9b433274 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:39:59.878470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Attempting to bind port 44fef59d-f1a9-4054-a08b-84fd9b433274 on network 50095115-414c-4fd4-88b6-120d2356ecc0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:39:59.884306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:39:59.884678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Checking segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:39:59.885080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.885470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Bound using segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:39:59.885952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Bound port: 44fef59d-f1a9-4054-a08b-84fd9b433274, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:39:59.886334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.896370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.917621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29173-8f23-4f23-b1de-5dd1e8af14b5 req-4887d7b1-f5e4-4d83-832d-7122b8a29d72 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:39:59.919229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6c29173-8f23-4f23-b1de-5dd1e8af14b5 req-4887d7b1-f5e4-4d83-832d-7122b8a29d72 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.3408372 Oct 11 15:39:59.922617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:39:59.927267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:39:59.950001 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No DVR routers for this DVR port 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:39:59.974326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] For port 44fef59d-f1a9-4054-a08b-84fd9b433274, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:39:59.977906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] For port 44fef59d-f1a9-4054-a08b-84fd9b433274, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44fef59d-f1a9-4054-a08b-84fd9b433274,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:39:59.986524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.039106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.046636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762ac0-3490-44c2-b1d9-9140d91d1b79 None None] Pushing event updated for resources: {'Port': ['ID=44fef59d-f1a9-4054-a08b-84fd9b433274,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:00.071172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.075079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.129241 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b5268-15ef-4d00-b79d-6ad95d1d409c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:00.145208 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676aaa60-b90b-4835-afd6-bc79d3622641') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:00.145549 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676aaa60-b90b-4835-afd6-bc79d3622641') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:00.159639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.204631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.215107 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:00.215505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:00.218587 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:00.312158 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Allocated IP 172.35.3.221 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/23655598-8386-45ee-8ebf-a96ba4b0e186) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:00.348117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.394292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.397692 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/717b5268-15ef-4d00-b79d-6ad95d1d409c HTTP/1.1" status: 204 len: 168 time: 1.6558461 Oct 11 15:40:00.404408 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:00.405226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6c02-8419-4e17-9148-17c44ae61417 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=717b5268-15ef-4d00-b79d-6ad95d1d409c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:00.457084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6c29173-8f23-4f23-b1de-5dd1e8af14b5 req-b246c1a8-0917-4e15-8ea1-478c7bcd2a12 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268235 Oct 11 15:40:00.464225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.464412 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b00e9-f9ed-45c5-a2f2-d44895034a50 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:00.465165 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:00.465656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-658b00e9-f9ed-45c5-a2f2-d44895034a50 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e HTTP/1.1" status: 200 len: 840 time: 0.0582616 Oct 11 15:40:00.465794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.469339 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:00.472920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-8ecb8382-824f-4256-98b8-097adc6c3f2c service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292381 Oct 11 15:40:00.528172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-96d9ec23-dc2c-42c4-92fa-1be60531e5cf tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0574563 Oct 11 15:40:00.533384 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:00.541014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:00.571038 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:00.575485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-85149492-9069-4141-99ea-f649badf978c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0812366 Oct 11 15:40:00.581970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6721923 Oct 11 15:40:00.584757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3f34a5ae-5c43-47ee-8a91-971f24a178cb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/35a1275a-f6bd-4d83-ad8b-505226b50f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9053404 Oct 11 15:40:00.586697 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:00.588128 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:00.599038 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'subnet': {'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:00.605090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa801f0f-aead-4ada-85d2-a83682198bba tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Network': ['ID=44de7dab-9dc1-4e3c-8f0a-825d7dcc8050,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:00.605821 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:00.606619 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:00.618692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:00.648403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.662576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-614c381d-497b-4643-aadf-b7ffe46caa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:00.664521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-614c381d-497b-4643-aadf-b7ffe46caa2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0781696 Oct 11 15:40:00.666842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Made reservation on behalf of 44357d6846394e67a472b1fc6423880c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:00.671555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.708179 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:00.716088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.795816 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-9cf03acc-60d8-4c1c-9535-3571e930a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:00.797664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-9cf03acc-60d8-4c1c-9535-3571e930a121 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229250 Oct 11 15:40:00.837038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:00.838464 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:00.987370 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:00.993124 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:01.004089 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:01.009422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=23655598-8386-45ee-8ebf-a96ba4b0e186,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:01.011022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44fef59d-f1a9-4054-a08b-84fd9b433274 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:01.118512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-2f069317-9b72-48f9-a8df-40a6d3ab80f4 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023081 Oct 11 15:40:01.133749 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 44fef59d-f1a9-4054-a08b-84fd9b433274 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:01.134133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.256228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-5f9bacc0-5673-43db-877b-fffcb8cd6093 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277297 Oct 11 15:40:01.281844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.315807 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:39:58Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe41a13-0d62-4f04-943f-53bbfdbba4f1', 'name': '', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:df:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '91243fcb-669d-4436-90ee-b48e1f448594', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:55Z', 'updated_at': '2021-10-11T15:39:58Z', 'revision_number': 2, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': '91243fcb-669d-4436-90ee-b48e1f448594', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:01.353969 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:01.354668 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Updating router 35a1275a-f6bd-4d83-ad8b-505226b50f3c port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:01.356328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 44fef59d-f1a9-4054-a08b-84fd9b433274, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44fef59d-f1a9-4054-a08b-84fd9b433274,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:01.365273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-89395803-e498-4024-9382-b1b656e74803 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.1007128 Oct 11 15:40:01.373499 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.399257 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.440863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.496191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=44fef59d-f1a9-4054-a08b-84fd9b433274,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:01.500449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:01.534281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:01.534633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9dbebbf8-0d2f-4aaa-87ea-6976b8ebb4cf not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:01.570218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b6f3a-6ed5-4f2b-940c-7d9ff3416010 None None] Network 50095115-414c-4fd4-88b6-120d2356ecc0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:01.586574 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-00c3b0d6-7ea5-4a32-ad25-68e477438973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:01.594541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-00c3b0d6-7ea5-4a32-ad25-68e477438973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1385143 Oct 11 15:40:01.736725 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-24bb3cfe-42da-4587-b49d-60f9d7317e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:01.744532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-24bb3cfe-42da-4587-b49d-60f9d7317e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1373580 Oct 11 15:40:01.755874 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5c3c785-b16b-4a1a-9cce-cf3208eecbf8 None None] Provisioning complete for port 44fef59d-f1a9-4054-a08b-84fd9b433274 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:01.756252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c785-b16b-4a1a-9cce-cf3208eecbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.759102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.761342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.824395 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=ab83e34f-9268-4fe0-a812-61bd8e9aea6c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:01.907621 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 15:40:01.908163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.935438 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.954893 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:01.981314 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:01.984793 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:01.996187 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dd607c-04ab-44e8-b2ec-60975d3eec9f None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:01.997361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:01.998299 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.026522 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Checking segment: {'id': 'ae760ade-f24d-46a5-bae7-8bc1d09ad59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:02.026917 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network hostable DHCP agents. Network: 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:02.038772 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94474-62f9-4e81-9f74-074c20e6afa9 None None] Pushing event updated for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:02.045611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a4ce259-a912-4185-a5bd-ac0cbec77c8c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5103648 Oct 11 15:40:02.047629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:02.056904 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830359914'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:02.097553 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Subnet': ['ID=958cb2c8-476a-40d1-b623-8fc59fb044a7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:02.098716 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:02.118390 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Attempting to bind port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:02.119649 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Attempting to bind port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:02.120507 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Attempting to bind port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 on network ab2b61d1-20aa-4112-87a7-d22b9210eed8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:02.121291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.131948 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:02.132657 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Checking segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:02.133577 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.134235 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Bound using segment: {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:02.134939 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Bound port: 9fe41a13-0d62-4f04-943f-53bbfdbba4f1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1257dec-925e-4dfa-9386-dfc991b63958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:02.136009 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.225782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-624a98f0-e6f2-465a-b89e-4f74fb86e9bc service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701805 Oct 11 15:40:02.227767 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:02.270642 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:02.270880 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] For port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:02.274346 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] For port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:02.283664 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.283896 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a321d084-b435-450f-8749-4e13313c1082 None None] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:02.325819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:02.326792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.375142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-562df192-f336-482a-a743-579b47be7913 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7737885 Oct 11 15:40:02.376647 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:02.381388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:02.386959 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1644425780', 'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:02.403254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Sync routers for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:02.427596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cfbf1e67-3aec-484a-8fba-f2f6f395085f None None] Provisioning complete for port 44fef59d-f1a9-4054-a08b-84fd9b433274 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:02.429365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1e67-3aec-484a-8fba-f2f6f395085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.429994 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:02.431314 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:02.462780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-756db1df-5063-4da7-92f2-693e2c98b7ca service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161140 Oct 11 15:40:02.466474 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7f245ed-578d-4d36-b8a3-dc05f6c6c8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.484995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Made reservation on behalf of 44357d6846394e67a472b1fc6423880c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:02.487389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.497222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.521683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.522135 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:02.522774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:02.532078 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94474-62f9-4e81-9f74-074c20e6afa9 None None] Pushing event updated for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:02.555003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-7a0e9388-e829-440a-85aa-4181982c8751 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.0822394 Oct 11 15:40:02.571076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.573729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e41315cb-8981-45ee-b6b4-933e1e99f2d3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8443611 Oct 11 15:40:02.578720 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:02.587490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.590047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5356355 Oct 11 15:40:02.604123 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:02.618129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'security_group': {'name': 'tempest-secgroup-349097708'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:02.671981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.681020 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] device_id is not set on port 2b34546b-6ccc-4250-89c7-e4772a4bfe38 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:40:02.698346 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:02.710065 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-57810c3b-1907-499c-980d-0d4d33f5ff78', 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'tenant_id': '2d55af3550e744539fe648e020ef47fd', 'fixed_ips': [{'subnet_id': 'ab83e34f-9268-4fe0-a812-61bd8e9aea6c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:02.711206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.768522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-82681336-796b-4005-828a-94b53870a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:02.777174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.782070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-82681336-796b-4005-828a-94b53870a17d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.2047324 Oct 11 15:40:02.784442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a14b-59ec-4e57-9056-be99b2f00f9b tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b71fa2-3b10-4318-9693-3ddacdd6de4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:02.790266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.840365 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd9180-2c37-4f29-8794-6d0a8ceddec0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:02.850744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:02.852553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-675fc959-8d61-48be-9d42-89479ba2fe74 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2448359 Oct 11 15:40:02.856760 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:02.863982 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1268224186', 'security_groups': ['cadd9180-2c37-4f29-8794-6d0a8ceddec0'], 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab83e34f-9268-4fe0-a812-61bd8e9aea6c'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:02.953802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-933a6793-67a6-4a9f-9c79-e13cbe512c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:02.955837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-933a6793-67a6-4a9f-9c79-e13cbe512c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1723578 Oct 11 15:40:03.004648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:03.153524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.186245 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 66b3566c-aca6-4718-bbd3-d1468966ae1e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:40:03.194058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44fef59d-f1a9-4054-a08b-84fd9b433274 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:03.201303 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b5375-9c17-47d9-8a84-e0a9eb12da25 None None] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:03.222572 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 2001:db8::28b (44de7dab-9dc1-4e3c-8f0a-825d7dcc8050/958cb2c8-476a-40d1-b623-8fc59fb044a7/2b34546b-6ccc-4250-89c7-e4772a4bfe38) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:03.271183 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:39:58Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe41a13-0d62-4f04-943f-53bbfdbba4f1', 'name': '', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:df:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '91243fcb-669d-4436-90ee-b48e1f448594', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:55Z', 'updated_at': '2021-10-11T15:40:02Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': '91243fcb-669d-4436-90ee-b48e1f448594', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:03.319165 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a69636-6015-4a20-8541-55e019204f80 None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:39:58Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fe41a13-0d62-4f04-943f-53bbfdbba4f1', 'name': '', 'network_id': 'ab2b61d1-20aa-4112-87a7-d22b9210eed8', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:df:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '91243fcb-669d-4436-90ee-b48e1f448594', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:55Z', 'updated_at': '2021-10-11T15:40:02Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': '91243fcb-669d-4436-90ee-b48e1f448594', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:03.393632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-bd469c9c-24a4-436c-b87f-edee08a4d432 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080753 Oct 11 15:40:03.537133 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:03.555973 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.3 (57810c3b-1907-499c-980d-0d4d33f5ff78/ab83e34f-9268-4fe0-a812-61bd8e9aea6c/66b3566c-aca6-4718-bbd3-d1468966ae1e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:03.702607 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 44fef59d-f1a9-4054-a08b-84fd9b433274 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:03.702939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.726409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-02050fc1-016d-4e1f-a2f5-4d9b81e970a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133490 Oct 11 15:40:03.783701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.812969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-eb7c7a5d-6f4e-4c68-9d3f-403f8cd9849d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0767472 Oct 11 15:40:03.827606 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] Provisioning complete for port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:03.828381 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.830385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.890429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-fb74b6d0-ba4f-487a-a2f7-dd82704e4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:03.892083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-fb74b6d0-ba4f-487a-a2f7-dd82704e4e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0654972 Oct 11 15:40:03.899199 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Allocated IP 172.20.0.2 (57810c3b-1907-499c-980d-0d4d33f5ff78/ab83e34f-9268-4fe0-a812-61bd8e9aea6c/f03d021f-4e21-4bf8-9b62-c45aaba0dad4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:03.931285 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:03.932885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=66b3566c-aca6-4718-bbd3-d1468966ae1e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:03.937750 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:03.940677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:03.948202 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:03.950889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.011554 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:04.012503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.039085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9046b9d2-4763-49e0-bd52-61c6d3b10979 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1809206 Oct 11 15:40:04.041670 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:04.048162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:04.092126 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.134028 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.193923 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Allocated IP 172.20.0.1 (50095115-414c-4fd4-88b6-120d2356ecc0/2ee82add-2b9a-4eb4-a8d5-9c88a0753410/5fe581da-a334-431e-9a6c-6b07c132162c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:04.253904 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:04.258326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.269155 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:04.295828 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:04.357873 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:04.369658 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:04.396234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-30c43e2d-2f11-484a-b3e7-19aabaa3ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:04.397834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-30c43e2d-2f11-484a-b3e7-19aabaa3ce0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4853964 Oct 11 15:40:04.409447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.436428 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab83e34f-9268-4fe0-a812-61bd8e9aea6c (CIDR: 172.20.0.0/28) Oct 11 15:40:04.440936 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:40:04.441585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:04.452006 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Attempting to bind port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:04.452382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Attempting to bind port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ddffb2e6-4426-46b6-8541-6aad0df51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:04.452750 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Attempting to bind port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 on network 57810c3b-1907-499c-980d-0d4d33f5ff78 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:04.467696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a636ea2-18eb-46fe-a595-f5532a907a4a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4244697 Oct 11 15:40:04.470069 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:04.476558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:04.486526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:04.487059 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Checking segment: {'id': 'ddffb2e6-4426-46b6-8541-6aad0df51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:04.487469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.487864 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Bound using segment: {'id': 'ddffb2e6-4426-46b6-8541-6aad0df51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:04.488351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Bound port: f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddffb2e6-4426-46b6-8541-6aad0df51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:04.488732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.547699 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:01Z', 'revision_number': 3, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:04.554206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.597293 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Checking router: e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:04.597573 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Updating router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a port 23655598-8386-45ee-8ebf-a96ba4b0e186 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:04.630048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] For port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:04.640079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:04.644789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.656308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.689805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:04.694084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.733282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:04.754257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.763743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317c2bc-b98c-4630-83ba-eae77a5267c3 None None] Pushing event updated for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:04.961851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ad29385-2e99-4e04-97a7-c38b27e368ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:04.992069 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:04.997744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514aa48-e2e2-4199-b0e8-ab87b6cb7a83 None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.008078 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:05.039120 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:05.043895 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:05.044581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:05.045741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.085243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=2b34546b-6ccc-4250-89c7-e4772a4bfe38,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.123996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-a36972d4-aba9-4284-864a-7c1b61781016 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142992 Oct 11 15:40:05.128851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.143727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.150820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:05.151194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.160008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-914f586c-2ba0-44d6-aca1-2066fcaf7d9d tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7784455 Oct 11 15:40:05.165312 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:05.206175 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:05.280248 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:05.283953 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:05.284603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.317984 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.365194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.373759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9019554 Oct 11 15:40:05.380459 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:05.387203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.395360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1748029883', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '622fe608-34fd-4bff-8892-15ffb11d741c'}], 'security_groups': ['80b71fa2-3b10-4318-9693-3ddacdd6de4e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:05.409570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b59836-00e7-45a3-a9b8-4d9e8612e412 req-2f7d46b2-411a-4791-82b6-0da60b221a64 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749243 Oct 11 15:40:05.421913 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Network 50095115-414c-4fd4-88b6-120d2356ecc0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:05.428366 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:05.432283 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:05.460342 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Attempting to bind port 23655598-8386-45ee-8ebf-a96ba4b0e186 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:05.461088 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Attempting to bind port 23655598-8386-45ee-8ebf-a96ba4b0e186 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:05.461714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Attempting to bind port 23655598-8386-45ee-8ebf-a96ba4b0e186 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:05.467931 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5524c7c-90df-4cf2-b9de-63000465d114 None None] Pushing event updated for resources: {'Port': ['ID=23655598-8386-45ee-8ebf-a96ba4b0e186,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.475488 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:05.476142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:05.476743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.477328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:05.478082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Bound port: 23655598-8386-45ee-8ebf-a96ba4b0e186, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:05.478789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.481206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.525034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=622fe608-34fd-4bff-8892-15ffb11d741c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.564186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] For port 23655598-8386-45ee-8ebf-a96ba4b0e186, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:05.567930 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] For port 23655598-8386-45ee-8ebf-a96ba4b0e186, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23655598-8386-45ee-8ebf-a96ba4b0e186,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:05.569535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Pushing event updated for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.573629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.574214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.574656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.575101 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.575527 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.575813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.576038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.576473 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.576877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.577467 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.579312 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.579801 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.579801 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf08c-0680-4bc9-9eae-f6315c2f2de4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:05.629927 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:05.630607 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:05.650629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.665612 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Deleting port 2b34546b-6ccc-4250-89c7-e4772a4bfe38 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:05.666044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.818983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.842320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.891231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5524c7c-90df-4cf2-b9de-63000465d114 None None] Pushing event updated for resources: {'Port': ['ID=23655598-8386-45ee-8ebf-a96ba4b0e186,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:05.897245 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Calling delete_port for 2b34546b-6ccc-4250-89c7-e4772a4bfe38 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:05.921241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:05.987169 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-285b8bea-b22b-4e1c-a99b-daea62f58c49 None None] Provisioning complete for port 5fe581da-a334-431e-9a6c-6b07c132162c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:05.987720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-285b8bea-b22b-4e1c-a99b-daea62f58c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.045432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.088882 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:06.091962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-285b8bea-b22b-4e1c-a99b-daea62f58c49 None None] Port 5fe581da-a334-431e-9a6c-6b07c132162c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:06.170114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.179420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.270139 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Pushing event updated for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:06.316207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.329239 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:01Z', 'revision_number': 3, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:06.340378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.392238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b34546b-6ccc-4250-89c7-e4772a4bfe38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:06.401106 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d74469-6ff8-4b6c-9153-455d5cc6fa4e None None] The sync data for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 is: [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:01Z', 'revision_number': 3, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:06.455418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.461779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf753657-9056-4023-9244-4f4503e353b3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2b34546b-6ccc-4250-89c7-e4772a4bfe38 HTTP/1.1" status: 204 len: 168 time: 1.2638803 Oct 11 15:40:06.466026 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:06.468632 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Delete allocated IP 172.20.0.3 (57810c3b-1907-499c-980d-0d4d33f5ff78/ab83e34f-9268-4fe0-a812-61bd8e9aea6c) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:40:06.474364 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Network 50095115-414c-4fd4-88b6-120d2356ecc0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:06.476660 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:06.477794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050', 'external_fixed_ips': [{'subnet_id': '958cb2c8-476a-40d1-b623-8fc59fb044a7', 'ip_address': '2001:db8::28b'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:06.500428 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.30 (57810c3b-1907-499c-980d-0d4d33f5ff78/622fe608-34fd-4bff-8892-15ffb11d741c/66b3566c-aca6-4718-bbd3-d1468966ae1e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:06.568402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.569575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:06.658659 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8208f-22ec-42af-bb04-d956376be4c9 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:06.719977 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:06.750018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:06.750736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.043770 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:07.052892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.058225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a7c6361-eec6-47b7-9366-2ca6e0062b5c admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773898 Oct 11 15:40:07.097471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:07.191028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:07.199171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.309547 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:07.324567 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:07.325321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.332410 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:07.333601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.391971 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.392471 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Update dhcp port {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'fixed_ips': [{'subnet_id': 'ab83e34f-9268-4fe0-a812-61bd8e9aea6c', 'ip_address': '172.20.0.2'}, {'subnet_id': '622fe608-34fd-4bff-8892-15ffb11d741c'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'f03d021f-4e21-4bf8-9b62-c45aaba0dad4'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:40:07.446557 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.582061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e933bd53-9d70-4b22-8e52-f5856117f3cf None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:07.688236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.715385 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5113bfdb-9e4e-46f1-b02a-c55bbbf0f1a4 None None] Provisioning complete for port 5fe581da-a334-431e-9a6c-6b07c132162c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:07.716110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5113bfdb-9e4e-46f1-b02a-c55bbbf0f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.716438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.724892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.732382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:07.783473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5113bfdb-9e4e-46f1-b02a-c55bbbf0f1a4 None None] Port 5fe581da-a334-431e-9a6c-6b07c132162c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:07.807115 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Allocated IP 172.20.0.18 (57810c3b-1907-499c-980d-0d4d33f5ff78/622fe608-34fd-4bff-8892-15ffb11d741c/f03d021f-4e21-4bf8-9b62-c45aaba0dad4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:07.898726 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=66b3566c-aca6-4718-bbd3-d1468966ae1e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:07.992712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:08.024166 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] In _notify_port_updated(), no bound segment for port 66b3566c-aca6-4718-bbd3-d1468966ae1e on network 57810c3b-1907-499c-980d-0d4d33f5ff78 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:40:08.032305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:08.033153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.034839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9190d8f2-fae5-4c85-874a-08197710b66a tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/ports/66b3566c-aca6-4718-bbd3-d1468966ae1e HTTP/1.1" status: 200 len: 921 time: 2.6492381 Oct 11 15:40:08.038363 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:08.072274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.079039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.177734 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d43fd-b4e0-494c-b2f4-f43c3b97cf87 None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:08.216946 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 66b3566c-aca6-4718-bbd3-d1468966ae1e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:08.217421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.292517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.317664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.337924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.355093 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 66b3566c-aca6-4718-bbd3-d1468966ae1e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:08.632732 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 2001:db8::28b (44de7dab-9dc1-4e3c-8f0a-825d7dcc8050/958cb2c8-476a-40d1-b623-8fc59fb044a7/8ae8a0ba-acab-4685-a011-3a49de502fbf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:08.633314 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.765529 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=66b3566c-aca6-4718-bbd3-d1468966ae1e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:08.807242 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.807957 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.808919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.809882 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.810479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.811096 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.811751 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.812532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.813457 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.814340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.814969 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.815575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:08.859287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.865539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d7f01a3-9e1a-417b-b930-3742e78e33a0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/66b3566c-aca6-4718-bbd3-d1468966ae1e HTTP/1.1" status: 204 len: 168 time: 0.8247480 Oct 11 15:40:08.867278 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:08.870579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:08.937417 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0240acb-7b70-472a-8f91-74df2c0d64ea tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:40:08.946294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d0240acb-7b70-472a-8f91-74df2c0d64ea tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/66b3566c-aca6-4718-bbd3-d1468966ae1e HTTP/1.1" status: 404 len: 333 time: 0.0746334 Oct 11 15:40:08.948376 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:08.961568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.047088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.077615 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:09.079109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:09.088296 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.089000 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Sync routers for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:09.107069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae8a0ba-acab-4685-a011-3a49de502fbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:09.109597 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:09.115088 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:09.116819 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:09.123722 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:09.174482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:09.174894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.175573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.180075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.186323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/security-groups/cadd9180-2c37-4f29-8794-6d0a8ceddec0 HTTP/1.1" status: 204 len: 168 time: 0.2368622 Oct 11 15:40:09.188344 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:09.224063 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Could not find standard attr ID for object 66b3566c-aca6-4718-bbd3-d1468966ae1e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:40:09.238672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00134867-7e44-4476-8365-b443b580f6e3 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd9180-2c37-4f29-8794-6d0a8ceddec0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:09.296497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:09.296863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.370649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.388570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.392656 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:09.433501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.466066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23655598-8386-45ee-8ebf-a96ba4b0e186 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:09.515641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.526704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.529633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/security-groups/80b71fa2-3b10-4318-9693-3ddacdd6de4e HTTP/1.1" status: 204 len: 168 time: 0.3100636 Oct 11 15:40:09.538442 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:09.594285 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670f0f3-a8d9-4da1-9cf5-3098a42d1c33 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b71fa2-3b10-4318-9693-3ddacdd6de4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:09.628450 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet ab83e34f-9268-4fe0-a812-61bd8e9aea6c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:09.632813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.694447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.795912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.796454 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:09.796649 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.838373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.846240 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 23655598-8386-45ee-8ebf-a96ba4b0e186 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:09.846459 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 2, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:09.846640 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.904165 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Checking router: e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:09.904507 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Updating router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a port 5fe581da-a334-431e-9a6c-6b07c132162c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:09.916734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b041a1b8-c948-42fe-920f-1524088c79d8 None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:09.984461 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.988353 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:09.996038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.041603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=ab83e34f-9268-4fe0-a812-61bd8e9aea6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:10.058474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.073058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8f4ef0b1-e41c-4fa3-a848-ac26e2ae7dd1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/ab83e34f-9268-4fe0-a812-61bd8e9aea6c HTTP/1.1" status: 204 len: 168 time: 0.5211587 Oct 11 15:40:10.073058 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:10.081625 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:10.082123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 23655598-8386-45ee-8ebf-a96ba4b0e186, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23655598-8386-45ee-8ebf-a96ba4b0e186,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:10.109118 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c69d3ca-0c5b-4c13-b25d-7ee908d6ac10 None None] Could not find standard attr ID for object 66b3566c-aca6-4718-bbd3-d1468966ae1e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:40:10.114857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.215808 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=23655598-8386-45ee-8ebf-a96ba4b0e186,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:10.306336 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ada7d-4c26-4bba-892d-c1daadc0770f None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:10.316999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:10.330237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.336372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.451560 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f07d2ef-8dc5-4470-b506-34f0b28ef7f8 None None] Could not find standard attr ID for object 66b3566c-aca6-4718-bbd3-d1468966ae1e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:40:10.546354 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router efc92748-4fb3-4a7e-b42b-2ed1975ee29f is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:10.565078 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.582571 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.644532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.780224 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:10.796739 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Sync routers for ids ['efc92748-4fb3-4a7e-b42b-2ed1975ee29f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:10.811123 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Routers {'efc92748-4fb3-4a7e-b42b-2ed1975ee29f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:10.811759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['efc92748-4fb3-4a7e-b42b-2ed1975ee29f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:10.833696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.834975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3558e712-45b7-44fa-b22c-f26f4946b5a1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3679714 Oct 11 15:40:10.838159 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:10.840888 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378af0-7f93-4e54-931e-aeecdec0cda6 None None] Pushing event updated for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:10.853937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Attempting to bind port 5fe581da-a334-431e-9a6c-6b07c132162c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:10.854595 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Attempting to bind port 5fe581da-a334-431e-9a6c-6b07c132162c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:10.858133 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Attempting to bind port 5fe581da-a334-431e-9a6c-6b07c132162c on network 50095115-414c-4fd4-88b6-120d2356ecc0 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:10.882432 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:10.882985 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Checking segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:10.883883 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.884977 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Bound using segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:10.886749 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Bound port: 5fe581da-a334-431e-9a6c-6b07c132162c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:10.888218 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.945056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:10.976822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23655598-8386-45ee-8ebf-a96ba4b0e186 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:11.046846 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] For port 5fe581da-a334-431e-9a6c-6b07c132162c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:11.052337 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] For port 5fe581da-a334-431e-9a6c-6b07c132162c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fe581da-a334-431e-9a6c-6b07c132162c,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:11.066801 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.073305 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:11.095018 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:11.102737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:11.105873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.149164 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=9c9f493d-9287-485b-a88e-a5881fb66752,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:11.153008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.191650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3b7690a9-83da-4bb8-bffc-f4c9227d7f21 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1168332 Oct 11 15:40:11.192833 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:11.207467 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378af0-7f93-4e54-931e-aeecdec0cda6 None None] Pushing event updated for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:11.208360 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'security_group': {'name': 'tempest-secgroup-535657481'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:11.229204 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:11.229926 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:11.294237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.296645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] Provisioning complete for port 5fe581da-a334-431e-9a6c-6b07c132162c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:11.297106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.348537 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Set router efc92748-4fb3-4a7e-b42b-2ed1975ee29f gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:11.445182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.479992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.490881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.531970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.537324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3410554 Oct 11 15:40:11.540162 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:11.558459 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94369440-9a2a-4b05-87c6-bca9744da3b4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfd5ba-6e61-4e83-b0b9-abd3bb2a2d61,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:11.571884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'security_group': {'name': 'tempest-secgroup-843164719'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:11.587691 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:11.678793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.691240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Deleting port 8ae8a0ba-acab-4685-a011-3a49de502fbf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:11.693650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.776136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 23655598-8386-45ee-8ebf-a96ba4b0e186 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:11.776504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.867566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.909529 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Calling delete_port for 8ae8a0ba-acab-4685-a011-3a49de502fbf owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:11.910001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.920829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.931032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbab7f-31c1-4b27-a274-8bad68c95425 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:11.986731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:11.987964 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4358473 Oct 11 15:40:11.990931 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57286) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:11.995768 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a668ab-375c-4f31-a046-650ce192831d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72823ea-4d2e-420c-a5f2-2e4648510beb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:11.996624 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'security_group': {'name': 'tempest-secgroup-559587018'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:12.059905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.065118 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:11Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:12.136889 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738681f7-b537-41d6-acd5-4bb6128cda1c None None] The sync data for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 is: [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:11Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:12.238313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.283866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae8a0ba-acab-4685-a011-3a49de502fbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:12.294633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.310816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.328521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.363529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.386174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd036713-17d8-4f10-9c18-dc560cd5529a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:12.414744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.416645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d7504396-89e7-4cba-b495-17a4bd31a704 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4238570 Oct 11 15:40:12.418798 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:12.429633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-479538890', 'security_groups': ['fd036713-17d8-4f10-9c18-dc560cd5529a'], 'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c9f493d-9287-485b-a88e-a5881fb66752'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:12.462724 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc92748-4fb3-4a7e-b42b-2ed1975ee29f', 'name': '', 'tenant_id': '44357d6846394e67a472b1fc6423880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050', 'external_fixed_ips': [{'subnet_id': '958cb2c8-476a-40d1-b623-8fc59fb044a7', 'ip_address': '2001:db8::28b'}], 'enable_snat': True}, 'gw_port_id': '8ae8a0ba-acab-4685-a011-3a49de502fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:06Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 3, 'project_id': '44357d6846394e67a472b1fc6423880c', 'gw_port': {'id': '8ae8a0ba-acab-4685-a011-3a49de502fbf', 'name': '', 'network_id': '44de7dab-9dc1-4e3c-8f0a-825d7dcc8050', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc92748-4fb3-4a7e-b42b-2ed1975ee29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '958cb2c8-476a-40d1-b623-8fc59fb044a7', 'ip_address': '2001:db8::28b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:08Z', 'updated_at': '2021-10-11T15:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958cb2c8-476a-40d1-b623-8fc59fb044a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:12.519309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] For port 5fe581da-a334-431e-9a6c-6b07c132162c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fe581da-a334-431e-9a6c-6b07c132162c,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:12.528098 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Checking router: efc92748-4fb3-4a7e-b42b-2ed1975ee29f for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:12.528825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Updating router efc92748-4fb3-4a7e-b42b-2ed1975ee29f port 8ae8a0ba-acab-4685-a011-3a49de502fbf binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:12.555932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.558898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.599120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.605566 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Port 8ae8a0ba-acab-4685-a011-3a49de502fbf not found while updating agent binding for router efc92748-4fb3-4a7e-b42b-2ed1975ee29f. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 15:40:12.628907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.629632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efc92748-4fb3-4a7e-b42b-2ed1975ee29f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:12.640627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.642450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ca65a52-6a01-47ed-ae19-411f60805be8 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/routers/efc92748-4fb3-4a7e-b42b-2ed1975ee29f HTTP/1.1" status: 204 len: 168 time: 1.8031456 Oct 11 15:40:12.645986 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:12.663660 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:12.664133 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:40:12.664841 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'efc92748-4fb3-4a7e-b42b-2ed1975ee29f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 15:40:12.665328 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2489fa-3767-41e5-9ca9-3cf46c9efbca None None] The sync data for ids ['efc92748-4fb3-4a7e-b42b-2ed1975ee29f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:12.672515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bf7f9-44a9-41be-8f5a-ff0e2be4961c None None] Pushing event updated for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:12.731486 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:12.767979 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Deleting subnet 958cb2c8-476a-40d1-b623-8fc59fb044a7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:12.779087 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Update dhcp port {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'fixed_ips': [{'subnet_id': '622fe608-34fd-4bff-8892-15ffb11d741c', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c9f493d-9287-485b-a88e-a5881fb66752'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'f03d021f-4e21-4bf8-9b62-c45aaba0dad4'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:40:12.779374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.782363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:12.782363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.851074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.932208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.935251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.952775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:12.991271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5fe581da-a334-431e-9a6c-6b07c132162c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:12.991509 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] device_id is not set on port 3798dc8f-9f2f-4b24-b2f1-684892298471 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:40:13.019248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.057161 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=958cb2c8-476a-40d1-b623-8fc59fb044a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:13.067493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.071238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e8f32ca-76b4-405d-bc75-ee8cc877c614 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/958cb2c8-476a-40d1-b623-8fc59fb044a7 HTTP/1.1" status: 204 len: 168 time: 0.4243293 Oct 11 15:40:13.076960 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:13.166642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.262846 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Provisioning complete for port 5fe581da-a334-431e-9a6c-6b07c132162c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:13.263226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.264863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5fe581da-a334-431e-9a6c-6b07c132162c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:13.265255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.282539 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.12 (57810c3b-1907-499c-980d-0d4d33f5ff78/9c9f493d-9287-485b-a88e-a5881fb66752/3798dc8f-9f2f-4b24-b2f1-684892298471) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:13.314199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.339804 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44de7dab-9dc1-4e3c-8f0a-825d7dcc8050']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:13.355022 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae760ade-f24d-46a5-bae7-8bc1d09ad59a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:13.355375 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae760ade-f24d-46a5-bae7-8bc1d09ad59a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:13.367097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.383203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.392157 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:13.394367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:13.397410 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:13.473760 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:13.474336 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.498823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.508676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 15:40:13.513050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.517129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/44de7dab-9dc1-4e3c-8f0a-825d7dcc8050 HTTP/1.1" status: 204 len: 168 time: 0.4388549 Oct 11 15:40:13.521996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c60bf96a-6fcf-4b3a-b678-fb8a5dfb5e53 None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:13.526502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.549011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b532-3b69-46ba-baa7-fe16015ad53e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Network': ['ID=44de7dab-9dc1-4e3c-8f0a-825d7dcc8050,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:13.578601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.649166 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:13.656669 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:13.685233 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Allocated IP 172.20.0.2 (57810c3b-1907-499c-980d-0d4d33f5ff78/9c9f493d-9287-485b-a88e-a5881fb66752/f03d021f-4e21-4bf8-9b62-c45aaba0dad4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:13.703934 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:13.798566 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:13.803009 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'name': 'tempest-router--734590451', 'project_id': '8d4a6c7acdca49b5bc317e806c94f0f0'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:13.807543 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:13.808281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.817751 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:13.819137 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=3798dc8f-9f2f-4b24-b2f1-684892298471,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:13.840466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.841573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.853303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a95a46c-98f5-4fdf-a3ae-59e09c97d5e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4326646 Oct 11 15:40:13.856570 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:13.861553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:13.868700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.880401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:13.996199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.005362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.011428 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25092fbf-4e84-41c9-a909-19f0b595efc7 None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:14.044230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.048018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c1645af-8f97-4bee-85cf-3e41f4bd3390 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2460332 Oct 11 15:40:14.048428 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:14.101329 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:14.105814 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.162365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.255735 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c9f493d-9287-485b-a88e-a5881fb66752 (CIDR: 172.20.0.0/28) Oct 11 15:40:14.263500 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:40:14.263998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:14.291978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e244ce3-f15a-48f9-b40f-56ed747bfc2c tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4319012 Oct 11 15:40:14.292359 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:14.306038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:14.397561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.399795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.470055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.470793 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:14.471011 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5a51b4-0eef-4d47-8b37-0bc2dbbe754f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:14.480238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.484265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.488266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8b87c64f-0fca-4770-aa03-753fb85a60d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7d5a51b4-0eef-4d47-8b37-0bc2dbbe754f HTTP/1.1" status: 204 len: 168 time: 0.4387012 Oct 11 15:40:14.603936 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 622fe608-34fd-4bff-8892-15ffb11d741c (CIDR: 172.20.0.16/28) Oct 11 15:40:14.608981 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:40:14.609704 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:14.631724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ece1a00-401a-4ed3-b9d2-a3cf1604b527 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3295035 Oct 11 15:40:14.634000 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:14.634543 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:14.649999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'subnet': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:14.764557 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c52eef8-8b91-4e1e-8c21-f93edd3d6394 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:14.765099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c52eef8-8b91-4e1e-8c21-f93edd3d6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.850168 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Made reservation on behalf of 2d55af3550e744539fe648e020ef47fd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:14.855997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.898369 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c52eef8-8b91-4e1e-8c21-f93edd3d6394 None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:14.899017 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c52eef8-8b91-4e1e-8c21-f93edd3d6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:14.935859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:14.989033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c52eef8-8b91-4e1e-8c21-f93edd3d6394 None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:15.018452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:15.018452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.025181 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1095750470', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:15.069615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.072178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.134607 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f4aba25-6f2f-4c5d-b8ba-fb2b2a999ae7 None None] Provisioning complete for port 3798dc8f-9f2f-4b24-b2f1-684892298471 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:15.134952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f4aba25-6f2f-4c5d-b8ba-fb2b2a999ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.146817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.176744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3f4aba25-6f2f-4c5d-b8ba-fb2b2a999ae7 None None] Port 3798dc8f-9f2f-4b24-b2f1-684892298471 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:15.206104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.246022 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:15.251184 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:15.255912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:15.256490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.263901 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8bdca-b0fc-4777-ac7a-8b48eab071e0 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:15.269932 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Subnet': ['ID=42a6c2e0-c401-4629-9dbe-ece7068d5e43,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:15.286998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-026770c4-ba6b-42bf-90ec-b4186ec1c821 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6501830 Oct 11 15:40:15.289680 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:15.296371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.299172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-216210288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42a6c2e0-c401-4629-9dbe-ece7068d5e43'}], 'security_groups': ['82cfd5ba-6e61-4e83-b0b9-abd3bb2a2d61', 'd72823ea-4d2e-420c-a5f2-2e4648510beb']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:15.388299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.572939 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Update dhcp port {'port': {'network_id': '57810c3b-1907-499c-980d-0d4d33f5ff78', 'fixed_ips': [{'subnet_id': '622fe608-34fd-4bff-8892-15ffb11d741c', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c9f493d-9287-485b-a88e-a5881fb66752', 'ip_address': '172.20.0.2'}, {'subnet_id': '42a6c2e0-c401-4629-9dbe-ece7068d5e43'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'f03d021f-4e21-4bf8-9b62-c45aaba0dad4'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:40:15.594017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.606626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.616339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.735863 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Allocated IP 172.35.3.11 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/21a7728d-1329-4db0-99fb-18c75753b98c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:15.802221 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Delete allocated IP 172.20.0.12 (57810c3b-1907-499c-980d-0d4d33f5ff78/9c9f493d-9287-485b-a88e-a5881fb66752) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:40:15.821329 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Allocated IP 172.20.0.44 (57810c3b-1907-499c-980d-0d4d33f5ff78/42a6c2e0-c401-4629-9dbe-ece7068d5e43/3798dc8f-9f2f-4b24-b2f1-684892298471) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:15.870858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.913993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:15.963253 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:15.964955 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:15.970115 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event updated for resources: {'Port': ['ID=21a7728d-1329-4db0-99fb-18c75753b98c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:15.972550 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:16.017852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.023839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.124549 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Allocated IP 172.20.0.34 (57810c3b-1907-499c-980d-0d4d33f5ff78/42a6c2e0-c401-4629-9dbe-ece7068d5e43/f03d021f-4e21-4bf8-9b62-c45aaba0dad4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:16.165427 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event updated for resources: {'Port': ['ID=3798dc8f-9f2f-4b24-b2f1-684892298471,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:16.193537 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] In _notify_port_updated(), no bound segment for port 3798dc8f-9f2f-4b24-b2f1-684892298471 on network 57810c3b-1907-499c-980d-0d4d33f5ff78 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:40:16.199811 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:16.201225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.206056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a85c13a9-1468-44f4-83d5-9b3dba0e15e0 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "PUT /v2.0/ports/3798dc8f-9f2f-4b24-b2f1-684892298471 HTTP/1.1" status: 200 len: 959 time: 0.9145727 Oct 11 15:40:16.207781 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:16.349634 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port 3798dc8f-9f2f-4b24-b2f1-684892298471 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:16.350335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.433253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:16.459096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.479208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.485628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.492370 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for 3798dc8f-9f2f-4b24-b2f1-684892298471 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:16.643291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.648030 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c673-ddd7-46cc-9946-6b94344c8020 None None] Pushing event updated for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:16.687524 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=3798dc8f-9f2f-4b24-b2f1-684892298471,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:16.704347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.777866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.783769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-090f3a8c-7d48-4a65-bc48-e23ba95fbd87 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/3798dc8f-9f2f-4b24-b2f1-684892298471 HTTP/1.1" status: 204 len: 168 time: 0.5718503 Oct 11 15:40:16.786551 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:16.815760 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c80a51-b9e9-4aa6-9874-c9f35a16f3e9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] GET failed (client error): The resource could not be found. Oct 11 15:40:16.817549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26c80a51-b9e9-4aa6-9874-c9f35a16f3e9 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports/3798dc8f-9f2f-4b24-b2f1-684892298471 HTTP/1.1" status: 404 len: 333 time: 0.0300224 Oct 11 15:40:16.820184 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:16.919993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:16.943751 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:16.967660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.040666 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:17.041049 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.043371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.069152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.072126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.075706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd036713-17d8-4f10-9c18-dc560cd5529a HTTP/1.1" status: 204 len: 168 time: 0.2519844 Oct 11 15:40:17.084427 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:17.089669 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427888a-e8f1-4689-bd5d-284c66e36203 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd036713-17d8-4f10-9c18-dc560cd5529a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:17.220470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.272481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.299361 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Router 990d82a0-c81d-40f9-b5f4-3f2092694e48 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:17.325663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.328845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.330118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/security-groups/d72823ea-4d2e-420c-a5f2-2e4648510beb HTTP/1.1" status: 204 len: 168 time: 0.2382944 Oct 11 15:40:17.333563 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:17.375306 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86543761-eb97-4f37-b646-e5c28a167b73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72823ea-4d2e-420c-a5f2-2e4648510beb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:17.411351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.439060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.495027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.497029 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:17.497896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.499070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/security-groups/82cfd5ba-6e61-4e83-b0b9-abd3bb2a2d61 HTTP/1.1" status: 204 len: 168 time: 0.1644552 Oct 11 15:40:17.506099 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:17.513148 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Could not find standard attr ID for object 3798dc8f-9f2f-4b24-b2f1-684892298471. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:40:17.513787 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] Sync routers for ids ['990d82a0-c81d-40f9-b5f4-3f2092694e48'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:17.524189 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] Routers {'990d82a0-c81d-40f9-b5f4-3f2092694e48'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:17.525121 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['990d82a0-c81d-40f9-b5f4-3f2092694e48'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:17.530497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:17.530873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.546205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.547666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cfd3512-774b-4bc4-8aca-bf1b1df81563 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9123530 Oct 11 15:40:17.550233 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:17.573379 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:17.607672 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] Routers {'990d82a0-c81d-40f9-b5f4-3f2092694e48'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:17.609176 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['990d82a0-c81d-40f9-b5f4-3f2092694e48'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:17.659796 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:17.660830 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a52e7-4068-44d7-8bad-b2e392ef9c4b None None] The sync data for ids ['990d82a0-c81d-40f9-b5f4-3f2092694e48'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:17.708443 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:17.708743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:17.749960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd7173-0451-427e-b3fc-410dcf4ec8be None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:17.785842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed942f44-581f-4936-ad6a-5f81a8dd0f51 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/990d82a0-c81d-40f9-b5f4-3f2092694e48 HTTP/1.1" status: 200 len: 924 time: 0.2343130 Oct 11 15:40:17.788514 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:17.831901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d6db854-1e11-4d40-b99d-be481658acbe tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=990d82a0-c81d-40f9-b5f4-3f2092694e48 HTTP/1.1" status: 200 len: 205 time: 0.0417542 Oct 11 15:40:17.833280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:18.007823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.039474 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed14424-79d9-4916-af30-74966339997d tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfd5ba-6e61-4e83-b0b9-abd3bb2a2d61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:18.088277 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 9c9f493d-9287-485b-a88e-a5881fb66752 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:18.092014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.155808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.173821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73fd9dee-2383-4a86-b362-e194fef325ca None None] Could not find standard attr ID for object 3798dc8f-9f2f-4b24-b2f1-684892298471. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:40:18.180142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.259597 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port 21a7728d-1329-4db0-99fb-18c75753b98c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:18.260480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.308437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.414023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.432785 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for 21a7728d-1329-4db0-99fb-18c75753b98c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:18.440330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.478590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.482254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/9c9f493d-9287-485b-a88e-a5881fb66752 HTTP/1.1" status: 204 len: 168 time: 0.9739690 Oct 11 15:40:18.486139 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b8f05-e860-4354-a31b-93a9032210c4 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9f493d-9287-485b-a88e-a5881fb66752,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:18.494666 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:18.531157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee9d3d-4827-40b8-bf0a-74f14c3a5323 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:18.560277 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 42a6c2e0-c401-4629-9dbe-ece7068d5e43 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:18.563808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.634842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.694443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.737773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=21a7728d-1329-4db0-99fb-18c75753b98c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:18.803740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.841971 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.927223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.954633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=42a6c2e0-c401-4629-9dbe-ece7068d5e43,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:18.974206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:18.977746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50e44e65-70f5-4df2-b539-ddc6f3fdb274 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/42a6c2e0-c401-4629-9dbe-ece7068d5e43 HTTP/1.1" status: 204 len: 168 time: 0.4820795 Oct 11 15:40:18.980826 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:18.999586 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.033733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.038226 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c928b5-66bc-4e3f-9c06-8f34955d5b3f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:19.038685 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c928b5-66bc-4e3f-9c06-8f34955d5b3f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:19.046224 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-95c928b5-66bc-4e3f-9c06-8f34955d5b3f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/9c9f493d-9287-485b-a88e-a5881fb66752 HTTP/1.1" status: 404 len: 337 time: 0.0610621 Oct 11 15:40:19.047930 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.058481 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.147258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.147796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router 990d82a0-c81d-40f9-b5f4-3f2092694e48 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:19.156345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.161900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d30e492e-b420-4d80-b8f7-e1d9ec870646 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/990d82a0-c81d-40f9-b5f4-3f2092694e48 HTTP/1.1" status: 204 len: 168 time: 1.3239071 Oct 11 15:40:19.164454 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.177040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1515959241', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:19.189123 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting subnet 622fe608-34fd-4bff-8892-15ffb11d741c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:19.197371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.230100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.232968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.300307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.321317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.528497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.614813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.643303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.679652 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Subnet': ['ID=622fe608-34fd-4bff-8892-15ffb11d741c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:19.716040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.721530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9fd25532-e9cb-4c00-ac2d-df9e814564c7 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/622fe608-34fd-4bff-8892-15ffb11d741c HTTP/1.1" status: 204 len: 168 time: 0.6706254 Oct 11 15:40:19.722278 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.725214 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821368e4-c300-4b5e-ad48-34739bc32d79 None None] Network 57810c3b-1907-499c-980d-0d4d33f5ff78 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:19.760572 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff5c547-c4c7-4f72-8b62-adfc7eca37c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:19.761236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff5c547-c4c7-4f72-8b62-adfc7eca37c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:19.764780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fff5c547-c4c7-4f72-8b62-adfc7eca37c8 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/ab83e34f-9268-4fe0-a812-61bd8e9aea6c HTTP/1.1" status: 404 len: 337 time: 0.0409684 Oct 11 15:40:19.768039 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.812351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3c57cadd-c496-46b3-97ae-56606b0bc22e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "GET /v2.0/ports?device_id=a47702c0-deec-44e0-a95a-83d31d80d6d8 HTTP/1.1" status: 200 len: 205 time: 0.0403478 Oct 11 15:40:19.812553 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.821521 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f505216b-b3af-4e5b-a14e-5bdc03c3840e None None] Provisioning complete for port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:19.821874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f505216b-b3af-4e5b-a14e-5bdc03c3840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.866262 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-6e4b4860-ea1f-4935-be67-c5cc984b0f5e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] delete failed (client error): The resource could not be found. Oct 11 15:40:19.869979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e4b4860-ea1f-4935-be67-c5cc984b0f5e tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/routers/a47702c0-deec-44e0-a95a-83d31d80d6d8 HTTP/1.1" status: 404 len: 336 time: 0.0509806 Oct 11 15:40:19.870137 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.922661 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c45578-3be3-4387-826b-a2264255b3fb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:19.923135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c45578-3be3-4387-826b-a2264255b3fb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:19.928782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3c45578-3be3-4387-826b-a2264255b3fb tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/826e62fa-6b67-4b98-baf6-eec90d45542b HTTP/1.1" status: 404 len: 337 time: 0.0554972 Oct 11 15:40:19.929145 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.967309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.969956 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db07403-b6e2-4eef-a14e-71aa1917c251 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:19.970472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db07403-b6e2-4eef-a14e-71aa1917c251 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:19.977151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1db07403-b6e2-4eef-a14e-71aa1917c251 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/1bd1bb5e-45ea-4b67-b14e-65c18df85850 HTTP/1.1" status: 404 len: 337 time: 0.0446947 Oct 11 15:40:19.977943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:19.979847 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:19.995800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.014852 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f505216b-b3af-4e5b-a14e-5bdc03c3840e None None] Provisioning complete for port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:20.015220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f505216b-b3af-4e5b-a14e-5bdc03c3840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.066195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f505216b-b3af-4e5b-a14e-5bdc03c3840e None None] Port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:20.095625 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] DHCP port deletion for 57810c3b-1907-499c-980d-0d4d33f5ff78 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:20.162494 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 172.35.3.176 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c76645dc-be2a-4239-836f-e346bcf3a2fa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:20.173202 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Deleting port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:20.173745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.182926 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ea3642-947d-41c2-b86d-1fd60262d9e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.183667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ea3642-947d-41c2-b86d-1fd60262d9e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.189681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7ea3642-947d-41c2-b86d-1fd60262d9e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/2347d320-73bf-4a82-b8f0-2860f2286020 HTTP/1.1" status: 404 len: 337 time: 0.2088184 Oct 11 15:40:20.193714 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.268470 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5c418d-e095-40d8-b4bd-fae061052cb2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.269192 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5c418d-e095-40d8-b4bd-fae061052cb2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.270968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] For port f03d021f-4e21-4bf8-9b62-c45aaba0dad4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,segment=NetworkSegment(ddffb2e6-4426-46b6-8541-6aad0df51cd6),segment_id=ddffb2e6-4426-46b6-8541-6aad0df51cd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:20.272143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.273022 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d5c418d-e095-40d8-b4bd-fae061052cb2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/63ad9144-e79e-4ae7-a767-75dc5de8f0ed HTTP/1.1" status: 404 len: 333 time: 0.0774336 Oct 11 15:40:20.275550 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.300019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Calling delete_port for f03d021f-4e21-4bf8-9b62-c45aaba0dad4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:20.311325 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd06e53a-3509-4c56-a6a4-c54182774a48 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.311913 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd06e53a-3509-4c56-a6a4-c54182774a48 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.315080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd06e53a-3509-4c56-a6a4-c54182774a48 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/942b437d-844f-4229-8be7-835ff144e2f2 HTTP/1.1" status: 404 len: 337 time: 0.0384226 Oct 11 15:40:20.317664 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.352646 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe377e4-e1fc-4363-ba4a-473598aa3d45 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.353195 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe377e4-e1fc-4363-ba4a-473598aa3d45 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.356478 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6fe377e4-e1fc-4363-ba4a-473598aa3d45 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/d842966a-d793-436a-bf30-56bf8e269bc6 HTTP/1.1" status: 404 len: 337 time: 0.0373943 Oct 11 15:40:20.359128 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.385503 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2018d299-56d6-4762-ba06-7fbc8ac27604 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.386323 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2018d299-56d6-4762-ba06-7fbc8ac27604 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.390110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2018d299-56d6-4762-ba06-7fbc8ac27604 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/066a272b-7cc0-49d6-9d01-c11490f88ab1 HTTP/1.1" status: 404 len: 333 time: 0.0296850 Oct 11 15:40:20.396770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.438414 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3c6c11-e395-48db-ba38-de555b383e8f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.439771 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3c6c11-e395-48db-ba38-de555b383e8f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.447401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.448186 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f3c6c11-e395-48db-ba38-de555b383e8f tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/5b299959-c8d3-4444-9d58-ec0af77cd14b HTTP/1.1" status: 404 len: 337 time: 0.0499649 Oct 11 15:40:20.450931 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.472529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] No DVR routers for this DVR port f03d021f-4e21-4bf8-9b62-c45aaba0dad4 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:20.484731 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dc62a8-55c8-4581-a4b7-72039f82dde2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] DELETE failed (client error): The resource could not be found. Oct 11 15:40:20.485178 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dc62a8-55c8-4581-a4b7-72039f82dde2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:40:20.488593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04dc62a8-55c8-4581-a4b7-72039f82dde2 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/subnets/c1b265e2-a558-4bb7-a5a6-a973bfe73b75 HTTP/1.1" status: 404 len: 337 time: 0.0366824 Oct 11 15:40:20.492222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:20.514041 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf80b7-9415-4f85-8904-bd7d291dca60 None None] Pushing event deleted for resources: {'Port': ['ID=f03d021f-4e21-4bf8-9b62-c45aaba0dad4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:20.546480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.572415 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:20.572768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.679604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.705265 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 9fe41a13-0d62-4f04-943f-53bbfdbba4f1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:20.705739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.725149 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Deleting port f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:20.725834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.731084 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:20.732283 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:20.747353 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:20.780449 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:20.792305 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=c76645dc-be2a-4239-836f-e346bcf3a2fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:20.840057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:20.862452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Calling delete_port for f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:20.968691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:20.993477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f03d021f-4e21-4bf8-9b62-c45aaba0dad4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:20.994055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f03d021f-4e21-4bf8-9b62-c45aaba0dad4 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:21.035792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.077005 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=9fe41a13-0d62-4f04-943f-53bbfdbba4f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:21.105188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.170882 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Port': ['ID=f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:21.187747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.191045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d60bf44-1727-46b7-ae70-aff6fad2e8e1 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/ports/f3d0ef05-ac12-48f8-af01-c3ee10f9ad5e HTTP/1.1" status: 204 len: 168 time: 0.6978955 Oct 11 15:40:21.193989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:21.313395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.319975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.619190 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:21.855361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:21.862839 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:21.878833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4efd3fd6-e60a-434f-a4de-0f84fecb9ecf tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/35a1275a-f6bd-4d83-ad8b-505226b50f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8691430 Oct 11 15:40:21.887885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:21.903644 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:21.904281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.087988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.091099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.133077 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:22.151829 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57810c3b-1907-499c-980d-0d4d33f5ff78']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.167926 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddffb2e6-4426-46b6-8541-6aad0df51cd6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.168293 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddffb2e6-4426-46b6-8541-6aad0df51cd6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.218640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.250383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.300322 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:22.300736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:22.311186 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:22.346546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf9cbc-0a78-4458-ba88-ca2c9d4f7e42 req-96800df2-44d1-4c48-8504-8e651e81be8f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:22.350288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ecf9cbc-0a78-4458-ba88-ca2c9d4f7e42 req-96800df2-44d1-4c48-8504-8e651e81be8f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.0982234 Oct 11 15:40:22.417706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ecf9cbc-0a78-4458-ba88-ca2c9d4f7e42 req-44796029-7533-437d-a717-b8ff2ae03ebb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606129 Oct 11 15:40:22.438864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.451185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.458213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] 10.222.0.31 "DELETE /v2.0/networks/57810c3b-1907-499c-980d-0d4d33f5ff78 HTTP/1.1" status: 204 len: 168 time: 1.2604637 Oct 11 15:40:22.459556 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router 973ace5c-a1dd-4582-9603-ebcb05343ede is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:22.485197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd468575-a116-4b50-ab6c-ba3c070eee73 tempest-PortsTestJSON-259191897 tempest-PortsTestJSON-259191897-project] Pushing event deleted for resources: {'Network': ['ID=57810c3b-1907-499c-980d-0d4d33f5ff78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:22.488779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.519320 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:22.529153 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:22.529811 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.651953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:22.661738 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Sync routers for ids ['973ace5c-a1dd-4582-9603-ebcb05343ede'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:22.677804 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Routers {'973ace5c-a1dd-4582-9603-ebcb05343ede'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:22.678339 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['973ace5c-a1dd-4582-9603-ebcb05343ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:22.688074 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:22.702742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:22.705455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ed428d7-498f-418e-b667-35693ce414d6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5417147 Oct 11 15:40:22.708054 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:22.908537 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ac8bf89-bac3-45d1-a67f-04c6e23f9be0 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/973ace5c-a1dd-4582-9603-ebcb05343ede HTTP/1.1" status: 200 len: 909 time: 0.1990070 Oct 11 15:40:22.911658 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:22.918546 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:22.932083 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1515959241', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:22.974871 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Set router 973ace5c-a1dd-4582-9603-ebcb05343ede gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:23.001701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.003233 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.114435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.145186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-81335cb7-bf60-4958-a4ac-fa0bc27bbcaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d55af3550e744539fe648e020ef47fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254860 Oct 11 15:40:23.150371 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:23.194229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:23.233687 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9f640-2260-487b-a703-c53c1af6c3c8 None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1a882d0d-6666-4653-99ad-e7820d846137', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'port_id': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'mac_address': 'fa:16:3e:66:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2005862-1465-480e-a80a-c6009c271906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:38:14Z', 'updated_at': '2021-10-11T15:38:25Z', 'revision_number': 1, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:23.262991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.315347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.328593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.448226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.452980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.454180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d606091-6d5b-4592-98fb-817fa21feb2b HTTP/1.1" status: 204 len: 168 time: 0.3028042 Oct 11 15:40:23.476171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67419bf-6137-46ea-b920-ddc36375c487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d606091-6d5b-4592-98fb-817fa21feb2b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:23.641867 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'name': 'tempest-snat-router-1515959241', 'tenant_id': '44357d6846394e67a472b1fc6423880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': False}, 'gw_port_id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:19Z', 'updated_at': '2021-10-11T15:40:21Z', 'revision_number': 3, 'project_id': '44357d6846394e67a472b1fc6423880c', 'gw_port': {'id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:20Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:23.680603 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Checking router: 973ace5c-a1dd-4582-9603-ebcb05343ede for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:23.681171 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Updating router 973ace5c-a1dd-4582-9603-ebcb05343ede port c76645dc-be2a-4239-836f-e346bcf3a2fa binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:23.730197 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.737494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-50d7038e-c3c0-42da-b120-978813ae4471 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:23.739212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-50d7038e-c3c0-42da-b120-978813ae4471 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.36 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.1863070 Oct 11 15:40:23.768933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.829563 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-60b0da9f-ed1a-4da3-a7b5-b4c1d0f58d0b req-a7bacee3-28a8-4ca2-8bf9-e53238b26564 service neutron] (94826) timed out ('10.222.0.36', 55924) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:40:23.835946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:23.850793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795facb-89e6-4b95-8b9e-620bb38cdd93 req-c84da058-8e68-49fc-8d77-85f36b337150 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:23.860152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a795facb-89e6-4b95-8b9e-620bb38cdd93 req-c84da058-8e68-49fc-8d77-85f36b337150 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 946 time: 0.2482851 Oct 11 15:40:23.953780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a795facb-89e6-4b95-8b9e-620bb38cdd93 req-f5c6e006-af12-4fac-86da-7bf1f42708c3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccc1efb0-5c35-4991-a88f-f10ee6fb9123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868764 Oct 11 15:40:23.988105 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 13a304ce-a939-4291-b28f-569a7fc794c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:23.988450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.122903 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 13a304ce-a939-4291-b28f-569a7fc794c9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a304ce-a939-4291-b28f-569a7fc794c9,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:24.123270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.129963 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.139804 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.146097 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 13a304ce-a939-4291-b28f-569a7fc794c9 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:24.198625 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 172.35.3.236 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ed5ac406-5717-4040-bf42-3c1bf1f3f413) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:24.264509 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Attempting to bind port c76645dc-be2a-4239-836f-e346bcf3a2fa on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:24.264799 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Attempting to bind port c76645dc-be2a-4239-836f-e346bcf3a2fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:24.265161 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Attempting to bind port c76645dc-be2a-4239-836f-e346bcf3a2fa on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:24.290567 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:24.290940 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:24.291407 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.291731 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:24.292794 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Bound port: c76645dc-be2a-4239-836f-e346bcf3a2fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:24.294046 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.309025 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96abb8-c2ba-4f18-b3f0-8babc99dd0aa None None] Pushing event updated for resources: {'Port': ['ID=c76645dc-be2a-4239-836f-e346bcf3a2fa,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:24.370404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.440764 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=13a304ce-a939-4291-b28f-569a7fc794c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:24.474751 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] For port c76645dc-be2a-4239-836f-e346bcf3a2fa, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:24.479721 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] For port c76645dc-be2a-4239-836f-e346bcf3a2fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c76645dc-be2a-4239-836f-e346bcf3a2fa,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:24.484383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.489515 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.538312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.555990 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] No DVR routers for this DVR port 13a304ce-a939-4291-b28f-569a7fc794c9 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:24.562920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:24.566411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e67e998-5018-4262-9d99-95e52a9f4715 req-1d9923d4-a8cd-4618-885c-8cdfbf20efc1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.36 "DELETE /v2.0/ports/13a304ce-a939-4291-b28f-569a7fc794c9 HTTP/1.1" status: 204 len: 173 time: 0.8137295 Oct 11 15:40:24.567416 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'name': 'network-vif-deleted', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:40:24.588118 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62721606-3f98-4abf-8d4e-066da4fc3bfa" -d '{"events": [{"server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "name": "network-vif-deleted", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:40:24.593640 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:24.597081 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:24.605344 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:24.657900 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a57e03-4251-4443-bfdd-b5210103c20f x-openstack-request-id: req-07a57e03-4251-4443-bfdd-b5210103c20f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:40:24.658408 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02aaebe-f57e-4ef9-a756-fa90f7c4035b", "name": "network-vif-deleted", "tag": "13a304ce-a939-4291-b28f-569a7fc794c9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:40:24.658832 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07a57e03-4251-4443-bfdd-b5210103c20f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:40:24.659400 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02aaebe-f57e-4ef9-a756-fa90f7c4035b', 'name': 'network-vif-deleted', 'tag': '13a304ce-a939-4291-b28f-569a7fc794c9', 'status': 'completed', 'code': 200} Oct 11 15:40:24.662757 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Routers {'973ace5c-a1dd-4582-9603-ebcb05343ede'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:24.663591 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['973ace5c-a1dd-4582-9603-ebcb05343ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:24.666852 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96abb8-c2ba-4f18-b3f0-8babc99dd0aa None None] Pushing event updated for resources: {'Port': ['ID=c76645dc-be2a-4239-836f-e346bcf3a2fa,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:24.802898 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] Set router 973ace5c-a1dd-4582-9603-ebcb05343ede gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:24.843704 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:24.857178 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:24.869510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5ac406-5717-4040-bf42-3c1bf1f3f413,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:24.899831 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:24.909805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9fe41a13-0d62-4f04-943f-53bbfdbba4f1 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:25.173463 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'name': 'tempest-snat-router-1515959241', 'tenant_id': '44357d6846394e67a472b1fc6423880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': False}, 'gw_port_id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:19Z', 'updated_at': '2021-10-11T15:40:21Z', 'revision_number': 3, 'project_id': '44357d6846394e67a472b1fc6423880c', 'gw_port': {'id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:20Z', 'updated_at': '2021-10-11T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:25.187224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5519d30-d58d-4a5d-b4d7-d762bab6e304 req-2bfd0073-6bf8-49e1-a2db-0bc1863dfe06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02aaebe-f57e-4ef9-a756-fa90f7c4035b HTTP/1.1" status: 200 len: 210 time: 0.1100178 Oct 11 15:40:25.190694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-682526084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:25.244695 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6b998-555d-4588-9bff-00f69e0673d5 None None] The sync data for ids ['973ace5c-a1dd-4582-9603-ebcb05343ede'] in n-d-master-1 is: [{'id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'name': 'tempest-snat-router-1515959241', 'tenant_id': '44357d6846394e67a472b1fc6423880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': False}, 'gw_port_id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:19Z', 'updated_at': '2021-10-11T15:40:21Z', 'revision_number': 3, 'project_id': '44357d6846394e67a472b1fc6423880c', 'gw_port': {'id': 'c76645dc-be2a-4239-836f-e346bcf3a2fa', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ace5c-a1dd-4582-9603-ebcb05343ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:20Z', 'updated_at': '2021-10-11T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:25.269735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.270982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.303385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.375242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.414006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.480903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.483123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-473bceb9-1373-4b3d-a468-bd07cc5341f0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6380732 Oct 11 15:40:25.485560 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:25.499665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1709880071'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:25.574621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:25.578273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.590711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.608878 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:40:25.715355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.778350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.787958 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.826640 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:25.838693 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec8aba9-f65b-4ada-b24f-d05a6be82469,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:25.844164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.844846 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Added segment 6f1eb854-3641-4d20-9e6e-e8f508465e9b of type vlan for network 78ecf49b-1a5e-4b23-8e41-7106195e712c Oct 11 15:40:25.918599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.953614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.963859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:25.964539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:25.968440 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router eb80e538-f81d-4d26-81ea-7384c5215535 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:26.043951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5556679 Oct 11 15:40:26.044571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:26.052042 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'subnet': {'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:26.062758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee12775-34f5-4624-b7f8-e01ab22124df tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Network': ['ID=78ecf49b-1a5e-4b23-8e41-7106195e712c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:26.076840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:26.178261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:26.182262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.233097 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:26.257346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Sync routers for ids ['eb80e538-f81d-4d26-81ea-7384c5215535'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:26.267462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.273908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0177691-3285-4f78-9c18-50913e5df094 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3544824 Oct 11 15:40:26.273908 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:26.315448 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Routers {'eb80e538-f81d-4d26-81ea-7384c5215535'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:26.320070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['eb80e538-f81d-4d26-81ea-7384c5215535'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:26.375232 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:26.494994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 13a304ce-a939-4291-b28f-569a7fc794c9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:26.497830 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Set router eb80e538-f81d-4d26-81ea-7384c5215535 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:26.528218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.587671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cf49171b-f316-42ee-b161-c61386631317 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/eb80e538-f81d-4d26-81ea-7384c5215535 HTTP/1.1" status: 200 len: 908 time: 0.3117445 Oct 11 15:40:26.588514 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:26.685887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Subnet': ['ID=72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:26.705326 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Checking segment: {'id': '6f1eb854-3641-4d20-9e6e-e8f508465e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:26.709822 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network hostable DHCP agents. Network: 78ecf49b-1a5e-4b23-8e41-7106195e712c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:26.724411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.753610 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:26.768373 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 78ecf49b-1a5e-4b23-8e41-7106195e712c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:26.780874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:26.781424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.797051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 13a304ce-a939-4291-b28f-569a7fc794c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:26.797825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 13a304ce-a939-4291-b28f-569a7fc794c9 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:26.814837 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d78c9f-383b-4560-9bcb-9fd8af6b7d8e None None] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:26.826762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5db868d-9cbb-43f4-8b02-4fc89f64ea39 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7777820 Oct 11 15:40:26.829644 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:26.834557 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'network': {'name': 'tempest-router-network01--249705571'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:26.879623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.915523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:26.923396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:26.982137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.000157 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:27.016478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c76645dc-be2a-4239-836f-e346bcf3a2fa up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:27.030953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.033321 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Added segment 12c7abd7-75f6-42d3-a5de-410917cdf53b of type vlan for network 19e35ef6-8630-42ae-9574-70f8428b3583 Oct 11 15:40:27.143946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.174645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.182754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:27.183613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.213115 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c76645dc-be2a-4239-836f-e346bcf3a2fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:27.213555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.296605 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Network': ['ID=19e35ef6-8630-42ae-9574-70f8428b3583,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:27.300867 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-78ecf49b-1a5e-4b23-8e41-7106195e712c', 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c', 'tenant_id': '842f375bf5ad47b888dedfd6beb228a4', 'fixed_ips': [{'subnet_id': '72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:27.301943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.305133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-48a3ba1c-21d5-411e-90ea-ec3645303793 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4743278 Oct 11 15:40:27.307408 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:27.314237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'network': {'name': 'tempest-router-network02--377531998'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:27.335362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 19e35ef6-8630-42ae-9574-70f8428b3583 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:27.352136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:27.378403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.439116 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:27.453643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.454102 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Added segment 06060622-0ce1-4fcb-9389-9a0d4efd8c69 of type vlan for network db1672f8-d2b2-4533-8582-2268552d7f03 Oct 11 15:40:27.544487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.561400 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80e538-f81d-4d26-81ea-7384c5215535', 'name': 'tempest-snat-router-1515959241', 'tenant_id': '44357d6846394e67a472b1fc6423880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ed5ac406-5717-4040-bf42-3c1bf1f3f413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:23Z', 'updated_at': '2021-10-11T15:40:24Z', 'revision_number': 3, 'project_id': '44357d6846394e67a472b1fc6423880c', 'gw_port': {'id': 'ed5ac406-5717-4040-bf42-3c1bf1f3f413', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80e538-f81d-4d26-81ea-7384c5215535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:23Z', 'updated_at': '2021-10-11T15:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:27.599154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.613433 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:27.614391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.641883 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Checking router: eb80e538-f81d-4d26-81ea-7384c5215535 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:27.642575 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Updating router eb80e538-f81d-4d26-81ea-7384c5215535 port ed5ac406-5717-4040-bf42-3c1bf1f3f413 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:27.745748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4353671 Oct 11 15:40:27.750088 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:27.751788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.763564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.790396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'subnet': {'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:27.798880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.805535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:27.809724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/security-groups/ccc1efb0-5c35-4991-a88f-f10ee6fb9123 HTTP/1.1" status: 204 len: 168 time: 1.4333181 Oct 11 15:40:27.855044 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1249-8248-44ad-81bf-2be5ae0c4847 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Network': ['ID=db1672f8-d2b2-4533-8582-2268552d7f03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:27.876902 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:28.005406 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:28.008986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.015140 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Allocated IP 2001:db8::2 (78ecf49b-1a5e-4b23-8e41-7106195e712c/72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2/7dcadaf8-589e-4f31-a264-a93696540beb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:28.031010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b17b2-0eaa-4f26-b828-024138be0938 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1efb0-5c35-4991-a88f-f10ee6fb9123,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:28.052887 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting subnet 91243fcb-669d-4436-90ee-b48e1f448594 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:28.059968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.140273 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Deleting port ed5ac406-5717-4040-bf42-3c1bf1f3f413 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:28.140612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.153217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.189632 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network db1672f8-d2b2-4533-8582-2268552d7f03 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:28.224136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.236440 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Calling delete_port for ed5ac406-5717-4040-bf42-3c1bf1f3f413 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:28.318379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.324691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.347440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port c76645dc-be2a-4239-836f-e346bcf3a2fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c76645dc-be2a-4239-836f-e346bcf3a2fa,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:28.387662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.403367 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.508996 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:28.522621 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:28.526391 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=c76645dc-be2a-4239-836f-e346bcf3a2fa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:28.539287 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:28.673950 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Pushing event updated for resources: {'Port': ['ID=7dcadaf8-589e-4f31-a264-a93696540beb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:28.677818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Attempting to bind port 7dcadaf8-589e-4f31-a264-a93696540beb on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:28.678192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Attempting to bind port 7dcadaf8-589e-4f31-a264-a93696540beb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6f1eb854-3641-4d20-9e6e-e8f508465e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:28.680068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Attempting to bind port 7dcadaf8-589e-4f31-a264-a93696540beb on network 78ecf49b-1a5e-4b23-8e41-7106195e712c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:28.696629 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:28.697108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Checking segment: {'id': '6f1eb854-3641-4d20-9e6e-e8f508465e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:28.699322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.699322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Bound using segment: {'id': '6f1eb854-3641-4d20-9e6e-e8f508465e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:28.699322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Bound port: 7dcadaf8-589e-4f31-a264-a93696540beb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1eb854-3641-4d20-9e6e-e8f508465e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '78ecf49b-1a5e-4b23-8e41-7106195e712c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:28.699322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.789766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] For port 7dcadaf8-589e-4f31-a264-a93696540beb, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:28.792949 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] For port 7dcadaf8-589e-4f31-a264-a93696540beb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcadaf8-589e-4f31-a264-a93696540beb,segment=NetworkSegment(6f1eb854-3641-4d20-9e6e-e8f508465e9b),segment_id=6f1eb854-3641-4d20-9e6e-e8f508465e9b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:28.825456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.848691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.964065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.970158 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:28.982980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c76645dc-be2a-4239-836f-e346bcf3a2fa up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:29.028779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.076270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Subnet': ['ID=46d08156-d846-4c40-b94f-0479ef4840cf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:29.077873 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Subnet': ['ID=91243fcb-669d-4436-90ee-b48e1f448594,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:29.093241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:40:29.093603 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:40:29.094516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.099931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f45b40b3-1c94-48cc-b2e3-fd3e60764d2a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/subnets/91243fcb-669d-4436-90ee-b48e1f448594 HTTP/1.1" status: 204 len: 168 time: 1.2196846 Oct 11 15:40:29.102573 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:29.113965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed5ac406-5717-4040-bf42-3c1bf1f3f413,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:29.116338 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b68fd9b-b218-4158-83be-c1e3e01f3b37 None None] Network ab2b61d1-20aa-4112-87a7-d22b9210eed8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:29.188539 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Checking segment: {'id': '12c7abd7-75f6-42d3-a5de-410917cdf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:29.188539 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network hostable DHCP agents. Network: 19e35ef6-8630-42ae-9574-70f8428b3583, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:29.224227 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 19e35ef6-8630-42ae-9574-70f8428b3583 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:29.244397 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 19e35ef6-8630-42ae-9574-70f8428b3583) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:29.246581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.252240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:29.252909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.287519 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40242be8-539a-476e-8ff1-522c157795c8 None None] Network 19e35ef6-8630-42ae-9574-70f8428b3583 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:29.312067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ba804ee-c785-4285-88c7-eadc2a8891dc tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5439882 Oct 11 15:40:29.323623 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:29.343882 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'subnet': {'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:29.444218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.446055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.476188 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef163a55-f48e-4fa8-bffb-21f2ff8e6ebb None None] Pushing event updated for resources: {'Port': ['ID=7dcadaf8-589e-4f31-a264-a93696540beb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:29.556272 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c76645dc-be2a-4239-836f-e346bcf3a2fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:29.556987 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.588276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.592613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb80e538-f81d-4d26-81ea-7384c5215535 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:29.608590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.609261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.617866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b43869ce-9564-4cdf-987a-4503e9717ddf tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/routers/eb80e538-f81d-4d26-81ea-7384c5215535 HTTP/1.1" status: 204 len: 168 time: 3.0220306 Oct 11 15:40:29.621257 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:29.625215 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:29.629896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.792056 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Port ed5ac406-5717-4040-bf42-3c1bf1f3f413 not found while updating agent binding for router eb80e538-f81d-4d26-81ea-7384c5215535. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 15:40:29.842525 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 270534a6-07b6-4e24-9378-5d98ed17f4b6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:29.843134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.868010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:29.868420 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 15:40:29.869174 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb80e538-f81d-4d26-81ea-7384c5215535'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 15:40:29.869608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c3b7a-bbc5-4996-936c-d2631d435431 None None] The sync data for ids ['eb80e538-f81d-4d26-81ea-7384c5215535'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:29.930386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.947366 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 270534a6-07b6-4e24-9378-5d98ed17f4b6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270534a6-07b6-4e24-9378-5d98ed17f4b6,segment=NetworkSegment(a1257dec-925e-4dfa-9386-dfc991b63958),segment_id=a1257dec-925e-4dfa-9386-dfc991b63958)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:29.947795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:29.991639 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 270534a6-07b6-4e24-9378-5d98ed17f4b6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:30.064793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.132177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.134687 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Deleting port c76645dc-be2a-4239-836f-e346bcf3a2fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:30.134687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.216057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.319274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-19e35ef6-8630-42ae-9574-70f8428b3583', 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583', 'tenant_id': '842f375bf5ad47b888dedfd6beb228a4', 'fixed_ips': [{'subnet_id': '46d08156-d846-4c40-b94f-0479ef4840cf'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:30.320114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.330800 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Subnet': ['ID=2e081321-0838-43fb-95de-592138e7d7f3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:30.372832 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] For port c76645dc-be2a-4239-836f-e346bcf3a2fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c76645dc-be2a-4239-836f-e346bcf3a2fa,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:30.373003 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=270534a6-07b6-4e24-9378-5d98ed17f4b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:30.373198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.385086 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] No DVR routers for this DVR port 270534a6-07b6-4e24-9378-5d98ed17f4b6 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:30.440464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Calling delete_port for c76645dc-be2a-4239-836f-e346bcf3a2fa owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:30.543044 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f7d7b-ca6c-48a9-8c8f-781ce9e095e5 None None] DHCP port deletion for ab2b61d1-20aa-4112-87a7-d22b9210eed8 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:30.615709 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Checking segment: {'id': '06060622-0ce1-4fcb-9389-9a0d4efd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:30.616085 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network hostable DHCP agents. Network: db1672f8-d2b2-4533-8582-2268552d7f03, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:30.688408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.722295 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network db1672f8-d2b2-4533-8582-2268552d7f03 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:30.723235 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Allocated IP 2001:db8::2 (19e35ef6-8630-42ae-9574-70f8428b3583/46d08156-d846-4c40-b94f-0479ef4840cf/bc41316c-4b72-4c7f-a3aa-a82615fc20de) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:30.778644 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2b61d1-20aa-4112-87a7-d22b9210eed8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:30.797805 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1257dec-925e-4dfa-9386-dfc991b63958') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:30.798977 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1257dec-925e-4dfa-9386-dfc991b63958') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:30.840655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.874386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.886996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:30.887567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.940180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:30.944819 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0f79e-b688-400a-8efa-5a637ea84980 None None] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:31.036827 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:31.046291 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db1672f8-d2b2-4533-8582-2268552d7f03) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:31.060439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:31.068121 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.071991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event deleted for resources: {'Port': ['ID=c76645dc-be2a-4239-836f-e346bcf3a2fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:31.119607 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:31.120439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bef80f6d-892e-4704-892b-eb5226720107 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7952833 Oct 11 15:40:31.131780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.148519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.152716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/networks/ab2b61d1-20aa-4112-87a7-d22b9210eed8 HTTP/1.1" status: 204 len: 168 time: 2.0386655 Oct 11 15:40:31.170665 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:31.184181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c5c81-9998-490c-a0a5-05eb6a9d7128 None None] Network db1672f8-d2b2-4533-8582-2268552d7f03 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:31.266334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcadaf8-589e-4f31-a264-a93696540beb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:31.351827 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3ae4-84f7-4bc6-8f8c-697ebe024f45 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Network': ['ID=ab2b61d1-20aa-4112-87a7-d22b9210eed8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:31.353594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.386709 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] Provisioning complete for port 7dcadaf8-589e-4f31-a264-a93696540beb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:31.387208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.600644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.626478 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.650303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.654180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.684754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 0189db6f-e99e-45f4-8157-8844b56622cd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:31.689588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.724931 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Network 19e35ef6-8630-42ae-9574-70f8428b3583 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:31.737144 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:31.746470 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:31.752334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7dcadaf8-589e-4f31-a264-a93696540beb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:31.754032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.841656 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Pushing event updated for resources: {'Port': ['ID=bc41316c-4b72-4c7f-a3aa-a82615fc20de,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:31.861182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.862942 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 973ace5c-a1dd-4582-9603-ebcb05343ede {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:31.880104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.888584 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:31.890946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e346681-dcdb-4cd5-870c-d45de59de4d1 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "DELETE /v2.0/routers/973ace5c-a1dd-4582-9603-ebcb05343ede HTTP/1.1" status: 204 len: 168 time: 2.2685986 Oct 11 15:40:31.901854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-db1672f8-d2b2-4533-8582-2268552d7f03', 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03', 'tenant_id': '842f375bf5ad47b888dedfd6beb228a4', 'fixed_ips': [{'subnet_id': '2e081321-0838-43fb-95de-592138e7d7f3'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:31.902721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:31.904595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1654823865', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:31.974856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.053339 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.069792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Attempting to bind port bc41316c-4b72-4c7f-a3aa-a82615fc20de on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:32.070162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Attempting to bind port bc41316c-4b72-4c7f-a3aa-a82615fc20de by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '12c7abd7-75f6-42d3-a5de-410917cdf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:32.071049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Attempting to bind port bc41316c-4b72-4c7f-a3aa-a82615fc20de on network 19e35ef6-8630-42ae-9574-70f8428b3583 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:32.107557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.108524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.119157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.119482 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.131717 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:32.132118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Checking segment: {'id': '12c7abd7-75f6-42d3-a5de-410917cdf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:32.132561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.136567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Bound using segment: {'id': '12c7abd7-75f6-42d3-a5de-410917cdf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:32.137228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Bound port: bc41316c-4b72-4c7f-a3aa-a82615fc20de, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7abd7-75f6-42d3-a5de-410917cdf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '19e35ef6-8630-42ae-9574-70f8428b3583'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:32.138172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.154250 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 0189db6f-e99e-45f4-8157-8844b56622cd owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:32.249306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.326495 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] For port 7dcadaf8-589e-4f31-a264-a93696540beb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcadaf8-589e-4f31-a264-a93696540beb,segment=NetworkSegment(6f1eb854-3641-4d20-9e6e-e8f508465e9b),segment_id=6f1eb854-3641-4d20-9e6e-e8f508465e9b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:32.344354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.368860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.415438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3304297-8b6c-40e3-8f33-4ec80aab5f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.480323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] For port bc41316c-4b72-4c7f-a3aa-a82615fc20de, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:32.512617 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Allocated IP 2001:db8::2 (db1672f8-d2b2-4533-8582-2268552d7f03/2e081321-0838-43fb-95de-592138e7d7f3/ad76c1db-53b7-49b5-8617-fdbd82b9fc8e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:32.522618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] For port bc41316c-4b72-4c7f-a3aa-a82615fc20de, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc41316c-4b72-4c7f-a3aa-a82615fc20de,segment=NetworkSegment(12c7abd7-75f6-42d3-a5de-410917cdf53b),segment_id=12c7abd7-75f6-42d3-a5de-410917cdf53b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:32.542626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.564047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84678d8a-cc0d-4ce8-b905-f0bd8eeccdf9 None None] Pushing event updated for resources: {'Port': ['ID=7dcadaf8-589e-4f31-a264-a93696540beb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:32.574869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.582134 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-63880f92-d70c-4642-b46e-a5866d841887 None None] Provisioning complete for port 7dcadaf8-589e-4f31-a264-a93696540beb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:32.582411 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63880f92-d70c-4642-b46e-a5866d841887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.755056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:40:32.755767 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:40:32.795302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:32.825272 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84c6e2-58d6-444e-b1d9-125656489e10 None None] Pushing event updated for resources: {'Port': ['ID=bc41316c-4b72-4c7f-a3aa-a82615fc20de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:32.837576 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Allocated IP 2001:db8::1 (19e35ef6-8630-42ae-9574-70f8428b3583/46d08156-d846-4c40-b94f-0479ef4840cf/aad0e7f0-051a-4f63-aec3-041e0dd70d8b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:32.855607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=0189db6f-e99e-45f4-8157-8844b56622cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:33.110177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.112717 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Floating IP 1a882d0d-6666-4653-99ad-e7820d846137 disassociated (deleted). External IP: 172.35.3.128, port: e03ef8bd-02a3-42ed-80a5-0beefb1e20d2. Oct 11 15:40:33.262479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.268755 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.302077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.355655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.387681 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.424370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.467053 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Network db1672f8-d2b2-4533-8582-2268552d7f03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:33.499780 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:33.506854 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:33.560244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 19e35ef6-8630-42ae-9574-70f8428b3583 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:33.562502 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:33.571631 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:33.574273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.612112 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Pushing event updated for resources: {'Port': ['ID=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:33.646287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Attempting to bind port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:33.646798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Attempting to bind port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '06060622-0ce1-4fcb-9389-9a0d4efd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:33.647180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Attempting to bind port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e on network db1672f8-d2b2-4533-8582-2268552d7f03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:33.659971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 270534a6-07b6-4e24-9378-5d98ed17f4b6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:33.726474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Port': ['ID=aad0e7f0-051a-4f63-aec3-041e0dd70d8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:33.804381 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Allocated IP 172.35.3.144 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/e8a8e207-f39a-49be-a586-86dfebea27b6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:33.912760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:33.915242 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:34.066104 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 270534a6-07b6-4e24-9378-5d98ed17f4b6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:34.067255 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 270534a6-07b6-4e24-9378-5d98ed17f4b6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:34.084040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:34.085285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Checking segment: {'id': '06060622-0ce1-4fcb-9389-9a0d4efd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:34.089197 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.090923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Bound using segment: {'id': '06060622-0ce1-4fcb-9389-9a0d4efd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:34.091622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Bound port: ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06060622-0ce1-4fcb-9389-9a0d4efd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db1672f8-d2b2-4533-8582-2268552d7f03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:34.093227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.256009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.267590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] For port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:34.272545 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-431fdb72-898d-47dd-bb84-3be9cb756ff6 req-f3f9911a-bf56-4ed8-9975-7df24391fcd7 service neutron] (94826) timed out ('10.222.0.43', 56770) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:40:34.279554 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] For port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,segment=NetworkSegment(06060622-0ce1-4fcb-9389-9a0d4efd8c69),segment_id=06060622-0ce1-4fcb-9389-9a0d4efd8c69)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:34.297500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.313744 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:34.319852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.327542 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:34.344923 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:34.345893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:34.356733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-954d6f23-cd89-4656-a3a8-81e6a82d7a93 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a882d0d-6666-4653-99ad-e7820d846137 HTTP/1.1" status: 204 len: 168 time: 3.1681387 Oct 11 15:40:34.359060 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:40:34.361924 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2761d-8cce-42c9-beef-daf8bb0e4492" -d '{"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:40:34.390407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:34.421687 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:34.424621 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:34.428033 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:34.514597 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac4e91-19d6-433f-a9ad-f0858de2e937 x-openstack-request-id: req-67ac4e91-19d6-433f-a9ad-f0858de2e937 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:40:34.515355 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:40:34.515616 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67ac4e91-19d6-433f-a9ad-f0858de2e937 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:40:34.516021 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'status': 'completed', 'code': 200} Oct 11 15:40:34.517340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event updated for resources: {'Port': ['ID=e8a8e207-f39a-49be-a586-86dfebea27b6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:34.576320 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6dc4-73a3-4dda-af7e-94e678956cfb None None] Pushing event updated for resources: {'Port': ['ID=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:34.599208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcadaf8-589e-4f31-a264-a93696540beb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:34.689790 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:34.751409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434057d4-25de-41ea-8eaa-531a442f43c3 None None] Network 19e35ef6-8630-42ae-9574-70f8428b3583 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:34.793461 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-068df1d6-7c53-4753-806c-87ab201710af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:34.811863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-068df1d6-7c53-4753-806c-87ab201710af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 1097 time: 0.2936449 Oct 11 15:40:35.041430 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] Provisioning complete for port bc41316c-4b72-4c7f-a3aa-a82615fc20de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:35.042069 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.057071 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-e9283139-df2f-4902-a706-58f996f16c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:35.059887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-e9283139-df2f-4902-a706-58f996f16c86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 200 len: 897 time: 0.1832080 Oct 11 15:40:35.112287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-641ccbd7-d3ee-4da0-8eb8-f5a541b9ab18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 200 len: 217 time: 0.0428758 Oct 11 15:40:35.134932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f38668a4-bf54-4a14-854c-fd706f4e30fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.143186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.155952 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7dcadaf8-589e-4f31-a264-a93696540beb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:35.157880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.169774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60920c8a-aa00-4cad-8364-c6ba20afb394 req-5f42c9f1-1b63-45fb-bc71-165fa229d9ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:35.171746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60920c8a-aa00-4cad-8364-c6ba20afb394 req-5f42c9f1-1b63-45fb-bc71-165fa229d9ec tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.2844124 Oct 11 15:40:35.172374 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:35.172953 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.173916 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.240425 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:35.250272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Port': ['ID=aad0e7f0-051a-4f63-aec3-041e0dd70d8b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:35.255978 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:35.258183 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:35.492718 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 19e35ef6-8630-42ae-9574-70f8428b3583 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:35.494080 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:35.495294 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:35.496623 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.510855 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-4c8514c6-8401-4c04-8c0d-0593dcd951b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:35.513841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-4c8514c6-8401-4c04-8c0d-0593dcd951b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 200 len: 835 time: 0.3925619 Oct 11 15:40:35.609325 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc41316c-4b72-4c7f-a3aa-a82615fc20de up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:35.732951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] For port bc41316c-4b72-4c7f-a3aa-a82615fc20de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc41316c-4b72-4c7f-a3aa-a82615fc20de,segment=NetworkSegment(12c7abd7-75f6-42d3-a5de-410917cdf53b),segment_id=12c7abd7-75f6-42d3-a5de-410917cdf53b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:35.748077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.802782 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-2429163f-dd29-492c-bbd0-ce2be9fc2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:35.804308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-2429163f-dd29-492c-bbd0-ce2be9fc2bda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8df983df-7132-40e5-b485-251eed4de8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878251 Oct 11 15:40:35.811853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60920c8a-aa00-4cad-8364-c6ba20afb394 req-6a2f965d-5b44-463b-ae85-65615609b231 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6245735 Oct 11 15:40:35.863387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:35.970447 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.003164 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbbd68-5646-4a18-9a6a-5745b5baeeac None None] Pushing event updated for resources: {'Port': ['ID=bc41316c-4b72-4c7f-a3aa-a82615fc20de,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:36.014044 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bc41316c-4b72-4c7f-a3aa-a82615fc20de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:36.015188 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.031427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.056227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-233ae8ff-4ce3-4154-89ca-c213f6e2112a service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420020 Oct 11 15:40:36.070048 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Router 3e9c827f-7e2a-410e-8b91-f7820f9de0ac is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:36.264108 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:36.326949 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32c019-72c2-4f44-b743-cdefc8a5f8c0 None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:20Z', 'revision_number': 6, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '873ce29b-fb94-4b41-8d97-f074e3cbbb0e', 'name': '', 'network_id': '8df983df-7132-40e5-b485-251eed4de8c2', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:4e:fa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:38Z', 'updated_at': '2021-10-11T15:37:47Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'fd83d1a3-2614-40e1-a541-1b954bdd3e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:36.385724 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c76645dc-be2a-4239-836f-e346bcf3a2fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:36.443353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d48479-dee0-414a-82fd-c3645670e5ac None None] Network db1672f8-d2b2-4533-8582-2268552d7f03 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:36.450675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c76645dc-be2a-4239-836f-e346bcf3a2fa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:36.455775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c76645dc-be2a-4239-836f-e346bcf3a2fa not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:36.468130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.563293 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79a01fd9-14db-408f-b308-efbe0abd8790 None None] Provisioning complete for port aad0e7f0-051a-4f63-aec3-041e0dd70d8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:36.563679 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a01fd9-14db-408f-b308-efbe0abd8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.680066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-e76f2f8e-b746-4b09-8ac5-20186e9d580c tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:36.683947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-e76f2f8e-b746-4b09-8ac5-20186e9d580c tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.2932477 Oct 11 15:40:36.709260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79a01fd9-14db-408f-b308-efbe0abd8790 None None] Port aad0e7f0-051a-4f63-aec3-041e0dd70d8b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:36.781638 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79a01fd9-14db-408f-b308-efbe0abd8790 None None] Provisioning complete for port bc41316c-4b72-4c7f-a3aa-a82615fc20de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:36.781863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a01fd9-14db-408f-b308-efbe0abd8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:36.918827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc41316c-4b72-4c7f-a3aa-a82615fc20de up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:37.080301 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63379cdd-94d3-4649-9e86-95ebc78eabd1 None None] New status for floating IP 1a882d0d-6666-4653-99ad-e7820d846137: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:40:37.141926 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:37.154333 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7833-28c2-454e-a148-976300d81449 None None] Sync routers for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:37.155029 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:37.155444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.167813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-097787ba-2bf8-4dbe-a125-2088324a2dc6 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0470448 Oct 11 15:40:37.172019 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:37.172654 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.173802 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:37.281525 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.306899 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39cab7-1831-41b5-9b3d-209c608a9da7 req-019e9c69-9f51-4d05-91b1-6ffbb6095d5b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:37.307709 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:37.311761 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.312128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4bf2761d-8cce-42c9-beef-daf8bb0e4492 req-a4b6fd6d-79df-4fe1-b020-810dfdbf8c29 service neutron] 10.222.0.43 "GET /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2242627 Oct 11 15:40:37.329226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e39cab7-1831-41b5-9b3d-209c608a9da7 req-019e9c69-9f51-4d05-91b1-6ffbb6095d5b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 946 time: 0.3205521 Oct 11 15:40:37.365421 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Router c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:37.440823 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:37.444773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.460576 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51b7833-28c2-454e-a148-976300d81449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.467238 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b7833-28c2-454e-a148-976300d81449 None None] The sync data for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:37.481543 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:37.524126 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bc41316c-4b72-4c7f-a3aa-a82615fc20de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:37.524723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.532848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e39cab7-1831-41b5-9b3d-209c608a9da7 req-01f436e4-a749-41c2-be20-6331c32cb1aa tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd3f3d99-ce59-428d-a3fd-8544afaca2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781623 Oct 11 15:40:37.686164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad76c1db-53b7-49b5-8617-fdbd82b9fc8e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:37.688110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.755244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Provisioning complete for port aad0e7f0-051a-4f63-aec3-041e0dd70d8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:37.755878 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.770599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:37.804939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.806474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8cc5e63e-853e-4837-9c3d-f21ae62c4be7 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9138124 Oct 11 15:40:37.809203 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57696) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:37.821140 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] Sync routers for ids ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:37.825920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:37.839529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] Routers {'c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:37.840313 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.883659 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.903653 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] Routers {'c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:37.909878 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.946658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Port aad0e7f0-051a-4f63-aec3-041e0dd70d8b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:37.951515 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:37.952899 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00a170-5830-4644-b2b8-efcdbccf0a37 None None] The sync data for ids ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:37.961605 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2d2846f3-eec7-423a-b748-abde9812a94e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:40:37.962564 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d2846f3-eec7-423a-b748-abde9812a94e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7874920 Oct 11 15:40:37.965697 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:37.966075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:37.968393 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:37.989292 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Provisioning complete for port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:37.989708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.013430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.141593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.146006 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=e03ef8bd-02a3-42ed-80a5-0beefb1e20d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:38.191919 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.239135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,segment=NetworkSegment(06060622-0ce1-4fcb-9389-9a0d4efd8c69),segment_id=06060622-0ce1-4fcb-9389-9a0d4efd8c69)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:38.239135 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.278818 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] No DVR routers for this DVR port e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:38.335316 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:40:38.335676 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-ccd193ab-30dd-4c22-afec-411ff7de1bc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:40:38.338510 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:38.402208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.405764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e40dfe5-ea91-4815-9ac4-90581d1cbe08 req-7704315a-69be-40c5-a61d-e273bb40b7ad tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "DELETE /v2.0/ports/e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 HTTP/1.1" status: 204 len: 173 time: 1.5643594 Oct 11 15:40:38.407860 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'name': 'network-vif-deleted', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:40:38.410436 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48965a99-cdad-467c-a678-7047ca48e8d1" -d '{"events": [{"server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "name": "network-vif-deleted", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:40:38.520771 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff5c1bd-c008-4edd-acbb-c047c274545d x-openstack-request-id: req-9ff5c1bd-c008-4edd-acbb-c047c274545d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:40:38.521284 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2005862-1465-480e-a80a-c6009c271906", "name": "network-vif-deleted", "tag": "e03ef8bd-02a3-42ed-80a5-0beefb1e20d2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:40:38.523325 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ff5c1bd-c008-4edd-acbb-c047c274545d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:40:38.523919 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2005862-1465-480e-a80a-c6009c271906', 'name': 'network-vif-deleted', 'tag': 'e03ef8bd-02a3-42ed-80a5-0beefb1e20d2', 'status': 'completed', 'code': 200} Oct 11 15:40:38.648399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad76c1db-53b7-49b5-8617-fdbd82b9fc8e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:38.753431 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:38.754001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.757653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:38.809180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2bec465-583c-4066-ba55-bce8d230aa9a req-6c26df76-9a76-4fa1-93cd-97cc06d6a73f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2005862-1465-480e-a80a-c6009c271906 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Oct 11 15:40:38.871464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.076332 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0420866-8084-4185-9eb8-14826a5eba85 None None] Provisioning complete for port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:39.076729 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0420866-8084-4185-9eb8-14826a5eba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.279274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.284283 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting port aad0e7f0-051a-4f63-aec3-041e0dd70d8b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:39.284625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.409962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.417246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.421421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.422519 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Calling delete_port for aad0e7f0-051a-4f63-aec3-041e0dd70d8b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:39.532450 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:39.613571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.640649 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Port': ['ID=aad0e7f0-051a-4f63-aec3-041e0dd70d8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:39.660377 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:39.665754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.669533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bf591ffe-bf48-4676-bd4c-d2c4faf550dc tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "PUT /v2.0/routers/c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 200 len: 926 time: 1.8567803 Oct 11 15:40:39.669947 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:39.672590 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] Sync routers for ids ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:39.686770 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] Routers {'c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:39.687858 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:39.738278 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:39.747715 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] Routers {'c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:39.748318 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:39.779285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:39.790176 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:39.791069 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f40b6-a5f0-44c0-810e-54463d804613 None None] The sync data for ids ['c8dbd494-0b56-4c5a-8778-bdab1e7a2da5'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:39.857281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d4f8e4f-5159-40d7-b051-b5167c24485e tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 200 len: 926 time: 0.1863925 Oct 11 15:40:39.860157 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:39.902474 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:39.979073 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Router 3e9c827f-7e2a-410e-8b91-f7820f9de0ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:39.990809 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943c7af-a550-4427-87da-1bdaafe3c9bd tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:39.993450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1943c7af-a550-4427-87da-1bdaafe3c9bd tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=c8dbd494-0b56-4c5a-8778-bdab1e7a2da5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1324971 Oct 11 15:40:39.996526 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.058228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.063014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:40.068483 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6982722e-aeca-4d9f-bfe7-648141754c8b tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987213 Oct 11 15:40:40.072063 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.078249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] Sync routers for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:40.091094 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:40.091795 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:40.124242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:40.124518 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4fd4253e-d77a-4f9c-bf06-4dfaa3546be9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] delete failed (client error): The resource could not be found. Oct 11 15:40:40.131763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4fd4253e-d77a-4f9c-bf06-4dfaa3546be9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1624859148 HTTP/1.1" status: 404 len: 335 time: 0.0525277 Oct 11 15:40:40.132257 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.137173 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f85f114-b7ea-49ce-8696-217d1930976e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e9c827f-7e2a-410e-8b91-f7820f9de0ac'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:40.150592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.151038 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:40.152690 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:40.189724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7197a05-7eb5-4b1f-aebe-db69a8a5d996 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:40.194541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f7197a05-7eb5-4b1f-aebe-db69a8a5d996 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.1928854 Oct 11 15:40:40.194792 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.219325 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:40.220831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8fb8e-9192-408b-b0e8-b1f370522b4a None None] The sync data for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:40.240782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-44aaf08a-2fcd-44a4-b97e-362a6c273428 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 200 len: 205 time: 0.0421515 Oct 11 15:40:40.241738 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.352811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.355764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.356915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd3f3d99-ce59-428d-a3fd-8544afaca2d7 HTTP/1.1" status: 204 len: 168 time: 0.4498453 Oct 11 15:40:40.387770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.413322 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.436323 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e138aff-edf0-4e33-b5a6-d5592e7e59e6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f3d99-ce59-428d-a3fd-8544afaca2d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:40.463287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f85f114-b7ea-49ce-8696-217d1930976e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.476810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:40.496068 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7f85f114-b7ea-49ce-8696-217d1930976e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] update failed (client error): The resource could not be found. Oct 11 15:40:40.506330 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f85f114-b7ea-49ce-8696-217d1930976e tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac HTTP/1.1" status: 404 len: 339 time: 0.3637462 Oct 11 15:40:40.511529 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:40.529186 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-297839934'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:40.534799 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:40.535893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e03ef8bd-02a3-42ed-80a5-0beefb1e20d2 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:40.583285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:40.936931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.059212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:41.062929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.101916 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:41.121035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.121427 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Added segment 8cf99f65-7c82-4a58-aade-a5a321c3e0d7 of type vlan for network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 Oct 11 15:40:41.135661 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.208532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.257117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.262758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:41.263385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.281965 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:41.283284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.335422 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port e8a8e207-f39a-49be-a586-86dfebea27b6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:41.335794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.355078 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Network': ['ID=cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:41.366923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:41.396255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-437ec11a-4f51-4944-bddd-af5337131468 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8816757 Oct 11 15:40:41.396917 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:41.403651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'subnet': {'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:41.482716 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 873ce29b-fb94-4b41-8d97-f074e3cbbb0e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:41.484329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.504326 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 873ce29b-fb94-4b41-8d97-f074e3cbbb0e owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:41.527300 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.561779 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for e8a8e207-f39a-49be-a586-86dfebea27b6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:41.575029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Made reservation on behalf of 842f375bf5ad47b888dedfd6beb228a4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:41.578724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.781186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:41.854267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=873ce29b-fb94-4b41-8d97-f074e3cbbb0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:41.986426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.062165 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=e8a8e207-f39a-49be-a586-86dfebea27b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:42.123096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.133425 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.139447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.288211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.291642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.371266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Subnet': ['ID=05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:42.381501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.382306 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:42.389561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.399235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-25ede739-b15e-4e01-9358-66820b4861ac tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 204 len: 168 time: 2.1567898 Oct 11 15:40:42.400115 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:42.407088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1779553371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:42.473669 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Checking segment: {'id': '8cf99f65-7c82-4a58-aade-a5a321c3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:42.474147 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network hostable DHCP agents. Network: cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:42.485813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.487519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.526850 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:42.568107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.569919 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:42.575221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.582515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:42.583287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.584686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c2885-32a5-491f-91ae-51d7afdbeba2 None None] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:42.610424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.612021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-21a24835-c281-4e22-b64a-e9a1d09e2854 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2085459 Oct 11 15:40:42.615324 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:42.621122 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:42.668940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-abd1b159-ff92-40b8-bb36-70316ea2dcf2 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2691393 Oct 11 15:40:42.700850 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:42.705871 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f76b24e5-d10d-4b7a-bd54-5f7a13910351 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:42.811727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81', 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81', 'tenant_id': '842f375bf5ad47b888dedfd6beb228a4', 'fixed_ips': [{'subnet_id': '05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:42.813310 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:42.871741 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 35a1275a-f6bd-4d83-ad8b-505226b50f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:42.991047 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Allocated IP 2001:db8:1::2 (cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81/05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d/2663c1ed-3a78-4596-b5f1-eb62f6d0ba40) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:42.997351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:43.010212 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Sync routers for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:43.012374 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b294020b-62bb-4c87-9489-5ac43b4554f5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/35a1275a-f6bd-4d83-ad8b-505226b50f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979886 Oct 11 15:40:43.014961 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:43.021958 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:43.024556 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:43.081981 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting subnet fd83d1a3-2614-40e1-a541-1b954bdd3e01 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:43.085693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.156183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.191915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.256998 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:43.280269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.434738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76b24e5-d10d-4b7a-bd54-5f7a13910351 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.485671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.544886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Subnet': ['ID=fd83d1a3-2614-40e1-a541-1b954bdd3e01,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:43.574343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.577836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca325184-589e-4fb0-abf8-e19d79e3c399 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/subnets/fd83d1a3-2614-40e1-a541-1b954bdd3e01 HTTP/1.1" status: 204 len: 168 time: 0.5613089 Oct 11 15:40:43.580390 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:43.586424 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e442dc54-a2f5-4940-9b9c-9328fd4024b9 None None] Network 8df983df-7132-40e5-b485-251eed4de8c2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:43.625058 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.630762 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:41Z', 'revision_number': 7, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:43.650189 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.711681 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Checking router: 35a1275a-f6bd-4d83-ad8b-505226b50f3c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:43.735163 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Routers {'35a1275a-f6bd-4d83-ad8b-505226b50f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:43.735785 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:43.737920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.747492 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:43.758659 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:43.768448 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:43.781274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Pushing event updated for resources: {'Port': ['ID=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:43.855910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.860928 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.861461 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.862003 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.862513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.863540 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.864040 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.864536 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.865021 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.865532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.866044 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.866537 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.867030 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:43.880554 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.885267 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f76b24e5-d10d-4b7a-bd54-5f7a13910351 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:40:43.886353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f76b24e5-d10d-4b7a-bd54-5f7a13910351 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac HTTP/1.1" status: 400 len: 364 time: 1.1846449 Oct 11 15:40:43.891381 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:43.928279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Attempting to bind port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:43.928660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Attempting to bind port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8cf99f65-7c82-4a58-aade-a5a321c3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:43.929445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Attempting to bind port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 on network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:43.940989 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:43.941354 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Checking segment: {'id': '8cf99f65-7c82-4a58-aade-a5a321c3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:43.941821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.942195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Bound using segment: {'id': '8cf99f65-7c82-4a58-aade-a5a321c3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:43.942665 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Bound port: 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf99f65-7c82-4a58-aade-a5a321c3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:43.943052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:43.976845 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] Set router 35a1275a-f6bd-4d83-ad8b-505226b50f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:44.019199 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] For port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:44.027748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] For port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,segment=NetworkSegment(8cf99f65-7c82-4a58-aade-a5a321c3e0d7),segment_id=8cf99f65-7c82-4a58-aade-a5a321c3e0d7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:44.031316 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] DHCP port deletion for 8df983df-7132-40e5-b485-251eed4de8c2 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:44.054857 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Allocated IP 172.35.3.8 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/576acfd1-2a8c-45db-95ab-9a77821f8cda) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:44.067719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.160539 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e658417-3e49-4d78-a80e-0e1514f5b629 None None] Pushing event updated for resources: {'Port': ['ID=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:44.168238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Deleting port f8e97d06-b3c0-484f-b528-4f1e57dcd2af {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:44.168605 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.244426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.245103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] For port f8e97d06-b3c0-484f-b528-4f1e57dcd2af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,segment=NetworkSegment(47973eec-f7fc-4113-b522-a6fcb2903687),segment_id=47973eec-f7fc-4113-b522-a6fcb2903687)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:44.245603 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.260489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Calling delete_port for f8e97d06-b3c0-484f-b528-4f1e57dcd2af owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:44.275707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.294878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.359841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.362220 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:41Z', 'revision_number': 7, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:44.369851 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event updated for resources: {'Port': ['ID=576acfd1-2a8c-45db-95ab-9a77821f8cda,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:44.390318 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:44.397346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] Pushing event deleted for resources: {'Port': ['ID=f8e97d06-b3c0-484f-b528-4f1e57dcd2af,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:44.397957 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:44.400635 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:44.416084 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20053502-05cb-4672-9a11-0eca2b0de342 None None] No DVR routers for this DVR port f8e97d06-b3c0-484f-b528-4f1e57dcd2af on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:44.499305 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 79be3f3d-a02e-4329-84eb-64da7f5c3e90 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:44.499671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.501310 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:44.510174 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-717654624'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:44.515518 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b33fa-02fb-41d7-b7f5-bed78f009d3c None None] The sync data for ids ['35a1275a-f6bd-4d83-ad8b-505226b50f3c'] in n-d-master-1 is: [{'id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'name': 'tempest-TestNetworkBasicOps-router-1597055896', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150'}], 'enable_snat': True}, 'gw_port_id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:37:29Z', 'updated_at': '2021-10-11T15:40:41Z', 'revision_number': 7, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '79be3f3d-a02e-4329-84eb-64da7f5c3e90', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1275a-f6bd-4d83-ad8b-505226b50f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:37:30Z', 'updated_at': '2021-10-11T15:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:44.637013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.662363 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:44.666112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.782697 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 79be3f3d-a02e-4329-84eb-64da7f5c3e90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79be3f3d-a02e-4329-84eb-64da7f5c3e90,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:44.783059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.796269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.810922 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:44.816372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 79be3f3d-a02e-4329-84eb-64da7f5c3e90 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:44.859423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:44.859763 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Added segment c0d93001-3f78-4c9b-8394-be579d94108c of type vlan for network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a Oct 11 15:40:45.014403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:45.028921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.134840 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:45.135219 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.163865 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.167589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.270196 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.293527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.299540 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:45.300163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.320694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,segment=NetworkSegment(8cf99f65-7c82-4a58-aade-a5a321c3e0d7),segment_id=8cf99f65-7c82-4a58-aade-a5a321c3e0d7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:45.325800 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.326568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.384909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:45.397127 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=79be3f3d-a02e-4329-84eb-64da7f5c3e90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:45.426453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e97d06-b3c0-484f-b528-4f1e57dcd2af no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:45.436360 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9281988 Oct 11 15:40:45.441601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:45.468564 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Router de03b92f-7793-477e-9146-6a89b4edc998 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:45.474588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f8e97d06-b3c0-484f-b528-4f1e57dcd2af {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:45.475458 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e97d06-b3c0-484f-b528-4f1e57dcd2af not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:45.486902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1815618057'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:45.506150 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Allocated IP 2001:db8::1 (78ecf49b-1a5e-4b23-8e41-7106195e712c/72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2/a1a84651-fb6d-40d6-95c5-803f41ba8106) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:45.615633 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e71d5-2b4e-40f0-a2b8-d29b37cedcbb None None] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:45.625249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:45.632858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.634334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-537d12a5-b932-4666-a74e-a1488934bd07 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "PUT /v2.0/routers/de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 200 len: 882 time: 3.0174832 Oct 11 15:40:45.636772 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:45.658159 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e151d56-2f2b-4f3e-bbcc-c6712f98773d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Network': ['ID=54ca8709-1723-4d55-a084-f8c3fc7ffe7a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:45.667680 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] Sync routers for ids ['de03b92f-7793-477e-9146-6a89b4edc998'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:45.671483 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:45.676326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.682461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:45.697453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] Routers {'de03b92f-7793-477e-9146-6a89b4edc998'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:45.698421 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['de03b92f-7793-477e-9146-6a89b4edc998'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:45.742632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.767022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.803768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:45.867448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.874086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.881054 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] Routers {'de03b92f-7793-477e-9146-6a89b4edc998'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:45.881850 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['de03b92f-7793-477e-9146-6a89b4edc998'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:45.915626 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:45.938182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.938581 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Added segment 346b802a-4253-4297-adde-13481ba15cb3 of type vlan for network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 Oct 11 15:40:45.953981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.954633 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Fanout notify agent at l3_agent the message router_deleted on router 35a1275a-f6bd-4d83-ad8b-505226b50f3c {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:45.969263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.969659 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd61bc36-2b53-496f-8962-8ff45795cc7e None None] Provisioning complete for port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:45.970039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd61bc36-2b53-496f-8962-8ff45795cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:45.973907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9fe0817-0482-4f08-a6ca-03d40cd5204d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/routers/35a1275a-f6bd-4d83-ad8b-505226b50f3c HTTP/1.1" status: 204 len: 168 time: 2.3922648 Oct 11 15:40:45.977753 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.000748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:46.001311 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99e2666-5ff8-4a42-a24b-04af963f52bd None None] The sync data for ids ['de03b92f-7793-477e-9146-6a89b4edc998'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:46.079127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.102934 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.217436 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:46.223429 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:46.228502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.238983 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:46.239545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.254011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-83556a83-725e-4a03-a5c0-2a02e21f3717 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 200 len: 923 time: 0.6154680 Oct 11 15:40:46.254699 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.304968 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c627f-aec9-4e52-8a9e-5bc64b885443 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:46.309033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7c5c627f-aec9-4e52-8a9e-5bc64b885443 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=de03b92f-7793-477e-9146-6a89b4edc998&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0498838 Oct 11 15:40:46.309332 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.316556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.322794 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:46.323418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.333183 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Port': ['ID=a1a84651-fb6d-40d6-95c5-803f41ba8106,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:46.438101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9609535 Oct 11 15:40:46.438653 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.438787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280442d5-3a7d-41fb-94af-5b07206a6e22 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:46.440499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-280442d5-3a7d-41fb-94af-5b07206a6e22 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.1291018 Oct 11 15:40:46.443410 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.484332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-93ac2769-b8bc-41be-9ae5-e7dc40d9be1f tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 200 len: 205 time: 0.0356822 Oct 11 15:40:46.487032 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:46.497598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'subnet': {'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:46.506453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4088641d-6af8-4920-8717-b0d570990593 None None] Provisioning complete for port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:46.507590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4088641d-6af8-4920-8717-b0d570990593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.515286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039e54-092b-43c1-9a76-b7fcd1ad1702 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Network': ['ID=e7a32ce9-7263-4595-b9b0-da5e105cc5c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:46.586612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:46.665818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.687453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:46.784676 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:46.785571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.790191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.849075 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port 576acfd1-2a8c-45db-95ab-9a77821f8cda {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:46.849886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.893638 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0478ae9-57dd-477f-b801-70835612b59b None None] Provisioning complete for port a1a84651-fb6d-40d6-95c5-803f41ba8106 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:46.894800 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0478ae9-57dd-477f-b801-70835612b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.935101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0478ae9-57dd-477f-b801-70835612b59b None None] Port a1a84651-fb6d-40d6-95c5-803f41ba8106 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:46.945582 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 873ce29b-fb94-4b41-8d97-f074e3cbbb0e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:46.971502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 873ce29b-fb94-4b41-8d97-f074e3cbbb0e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:46.971898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 873ce29b-fb94-4b41-8d97-f074e3cbbb0e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:46.972305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 79be3f3d-a02e-4329-84eb-64da7f5c3e90 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:46.972952 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:46.985864 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for 576acfd1-2a8c-45db-95ab-9a77821f8cda owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:46.995199 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 79be3f3d-a02e-4329-84eb-64da7f5c3e90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:46.995538 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 79be3f3d-a02e-4329-84eb-64da7f5c3e90 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:47.092858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.128001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.139827 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df983df-7132-40e5-b485-251eed4de8c2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:47.155246 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47973eec-f7fc-4113-b522-a6fcb2903687') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:47.155545 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47973eec-f7fc-4113-b522-a6fcb2903687') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:47.159722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.171797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.184956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=576acfd1-2a8c-45db-95ab-9a77821f8cda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:47.223606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.248809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.287476 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:47.290907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.300887 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:47.301300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:47.304346 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:47.350617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.353516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.407085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.407732 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router de03b92f-7793-477e-9146-6a89b4edc998 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:40:47.415885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.420710 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:47.420929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4214d9f9-7976-4e8b-9b11-e9513f1b0c87 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 204 len: 168 time: 0.9326482 Oct 11 15:40:47.429509 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1261232063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:47.458221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.481188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.484445 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/networks/8df983df-7132-40e5-b485-251eed4de8c2 HTTP/1.1" status: 204 len: 168 time: 1.5056705 Oct 11 15:40:47.509259 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:47.517390 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'network': {'name': 'tempest-network-smoke--983063717', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:47.518469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc3e69-0a66-4094-a2d4-6a110bf22603 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Network': ['ID=8df983df-7132-40e5-b485-251eed4de8c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:47.560661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.561858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.574309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:47.578502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.603172 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:40:47.614256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.614256 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Added segment b5d0fd6b-611d-44c6-ba3d-dcf282de837a of type vlan for network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a Oct 11 15:40:47.664818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.690165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.695705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.696319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:47.697194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.725533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.770389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.774079 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f51e187-8d02-4eb8-be2e-d338b0a78b31 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3499031 Oct 11 15:40:47.774079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.775719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2655194 Oct 11 15:40:47.777955 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:47.778939 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:47.782135 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa41d95-4003-4b65-bab5-0d27d3231265 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Network': ['ID=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:47.785910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:47.795621 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:40:47.797727 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-736328878', 'admin_state_up': True, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:47.900501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.921694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:47.922475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.043183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.044208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.085390 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Subnet': ['ID=eb452ca9-aa7c-4bca-ba89-f7501c06295a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:48.126907 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event updated for resources: {'Port': ['ID=a1a84651-fb6d-40d6-95c5-803f41ba8106,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:48.203555 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:48.203980 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network hostable DHCP agents. Network: 54ca8709-1723-4d55-a084-f8c3fc7ffe7a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:48.227889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.268368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.300879 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:48.412552 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54ca8709-1723-4d55-a084-f8c3fc7ffe7a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:48.422309 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:48.422995 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724be99-0001-4671-babc-1f187e880e62 None None] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:48.424583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:48.425240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.460484 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:48.513531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.557272 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-223f1369-d0fd-45f6-a67a-235012716341 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0861316 Oct 11 15:40:48.560853 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:48.571103 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'subnet': {'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:48.624379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:48.625318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.705859 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Router 3e9c827f-7e2a-410e-8b91-f7820f9de0ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:48.748576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:48.758632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:48.817652 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Allocated IP 10.1.1.2 (54ca8709-1723-4d55-a084-f8c3fc7ffe7a/eb452ca9-aa7c-4bca-ba89-f7501c06295a/fa8b32df-721a-4e9a-87b1-526482da5ec0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:48.857271 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:48.863825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5be79864-2408-4fd0-9aa2-9af3a98ab60f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9587560 Oct 11 15:40:48.875465 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] Sync routers for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:48.880298 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:48.886250 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:48.888255 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:48.976133 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:48.985738 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:48.986559 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:49.018773 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:49.020233 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa940-a7d9-4dbe-8a36-2c646034a97b None None] The sync data for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:49.025609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef06f20e-01a9-4880-a858-97a42b8fb6ec None None] Provisioning complete for port a1a84651-fb6d-40d6-95c5-803f41ba8106 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:49.026237 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef06f20e-01a9-4880-a858-97a42b8fb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.037326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.062389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef06f20e-01a9-4880-a858-97a42b8fb6ec None None] Port a1a84651-fb6d-40d6-95c5-803f41ba8106 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:49.106043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.114088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.139704 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Subnet': ['ID=44866c17-d86c-40f0-b9e3-e6dd123086ed,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:49.149353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e24853a-fd94-4204-a39b-e442cc64ec60 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.154915 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Checking segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:49.155993 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network hostable DHCP agents. Network: e7a32ce9-7263-4595-b9b0-da5e105cc5c5, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:49.162098 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:49.165380 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:49.168727 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:49.177861 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:49.189458 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e7a32ce9-7263-4595-b9b0-da5e105cc5c5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:49.195034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:49.196294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.221867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-609c6cfc-98a9-4ba6-a69e-1aed09a07f25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6596620 Oct 11 15:40:49.222802 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:49.226533 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa300a21-7b22-4e79-be15-1f45e3621ec6 None None] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:49.229702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'name': 'tempest-TaggedBootDevicesTest-1552063558', 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:49.390097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Pushing event updated for resources: {'Port': ['ID=fa8b32df-721a-4e9a-87b1-526482da5ec0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:49.405078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Attempting to bind port fa8b32df-721a-4e9a-87b1-526482da5ec0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:49.405436 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Attempting to bind port fa8b32df-721a-4e9a-87b1-526482da5ec0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:49.405821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Attempting to bind port fa8b32df-721a-4e9a-87b1-526482da5ec0 on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:49.412043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:49.412415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:49.412818 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.413202 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Bound using segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:49.413856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Bound port: fa8b32df-721a-4e9a-87b1-526482da5ec0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:49.414302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.444347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:49.449591 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ips': [{'subnet_id': '44866c17-d86c-40f0-b9e3-e6dd123086ed'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:49.450029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.586291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.607566 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] device_id is not set on port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:40:49.769091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.791404 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.1.1.151 (54ca8709-1723-4d55-a084-f8c3fc7ffe7a/eb452ca9-aa7c-4bca-ba89-f7501c06295a/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:49.795835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.801132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.825511 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] For port fa8b32df-721a-4e9a-87b1-526482da5ec0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:49.837875 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7e24853a-fd94-4204-a39b-e442cc64ec60 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 15:40:49.840516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e24853a-fd94-4204-a39b-e442cc64ec60 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac HTTP/1.1" status: 409 len: 329 time: 0.9592052 Oct 11 15:40:49.843344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Allocated IP 10.2.2.2 (e7a32ce9-7263-4595-b9b0-da5e105cc5c5/44866c17-d86c-40f0-b9e3-e6dd123086ed/0f65b8ca-a84a-4f6e-983f-ea1c7732309e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:49.845661 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:49.846730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] For port fa8b32df-721a-4e9a-87b1-526482da5ec0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa8b32df-721a-4e9a-87b1-526482da5ec0,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:49.852434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:49.860253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.040657 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.35.3.87 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/63f7c7bf-25a2-4e13-b338-0683557654d8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:50.053265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.078569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.120690 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:50.125334 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:50.128181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5574a2-dfae-4b12-bb36-16b3d3e3bb1f None None] Pushing event updated for resources: {'Port': ['ID=fa8b32df-721a-4e9a-87b1-526482da5ec0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:50.131649 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:50.185751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.231061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Pushing event updated for resources: {'Port': ['ID=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:50.234681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Attempting to bind port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:50.235811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Attempting to bind port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:50.236509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Attempting to bind port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:50.252245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:50.252991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Checking segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:50.255949 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.256720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Bound using segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:50.258437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.261985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Bound port: 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:50.262728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.309806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.322888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.372281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] For port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:50.375821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] For port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:50.377745 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:50.383364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.388265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.401760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=63f7c7bf-25a2-4e13-b338-0683557654d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:50.426117 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:50.440397 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:50.445758 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:50.529174 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd8a04-8bb2-495f-9866-200324fa16e9 None None] Pushing event updated for resources: {'Port': ['ID=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:50.575768 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:50.584501 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:50.640395 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:50.640973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:50.673406 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 172.35.3.3 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ec249302-ac12-4cd3-a543-5aa09a8fd6f6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:50.708753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:50.764802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-96503d9e-9e09-47ad-a7fe-0084d9448f70 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5405061 Oct 11 15:40:50.776345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:50.785069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'name': 'tempest-TaggedBootDevicesTest-1786661943', 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:50.794003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa8b32df-721a-4e9a-87b1-526482da5ec0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:50.943779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fa8b32df-721a-4e9a-87b1-526482da5ec0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:50.944466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.011043 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting port a1a84651-fb6d-40d6-95c5-803f41ba8106 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:51.011390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.096683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.153371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fa8b32df-721a-4e9a-87b1-526482da5ec0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa8b32df-721a-4e9a-87b1-526482da5ec0,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:51.162535 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.169879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.202613 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:51.206640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.236297 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Calling delete_port for a1a84651-fb6d-40d6-95c5-803f41ba8106 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:51.236676 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fa8b32df-721a-4e9a-87b1-526482da5ec0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:51.252142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.431603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.438596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.466147 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Port': ['ID=a1a84651-fb6d-40d6-95c5-803f41ba8106,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:51.564950 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:51.579117 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:51.590691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.596186 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:51.668040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=ec249302-ac12-4cd3-a543-5aa09a8fd6f6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:51.684246 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] device_id is not set on port 05d13791-4848-42b0-ab0f-429ef9408eaf yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:40:51.694551 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.698689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:51.882827 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8201fd-f5cb-4767-9cc0-6c2c5cb160b9 None None] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:52.018844 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0f647d1-e010-4c3e-904d-2b63ddf2c5da None None] Provisioning complete for port fa8b32df-721a-4e9a-87b1-526482da5ec0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:52.019981 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0f647d1-e010-4c3e-904d-2b63ddf2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.033450 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Router 3e9c827f-7e2a-410e-8b91-f7820f9de0ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:52.108970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:52.115676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d2a1967c-4b50-4c46-88e5-d25723f9ae8a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2693229 Oct 11 15:40:52.119277 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:52.170037 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3be1cfc1-f82e-4cd1-9015-4289d715b20a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] show failed (client error): The resource could not be found. Oct 11 15:40:52.171385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3be1cfc1-f82e-4cd1-9015-4289d715b20a tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1064316162 HTTP/1.1" status: 404 len: 335 time: 0.0509601 Oct 11 15:40:52.176305 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:52.176951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] Sync routers for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:52.181693 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b7d3268a-2cdc-448c-9f13-2d8e6f2c6dd4 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:52.205412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f5133-1d5c-46c8-a39e-a58ce650e5a8 None None] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:52.232887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:52.233670 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:52.244768 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b7d3268a-2cdc-448c-9f13-2d8e6f2c6dd4 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] update failed (client error): The resource could not be found. Oct 11 15:40:52.246081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b7d3268a-2cdc-448c-9f13-2d8e6f2c6dd4 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-472223138 HTTP/1.1" status: 404 len: 334 time: 0.0688257 Oct 11 15:40:52.249471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:52.288667 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:52.331529 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting subnet 05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:52.335122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.339243 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.1.1.33 (54ca8709-1723-4d55-a084-f8c3fc7ffe7a/eb452ca9-aa7c-4bca-ba89-f7501c06295a/05d13791-4848-42b0-ab0f-429ef9408eaf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:52.342271 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] Routers {'3e9c827f-7e2a-410e-8b91-f7820f9de0ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:52.342912 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:52.376483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.391012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.393276 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:52.394082 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c0915-7ad0-477f-a55c-ab52dc297227 None None] The sync data for ids ['3e9c827f-7e2a-410e-8b91-f7820f9de0ac'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:52.399914 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] Provisioning complete for port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:52.400283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.437432 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 56782678-9335-4756-befd-eb76d0591e79 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:52.490277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.555108 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.624998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] For port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:52.631688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.648938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.690257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.705827 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a743d5-906e-4d0b-a970-e495cfce2450 None None] Network cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:52.707498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/subnets/05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d HTTP/1.1" status: 204 len: 168 time: 0.4568059 Oct 11 15:40:52.709182 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308e7da-cabf-470a-97e2-d32555baadcd tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Subnet': ['ID=05f301ac-1d68-4ac4-aa17-1f05bf4f3d3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:52.710953 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:52.818387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:52.829037 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Sync routers for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:52.849985 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:52.850889 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:52.887367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.900810 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988762e4-52b5-467b-bf02-c9b140025784 None None] Pushing event updated for resources: {'Port': ['ID=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:52.962866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:52.982549 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f65b8ca-a84a-4f6e-983f-ea1c7732309e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:53.097845 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:53.098182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.143442 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:53.165749 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aefc104a-67b6-4bf3-b249-7e161ac4d695 None None] Provisioning complete for port fa8b32df-721a-4e9a-87b1-526482da5ec0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:53.166374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aefc104a-67b6-4bf3-b249-7e161ac4d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.252657 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:53.253025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.299820 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] For port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,segment=NetworkSegment(8cf99f65-7c82-4a58-aade-a5a321c3e0d7),segment_id=8cf99f65-7c82-4a58-aade-a5a321c3e0d7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:53.300728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.344596 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Calling delete_port for 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:53.390881 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] DHCP port deletion for cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:53.553227 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:50Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:53.558933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.568634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.569909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-55598f92-67bf-4a4f-8418-b1c0ecfb33f6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7817245 Oct 11 15:40:53.573782 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:53.579930 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] No DVR routers for this DVR port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:53.582989 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Checking router: 56782678-9335-4756-befd-eb76d0591e79 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:40:53.583578 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Updating router 56782678-9335-4756-befd-eb76d0591e79 port 63f7c7bf-25a2-4e13-b338-0683557654d8 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:40:53.610573 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.613176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aeef31ce-323e-49cf-b884-10b70a888f92 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a2d2d68f3f6142399a57f1cd20aa2c97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366244 Oct 11 15:40:53.616484 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:53.618346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.633441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.671467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.736500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.765245 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:53.778216 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf99f65-7c82-4a58-aade-a5a321c3e0d7') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:53.778803 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf99f65-7c82-4a58-aade-a5a321c3e0d7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:53.779616 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:53.791967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.793219 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:53.798925 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:53.819290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.830004 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:53.830885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.835240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa8b32df-721a-4e9a-87b1-526482da5ec0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:53.839749 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:53.847604 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aefc104a-67b6-4bf3-b249-7e161ac4d695 None None] Provisioning complete for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:53.848257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aefc104a-67b6-4bf3-b249-7e161ac4d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.928622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Deleting port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:53.928997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:53.949804 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372b0fc-b2df-4f69-8e97-909b872ba4ed tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:53.954718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5372b0fc-b2df-4f69-8e97-909b872ba4ed tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3310981 Oct 11 15:40:53.962439 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:53.997664 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.005995 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.054766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aefc104a-67b6-4bf3-b249-7e161ac4d695 None None] Port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:54.064561 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Pushing event updated for resources: {'Port': ['ID=63f7c7bf-25a2-4e13-b338-0683557654d8,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.077670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:54.078335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.087169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c670c78a-6f50-4bcc-9280-67b658f870d2 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190701 Oct 11 15:40:54.087394 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.087394 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.087773 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.088462 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.089072 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.089414 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:54.089895 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.090442 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.090997 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.091561 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.092104 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.092647 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.093202 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:40:54.096742 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Attempting to bind port 63f7c7bf-25a2-4e13-b338-0683557654d8 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:54.098054 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Attempting to bind port 63f7c7bf-25a2-4e13-b338-0683557654d8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:54.098700 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Attempting to bind port 63f7c7bf-25a2-4e13-b338-0683557654d8 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:54.102149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] For port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:54.102579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.105341 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:54.106020 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:54.106669 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.107275 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:54.107987 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Bound port: 63f7c7bf-25a2-4e13-b338-0683557654d8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:54.108608 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.118876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628770302', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:54.122497 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Calling delete_port for 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:54.126062 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:40:54.131754 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.190869 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] Pushing event deleted for resources: {'Port': ['ID=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.197535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fa8b32df-721a-4e9a-87b1-526482da5ec0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:54.198147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.202976 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] For port 63f7c7bf-25a2-4e13-b338-0683557654d8, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:54.204649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5673fd82-6efa-4497-a509-84efc3bb65fd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4235172 Oct 11 15:40:54.207267 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] For port 63f7c7bf-25a2-4e13-b338-0683557654d8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63f7c7bf-25a2-4e13-b338-0683557654d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:54.231684 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.241549 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8011b7-515b-4c72-991b-59fffebada35 None None] No DVR routers for this DVR port 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:54.272311 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Provisioning complete for port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:54.272689 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.288827 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router 4cd39140-7c47-4347-ac24-e03ccf24562e is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:40:54.349562 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:40:54.356256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.378557 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:54.379210 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:54.489439 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Provisioning complete for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:54.490195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.501185 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca32a-a2a1-4e46-92cb-315f6a79a516 None None] Pushing event updated for resources: {'Port': ['ID=63f7c7bf-25a2-4e13-b338-0683557654d8,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.563096 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:54.588915 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Provisioning complete for port 05d13791-4848-42b0-ab0f-429ef9408eaf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:54.590975 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.637102 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:54.645023 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe4c56-e137-4d80-beac-0602eb9cd6f9 None None] Port 05d13791-4848-42b0-ab0f-429ef9408eaf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:54.673785 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f65b8ca-a84a-4f6e-983f-ea1c7732309e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:54.686643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.746934 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:54.747423 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:54.773253 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:54.787795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.790266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Port': ['ID=2663c1ed-3a78-4596-b5f1-eb62f6d0ba40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.801377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.811157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/networks/cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81 HTTP/1.1" status: 204 len: 168 time: 2.0961478 Oct 11 15:40:54.820625 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:54.823628 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33fff2-f7e3-45ad-b2b8-e24cde21a2a9 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Network': ['ID=cf8f90b4-a000-4b19-bdb9-d90ee3ddcb81,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.839893 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Subnet': ['ID=e72a9e92-d4d1-4773-ae91-064333bccb4c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:54.842116 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Checking segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:54.842388 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network hostable DHCP agents. Network: bc385e6b-37d0-460d-a2a3-717e2c6a9c3a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:40:54.930885 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:54.936626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726437792', 'description': 'tempest-description--313166899'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:54.936765 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:54.948629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.949876 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c22742e2-3644-44c5-adb3-4ed2ad7f9de3 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "PUT /v2.0/routers/4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 200 len: 917 time: 7.1680682 Oct 11 15:40:54.951108 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:40:54.953012 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:54.954625 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] Sync routers for ids ['4cd39140-7c47-4347-ac24-e03ccf24562e'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:54.964921 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting subnet 2e081321-0838-43fb-95de-592138e7d7f3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:54.977532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:54.978013 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] Routers {'4cd39140-7c47-4347-ac24-e03ccf24562e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:54.978736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4cd39140-7c47-4347-ac24-e03ccf24562e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:54.988385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:54.998064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.050910 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:50Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:55.051569 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bc385e6b-37d0-460d-a2a3-717e2c6a9c3a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:55.062545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:55.062902 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2663c1ed-3a78-4596-b5f1-eb62f6d0ba40 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:55.077275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:55.081033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb827192-f1ac-4790-a854-ad69b887d1ef None None] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:55.098199 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d023c-ce5f-45dc-b7a2-0d1f39726ea7 None None] The sync data for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 is: [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:50Z', 'revision_number': 3, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:55.110620 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:55.111224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.123654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.158639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.171316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.177132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-76c78edd-feb3-417d-8fb4-43ddac80afb3 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0726230 Oct 11 15:40:55.181057 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.194683 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] Routers {'4cd39140-7c47-4347-ac24-e03ccf24562e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:55.195502 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea533389-e864-4813-abbb-56c86f479862 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 200 len: 923 time: 0.2265320 Oct 11 15:40:55.198977 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4cd39140-7c47-4347-ac24-e03ccf24562e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:55.235685 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.258134 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a913a6-2585-4644-a4a6-54cdd0e96765,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:55.265593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.270928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f78f532b-a255-485b-a3b9-62e5acf2838c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3388205 Oct 11 15:40:55.271551 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.278481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:55.279365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecde06c-5fa2-4fc6-9813-d7db8565dc85 None None] The sync data for ids ['4cd39140-7c47-4347-ac24-e03ccf24562e'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:40:55.283734 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'security_group_rule': {'security_group_id': 'e0a913a6-2585-4644-a4a6-54cdd0e96765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:55.343949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.411386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f8ada-4965-4920-98b6-080e38bade85 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:55.413272 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f6f8ada-4965-4920-98b6-080e38bade85 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=4cd39140-7c47-4347-ac24-e03ccf24562e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1739192 Oct 11 15:40:55.419254 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.420951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:40:55.422462 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.435340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.436213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.448192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.488517 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f53b37d-aab7-4228-a5f1-4827e7d1e377,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:55.502530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.505734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f223310-ca49-4f96-b9c8-9b92021fe503 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2328219 Oct 11 15:40:55.508276 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.513509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'security_group_rule': {'security_group_id': 'e0a913a6-2585-4644-a4a6-54cdd0e96765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:55.588832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.697806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.706109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.717208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.726388 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Allocated IP 172.20.0.2 (bc385e6b-37d0-460d-a2a3-717e2c6a9c3a/e72a9e92-d4d1-4773-ae91-064333bccb4c/68919b96-bb5e-4053-98a2-41cd2e918d79) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:55.731983 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7636231-b709-4ce5-a7dc-ea4a0ced501a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:55.744808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.746375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca55df6f-8923-455c-ab39-e4bd9cbfdfd1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366805 Oct 11 15:40:55.749475 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.755221 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:40:55.786578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.844978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Subnet': ['ID=2e081321-0838-43fb-95de-592138e7d7f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:55.923315 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a818fc-c116-4c07-8b81-0f0b3afa36f6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:55.924744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3a818fc-c116-4c07-8b81-0f0b3afa36f6 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.5045648 Oct 11 15:40:55.928512 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:55.934654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.941863 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fbfe17-468d-4d87-9634-72d0b2918f9c None None] Network db1672f8-d2b2-4533-8582-2268552d7f03 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:55.944872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:55.951477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-69645a63-7152-402c-98ae-261fd2308f1f tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/subnets/2e081321-0838-43fb-95de-592138e7d7f3 HTTP/1.1" status: 204 len: 168 time: 1.1291635 Oct 11 15:40:55.957829 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:56.011464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4823d14-663b-4327-93f4-baa2a1aabf0e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 200 len: 205 time: 0.0817163 Oct 11 15:40:56.015787 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:56.035544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.056631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.119623 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting subnet 46d08156-d846-4c40-b94f-0479ef4840cf {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:40:56.127840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.148898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.163305 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:56.192991 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:56.197053 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:56.296305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.313837 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Pushing event updated for resources: {'Port': ['ID=68919b96-bb5e-4053-98a2-41cd2e918d79,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:56.332476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Attempting to bind port 68919b96-bb5e-4053-98a2-41cd2e918d79 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:40:56.333002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Attempting to bind port 68919b96-bb5e-4053-98a2-41cd2e918d79 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:40:56.333195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Attempting to bind port 68919b96-bb5e-4053-98a2-41cd2e918d79 on network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:40:56.346619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:40:56.347078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Checking segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:40:56.347513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.347917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Bound using segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:40:56.348395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Bound port: 68919b96-bb5e-4053-98a2-41cd2e918d79, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:40:56.348779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.405293 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.491572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.514772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] For port 68919b96-bb5e-4053-98a2-41cd2e918d79, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:40:56.522770 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] DHCP port deletion for db1672f8-d2b2-4533-8582-2268552d7f03 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:56.527206 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] For port 68919b96-bb5e-4053-98a2-41cd2e918d79, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68919b96-bb5e-4053-98a2-41cd2e918d79,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:40:56.538399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.569538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-9525ad91-b3b5-4dce-b9c8-268c7631cba7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2087317 Oct 11 15:40:56.601251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.634172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.684714 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 172.35.3.96 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/b428fb33-e063-4838-8841-d5129e450501) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:56.710912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Subnet': ['ID=46d08156-d846-4c40-b94f-0479ef4840cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:56.727811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:56.733851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-70c21beb-19f9-4c43-ae84-ad7d567dff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:56.735335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-70c21beb-19f9-4c43-ae84-ad7d567dff1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5a6920026b244418ca5140467334549&device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 1096 time: 0.1407382 Oct 11 15:40:56.735756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1ce046b-b722-41f4-a5fd-a952619241bf tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/subnets/46d08156-d846-4c40-b94f-0479ef4840cf HTTP/1.1" status: 204 len: 168 time: 0.7753456 Oct 11 15:40:56.735967 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:56.740579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63f7c7bf-25a2-4e13-b338-0683557654d8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:56.744980 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc14b2-6e7a-4c8e-894c-0abc2bd76d8e None None] Network 19e35ef6-8630-42ae-9574-70f8428b3583 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:56.888737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580486f-f06e-45c1-8e28-2aad9bfc854c None None] Pushing event updated for resources: {'Port': ['ID=68919b96-bb5e-4053-98a2-41cd2e918d79,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:56.929264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-51b4b4ba-019f-4eec-be09-97928c33870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:56.930767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-51b4b4ba-019f-4eec-be09-97928c33870d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 200 len: 916 time: 0.1500294 Oct 11 15:40:56.958087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Deleting port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:56.958460 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.041740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.137377 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 63f7c7bf-25a2-4e13-b338-0683557654d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:57.138093 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.139309 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port ec249302-ac12-4cd3-a543-5aa09a8fd6f6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:57.139753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.142582 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.1 (bc385e6b-37d0-460d-a2a3-717e2c6a9c3a/e72a9e92-d4d1-4773-ae91-064333bccb4c/38ad2059-d51a-48cc-b7a7-18fc2da5a2f0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:40:57.161973 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] For port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,segment=NetworkSegment(06060622-0ce1-4fcb-9389-9a0d4efd8c69),segment_id=06060622-0ce1-4fcb-9389-9a0d4efd8c69)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:57.162136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.208263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Calling delete_port for ad76c1db-53b7-49b5-8617-fdbd82b9fc8e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:57.321028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] DHCP port deletion for 19e35ef6-8630-42ae-9574-70f8428b3583 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:40:57.353628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.386404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.402813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.449477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.458821 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:57.461857 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:57.464644 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:57.466790 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:57.469828 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:57.484429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-9bcd122d-39cc-4090-aa28-bea11a56baa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 200 len: 1001 time: 0.3625603 Oct 11 15:40:57.522559 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:40:57.524547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=b428fb33-e063-4838-8841-d5129e450501,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:57.543263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.591629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:57.649204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.677410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.693174 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.720608 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for ec249302-ac12-4cd3-a543-5aa09a8fd6f6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:57.725004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-478b4d43-e99e-445e-91a7-9d8066d50e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:57.726755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-478b4d43-e99e-445e-91a7-9d8066d50e57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d HTTP/1.1" status: 200 len: 854 time: 0.1875126 Oct 11 15:40:57.746098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.757389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 63f7c7bf-25a2-4e13-b338-0683557654d8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63f7c7bf-25a2-4e13-b338-0683557654d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:57.759032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] Pushing event deleted for resources: {'Port': ['ID=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:57.772315 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.780737 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc0503-2017-4b29-b170-df3612e94226 None None] No DVR routers for this DVR port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:57.789210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-bafd74b9-e83d-41a7-b180-965935109349 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2377768 Oct 11 15:40:57.791142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Deleting port bc41316c-4b72-4c7f-a3aa-a82615fc20de {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:57.791710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:57.898671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad76c1db-53b7-49b5-8617-fdbd82b9fc8e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:58.000930 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ad76c1db-53b7-49b5-8617-fdbd82b9fc8e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:58.001266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad76c1db-53b7-49b5-8617-fdbd82b9fc8e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:58.053330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.062938 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=63f7c7bf-25a2-4e13-b338-0683557654d8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:58.093274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] For port bc41316c-4b72-4c7f-a3aa-a82615fc20de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc41316c-4b72-4c7f-a3aa-a82615fc20de,segment=NetworkSegment(12c7abd7-75f6-42d3-a5de-410917cdf53b),segment_id=12c7abd7-75f6-42d3-a5de-410917cdf53b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:58.093730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.095288 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:40:58.095666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.110704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-ee53cb00-fb41-4bc8-8c8f-d15a4602c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:58.112260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-ee53cb00-fb41-4bc8-8c8f-d15a4602c8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b1ce2d-8b14-40a6-b173-4a8992eb050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669903 Oct 11 15:40:58.116655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Calling delete_port for bc41316c-4b72-4c7f-a3aa-a82615fc20de owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:58.256090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.257025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-ca425288-8da2-47ac-9efd-3aeb9e648884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:58.258440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-ca425288-8da2-47ac-9efd-3aeb9e648884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=921e9586084f48eab431555fb63f089f&device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 1100 time: 0.3426712 Oct 11 15:40:58.299398 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] No DVR routers for this DVR port bc41316c-4b72-4c7f-a3aa-a82615fc20de on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:58.313086 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013d2e8-16e0-4178-8dd0-8fd34ebfa86e None None] Pushing event deleted for resources: {'Port': ['ID=bc41316c-4b72-4c7f-a3aa-a82615fc20de,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:58.313880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.327104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.358023 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] For port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e, host n-d-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:58.359340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.372668 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b320fc-b625-483f-92cd-fd236370591b None None] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:40:58.380630 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Calling delete_port for ad76c1db-53b7-49b5-8617-fdbd82b9fc8e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:40:58.384117 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:40:58.385947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.397677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:58.428424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.450657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.458976 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] Provisioning complete for port 68919b96-bb5e-4053-98a2-41cd2e918d79 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:58.459352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.503696 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Port': ['ID=ad76c1db-53b7-49b5-8617-fdbd82b9fc8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:58.540856 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] No DVR routers for this DVR port ad76c1db-53b7-49b5-8617-fdbd82b9fc8e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:40:58.657281 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:40:58.658792 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:40:58.669872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.674741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.724349 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] For port 68919b96-bb5e-4053-98a2-41cd2e918d79, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68919b96-bb5e-4053-98a2-41cd2e918d79,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:40:58.730902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.806781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecca7b6-0eae-4a91-8aef-b048b685b299 None None] Pushing event updated for resources: {'Port': ['ID=68919b96-bb5e-4053-98a2-41cd2e918d79,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:58.816542 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1672f8-d2b2-4533-8582-2268552d7f03']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:58.835207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63f7c7bf-25a2-4e13-b338-0683557654d8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:58.870486 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06060622-0ce1-4fcb-9389-9a0d4efd8c69') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:58.870795 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06060622-0ce1-4fcb-9389-9a0d4efd8c69') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:58.921961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 63f7c7bf-25a2-4e13-b338-0683557654d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:58.922480 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:58.938469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-349f816a-d5f7-4e66-83e8-261673e0a52c service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709780 Oct 11 15:40:58.940343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.037897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.088907 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f227f1a-f1cc-4269-b951-fde84d3151e5 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:59.089755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f227f1a-f1cc-4269-b951-fde84d3151e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.091346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.105047 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:40:59.105475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:40:59.139392 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:40:59.157216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=ec249302-ac12-4cd3-a543-5aa09a8fd6f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:40:59.159713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-fff6f556-faf5-4639-aab5-311c7c642a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.161262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-fff6f556-faf5-4639-aab5-311c7c642a3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.8387811 Oct 11 15:40:59.181368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 68919b96-bb5e-4053-98a2-41cd2e918d79 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:40:59.200754 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f227f1a-f1cc-4269-b951-fde84d3151e5 None None] Port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:59.265366 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 56782678-9335-4756-befd-eb76d0591e79 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:40:59.286423 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f227f1a-f1cc-4269-b951-fde84d3151e5 None None] Provisioning complete for port 68919b96-bb5e-4053-98a2-41cd2e918d79 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:59.288016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f227f1a-f1cc-4269-b951-fde84d3151e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.293871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-b1def2b2-767d-4c57-a9a8-0f0c3e0766d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf HTTP/1.1" status: 200 len: 217 time: 0.0992892 Oct 11 15:40:59.358680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dcf1dd5-6f95-48da-9993-ea8c2f94aad6 req-84ac55fd-eabc-4f3e-b85d-f932c9084cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535392 Oct 11 15:40:59.392060 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 68919b96-bb5e-4053-98a2-41cd2e918d79 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:59.392739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.401001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:40:59.407214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-53e33e9a-c9fa-410d-b41b-31dc35b0dd05 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/56782678-9335-4756-befd-eb76d0591e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2244484 Oct 11 15:40:59.416049 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Sync routers for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:40:59.417371 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:59.429054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.434531 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:40:59.438017 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:40:59.501536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.671964 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:40:59.724763 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c861b374-e954-4743-b5b9-c84b6722f9e4 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:59.725040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c861b374-e954-4743-b5b9-c84b6722f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.801255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.801777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.802234 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.802676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.803113 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.803552 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.804128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.804562 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.804995 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.805424 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.805931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.806367 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.808073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.808534 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.810995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e77dfdcd-b462-414d-bf57-d310c5ce39b3 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9755 time: 0.3925714 Oct 11 15:40:59.814219 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:40:59.830846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c861b374-e954-4743-b5b9-c84b6722f9e4 None None] Port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:40:59.843635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc41316c-4b72-4c7f-a3aa-a82615fc20de no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:40:59.873308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bc41316c-4b72-4c7f-a3aa-a82615fc20de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:40:59.873769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc41316c-4b72-4c7f-a3aa-a82615fc20de not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:40:59.963345 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e13ffc8d-ab74-401e-b8a3-bbb07f8c31d6 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:40:59.963719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e13ffc8d-ab74-401e-b8a3-bbb07f8c31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:40:59.993374 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.993859 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.994302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.995381 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.995845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.996286 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.996719 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.997308 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.997786 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.998209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.998634 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:40:59.999063 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:00.006205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bef6b5df-6c96-4557-a3ef-b69fc56054ce tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7603 time: 0.1908228 Oct 11 15:41:00.007771 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:00.010239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e13ffc8d-ab74-401e-b8a3-bbb07f8c31d6 None None] Port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:00.083992 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:40:58Z', 'revision_number': 2, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:00.132562 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Checking router: 56782678-9335-4756-befd-eb76d0591e79 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:41:00.132820 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Updating router 56782678-9335-4756-befd-eb76d0591e79 port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:41:00.170245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.182280 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.224539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.227603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.228918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd100519-ca56-4544-a0ab-a8174ecc0277 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4857 time: 0.2198749 Oct 11 15:41:00.231720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/networks/db1672f8-d2b2-4533-8582-2268552d7f03 HTTP/1.1" status: 204 len: 168 time: 3.4909589 Oct 11 15:41:00.234745 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:00.268397 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6668-3b08-4349-9609-a734ed8f0763 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Network': ['ID=db1672f8-d2b2-4533-8582-2268552d7f03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:00.372989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.406293 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.408563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.478560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.485035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-98f2b71a-25d7-4b4c-b975-d7b684f29807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:00.486864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-98f2b71a-25d7-4b4c-b975-d7b684f29807 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 1.1273165 Oct 11 15:41:00.490593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.491541 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd39140-7c47-4347-ac24-e03ccf24562e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:00.543253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.549595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6b469cd0-d8ce-44dc-993e-3c01a18f64ba tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 204 len: 168 time: 4.5278223 Oct 11 15:41:00.551289 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:00.557024 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=b428fb33-e063-4838-8841-d5129e450501,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:00.564830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007543852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:00.570846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.572422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f7e54386-d74c-4a92-ba71-2f5a7160c54e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8217890 Oct 11 15:41:00.578946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-07081733-ac45-4fad-b6dd-5f3c87f182aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:00.580449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-07081733-ac45-4fad-b6dd-5f3c87f182aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809584 Oct 11 15:41:00.595503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.665911 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e35ef6-8630-42ae-9574-70f8428b3583']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:00.694708 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 68919b96-bb5e-4053-98a2-41cd2e918d79 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:00.699375 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7abd7-75f6-42d3-a5de-410917cdf53b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:00.701922 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7abd7-75f6-42d3-a5de-410917cdf53b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:00.713826 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.724646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.727091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.728142 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.754619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.808567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-de50f195-1c07-4639-a7b2-155d07e7edc1 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204843 Oct 11 15:41:00.822881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.824961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 68919b96-bb5e-4053-98a2-41cd2e918d79 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:00.824961 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.844040 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e88e18-e287-415f-91a6-0d1604faade2 None None] Pushing event updated for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:00.918174 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:00.923387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.944326 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:00.963220 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120840467', 'description': 'tempest-secgroup-smoke-120840467 description', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:00.972573 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Attempting to bind port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:00.973184 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Attempting to bind port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:00.973611 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Attempting to bind port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 on network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:00.985799 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:00.986177 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Checking segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:00.986579 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:00.986963 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Bound using segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:00.987975 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Bound port: 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:00.988351 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:01.084096 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:01.102843 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] For port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:01.110272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.113165 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] For port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:01.117427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.122890 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.124241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.126387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.138414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.156994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/networks/19e35ef6-8630-42ae-9574-70f8428b3583 HTTP/1.1" status: 204 len: 168 time: 0.9210770 Oct 11 15:41:01.166449 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:01.182108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24b52c8a-c5fb-40dd-b779-b656985dba10 req-2810629e-d2fa-4099-8ee4-de7940a5e299 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490901 Oct 11 15:41:01.212917 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:01.213591 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:01.254034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fb16d-6a96-4024-8e28-9d0c1028218c tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Network': ['ID=19e35ef6-8630-42ae-9574-70f8428b3583,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:01.257758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1b883895-b1f9-4951-93e4-4971b2a08516 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--726437792&fields=id&tenant_id=0f21c8c2e99a4303bd966cac1f76de54 HTTP/1.1" status: 200 len: 267 time: 0.1645074 Oct 11 15:41:01.291020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.295628 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ddbfd46-c381-44d1-b852-558069d2b6fd tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7418420 Oct 11 15:41:01.298611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.300667 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:01.309915 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting subnet 72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:41:01.316294 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:01.330124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.343778 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:01.359594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.360572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75158064-a53b-43a5-a025-947fa4227075 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:01.361020 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75158064-a53b-43a5-a025-947fa4227075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.418787 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e88e18-e287-415f-91a6-0d1604faade2 None None] Pushing event updated for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:01.427351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.512796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75158064-a53b-43a5-a025-947fa4227075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.545234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.596194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.599913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6485837 Oct 11 15:41:01.601823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75158064-a53b-43a5-a025-947fa4227075 None None] For port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:01.603377 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:01.608034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75158064-a53b-43a5-a025-947fa4227075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.638653 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:01.661582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.699208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Subnet': ['ID=72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:01.699997 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-7f8c5f8b-fff8-4a67-9398-04e9cf91c734 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:01.712322 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba31e5-922b-42ed-acaf-596bea76fac7 None None] Network 78ecf49b-1a5e-4b23-8e41-7106195e712c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:01.712865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.716181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-7f8c5f8b-fff8-4a67-9398-04e9cf91c734 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 932 time: 0.4139543 Oct 11 15:41:01.720836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ec71365-be33-4454-9ce4-2237cab28fe0 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/subnets/72f6a8e6-0e8f-4742-93bf-2fca7a5ae0d2 HTTP/1.1" status: 204 len: 168 time: 0.5519545 Oct 11 15:41:01.727760 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:01.730845 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:01.761638 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee688e41-76cb-472d-9d32-9b35beb2b727 None None] The sync data for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 is: [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:01.826278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-af3c5bc5-f186-4ccd-827a-3aa149b350f4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:01.835354 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75158064-a53b-43a5-a025-947fa4227075 None None] Pushing event updated for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:01.841808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-af3c5bc5-f186-4ccd-827a-3aa149b350f4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 931 time: 0.1159215 Oct 11 15:41:01.844016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3a018-2c9b-4f51-bc16-b86f1a2fc664 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b8d976-dcb8-43b1-8a94-d5552aae8cfa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:01.883041 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1687601a-4eb6-4c9b-a976-138f26588d58 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:01.883533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1687601a-4eb6-4c9b-a976-138f26588d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:01.945273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.094119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Deleting port 7dcadaf8-589e-4f31-a264-a93696540beb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:02.094807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.106499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-26eb82c1-3886-4bcf-907e-c3ed439c7d40 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2688739 Oct 11 15:41:02.140301 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.158764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.174289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-972ad546-e22a-4f1e-8e9f-9eb74ebe860c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664833 Oct 11 15:41:02.183027 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21414478-5165-43c1-a921-49e25413afc5 None None] DHCP port deletion for 78ecf49b-1a5e-4b23-8e41-7106195e712c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:41:02.269976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Deleting port 7dcadaf8-589e-4f31-a264-a93696540beb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:02.270815 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.304179 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] For port 7dcadaf8-589e-4f31-a264-a93696540beb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcadaf8-589e-4f31-a264-a93696540beb,segment=NetworkSegment(6f1eb854-3641-4d20-9e6e-e8f508465e9b),segment_id=6f1eb854-3641-4d20-9e6e-e8f508465e9b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:02.304562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.334555 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Calling delete_port for 7dcadaf8-589e-4f31-a264-a93696540beb owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:02.360114 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21414478-5165-43c1-a921-49e25413afc5 None None] For port 7dcadaf8-589e-4f31-a264-a93696540beb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcadaf8-589e-4f31-a264-a93696540beb,segment=NetworkSegment(6f1eb854-3641-4d20-9e6e-e8f508465e9b),segment_id=6f1eb854-3641-4d20-9e6e-e8f508465e9b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:02.360790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.368877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9287137-3d7f-4e2a-afa0-58a2db6e21b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.378978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Calling delete_port for 7dcadaf8-589e-4f31-a264-a93696540beb owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:02.475571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.476875 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.488506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-67469009-9282-4c55-9a77-b0271723a352 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:02.508012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.512591 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] No DVR routers for this DVR port 7dcadaf8-589e-4f31-a264-a93696540beb on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:02.520817 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Port': ['ID=7dcadaf8-589e-4f31-a264-a93696540beb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:02.523370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-67469009-9282-4c55-9a77-b0271723a352 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:02.529345 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-67469009-9282-4c55-9a77-b0271723a352 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:02.545946 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21414478-5165-43c1-a921-49e25413afc5 None None] Pushing event deleted for resources: {'Port': ['ID=7dcadaf8-589e-4f31-a264-a93696540beb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:02.548559 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21414478-5165-43c1-a921-49e25413afc5 None None] No DVR routers for this DVR port 7dcadaf8-589e-4f31-a264-a93696540beb on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:02.548844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-67469009-9282-4c55-9a77-b0271723a352 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 1989 time: 0.3723607 Oct 11 15:41:02.558775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.586819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-f21f6fe3-9ea6-4520-85ce-fcffb08f7ca4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/quotas/0f21c8c2e99a4303bd966cac1f76de54 HTTP/1.1" status: 200 len: 375 time: 0.0370550 Oct 11 15:41:02.613733 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876a5775-9e3d-46b4-b09e-3b33caf79f69,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:02.614902 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:41:02.645146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.654178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.655402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a79e91c7-f1d9-4f56-908a-02f485edb512 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0286736 Oct 11 15:41:02.672728 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:02.684106 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:02.691578 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ecf49b-1a5e-4b23-8e41-7106195e712c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:02.704871 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1eb854-3641-4d20-9e6e-e8f508465e9b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:02.705468 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1eb854-3641-4d20-9e6e-e8f508465e9b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:02.716902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.736059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.742927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:02.749554 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:02.750429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.760817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1a7f88ed-6261-42a2-ac8b-2b4c9cbc9a91 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1730752 Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:02.795349 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:02.878479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.890683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.908136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.914817 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:02.915149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:02.918781 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:02.921747 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/networks/78ecf49b-1a5e-4b23-8e41-7106195e712c HTTP/1.1" status: 204 len: 168 time: 1.1668622 Oct 11 15:41:02.957664 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13145d-5c7a-4ac2-b323-6e8f05d85394 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Pushing event deleted for resources: {'Network': ['ID=78ecf49b-1a5e-4b23-8e41-7106195e712c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:03.026604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-58ed3910-f51b-4b4f-960e-94a5714d6c56 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9c827f-7e2a-410e-8b91-f7820f9de0ac HTTP/1.1" status: 200 len: 205 time: 0.0991559 Oct 11 15:41:03.029082 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:03.137369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.139609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.183698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.183971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcadaf8-589e-4f31-a264-a93696540beb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:03.227308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7dcadaf8-589e-4f31-a264-a93696540beb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:03.233608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcadaf8-589e-4f31-a264-a93696540beb not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:03.284926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.309147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.355058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.358889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6772468 Oct 11 15:41:03.363517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-fc4c124a-3b67-4534-a952-353d23302516 service neutron] 10.222.0.31 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924189 Oct 11 15:41:03.363963 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:03.372201 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddac03d-7566-4774-b1ce-303dda243954 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9d0b6d-b3a7-4923-95cf-89b5bd2d436f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:03.380500 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:03.421835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.424076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.481090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.482689 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9c827f-7e2a-410e-8b91-f7820f9de0ac {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:03.509442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.516947 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Allocated IP 172.35.3.207 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/03707ad5-c4cc-42e5-bf62-cde61607438e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:03.518403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa12f4a3-a59f-451b-a359-d20ed7133b26 tempest-RoutersNegativeIpV6Test-245077880 tempest-RoutersNegativeIpV6Test-245077880-project] 10.222.0.31 "DELETE /v2.0/routers/3e9c827f-7e2a-410e-8b91-f7820f9de0ac HTTP/1.1" status: 204 len: 168 time: 0.4880691 Oct 11 15:41:03.539322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.643723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1f7f4ac3-5c79-4963-b8ed-347f64d9700d service neutron] 10.222.0.31 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580488 Oct 11 15:41:03.724352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-7e565b01-d952-49a2-953d-90f8b9aa2a1e service neutron] 10.222.0.31 "GET /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0706022 Oct 11 15:41:03.726367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.775212 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.844385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.850745 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab83f154-674d-40f8-a6a0-7b240135dd3a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:03.885167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.886412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2be35b8c-0e2b-4a2b-9e52-81a76b6796b1 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5156755 Oct 11 15:41:03.889323 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:03.895559 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:03.954895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.965327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:03.967618 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:04.005066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-130b93bc-0962-469f-8173-a0e4ad234ef6 service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664824 Oct 11 15:41:04.043872 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:04.044722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.048255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.070324 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588e72fc-b70c-4ad1-ac04-5a30cc8b3a8a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:04.075415 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:04.083327 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:04.087928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Pushing event updated for resources: {'Port': ['ID=03707ad5-c4cc-42e5-bf62-cde61607438e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:04.093159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.095661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a26da351-8f6e-4924-b5cd-df1192e48009 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2040427 Oct 11 15:41:04.098771 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:04.106471 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:04.138767 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:41:04.145185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.229270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.233354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.246923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-9c294be4-554b-4ca4-b7d6-9ae47b9d603c service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341020 Oct 11 15:41:04.264161 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31678aca-0b3e-4b93-bb21-6ea0841ef431,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:04.274648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.278410 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b4a74b6-a6e2-41ed-bf6d-5fecc0465540 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1758816 Oct 11 15:41:04.278660 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:04.283444 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'security_group_rule': {'security_group_id': '48b8d976-dcb8-43b1-8a94-d5552aae8cfa', 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:04.313080 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Project a2d2d68f3f6142399a57f1cd20aa2c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:41:04.322939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.336726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-57a1b19b-e79a-4fdc-a5e4-80997983c524 service neutron] 10.222.0.31 "GET /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0762494 Oct 11 15:41:04.348739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5dd52bee-8e07-47f9-8e2b-d442eb12cb1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=842f375bf5ad47b888dedfd6beb228a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759298 Oct 11 15:41:04.355768 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:04.422330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.432083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.448159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.458197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf87d84-a9a6-4f0d-bb1f-33564d17c6c8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:04.480394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.494317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db57f6c6-8434-4c58-817a-5b05acc0ba17 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2020090 Oct 11 15:41:04.494317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.504817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-fa7b5637-729e-408d-b7f3-b7c9b7886a4a service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598344 Oct 11 15:41:04.552700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.559895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.561776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ec8aba9-f65b-4ada-b24f-d05a6be82469 HTTP/1.1" status: 204 len: 168 time: 0.2049508 Oct 11 15:41:04.579902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53405ffb-7c37-454f-8c41-81c656103d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec8aba9-f65b-4ada-b24f-d05a6be82469,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:04.824252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84b05ec4-c445-42d1-9d0b-516161d46497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:04.998965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.041519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-1a4e20cf-7af0-4433-9608-3b648cf0f8e0 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120840467&fields=id&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 267 time: 0.1416502 Oct 11 15:41:05.169850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-96f53564-49e8-4509-aa73-ec953c293604 service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303802 Oct 11 15:41:05.352214 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:05.370228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-1625252c-ae38-48f8-8556-c60776089ffc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:05.371762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-1625252c-ae38-48f8-8556-c60776089ffc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 796 time: 0.3182616 Oct 11 15:41:05.407881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.411061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-478952e0-6677-4557-b639-7bda10375d39 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/quotas/a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 375 time: 0.0283849 Oct 11 15:41:05.416098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.421357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-5a3f3735-c16b-4d33-9389-3fb9b9d853d1 service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428446 Oct 11 15:41:05.467355 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--229950902'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:05.491382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.505274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.599891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.604453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.607401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-6bf369bf-3d83-45b8-85af-342b8c8123f9 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846678 Oct 11 15:41:05.647503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02416019-47b6-467d-872f-395870e0a867,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:05.661411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.661786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.662534 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.662835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.663406 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.663674 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.663986 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.664337 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.664751 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.665085 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.665414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.665767 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:05.671461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-dc18944d-df10-4a12-8a22-07933002237e service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359357 Oct 11 15:41:05.721132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.726683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.760200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.761450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4082243 Oct 11 15:41:05.763701 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5c8ad-1f98-405c-9b63-aa1090a4acd8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2990e0b4-41df-48b6-b6de-65fc619feb6f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:05.767052 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:05.777519 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Router 3271e23e-375c-4a63-9d54-dfb89ab7f282 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:41:05.824102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9efa904-be41-4044-bbe4-e3ef0696cf15 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0551105 Oct 11 15:41:05.824955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-7009e047-9c6b-47f0-8cf6-90faf05e9ea3 service neutron] 10.222.0.31 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944904 Oct 11 15:41:05.825929 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:05.831017 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-security--935174595', 'description': 'tempest-security-description-1004897103'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:05.861739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.882225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.916454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.921110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.923951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:05.928377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "PUT /v2.0/security-groups/2990e0b4-41df-48b6-b6de-65fc619feb6f HTTP/1.1" status: 200 len: 1779 time: 0.1013360 Oct 11 15:41:05.928849 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:05.939512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1f663902-fc48-450d-8df0-d6a887db9c2c service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374620 Oct 11 15:41:05.991348 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb92f2-0e23-47d0-8805-44931b24af29 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2990e0b4-41df-48b6-b6de-65fc619feb6f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:06.002814 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-703b5ae8-a2ea-4594-9087-b09d556d2229 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups/2990e0b4-41df-48b6-b6de-65fc619feb6f HTTP/1.1" status: 200 len: 1779 time: 0.0701592 Oct 11 15:41:06.003932 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.014702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.060403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.079662 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:06.086479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.086629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.087782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba6195fa-ee45-487b-a8f9-3c1051f69491 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "PUT /v2.0/routers/3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 200 len: 920 time: 4.7799513 Oct 11 15:41:06.091852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-5d66f686-1d0a-47d8-8bc7-b2518abf1fad service neutron] 10.222.0.31 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332959 Oct 11 15:41:06.092299 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.094100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] Sync routers for ids ['3271e23e-375c-4a63-9d54-dfb89ab7f282'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:06.110507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] Routers {'3271e23e-375c-4a63-9d54-dfb89ab7f282'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:06.111599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3271e23e-375c-4a63-9d54-dfb89ab7f282'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:06.138452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.142058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.148990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/2990e0b4-41df-48b6-b6de-65fc619feb6f HTTP/1.1" status: 204 len: 168 time: 0.1437118 Oct 11 15:41:06.149281 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.162514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-2711f813-672b-419f-ab5e-bd1a5e0aa61e service neutron] 10.222.0.31 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159598 Oct 11 15:41:06.180789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13335e-b285-4cbb-8c1e-31aefcc239b0 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990e0b4-41df-48b6-b6de-65fc619feb6f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:06.218573 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:06.230448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a24ccec9-019f-4df9-b776-db0cb263c1c5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765955 Oct 11 15:41:06.231399 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.232305 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] Routers {'3271e23e-375c-4a63-9d54-dfb89ab7f282'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:06.232699 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3271e23e-375c-4a63-9d54-dfb89ab7f282'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:06.251191 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-715e58d8-2b8e-46de-945e-2d46092cdf20 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] delete failed (client error): The resource could not be found. Oct 11 15:41:06.258191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-715e58d8-2b8e-46de-945e-2d46092cdf20 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/2990e0b4-41df-48b6-b6de-65fc619feb6f HTTP/1.1" status: 404 len: 347 time: 0.0243685 Oct 11 15:41:06.259146 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.273660 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--396582881'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:06.274546 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:06.275428 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d69bee-7402-45c5-a60e-46b6083b0c86 None None] The sync data for ids ['3271e23e-375c-4a63-9d54-dfb89ab7f282'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:06.311310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-df82eee4-906e-44af-a1b2-2806eefd73d0 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 200 len: 926 time: 0.2165647 Oct 11 15:41:06.314438 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.332796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.360779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-e46e7def-dcb8-4c12-9666-378827b1e4e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918309 Oct 11 15:41:06.420309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ea24c-2b0f-45cc-afda-5f9d745f5243 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:06.422814 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a7ea24c-2b0f-45cc-afda-5f9d745f5243 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=3271e23e-375c-4a63-9d54-dfb89ab7f282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047542 Oct 11 15:41:06.425866 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.541166 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6cfd54-8254-4237-8f45-7950b8ec8505 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:06.542732 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dc6cfd54-8254-4237-8f45-7950b8ec8505 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/networks/25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 881 time: 0.1144006 Oct 11 15:41:06.545955 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.581660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.591114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f1bb84a-49ed-4e7d-82b2-50e144cde670 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 200 len: 205 time: 0.0399210 Oct 11 15:41:06.591358 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.610943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-404e4a1a-7a04-4fb7-a074-86d40bb1cf05 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370360 Oct 11 15:41:06.637987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.662565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10c2a67a-1dee-4ebe-95df-4a1608c4580b req-44bb6549-007d-4b4c-92e5-a3fc93b1dabc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 210 time: 0.0850842 Oct 11 15:41:06.725118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.739984 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee51bb2-6bc0-4ecd-90b8-b6edbf1fb934,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:06.748537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.750940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8471e535-2752-4f82-ba2e-3f2c89fa0cc8 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4890647 Oct 11 15:41:06.753599 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:06.759943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'fee51bb2-6bc0-4ecd-90b8-b6edbf1fb934', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:06.796606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.868100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.868734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-65079a70-6e86-4112-970b-eac7dc641a00 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282348 Oct 11 15:41:06.912297 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.941932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.950764 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port 03707ad5-c4cc-42e5-bf62-cde61607438e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:06.951274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.966220 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233ba5b8-6caf-4a82-8a40-1ca1191f584e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:06.995626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:06.996863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb59e333-4edc-47ca-a44e-cc8017034680 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2420161 Oct 11 15:41:07.001116 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.038580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.048228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-5fcba344-8692-41ae-a40a-80245e1fa953 service neutron] 10.222.0.31 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685929 Oct 11 15:41:07.050269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.083263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.095320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.100294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.103739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/233ba5b8-6caf-4a82-8a40-1ca1191f584e HTTP/1.1" status: 204 len: 168 time: 0.0986292 Oct 11 15:41:07.103739 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0bdb0-bdd9-4afc-8a1a-64bd5e08ad6c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=233ba5b8-6caf-4a82-8a40-1ca1191f584e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:07.104394 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.121631 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for 03707ad5-c4cc-42e5-bf62-cde61607438e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:07.217618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b975033-3f1c-4ee0-9cac-48c9da439c46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1053917 Oct 11 15:41:07.218520 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.340654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.371655 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.440356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.477113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=03707ad5-c4cc-42e5-bf62-cde61607438e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:07.554765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.558782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.560014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/fee51bb2-6bc0-4ecd-90b8-b6edbf1fb934 HTTP/1.1" status: 204 len: 168 time: 0.3405168 Oct 11 15:41:07.564738 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.572815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40367e62-3a7a-4255-a4ba-e06877ca572f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee51bb2-6bc0-4ecd-90b8-b6edbf1fb934,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:07.592070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.687124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.747143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-75e1d2de-b0c2-43c8-ad47-92856df2877b tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1811328 Oct 11 15:41:07.748040 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.759079 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--836141648'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:07.832505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb8cdf9b-264c-4004-95d6-eb899644bc2c req-d5db4f6e-cdc2-4a07-8524-6934b0019b0e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 210 time: 0.0432444 Oct 11 15:41:07.836953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.867839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-51224b8c-5370-449f-aa1a-e027518ff478 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:07.873321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.879089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-51224b8c-5370-449f-aa1a-e027518ff478 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 796 time: 0.3139715 Oct 11 15:41:07.879473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.943804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.944802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router 3271e23e-375c-4a63-9d54-dfb89ab7f282 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:07.956416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.964217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:07.972030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b608068d-3254-4348-86dd-1419b1c7de2e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 204 len: 168 time: 1.3784208 Oct 11 15:41:07.973316 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:07.980613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1868600700', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:08.011260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-3a02c8f3-97e3-4b1a-9188-4ec13b3c8bc6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97 HTTP/1.1" status: 200 len: 379 time: 0.0522187 Oct 11 15:41:08.012087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.021181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.022966 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.043611 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'port': {'device_id': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'admin_state_up': True, 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'security_groups': ['48b8d976-dcb8-43b1-8a94-d5552aae8cfa']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:08.048398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c0a0235-6d7c-4bff-8c32-cec06efca1a2 req-68bb943e-f330-4dc4-b1c3-f750c12fbe5f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0905702 Oct 11 15:41:08.082595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.114689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.118706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3667459 Oct 11 15:41:08.119306 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:08.130530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5b1dcee-ba22-4625-af89-d3762e4fbe94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:08.140584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba05f-01a3-4145-9608-bc0ec1d719c7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b1dcee-ba22-4625-af89-d3762e4fbe94,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:08.274456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.513301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.531962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.537316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.606402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.615800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.643008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0beaa88-c80b-429f-a956-643858cb2f0e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:08.651579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Made reservation on behalf of a2d2d68f3f6142399a57f1cd20aa2c97 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:08.656195 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.673265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.676959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b0846d96-bd94-4b84-b713-ca2301a6ba18 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5503037 Oct 11 15:41:08.677193 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:08.682012 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5b1dcee-ba22-4625-af89-d3762e4fbe94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:08.732711 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Allocated IP 172.35.3.118 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/b7c38621-c26c-4945-bc81-4c1f3a1e08a5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:08.752362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.852792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.857395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.875854 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.20.0.6 (bc385e6b-37d0-460d-a2a3-717e2c6a9c3a/e72a9e92-d4d1-4773-ae91-064333bccb4c/d2eb32e6-0a35-4679-ae03-ad0469d1cf35) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:08.881893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.914503 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efce93d-0c9c-40c6-8648-62d502ec61d7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:08.935005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.936153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:08.937364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2589500 Oct 11 15:41:08.940521 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:08.948912 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5b1dcee-ba22-4625-af89-d3762e4fbe94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:08.958110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.958456 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.959193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.959531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.959860 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.960267 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.960496 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.960813 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.961135 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.961626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.962012 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.962400 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ed1fc-3d93-4ab7-88ba-febdb83bf0f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:08.980652 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:08.983544 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:08.987842 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:09.012835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event updated for resources: {'Port': ['ID=b7c38621-c26c-4945-bc81-4c1f3a1e08a5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:09.022766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63b4e1bd-b425-4418-9da4-870593535544 req-37e3a934-7a95-4208-a950-e3831e50973e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 210 time: 0.0691013 Oct 11 15:41:09.105587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.240220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.243117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f629500-8f22-4883-b34a-e658eb31d39a req-7fee55cb-bad0-434a-9ed2-a0639eff052e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0689349 Oct 11 15:41:09.256797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c4f164ab-4cf0-44f0-82c7-38daac514d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.258192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c4f164ab-4cf0-44f0-82c7-38daac514d16 service neutron] 10.222.0.36 "GET /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 1028 time: 0.0968902 Oct 11 15:41:09.274111 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.283177 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.288941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.334614 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f57070-9caa-4cdc-b820-a6c9ec8bb27e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:09.345622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1d6ac8ca-25f9-48d2-9653-1e055e91a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.347987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1d6ac8ca-25f9-48d2-9653-1e055e91a975 service neutron] 10.222.0.36 "GET /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 1027 time: 0.0717325 Oct 11 15:41:09.352919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.354098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af8834c8-6625-48ee-9ffd-45c44f8c95ae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4098680 Oct 11 15:41:09.357059 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:09.361788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5b1dcee-ba22-4625-af89-d3762e4fbe94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:09.381579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.444023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.517382 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:09.541126 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:09.545397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.551449 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:09.567592 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:09.647166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.677400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b7e97e53-7934-46a2-a8f5-83b75e1f9c2c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.702436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b7e97e53-7934-46a2-a8f5-83b75e1f9c2c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.708804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b7e97e53-7934-46a2-a8f5-83b75e1f9c2c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.743502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b7e97e53-7934-46a2-a8f5-83b75e1f9c2c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 1989 time: 0.3537517 Oct 11 15:41:09.769046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:09.769774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.833583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.854274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6a277320-50ce-4574-813b-ed241ac276f5 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f21c8c2e99a4303bd966cac1f76de54 HTTP/1.1" status: 200 len: 379 time: 0.1099212 Oct 11 15:41:09.861986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-9eed8ddc-d559-449e-ad5c-8d23bfc12770 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8260880 Oct 11 15:41:09.864738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.881394 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Router 484ed675-81e5-4f5f-a850-3574e21637e8 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:41:09.902576 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'admin_state_up': True, 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'security_groups': ['e0a913a6-2585-4644-a4a6-54cdd0e96765']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:09.932286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-009c360c-3140-4b8d-98af-b330d7c17e98 None None] Provisioning complete for port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:09.933001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-009c360c-3140-4b8d-98af-b330d7c17e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.942160 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Request body: {'port': {'device_id': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:09.945140 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c405e835-f50e-4709-b669-964f3fd1072c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:09.968097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:09.970219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba326746-8546-4713-8b44-abc921ab9b77 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6119409 Oct 11 15:41:09.991055 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:09.999477 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5b1dcee-ba22-4625-af89-d3762e4fbe94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:10.039517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-009c360c-3140-4b8d-98af-b330d7c17e98 None None] Port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:10.100982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.142747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.170020 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:10.179918 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] Sync routers for ids ['484ed675-81e5-4f5f-a850-3574e21637e8'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:10.192481 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] Routers {'484ed675-81e5-4f5f-a850-3574e21637e8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:10.196578 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['484ed675-81e5-4f5f-a850-3574e21637e8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:10.251292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.264679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.265904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-015871bb-a557-47ee-847c-b73ebc0d0b15 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2908974 Oct 11 15:41:10.268012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.269800 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:10.276061 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:10.283168 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:10.298551 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] Routers {'484ed675-81e5-4f5f-a850-3574e21637e8'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:10.299444 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['484ed675-81e5-4f5f-a850-3574e21637e8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:10.374184 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:10.375331 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177cc40-d957-443b-abb9-1e2ff2309d74 None None] The sync data for ids ['484ed675-81e5-4f5f-a850-3574e21637e8'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:10.468374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-851e7e3d-de6b-4b5e-9ff9-5498bcda602a req-aed25e85-2b6b-4e1d-a45f-9d993c146e68 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0570800 Oct 11 15:41:10.486675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff818bb0-b3a8-47f5-a4ad-23b7ba49a507 req-5b838abe-a06d-4a8d-8168-53304e78362b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:10.494052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff818bb0-b3a8-47f5-a4ad-23b7ba49a507 req-5b838abe-a06d-4a8d-8168-53304e78362b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 931 time: 0.2048564 Oct 11 15:41:10.573627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.595069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:10.611631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.646470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff818bb0-b3a8-47f5-a4ad-23b7ba49a507 req-6078ed7f-0730-4f24-872d-f9ac2a8d9941 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503618 Oct 11 15:41:10.945869 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2eb32e6-0a35-4679-ae03-ad0469d1cf35 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:10.956540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.966592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:10.970243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9757476 Oct 11 15:41:10.970243 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295ef5e-e4aa-4d47-bcac-969366bf1ee3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84ee5c9-735f-4993-93fb-2ffb1ed509e4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:10.972463 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:10.976126 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Transition to ACTIVE for port object d2eb32e6-0a35-4679-ae03-ad0469d1cf35 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:10.988749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.074128 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 172.20.0.5 (50095115-414c-4fd4-88b6-120d2356ecc0/2ee82add-2b9a-4eb4-a8d5-9c88a0753410/6124c3c3-172a-4765-b8bd-839fb4c7a7c4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:11.121515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.142485 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:11.155492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.245661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.254756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.258309 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f84ee5c9-735f-4993-93fb-2ffb1ed509e4 HTTP/1.1" status: 204 len: 168 time: 0.2802160 Oct 11 15:41:11.261691 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:11.273002 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd2c43-28b7-408a-a7ac-e36669fdcb35 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f84ee5c9-735f-4993-93fb-2ffb1ed509e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:11.336549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Attempting to bind port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:11.337396 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Attempting to bind port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:11.337396 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Attempting to bind port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 on network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:11.362587 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 on network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:11.362932 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Attempting to bind port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 on network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:11.410358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4080412d-a39c-44a7-9504-b51cbd913ec9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1433258 Oct 11 15:41:11.420818 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:11.421651 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:11.421995 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Checking segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:11.422381 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Bound using segment: {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:11.431628 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Bound port: d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:11.431994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.519982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.529166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.614170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.623138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.632154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.659745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3435a2b-ef4c-491a-a3f4-351f77640aa7 req-2d177ab8-9151-48fe-9cfd-bd9f117bb066 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0433908 Oct 11 15:41:11.668658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.673610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c405e835-f50e-4709-b669-964f3fd1072c HTTP/1.1" status: 204 len: 168 time: 0.2329385 Oct 11 15:41:11.677857 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:11.715133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.729311 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca20db-5284-4deb-9a61-e94727961bd5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c405e835-f50e-4709-b669-964f3fd1072c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:11.772365 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:11.778695 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:11.783793 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Deleting port b7c38621-c26c-4945-bc81-4c1f3a1e08a5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:11.785305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.822865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5a55aebf-d055-43fa-9e00-4fa79801da82 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1347668 Oct 11 15:41:11.824447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.826722 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:11.936455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:11.967080 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Calling delete_port for b7c38621-c26c-4945-bc81-4c1f3a1e08a5 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:12.052692 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.061937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.095443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.096093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.097712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 1091 time: 2.1821649 Oct 11 15:41:12.099631 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:12.107622 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e49ac4c-20ea-4f31-83c4-a9604bea9457" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:12.211834 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4b91-5d40-46b6-a225-360c262d3631 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:12.215310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.283306 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026ea36-603e-4f14-be2c-7b9fdcf1d6aa req-f9b0bcf3-0d4b-4b4b-95ee-df4448fd2b6f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.290104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8026ea36-603e-4f14-be2c-7b9fdcf1d6aa req-f9b0bcf3-0d4b-4b4b-95ee-df4448fd2b6f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 943 time: 0.4827034 Oct 11 15:41:12.321869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.340683 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2a515-74f7-4211-8d8c-b28c18cdb2c8 x-openstack-request-id: req-bab2a515-74f7-4211-8d8c-b28c18cdb2c8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:12.341234 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:12.341698 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bab2a515-74f7-4211-8d8c-b28c18cdb2c8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:12.342281 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'status': 'completed', 'code': 200} Oct 11 15:41:12.343166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.351258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.353728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d3f57070-9caa-4cdc-b820-a6c9ec8bb27e HTTP/1.1" status: 204 len: 168 time: 0.5149338 Oct 11 15:41:12.362789 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:12.371267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Pushing event deleted for resources: {'Port': ['ID=b7c38621-c26c-4945-bc81-4c1f3a1e08a5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:12.402045 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 50095115-414c-4fd4-88b6-120d2356ecc0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:12.422236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e52ce2-47ae-4297-9a04-c042cb0e7213 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f57070-9caa-4cdc-b820-a6c9ec8bb27e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:12.424225 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:12.433313 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:12.441614 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:12.467908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.492200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-377c8b16-7f6b-4d6e-9cda-9b3d4b4cbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.493741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-377c8b16-7f6b-4d6e-9cda-9b3d4b4cbb5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1094 time: 0.3324485 Oct 11 15:41:12.510534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8026ea36-603e-4f14-be2c-7b9fdcf1d6aa req-961b25ae-16d7-49ae-bce0-6996fce65d77 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909220 Oct 11 15:41:12.576539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-85eb47a2-dd4e-4f88-97c2-b2b7d1795fb3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2073002 Oct 11 15:41:12.580050 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:12.581456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-d79b82fc-76c8-45bd-811a-270e1c9b8f32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 217 time: 0.0646672 Oct 11 15:41:12.601759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.602404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.681334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d8f70679-ea6c-4276-b645-e6c5171cd7cb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8175111 Oct 11 15:41:12.685210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.688169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-21a43118-59d3-4e3b-8274-0b72a068b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.689654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-21a43118-59d3-4e3b-8274-0b72a068b8a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 200 len: 834 time: 0.1014500 Oct 11 15:41:12.696530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'admin_state_up': True, 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'security_groups': ['e0a913a6-2585-4644-a4a6-54cdd0e96765']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:12.767481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.833336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.836943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.938838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e938015c-dede-4123-9cff-81614a573623 None None] Provisioning complete for port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:12.939446 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e938015c-dede-4123-9cff-81614a573623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.945255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.955344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e294eb5a-ce24-48c8-80e7-6debb42a4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.957365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-e294eb5a-ce24-48c8-80e7-6debb42a4486 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562914 Oct 11 15:41:12.967090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:12.968230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5efce93d-0c9c-40c6-8648-62d502ec61d7 HTTP/1.1" status: 204 len: 168 time: 0.3858681 Oct 11 15:41:12.988620 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:12.990079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb6e-884f-44a6-b07d-95bca2205f00 req-4d76fec1-11e3-4f63-89d1-5b1a8b063196 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:12.997521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44fffb6e-884f-44a6-b07d-95bca2205f00 req-4d76fec1-11e3-4f63-89d1-5b1a8b063196 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 931 time: 0.1483724 Oct 11 15:41:13.001409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e938015c-dede-4123-9cff-81614a573623 None None] Port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:13.024152 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Router 484ed675-81e5-4f5f-a850-3574e21637e8 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:13.068236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0f9b-d968-44a8-8268-bb02cd60da52 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5efce93d-0c9c-40c6-8648-62d502ec61d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:13.144675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-66eeaba2-0482-4da3-95c3-55c117e09721 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1303425 Oct 11 15:41:13.150044 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.151286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:13.159155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.161655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1f56c48-5500-457f-b717-b08ae277a4c8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "PUT /v2.0/routers/484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 200 len: 710 time: 2.8886645 Oct 11 15:41:13.168827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.172550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] Sync routers for ids ['484ed675-81e5-4f5f-a850-3574e21637e8'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:13.198649 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] Routers {'484ed675-81e5-4f5f-a850-3574e21637e8'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:13.202845 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['484ed675-81e5-4f5f-a850-3574e21637e8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:13.235240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-d1e13243-54f5-41e4-9d31-2549903c62a2 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658494 Oct 11 15:41:13.281722 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:13.283177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.296885 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] Routers {'484ed675-81e5-4f5f-a850-3574e21637e8'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:13.297743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['484ed675-81e5-4f5f-a850-3574e21637e8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:13.304900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.324572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a265d06-8fc5-4141-970c-da94c447609a tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/routers/484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 200 len: 745 time: 0.1506066 Oct 11 15:41:13.324879 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.341183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:13.342207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7731e0d-7a9b-409c-824c-90becd331b2d None None] The sync data for ids ['484ed675-81e5-4f5f-a850-3574e21637e8'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:13.369535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:13.374488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.388628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-473bd8e4-af13-42c4-9b26-39d167d49349 req-71b45157-60e0-4ea0-9a82-36839939e19f service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324940 Oct 11 15:41:13.391576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44fffb6e-884f-44a6-b07d-95bca2205f00 req-b93795f3-2f4e-4a58-88f7-49515cb03acc tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933613 Oct 11 15:41:13.431535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a5fabae-7f67-4bc6-830e-d08557a76254 tempest-RoutersIpV6AdminTest-406604776 tempest-RoutersIpV6AdminTest-406604776-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&device_id=484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 200 len: 205 time: 0.1055505 Oct 11 15:41:13.433178 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.478157 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.479233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-684f6579-418e-481c-90d4-09232f66c066 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 200 len: 205 time: 0.0447464 Oct 11 15:41:13.480631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.488053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.489733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d0beaa88-c80b-429f-a956-643858cb2f0e HTTP/1.1" status: 204 len: 168 time: 0.3266318 Oct 11 15:41:13.493987 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.517770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44987f6-a1db-496c-acb1-c106da4cb946 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0beaa88-c80b-429f-a956-643858cb2f0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:13.563192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c03d2677-41e7-4a83-8ad6-72c701a3da03 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638828 Oct 11 15:41:13.563912 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.636159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.675000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.693941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.733907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.737504 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.741744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5b1dcee-ba22-4625-af89-d3762e4fbe94 HTTP/1.1" status: 204 len: 168 time: 0.1767402 Oct 11 15:41:13.742601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.760441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0ec4-5837-49b6-a95f-a867cfbf39b5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b1dcee-ba22-4625-af89-d3762e4fbe94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:13.816009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-f18269de-8c0c-480a-a2ff-bebb89452241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:13.817831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-f18269de-8c0c-480a-a2ff-bebb89452241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1094 time: 0.3563173 Oct 11 15:41:13.831731 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0dfb9c78-0da0-47ec-870a-c2f607e61f63 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774140 Oct 11 15:41:13.832513 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:13.836680 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.1.1.149 (54ca8709-1723-4d55-a084-f8c3fc7ffe7a/eb452ca9-aa7c-4bca-ba89-f7501c06295a/0c932556-bd3e-4e9f-9ec6-e62893e46260) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:13.837067 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788771776'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:13.864629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.974243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:13.980563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.006338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.009125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.024817 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ceb149-c401-4764-8ee4-e5786b281046,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:14.041090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.045777 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b45cfddf-2824-46d1-af22-f16d46b16860 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2121501 Oct 11 15:41:14.046793 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.052888 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': '03ceb149-c401-4764-8ee4-e5786b281046', 'direction': 'ingress', 'protocol': 17}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:14.087034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.165576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.171300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.201270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a34fb1d-6238-449c-a124-bcac97f5d8ab,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:14.218588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.223204 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e073fe23-6a3d-4788-ac62-0d5a02a6478a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1715715 Oct 11 15:41:14.223455 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.292656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.323419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.376842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.380903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.385266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/03ceb149-c401-4764-8ee4-e5786b281046 HTTP/1.1" status: 204 len: 168 time: 0.1605265 Oct 11 15:41:14.386050 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.418215 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ed9b1-6264-4fb4-b7f0-1301cd187de4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ceb149-c401-4764-8ee4-e5786b281046,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:14.483333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-781211b2-9c4a-48f3-8d30-10164c960702 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935595 Oct 11 15:41:14.489461 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.494015 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--921516092'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:14.531313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.588330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.588840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Fanout notify agent at l3_agent the message router_deleted on router 484ed675-81e5-4f5f-a850-3574e21637e8 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:14.611090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.612786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f206c8b2-1138-41fb-a312-673722ff0924 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 204 len: 168 time: 1.1328213 Oct 11 15:41:14.624374 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.658474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f106-ff1b-4c9c-820d-ec60e3edfcab req-41b750d1-6ae8-4c7b-a556-bf3455e194eb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:14.661403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a741f106-ff1b-4c9c-820d-ec60e3edfcab req-41b750d1-6ae8-4c7b-a556-bf3455e194eb tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 943 time: 1.0265601 Oct 11 15:41:14.680798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bcadd988-5062-4d96-84d3-0228f6d20cd4 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 200 len: 205 time: 0.0594623 Oct 11 15:41:14.682106 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.686460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.701394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.735459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.740179 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2492318 Oct 11 15:41:14.744804 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.749277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116080549'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:14.764240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ce5d5-7a8f-4599-a405-1669168ca1b9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6840c2-77db-466b-89a2-05ba75d06369,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:14.773569 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-832185bf-c310-4184-be8a-074008042e61 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:14.777159 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.777307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-832185bf-c310-4184-be8a-074008042e61 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/484ed675-81e5-4f5f-a850-3574e21637e8 HTTP/1.1" status: 404 len: 336 time: 0.0903897 Oct 11 15:41:14.805860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09318-e7de-4dd2-aac3-1f17308869cd req-332a0daf-cd95-443f-818d-c22f88568c46 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:14.809077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.813123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aefe9f89-6478-4636-ad84-e95fa126e9ff tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 200 len: 205 time: 0.0339968 Oct 11 15:41:14.816503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82d09318-e7de-4dd2-aac3-1f17308869cd req-332a0daf-cd95-443f-818d-c22f88568c46 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 931 time: 0.2589750 Oct 11 15:41:14.822047 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.847536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:14.849301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-50d1573f-1629-4f71-bfdb-9d20a8d55f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:14.850801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-50d1573f-1629-4f71-bfdb-9d20a8d55f19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 897 time: 0.9162595 Oct 11 15:41:14.874699 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f53b60fa-5ecb-4c7d-8c17-d5cfae1d6fea tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:14.874699 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f53b60fa-5ecb-4c7d-8c17-d5cfae1d6fea tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/3271e23e-375c-4a63-9d54-dfb89ab7f282 HTTP/1.1" status: 404 len: 336 time: 0.0488188 Oct 11 15:41:14.875030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a741f106-ff1b-4c9c-820d-ec60e3edfcab req-dd818833-8ff7-4bce-adf3-332e0c87e10a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961341 Oct 11 15:41:14.878154 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.915569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-6ab4b3f2-2029-45d7-8b80-da1c0ea0bfdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 217 time: 0.0553949 Oct 11 15:41:14.925077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c4854a8-1375-44f2-b4e1-a916a85c687b tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 200 len: 205 time: 0.0457547 Oct 11 15:41:14.930261 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:14.980233 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-874fcf27-d757-4804-aec0-563cc39b50c5 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:14.981314 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-874fcf27-d757-4804-aec0-563cc39b50c5 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/4cd39140-7c47-4347-ac24-e03ccf24562e HTTP/1.1" status: 404 len: 336 time: 0.0506887 Oct 11 15:41:14.985099 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.010778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82d09318-e7de-4dd2-aac3-1f17308869cd req-86a470dd-4611-450d-a31b-485aa4a16ead tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892989 Oct 11 15:41:15.021139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db9bf2db-d76e-44f3-822e-25b0fa341ee8 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 200 len: 205 time: 0.0353713 Oct 11 15:41:15.023499 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.039345 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-8222cf4b-f426-45a4-893d-90bb73dbc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:15.041355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-8222cf4b-f426-45a4-893d-90bb73dbc3bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 200 len: 834 time: 0.1109245 Oct 11 15:41:15.043728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.066690 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-214d37ce-5c19-4d5d-bce2-64192918aa4f tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:15.067724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-214d37ce-5c19-4d5d-bce2-64192918aa4f tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/de03b92f-7793-477e-9146-6a89b4edc998 HTTP/1.1" status: 404 len: 336 time: 0.0431371 Oct 11 15:41:15.071762 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.111651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ebd52e7-528d-4b69-9264-de66d7b7b8e1 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 200 len: 205 time: 0.0389178 Oct 11 15:41:15.114721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.115562 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.120137 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:15.124071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.132435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:15.143755 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:15.146694 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:15.176256 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fed7c530-35df-480a-9351-2cac61de0b3e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:15.177662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fed7c530-35df-480a-9351-2cac61de0b3e tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/c8dbd494-0b56-4c5a-8778-bdab1e7a2da5 HTTP/1.1" status: 404 len: 336 time: 0.0608833 Oct 11 15:41:15.183261 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.230417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04b338d9-afdd-4dda-883d-7586cd963805 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "GET /v2.0/ports?device_id=990d82a0-c81d-40f9-b5f4-3f2092694e48 HTTP/1.1" status: 200 len: 205 time: 0.0459845 Oct 11 15:41:15.233565 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.245084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.248804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5006604 Oct 11 15:41:15.249348 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.255362 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': '8a6840c2-77db-466b-89a2-05ba75d06369', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7cc861bc-d9b3-4589-8d7e-285015ef3167', 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:15.270543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119929f-4d7e-44e7-be9f-1c0f1e05c40c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc861bc-d9b3-4589-8d7e-285015ef3167,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:15.318275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.321969 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0611da84-b886-4304-a01b-34ebbd3aa15c tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] delete failed (client error): The resource could not be found. Oct 11 15:41:15.325880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0611da84-b886-4304-a01b-34ebbd3aa15c tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/routers/990d82a0-c81d-40f9-b5f4-3f2092694e48 HTTP/1.1" status: 404 len: 336 time: 0.0875156 Oct 11 15:41:15.328246 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.340396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:15.341071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.350085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-c94b1893-4333-4b3a-8dfe-ca3fb15a22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:15.351596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-c94b1893-4333-4b3a-8dfe-ca3fb15a22c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939701 Oct 11 15:41:15.386313 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-262c0aea-18ba-453e-818e-bd78487a66e4 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] DELETE failed (client error): The resource could not be found. Oct 11 15:41:15.386813 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262c0aea-18ba-453e-818e-bd78487a66e4 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:41:15.389792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-262c0aea-18ba-453e-818e-bd78487a66e4 tempest-RoutersIpV6AdminTest-1911030094 tempest-RoutersIpV6AdminTest-1911030094-project] 10.222.0.31 "DELETE /v2.0/subnets/958cb2c8-476a-40d1-b623-8fc59fb044a7 HTTP/1.1" status: 404 len: 337 time: 0.0605466 Oct 11 15:41:15.394973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-00a9735c-dcf5-475c-a972-d1b59180ac31 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7027738 Oct 11 15:41:15.516411 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'admin_state_up': True, 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'security_groups': ['e0a913a6-2585-4644-a4a6-54cdd0e96765']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:15.533607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.542411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.565686 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98442c89-5a65-4bbc-a003-7bf100505880,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:15.565931 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1699dd9-a2b4-46eb-b28a-b9c03d9eaefa None None] Provisioning complete for port 0c932556-bd3e-4e9f-9ec6-e62893e46260 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:15.566420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1699dd9-a2b4-46eb-b28a-b9c03d9eaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.580338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.582772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a61cef6-4827-4dcb-8919-4e23e5eea424 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3324387 Oct 11 15:41:15.585442 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.622101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1699dd9-a2b4-46eb-b28a-b9c03d9eaefa None None] Port 0c932556-bd3e-4e9f-9ec6-e62893e46260 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:15.637460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.646393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.679720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.697254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.712384 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.714867 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/98442c89-5a65-4bbc-a003-7bf100505880 HTTP/1.1" status: 204 len: 168 time: 0.1280642 Oct 11 15:41:15.716262 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28234b-1980-40a3-ba03-cecd70ad77c3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98442c89-5a65-4bbc-a003-7bf100505880,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:15.735617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-3deb49ff-149b-4077-af22-2d521aad1020 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737919 Oct 11 15:41:15.812008 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:15.865801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:15.874540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:15.888597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dfc3a418-a0bb-4164-87f3-691c8fd5d550 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1731620 Oct 11 15:41:15.891470 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.003970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34518a7-39fa-4847-bb10-e54bd3f263af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.013755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.055013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.071233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e49ac4c-20ea-4f31-83c4-a9604bea9457 req-6c97e307-b2d9-4ab3-bc06-1dafba5fa6c1 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216212 Oct 11 15:41:16.186691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.191117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.192769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/7cc861bc-d9b3-4589-8d7e-285015ef3167 HTTP/1.1" status: 204 len: 168 time: 0.3000188 Oct 11 15:41:16.207983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34518a7-39fa-4847-bb10-e54bd3f263af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.210049 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.223271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34518a7-39fa-4847-bb10-e54bd3f263af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.230040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c124afd-97c2-43ee-bff2-855053015cda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc861bc-d9b3-4589-8d7e-285015ef3167,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:16.268920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95b80-298c-4039-a4ba-33395eb4ff41 req-30cae98c-968f-4d5c-9d0a-881ca07eb590 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:16.276063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd95b80-298c-4039-a4ba-33395eb4ff41 req-30cae98c-968f-4d5c-9d0a-881ca07eb590 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 943 time: 0.2405744 Oct 11 15:41:16.285321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2718-8cf7-42df-857e-6d1a8d151bdb req-96e083fe-de39-4b9c-b4bc-ac0d9b76f9af tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:16.289847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34518a7-39fa-4847-bb10-e54bd3f263af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28f9e7-9353-4d85-9ae5-2bf6531277c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:16.291348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2718-8cf7-42df-857e-6d1a8d151bdb req-96e083fe-de39-4b9c-b4bc-ac0d9b76f9af tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:16.299160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a9f2718-8cf7-42df-857e-6d1a8d151bdb req-96e083fe-de39-4b9c-b4bc-ac0d9b76f9af tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 1653 time: 0.1696014 Oct 11 15:41:16.330691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c34518a7-39fa-4847-bb10-e54bd3f263af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a41c1f57c1df4542a2294f844a6c7ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175354 Oct 11 15:41:16.331344 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.379195 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.1.1.115 (54ca8709-1723-4d55-a084-f8c3fc7ffe7a/eb452ca9-aa7c-4bca-ba89-f7501c06295a/8db54643-e05a-4fb1-9076-fc6b74e65afd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:16.395825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3894aa5a-77ba-4f11-8f86-a7c6114f771a tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1824417 Oct 11 15:41:16.405616 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.406235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.439757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a9f2718-8cf7-42df-857e-6d1a8d151bdb req-ea225675-f667-4bfa-aa4f-662f02feaccc tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339886 Oct 11 15:41:16.446648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.472275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd95b80-298c-4039-a4ba-33395eb4ff41 req-e92fb218-5629-4e06-accf-97fb08e96372 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946764 Oct 11 15:41:16.517113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.522271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.526238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec28f9e7-9353-4d85-9ae5-2bf6531277c7 HTTP/1.1" status: 204 len: 168 time: 0.1928475 Oct 11 15:41:16.546545 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9273f17-257c-4674-a69d-06bd4b5c8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28f9e7-9353-4d85-9ae5-2bf6531277c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:16.646002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.679657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.750977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.754401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.755672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a6840c2-77db-466b-89a2-05ba75d06369 HTTP/1.1" status: 204 len: 168 time: 0.3470416 Oct 11 15:41:16.759147 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.774315 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3d84c-4155-4025-8b5d-9f902c8abc46 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6840c2-77db-466b-89a2-05ba75d06369,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:16.821522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.838482 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6aff43bd-c82b-4669-a64d-8c7040ade039 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772140 Oct 11 15:41:16.842385 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:16.855857 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993872535'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:16.895578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.898816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:16.921028 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:16.925879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:16.975808 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:16.977839 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.039699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:17.041083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.076306 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:17.088598 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-967872c4-65e8-47da-844e-4ed3b8a9b0cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44357d6846394e67a472b1fc6423880c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997407 Oct 11 15:41:17.091717 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.099025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c06bb14e-63d4-4f13-b48d-d25f287d126e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5874686 Oct 11 15:41:17.111395 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'admin_state_up': True, 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'security_groups': ['e0a913a6-2585-4644-a4a6-54cdd0e96765']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:17.163766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.216188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.264289 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-798cc602-1cf3-442a-bf94-a9b9152f55eb None None] Provisioning complete for port 8db54643-e05a-4fb1-9076-fc6b74e65afd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:17.265292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-798cc602-1cf3-442a-bf94-a9b9152f55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.274354 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.290343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.296769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.299600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.303200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a2f93f5-9c68-424d-9e53-eea4a5f1dbbc HTTP/1.1" status: 204 len: 168 time: 0.2080834 Oct 11 15:41:17.312792 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f89c52-812e-4ebc-a760-8f1fa85d0ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f93f5-9c68-424d-9e53-eea4a5f1dbbc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:17.329052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-798cc602-1cf3-442a-bf94-a9b9152f55eb None None] Port 8db54643-e05a-4fb1-9076-fc6b74e65afd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:17.342348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:17.408673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.410110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5658569 Oct 11 15:41:17.412855 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.415899 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7b4ca-9340-4f1d-865c-7919c7c438b1 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fdc52f-a419-4d02-96c3-06f0cae8673f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:17.426741 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'b5fdc52f-a419-4d02-96c3-06f0cae8673f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:17.472775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.492555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.605089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.610348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.638124 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb738d6-0241-41dc-bef0-3c0d04097044,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:17.653468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.654965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f1fcf8d-1347-4a75-9e60-134ddc2f971e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2409558 Oct 11 15:41:17.657735 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.688619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.698707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.734721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.744197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:17.747958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fbb738d6-0241-41dc-bef0-3c0d04097044 HTTP/1.1" status: 204 len: 168 time: 0.0890832 Oct 11 15:41:17.748626 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.770122 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296c20-18ae-46ca-b8d2-669bbc243da3 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbb738d6-0241-41dc-bef0-3c0d04097044,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:17.865545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f7bf435-3286-4256-a2a3-31589bcbd3f4 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981405 Oct 11 15:41:17.868020 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:17.881752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718cabd-165c-4887-93c3-96ec326dc597 req-cb044333-b537-4e73-807c-47d8168d308f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:17.891541 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718cabd-165c-4887-93c3-96ec326dc597 req-cb044333-b537-4e73-807c-47d8168d308f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:17.899724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718cabd-165c-4887-93c3-96ec326dc597 req-cb044333-b537-4e73-807c-47d8168d308f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:17.919034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7718cabd-165c-4887-93c3-96ec326dc597 req-cb044333-b537-4e73-807c-47d8168d308f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 2374 time: 0.2599807 Oct 11 15:41:17.934715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66318e-cb0e-4b0a-85c7-f73804f4f81b req-31f62e24-5fbd-4045-9f98-d66882ec4933 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:17.942757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e66318e-cb0e-4b0a-85c7-f73804f4f81b req-31f62e24-5fbd-4045-9f98-d66882ec4933 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 943 time: 0.2858820 Oct 11 15:41:17.963676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.007367 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.2.2.100 (e7a32ce9-7263-4595-b9b0-da5e105cc5c5/44866c17-d86c-40f0-b9e3-e6dd123086ed/2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:18.027102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.041132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7718cabd-165c-4887-93c3-96ec326dc597 req-fe7cf341-5778-4234-b8bd-2e8f5a387f91 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936697 Oct 11 15:41:18.056327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e66318e-cb0e-4b0a-85c7-f73804f4f81b req-2c69be11-ee6c-46e3-aeae-cffc255ac52a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080730 Oct 11 15:41:18.134903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.137819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.140266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5fdc52f-a419-4d02-96c3-06f0cae8673f HTTP/1.1" status: 204 len: 168 time: 0.2640884 Oct 11 15:41:18.142515 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.173699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f28715-e8a3-433f-a236-099130bc6c04 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fdc52f-a419-4d02-96c3-06f0cae8673f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:18.300947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-66c2a42a-c6f1-4aa1-ab91-9d4ebd8107d6 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1522727 Oct 11 15:41:18.301695 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.310389 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group': {'name': 'tempest-secgroup--817977747'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:18.358550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.402439 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.462561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.469565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.480919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.507217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.508572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2058210 Oct 11 15:41:18.511560 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.516698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'd7f62788-79dd-4752-825b-5b6713cd87ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:18.524944 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5680d50-a592-4dc9-ad95-f2a456a6f131 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f62788-79dd-4752-825b-5b6713cd87ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:18.552962 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:18.565462 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:18.567331 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:18.570047 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:18.576980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.658203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d2eb32e6-0a35-4679-ae03-ad0469d1cf35 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:41:18.673506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:18.677954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.701824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.716901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-31313953-2636-4da2-9b21-4b455f2b8143 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6108630 Oct 11 15:41:18.725840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.738840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'admin_state_up': True, 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'security_groups': ['e0a913a6-2585-4644-a4a6-54cdd0e96765']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:18.749433 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d3d7b8-c296-4232-b257-efc98ac9b3ef,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:18.776948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:18.778515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-72991545-0a80-4651-823b-53cac027f93e tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2656324 Oct 11 15:41:18.782540 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.852114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-18a385e0-20ca-4f1e-8b01-3f0d187ad235 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules/c8d3d7b8-c296-4232-b257-efc98ac9b3ef HTTP/1.1" status: 200 len: 763 time: 0.0660264 Oct 11 15:41:18.858136 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.974733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90a4a1c7-80b4-47d1-a87b-bd3952865a99 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1154158 Oct 11 15:41:18.978352 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:18.983248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:18.995639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'port_id': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'mac_address': 'fa:16:3e:e3:e4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:41:19.057344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.062555 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02a92cd9-0f37-4d9e-8606-24cbda755cb7 None None] Provisioning complete for port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:19.063757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02a92cd9-0f37-4d9e-8606-24cbda755cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.067547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.100494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Made reservation on behalf of 0f21c8c2e99a4303bd966cac1f76de54 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:19.107527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.111731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.118596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.135332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c8d3d7b8-c296-4232-b257-efc98ac9b3ef HTTP/1.1" status: 204 len: 168 time: 0.1558328 Oct 11 15:41:19.137864 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.151298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b603d-605f-4c5b-b298-ed89fe2ea5d2 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8d3d7b8-c296-4232-b257-efc98ac9b3ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:19.263918 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.278646 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c023d93a-57af-41df-b10b-3a8447514cae tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1384621 Oct 11 15:41:19.280377 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.294279 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'd7f62788-79dd-4752-825b-5b6713cd87ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:19.309522 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2eb32e6-0a35-4679-ae03-ad0469d1cf35 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:19.335731 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-02a92cd9-0f37-4d9e-8606-24cbda755cb7 None None] Port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:19.353816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.371976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:19.381437 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.383682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.466571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0559-38d9-40de-aa00-eabf84ca8f02 req-0f431dae-cc2f-4b28-84c6-04a072bb3e35 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:19.475218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-959d0559-38d9-40de-aa00-eabf84ca8f02 req-0f431dae-cc2f-4b28-84c6-04a072bb3e35 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 943 time: 0.2745876 Oct 11 15:41:19.481288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.485054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:19.487491 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.526216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd04b0c0-3b10-4a60-b3dd-2af0f38844c3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:19.537850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.539153 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9672c80-7885-445a-917e-441dc77d9344 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2563491 Oct 11 15:41:19.541730 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.551301 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Allocated IP 10.2.2.200 (e7a32ce9-7263-4595-b9b0-da5e105cc5c5/44866c17-d86c-40f0-b9e3-e6dd123086ed/8eb0c6a5-f9b3-4655-9904-610f4428d36f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:19.561040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddc89b11-26cc-4f2b-927c-3b6d14a68c5c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules/cd04b0c0-3b10-4a60-b3dd-2af0f38844c3 HTTP/1.1" status: 200 len: 763 time: 0.0179987 Oct 11 15:41:19.563272 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.574116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-959d0559-38d9-40de-aa00-eabf84ca8f02 req-b80eadea-988e-4c97-bfea-c7aa6ee60347 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971324 Oct 11 15:41:19.619064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7bcfe61-baee-4b50-b0f9-cea2e0c1cd1c tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0542266 Oct 11 15:41:19.620350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-5fb9104c-9bac-47d0-a937-eb09836dcf04 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:19.621589 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.655009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-5fb9104c-9bac-47d0-a937-eb09836dcf04 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:19.660401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.664091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-5fb9104c-9bac-47d0-a937-eb09836dcf04 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:19.669095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.671052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-5fb9104c-9bac-47d0-a937-eb09836dcf04 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:19.678747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-5fb9104c-9bac-47d0-a937-eb09836dcf04 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 3095 time: 0.2939343 Oct 11 15:41:19.696491 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2084913075'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:19.711848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.717697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d2eb32e6-0a35-4679-ae03-ad0469d1cf35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:41:19.740832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.744735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cd04b0c0-3b10-4a60-b3dd-2af0f38844c3 HTTP/1.1" status: 204 len: 168 time: 0.1197345 Oct 11 15:41:19.747437 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.760456 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b33aa-b1ec-4b8c-9f7d-6915d26f7405 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd04b0c0-3b10-4a60-b3dd-2af0f38844c3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:19.829659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-59a6223e-dbf6-48be-826c-fcc5f999baf5 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763037 Oct 11 15:41:19.832646 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:19.838435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Request body: {'security_group_rule': {'security_group_id': 'd7f62788-79dd-4752-825b-5b6713cd87ae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:19.886015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbaebffb-3016-4a68-98b4-69c77392a6dd req-7a1cb75f-17a7-4f1e-8322-7dc4be095d7a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010212 Oct 11 15:41:19.887685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.892433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.894837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.975074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:19.983899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.007677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.029738 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494f6ec6-5811-4743-aa51-5770eca012ed,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:20.040335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.054595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.056301 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-47b22f8c-2473-4c0f-8fdd-3ed91cf1f392 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223251 Oct 11 15:41:20.059045 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.095158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.096331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d2b1214-2968-4184-9723-2c5c36663b4b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7096474 Oct 11 15:41:20.103498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-68d81b2b-2753-459d-a0f4-2b0f2fb33b7b tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules/494f6ec6-5811-4743-aa51-5770eca012ed HTTP/1.1" status: 200 len: 764 time: 0.0426950 Oct 11 15:41:20.103820 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.104188 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.139464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.185071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.234368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.234904 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:20.241965 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:20.271401 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event updated for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:20.275166 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:20.289415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8f3d40e-b1e4-4c0e-a233-69fa97998dda tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1829953 Oct 11 15:41:20.300016 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.343841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.353346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.374553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:20.375141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.417589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d5a55d83-8f1f-452c-9a4f-06a687692a72 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6934946 Oct 11 15:41:20.429853 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:20.499857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.502233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.507196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.508567 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.512247 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.512822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/494f6ec6-5811-4743-aa51-5770eca012ed HTTP/1.1" status: 204 len: 168 time: 0.2118192 Oct 11 15:41:20.532602 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef2040-c10b-40c3-927f-f458cd925f3f tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=494f6ec6-5811-4743-aa51-5770eca012ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:20.537810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.661592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-611e62b8-2adf-4ae5-9a3d-07f1f49de7e9 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1475537 Oct 11 15:41:20.664134 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.672371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.673233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3c8fc1c-3053-4c31-b15b-529293d3d312 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:20.686917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.691952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea02a988-5deb-4b05-9851-ceffb6d72c9f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e3c8fc1c-3053-4c31-b15b-529293d3d312 HTTP/1.1" status: 204 len: 168 time: 0.5867996 Oct 11 15:41:20.693467 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7fd60e8-5c84-41a3-bad2-9f5c997eead7 None None] Provisioning complete for port 8eb0c6a5-f9b3-4655-9904-610f4428d36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:20.696288 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7fd60e8-5c84-41a3-bad2-9f5c997eead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.699041 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.708978 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Request body: {'router': {'name': 'tempest-router-166212696', 'distributed': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:20.745469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd60e8-5c84-41a3-bad2-9f5c997eead7 None None] Port 8eb0c6a5-f9b3-4655-9904-610f4428d36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:20.756440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.787294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.837597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.841666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.843904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7f62788-79dd-4752-825b-5b6713cd87ae HTTP/1.1" status: 204 len: 168 time: 0.1784492 Oct 11 15:41:20.854687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.855649 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2e849-9836-46a0-98b9-b0df54056364 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f62788-79dd-4752-825b-5b6713cd87ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:20.865732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.868522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:20.932029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-486768f7-b6db-49a9-98bc-74c952907d25 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733831 Oct 11 15:41:20.933131 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:20.995711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-179e698e-10dc-4689-9f5a-1478a18de7f7 tempest-SecGroupTest-139271376 tempest-SecGroupTest-139271376-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613472 Oct 11 15:41:21.013394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.022150 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf4c1-adce-42c5-a91e-e37a964d7f6c req-eb84ff48-6f51-40bd-a6b9-9c8001de2b44 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.030015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a0cf4c1-adce-42c5-a91e-e37a964d7f6c req-eb84ff48-6f51-40bd-a6b9-9c8001de2b44 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 944 time: 0.2306197 Oct 11 15:41:21.042299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.121143 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.122282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9149076b-baa5-465c-aca2-2ad9607a4657 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4222517 Oct 11 15:41:21.125135 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:21.154751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a0cf4c1-adce-42c5-a91e-e37a964d7f6c req-747af377-1454-4118-a9e9-3dfe4cdda80e tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237552 Oct 11 15:41:21.189771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.195874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.204493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.210450 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.214507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.216307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-957df8e1-d25b-4687-9d87-5f9c3b1c5045 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 3816 time: 0.1841705 Oct 11 15:41:21.249197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.274009 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:21.290619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.307574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b32a2835-bfd4-4bbd-b504-76a38e48b69d req-5f122d10-1e61-4456-9183-52665299ca17 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670729 Oct 11 15:41:21.316964 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Transition to ACTIVE for port object 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:21.323880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.410730 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:21.478267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:21.523026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.526190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.556600 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Attempting to bind port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:21.557854 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Attempting to bind port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:21.559966 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Attempting to bind port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 on network 50095115-414c-4fd4-88b6-120d2356ecc0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:21.570620 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 on network 50095115-414c-4fd4-88b6-120d2356ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:21.572900 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Attempting to bind port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 on network 50095115-414c-4fd4-88b6-120d2356ecc0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:21.587501 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:21.587859 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Checking segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:21.589352 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Bound using segment: {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:21.590482 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Bound port: 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6746b05-8ad8-418a-af82-f6a69291726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:21.591332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.591449 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.591557 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb6392e7-6b94-4fda-8db5-577ee4b8b953 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:21.597289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.602851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04a59913-5dd2-4b06-bcfd-ac5f5b15b00f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "DELETE /v2.0/routers/eb6392e7-6b94-4fda-8db5-577ee4b8b953 HTTP/1.1" status: 204 len: 168 time: 0.4761744 Oct 11 15:41:21.604395 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:21.609899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Request body: {'router': {'name': 'tempest-router-490637273', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ff68f78550614ef19a151d92478721d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:21.663017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.664098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.738535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.745290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c57242ec-311b-4d3e-aac4-70453fff6a5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=578776c2e88d48dfa0aa74f6d0657bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658145 Oct 11 15:41:21.746082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.746477 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:21.748335 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:21.752042 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:21.766478 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.767214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.772175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35093d8f-c5c4-4baa-8a04-380976276a58 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1667893 Oct 11 15:41:21.773102 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:21.812052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:21.908945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:21.909939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.911535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] 10.222.0.36 "PUT /v2.0/ports/6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 1091 time: 1.4859817 Oct 11 15:41:21.929624 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:21.932308 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8844b7-d3d1-437f-bbca-d00669885902" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:21.941128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:21.950735 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:22.033312 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba378bcf-7046-4e4a-893e-22e0dc1b68fa x-openstack-request-id: req-ba378bcf-7046-4e4a-893e-22e0dc1b68fa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:22.036731 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:22.036731 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba378bcf-7046-4e4a-893e-22e0dc1b68fa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:22.036987 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'status': 'completed', 'code': 200} Oct 11 15:41:22.117058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.117554 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.118022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.118480 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.119314 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.121251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-a3c72589-a847-426d-880e-9e477c15de16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 4363 time: 0.0846717 Oct 11 15:41:22.210200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.221657 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd070d-8de9-4cd1-b3f2-b29d45dbbacc service neutron] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:22.255854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.301171 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-19d02f90-b76e-44d2-977a-8108ccc1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.302028 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-19d02f90-b76e-44d2-977a-8108ccc1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.302709 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-19d02f90-b76e-44d2-977a-8108ccc1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.304465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-19d02f90-b76e-44d2-977a-8108ccc1ba36 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1755648 Oct 11 15:41:22.467116 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-e1b8f7fa-bf32-49d1-a668-b5e777a2ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.469036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d8844b7-d3d1-437f-bbca-d00669885902 req-e1b8f7fa-bf32-49d1-a668-b5e777a2ace7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558542 Oct 11 15:41:22.665472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d2eb32e6-0a35-4679-ae03-ad0469d1cf35 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:22.723442 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:41:22.727246 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:22.727628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.731739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.732370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.808525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.833815 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:22.836546 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764d1cf-af04-4dba-9089-a7f620c22341" -d '{"events": [{"server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "name": "network-vif-plugged", "status": "completed", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:22.851140 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:22.855727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.928072 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:22.947749 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 11 15:41:22.948370 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Router 2a80f404-a4b7-4bde-a02c-3ec2f63cc61a migrating from provider to provider. {{(pid=94827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 11 15:41:22.948746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.975871 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:22.997373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbcaa-b58c-4e81-943d-cb3bec96f506 req-91c5e757-caa2-4c6c-acf3-d9aa3e7c2542 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:22.998981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99efbcaa-b58c-4e81-943d-cb3bec96f506 req-91c5e757-caa2-4c6c-acf3-d9aa3e7c2542 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 944 time: 0.6721370 Oct 11 15:41:23.013245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.015048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.017644 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.021620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02416019-47b6-467d-872f-395870e0a867 HTTP/1.1" status: 204 len: 168 time: 1.2696319 Oct 11 15:41:23.057633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb809-50a8-425d-b103-c5cb33b2d0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02416019-47b6-467d-872f-395870e0a867,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:23.074010 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.082698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.088646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.094577 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.101526 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.103746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-d71dc677-f200-4aae-b673-dbfe052a1f3b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 3828 time: 0.3953176 Oct 11 15:41:23.247053 n-d-master-1 neutron-server[94827]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] No L3 agents can host the router 2a80f404-a4b7-4bde-a02c-3ec2f63cc61a Oct 11 15:41:23.250333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99efbcaa-b58c-4e81-943d-cb3bec96f506 req-596e7895-d95e-4168-81a3-a77d7935a7dc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289560 Oct 11 15:41:23.269528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8ca168-ca44-4109-b2cb-13edc85e78fc req-bab6e2d5-18d5-492c-b8c4-fad629d1d9f3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566372 Oct 11 15:41:23.339262 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b525d64b-b80c-43be-b15e-88cc3e3a2c2c x-openstack-request-id: req-b525d64b-b80c-43be-b15e-88cc3e3a2c2c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:23.339656 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "name": "network-vif-plugged", "status": "completed", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:23.340008 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b525d64b-b80c-43be-b15e-88cc3e3a2c2c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:23.340502 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'code': 200} Oct 11 15:41:23.523699 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Hosts for router 2a80f404-a4b7-4bde-a02c-3ec2f63cc61a: [] {{(pid=94827) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 11 15:41:23.602279 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:23.612872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.616696 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dd526-853d-47bb-9262-a6026c584398 req-02149645-068b-4c27-98eb-ad7647e0d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:23.618155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-764dd526-853d-47bb-9262-a6026c584398 req-02149645-068b-4c27-98eb-ad7647e0d489 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1096 time: 0.1873543 Oct 11 15:41:23.618915 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Hosts for other DVR routers connected to router 2a80f404-a4b7-4bde-a02c-3ec2f63cc61a: set() {{(pid=94827) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 11 15:41:23.625037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.629102 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:23.629588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a96e5794-a141-47cb-b561-e18cd309185b tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "PUT /v2.0/routers/2a80f404-a4b7-4bde-a02c-3ec2f63cc61a HTTP/1.1" status: 200 len: 716 time: 1.8498075 Oct 11 15:41:23.658429 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Transition to ACTIVE for port object 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:23.668956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.700256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-764dd526-853d-47bb-9262-a6026c584398 req-2f5e8cf8-fc06-4341-923e-a127d8fc9951 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697050 Oct 11 15:41:23.728692 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:23.773035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6981fe0f-0e47-42fc-b988-b722d4e51b1f tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "GET /v2.0/routers/2a80f404-a4b7-4bde-a02c-3ec2f63cc61a HTTP/1.1" status: 200 len: 716 time: 0.1419995 Oct 11 15:41:23.775009 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:23.830184 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Attempting to bind port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:23.830848 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Attempting to bind port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:23.831555 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Attempting to bind port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:23.836464 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:23.837101 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Attempting to bind port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:23.842922 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:23.843622 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:23.844235 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Bound using segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:23.844910 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Bound port: 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:23.845521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:23.970737 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:23.974677 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:23.984967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:24.059179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:24.079952 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.081110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:24.082852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6404b783-1409-412f-a442-024fbcc7740e service neutron] 10.222.0.36 "PUT /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 1131 time: 2.1367283 Oct 11 15:41:24.083342 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:24.094945 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a017350b-5404-4d00-a16c-d03635b9cc67" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:24.127775 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:24.232065 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:24.234259 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142c4571-728c-402b-8d91-dab646af172e x-openstack-request-id: req-142c4571-728c-402b-8d91-dab646af172e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:24.234831 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:24.235316 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-142c4571-728c-402b-8d91-dab646af172e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:24.235976 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc', 'status': 'completed', 'code': 200} Oct 11 15:41:24.267085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:24.381275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-959216876'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:24.416936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78d51aa9-eaba-4b79-8177-b412073fc55c tempest-RoutersTestDVR-46518329 tempest-RoutersTestDVR-46518329-project] 10.222.0.31 "GET /v2.0/routers/2a80f404-a4b7-4bde-a02c-3ec2f63cc61a HTTP/1.1" status: 200 len: 682 time: 0.6382558 Oct 11 15:41:24.418640 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:24.632994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.639676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.645917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.652521 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.659438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.665784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.674885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-75727d36-fa40-45e3-b6f2-baf476382fca tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 4601 time: 0.2258368 Oct 11 15:41:24.686989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f99ca-1fea-48db-81a7-b013a94a88d5 req-5a5d66be-a89e-44d0-8f0a-8673cddfeadc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.689028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-534f99ca-1fea-48db-81a7-b013a94a88d5 req-5a5d66be-a89e-44d0-8f0a-8673cddfeadc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.2421911 Oct 11 15:41:24.788064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-625e16c0-51bc-4d90-bc70-1af230ccc01a req-5fb30f4f-f2ca-4102-9089-c5c2ac883b4b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119773 Oct 11 15:41:24.807563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-534f99ca-1fea-48db-81a7-b013a94a88d5 req-6ef6ddd8-ac0e-4937-aa32-48fb5c43822d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108541 Oct 11 15:41:24.825779 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.827497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.828116 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.828732 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.829342 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.829973 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:24.832528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-f49c079b-1367-46ed-acb8-53350802551a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5287 time: 0.6416092 Oct 11 15:41:24.871081 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Made reservation on behalf of 7fa592cff017448593c05d7fccfdeec8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:24.874733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:24.984850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:24.990530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.020110 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d13791-4848-42b0-ab0f-429ef9408eaf {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:25.040707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.066962 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Transition to ACTIVE for port object 05d13791-4848-42b0-ab0f-429ef9408eaf will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:25.074775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.166316 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:25.229022 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Attempting to bind port 05d13791-4848-42b0-ab0f-429ef9408eaf on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:25.229830 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Attempting to bind port 05d13791-4848-42b0-ab0f-429ef9408eaf by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:25.230426 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Attempting to bind port 05d13791-4848-42b0-ab0f-429ef9408eaf on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:25.237532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Port 05d13791-4848-42b0-ab0f-429ef9408eaf on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:25.238699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Attempting to bind port 05d13791-4848-42b0-ab0f-429ef9408eaf on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:25.248616 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:25.249521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.249950 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:25.251120 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Bound using segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:25.253051 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Bound port: 05d13791-4848-42b0-ab0f-429ef9408eaf, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:25.254266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.255897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.260395 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-a3d175c8-be1a-4354-bd8f-e429a969a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.265390 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-a3d175c8-be1a-4354-bd8f-e429a969a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.267675 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-a3d175c8-be1a-4354-bd8f-e429a969a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.270160 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-a3d175c8-be1a-4354-bd8f-e429a969a114 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4002075 Oct 11 15:41:25.330122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:25.334390 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05d13791-4848-42b0-ab0f-429ef9408eaf,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:25.342770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.380112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.380789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.382424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 1130 time: 1.2590168 Oct 11 15:41:25.416234 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac244aa5-3e2b-4c5c-8a96-897b0c4650b8 service neutron] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:25.452472 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:25.482513 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-e37de228-7cd6-4120-aca6-afcb8bf87b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.484033 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a017350b-5404-4d00-a16c-d03635b9cc67 req-e37de228-7cd6-4120-aca6-afcb8bf87b0e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982539 Oct 11 15:41:25.490806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.491360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a80f404-a4b7-4bde-a02c-3ec2f63cc61a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:25.496026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.497141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-727bc64c-ea11-48b3-8e5c-659e60545f95 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2a80f404-a4b7-4bde-a02c-3ec2f63cc61a HTTP/1.1" status: 204 len: 168 time: 1.0764661 Oct 11 15:41:25.508799 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:25.513814 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Request body: {'router': {'name': 'tempest-router-2004793232', 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:25.545711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.559206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.561648 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.567558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.568840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.591388 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:41:25.623354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4373a80-4d0f-47ed-86d4-91bbd8c03316,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:25.634140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.634614 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Added segment 79106023-24f1-4084-a2c2-c725c9028875 of type vlan for network 2d66b0a2-93d6-46d1-a23a-6b559a397bba Oct 11 15:41:25.704528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.718922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.724829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.753399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.754712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-678e873c-664a-4566-9d7f-1a78ebe958d3 tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2448413 Oct 11 15:41:25.759210 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:25.839571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.847217 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:25.847829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:25.932751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.015574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7808127 Oct 11 15:41:26.022410 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:26.027491 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-20c2d94d-5d20-47bf-9309-54f310c4c739 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-835363815') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:26.035425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da0a5-efec-4dc3-80be-9b7b430fa21d tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Pushing event updated for resources: {'Network': ['ID=2d66b0a2-93d6-46d1-a23a-6b559a397bba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:26.051780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40dfdf-197e-4a7e-bc9d-648c2b8b01a6 req-a9ea0311-c014-425c-abb8-13852649db85 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.051996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2d66b0a2-93d6-46d1-a23a-6b559a397bba details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:41:26.053341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd40dfdf-197e-4a7e-bc9d-648c2b8b01a6 req-a9ea0311-c014-425c-abb8-13852649db85 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.1093848 Oct 11 15:41:26.066839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.072991 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.087201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.101784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.107680 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.115748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.121618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.123615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-9bc31448-86f6-4c63-aa03-b648217737f1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5373 time: 0.1899719 Oct 11 15:41:26.212024 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c932556-bd3e-4e9f-9ec6-e62893e46260 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:26.222161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd40dfdf-197e-4a7e-bc9d-648c2b8b01a6 req-9eb69405-239e-439e-a254-747001fcf1b4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809121 Oct 11 15:41:26.229078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83ac9a1c-e71a-4209-8f03-f47d285b176f req-64c3b232-cd54-4f71-a47a-a29d7f2b8b45 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821586 Oct 11 15:41:26.231009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.237355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.237615 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '05d13791-4848-42b0-ab0f-429ef9408eaf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:26.239724 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "05d13791-4848-42b0-ab0f-429ef9408eaf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:26.242750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.269024 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Transition to ACTIVE for port object 0c932556-bd3e-4e9f-9ec6-e62893e46260 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:26.278596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.333178 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Pushing event updated for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:26.427696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.428424 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e05ba4b8-6472-40f3-b5a6-e6fedea926c7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:26.433876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.438484 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-738f2abb-504f-45f1-be77-3bfa14aac52e tempest-RoutersTestDVR-1348803978 tempest-RoutersTestDVR-1348803978-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e05ba4b8-6472-40f3-b5a6-e6fedea926c7 HTTP/1.1" status: 204 len: 168 time: 0.6780450 Oct 11 15:41:26.459552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-20c2d94d-5d20-47bf-9309-54f310c4c739 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "PUT /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-835363815 HTTP/1.1" status: 201 len: 201 time: 0.4356039 Oct 11 15:41:26.462210 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:26.473591 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83895765-440c-41b8-b04a-7f1b2d6d20a5 x-openstack-request-id: req-83895765-440c-41b8-b04a-7f1b2d6d20a5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:26.473878 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "05d13791-4848-42b0-ab0f-429ef9408eaf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:26.474101 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-4ee50e34-eadb-4a18-9608-334b2a00a001 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-835363815') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:26.474241 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83895765-440c-41b8-b04a-7f1b2d6d20a5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:26.474505 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '05d13791-4848-42b0-ab0f-429ef9408eaf', 'status': 'completed', 'code': 200} Oct 11 15:41:26.535771 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Attempting to bind port 0c932556-bd3e-4e9f-9ec6-e62893e46260 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:26.536142 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Attempting to bind port 0c932556-bd3e-4e9f-9ec6-e62893e46260 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:26.536466 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Attempting to bind port 0c932556-bd3e-4e9f-9ec6-e62893e46260 on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:26.559258 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Port 0c932556-bd3e-4e9f-9ec6-e62893e46260 on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:26.559606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Attempting to bind port 0c932556-bd3e-4e9f-9ec6-e62893e46260 on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:26.589870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d149-12bd-4f7c-af39-8f0ee0ea1e44 req-a6a34fd7-dfc3-4ac7-9e16-2c76c16aafa4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.591379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4216d149-12bd-4f7c-af39-8f0ee0ea1e44 req-a6a34fd7-dfc3-4ac7-9e16-2c76c16aafa4 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.1373014 Oct 11 15:41:26.592731 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:26.593045 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:26.593420 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Bound using segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:26.593901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Bound port: 0c932556-bd3e-4e9f-9ec6-e62893e46260, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:26.594253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.655166 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.655719 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.656200 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.656934 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.657508 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.658017 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.659060 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.661424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-b6db3042-27f1-4ef5-9380-d24c00e5d553 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6235 time: 0.1624675 Oct 11 15:41:26.765741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ee50e34-eadb-4a18-9608-334b2a00a001 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-835363815 HTTP/1.1" status: 204 len: 168 time: 0.3013935 Oct 11 15:41:26.769257 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:26.776356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4216d149-12bd-4f7c-af39-8f0ee0ea1e44 req-2dcb42cd-fff4-43e6-8f8b-b319cee54f21 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660736 Oct 11 15:41:26.789111 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:26.789827 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ef0d700d-07a2-4722-81f6-93acbafeecac tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:26.795280 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:26.803129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.810267 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:26.858041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.859300 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:26.860896 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] 10.222.0.36 "PUT /v2.0/ports/0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 1091 time: 1.4135520 Oct 11 15:41:26.911010 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:26.954927 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:26.963523 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7bdd-8425-4801-9071-d7de7e8bf41e service neutron] Pushing event updated for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:26.993725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83de174-ddb1-4daa-b60d-1328aef82a10 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.997540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f83de174-ddb1-4daa-b60d-1328aef82a10 tempest-TestNetworkBasicOps-782168215 tempest-TestNetworkBasicOps-782168215-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1091 time: 0.1823883 Oct 11 15:41:26.997540 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-f98386b5-8235-45d6-8793-68f063bee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.997540 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-f98386b5-8235-45d6-8793-68f063bee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:26.997540 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-f98386b5-8235-45d6-8793-68f063bee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.003512 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.006663 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-f98386b5-8235-45d6-8793-68f063bee5dd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3356414 Oct 11 15:41:27.010649 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:27.027231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.045240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef0d700d-07a2-4722-81f6-93acbafeecac tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags HTTP/1.1" status: 200 len: 237 time: 0.2747226 Oct 11 15:41:27.069251 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.074109 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-62a63008-e5ef-4703-a05d-9889fe406932 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', {'tags': ['tempest-TagsTest-Tag-1732519116', 'tempest-TagsTest-Tag-326640769', 'tempest-TagsTest-Tag-896180190']}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.191150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-3aab7df1-c604-4ebf-85fb-8311135586ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.192660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d3c5d2-bf4c-4954-9f29-3ef2b4742162 req-3aab7df1-c604-4ebf-85fb-8311135586ad service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760733 Oct 11 15:41:27.237552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.253060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a7f02c7-8759-4781-8dfb-6cc1a01122ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.322654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-62a63008-e5ef-4703-a05d-9889fe406932 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "PUT /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags HTTP/1.1" status: 200 len: 307 time: 0.2493994 Oct 11 15:41:27.323422 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.327965 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-c26ee95d-9916-43f7-9e5f-fa93a17228a8 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-1732519116') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.487690 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c26ee95d-9916-43f7-9e5f-fa93a17228a8 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "DELETE /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-1732519116 HTTP/1.1" status: 204 len: 168 time: 0.1635141 Oct 11 15:41:27.490599 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.500820 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-786b19d2-ae5d-45e3-90ce-9db82991d060 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-1732519116') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.585055 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-786b19d2-ae5d-45e3-90ce-9db82991d060 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] show failed (client error): The resource could not be found. Oct 11 15:41:27.586165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-786b19d2-ae5d-45e3-90ce-9db82991d060 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-1732519116 HTTP/1.1" status: 404 len: 326 time: 0.0917902 Oct 11 15:41:27.589065 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.593916 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-c4cb586d-7bec-42a7-bd24-9f5e8e7a0824 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-326640769') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.599278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.605297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.611332 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.617847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.623981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.629827 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.635745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:27.643840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-bcfd7710-a6ef-4063-b9f7-80a393cd4627 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5385 time: 0.2513187 Oct 11 15:41:27.678838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4cb586d-7bec-42a7-bd24-9f5e8e7a0824 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-326640769 HTTP/1.1" status: 204 len: 168 time: 0.0879965 Oct 11 15:41:27.680996 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.686753 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-edced8fd-4302-47e0-8cfd-8782999d9828 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-896180190') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.761889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9d458f6-b5d5-46c0-ab80-a13aa2b7ec24 req-03ab90f6-739a-46ee-926b-b4ca044dd5dd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150317 Oct 11 15:41:27.769374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a7f02c7-8759-4781-8dfb-6cc1a01122ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.778982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-edced8fd-4302-47e0-8cfd-8782999d9828 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-896180190 HTTP/1.1" status: 204 len: 168 time: 0.0966721 Oct 11 15:41:27.781879 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.789453 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bda3c560-767e-45bc-938f-203d098550ab tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:27.793084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a7f02c7-8759-4781-8dfb-6cc1a01122ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.867443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2a7f02c7-8759-4781-8dfb-6cc1a01122ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff68f78550614ef19a151d92478721d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081442 Oct 11 15:41:27.867443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.868237 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.881909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f02c7-8759-4781-8dfb-6cc1a01122ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea3179-f0a7-409c-a355-44acff004b93,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:27.965945 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db54643-e05a-4fb1-9076-fc6b74e65afd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:27.967300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.973392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bda3c560-767e-45bc-938f-203d098550ab tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "DELETE /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags HTTP/1.1" status: 204 len: 168 time: 0.1888866 Oct 11 15:41:27.974130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:27.976934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:27.979573 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-2eef67ba-612a-4ab9-9207-a88f1dfa3eb3 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-326640769') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:28.019400 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Transition to ACTIVE for port object 8db54643-e05a-4fb1-9076-fc6b74e65afd will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:28.033038 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.047761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.110956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:28.114183 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2eef67ba-612a-4ab9-9207-a88f1dfa3eb3 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] show failed (client error): The resource could not be found. Oct 11 15:41:28.114792 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Allocated IP 172.35.3.139 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/2a12de76-7e0c-4dfb-bdaf-2ef61c70b049) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:28.119184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2eef67ba-612a-4ab9-9207-a88f1dfa3eb3 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-326640769 HTTP/1.1" status: 404 len: 325 time: 0.1425121 Oct 11 15:41:28.120355 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:28.125547 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-342a56d7-8cee-4a61-b754-2ac4901d2ace tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba', 'tempest-TagsTest-Tag-896180190') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:28.259795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.262764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.264375 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bea3179-f0a7-409c-a355-44acff004b93 HTTP/1.1" status: 204 len: 168 time: 0.3884780 Oct 11 15:41:28.282852 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-342a56d7-8cee-4a61-b754-2ac4901d2ace tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] show failed (client error): The resource could not be found. Oct 11 15:41:28.287362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-342a56d7-8cee-4a61-b754-2ac4901d2ace tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "GET /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags/tempest-TagsTest-Tag-896180190 HTTP/1.1" status: 404 len: 325 time: 0.1655395 Oct 11 15:41:28.288104 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:28.295732 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-49e64e3c-b79d-4616-b5da-12db5f87472e tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2d66b0a2-93d6-46d1-a23a-6b559a397bba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:28.299725 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acb7eb-7072-428e-b4a3-38ea1965f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea3179-f0a7-409c-a355-44acff004b93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:28.355989 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Attempting to bind port 8db54643-e05a-4fb1-9076-fc6b74e65afd on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:28.356240 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Attempting to bind port 8db54643-e05a-4fb1-9076-fc6b74e65afd by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:28.357473 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Attempting to bind port 8db54643-e05a-4fb1-9076-fc6b74e65afd on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:28.373063 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Port 8db54643-e05a-4fb1-9076-fc6b74e65afd on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:28.373393 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Attempting to bind port 8db54643-e05a-4fb1-9076-fc6b74e65afd on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:28.398443 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:28.398775 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Checking segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:28.399206 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Bound using segment: {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:28.400207 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Bound port: 8db54643-e05a-4fb1-9076-fc6b74e65afd, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d93001-3f78-4c9b-8394-be579d94108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:28.400845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.439979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.469809 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-49e64e3c-b79d-4616-b5da-12db5f87472e tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "DELETE /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba/tags HTTP/1.1" status: 204 len: 168 time: 0.1777978 Oct 11 15:41:28.477864 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:28.537457 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:28.540280 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84445816-1348-4d9e-9a4d-93042c1a4c55" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:28.565603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.685117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.831007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.831544 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.832083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.832597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.833110 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.833658 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.834183 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:28.836198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-9c97bd03-4907-4ca8-9e7a-a752ada319af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6302 time: 0.1477652 Oct 11 15:41:28.879685 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:28.901204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.954110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c14956f-c903-41f4-b7f9-42f4c6a7a319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:28.992547 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d66b0a2-93d6-46d1-a23a-6b559a397bba']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:29.010110 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79106023-24f1-4084-a2c2-c725c9028875') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:29.010543 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79106023-24f1-4084-a2c2-c725c9028875') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:29.031731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.070490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.089526 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:29.090024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:29.093295 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:29.107627 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-416abb86-bb13-4871-8bcf-3b2ee1712501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.108210 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-416abb86-bb13-4871-8bcf-3b2ee1712501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.108664 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-416abb86-bb13-4871-8bcf-3b2ee1712501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.110404 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-416abb86-bb13-4871-8bcf-3b2ee1712501 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2587867 Oct 11 15:41:29.130977 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e4a72-ccd0-4d69-829d-d47cc90b5d4f x-openstack-request-id: req-7b2e4a72-ccd0-4d69-829d-d47cc90b5d4f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:29.131664 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:29.131664 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b2e4a72-ccd0-4d69-829d-d47cc90b5d4f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:29.131912 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260', 'status': 'completed', 'code': 200} Oct 11 15:41:29.156992 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:29.166218 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:29.176299 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:29.222531 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:29.223737 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=2a12de76-7e0c-4dfb-bdaf-2ef61c70b049,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:29.244432 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:29.260237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.261737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.267471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.274638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.279322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.281441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.288514 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] 10.222.0.31 "DELETE /v2.0/networks/2d66b0a2-93d6-46d1-a23a-6b559a397bba HTTP/1.1" status: 204 len: 168 time: 0.8092186 Oct 11 15:41:29.289848 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-591be02e-c928-4ae3-b5cc-7fe7d73406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.291499 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-84445816-1348-4d9e-9a4d-93042c1a4c55 req-591be02e-c928-4ae3-b5cc-7fe7d73406c7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539686 Oct 11 15:41:29.292321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.298422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.304589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.316723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24def24a-050b-4e99-ba54-c811563ec3ff req-7b88350f-0c19-43bd-a07d-98f58e2c469e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5397 time: 0.2178779 Oct 11 15:41:29.318791 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518e967-2eb3-45f7-857f-ebdfc504b529 tempest-TagsTest-1519387726 tempest-TagsTest-1519387726-project] Pushing event deleted for resources: {'Network': ['ID=2d66b0a2-93d6-46d1-a23a-6b559a397bba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:29.345026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.350644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c14956f-c903-41f4-b7f9-42f4c6a7a319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.360728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c14956f-c903-41f4-b7f9-42f4c6a7a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.404304 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14956f-c903-41f4-b7f9-42f4c6a7a319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e813d-fbba-4930-8f04-d462b1f5cc5e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:29.409149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c14956f-c903-41f4-b7f9-42f4c6a7a319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdddd442dd3d4da8bb80e126f681e377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290101 Oct 11 15:41:29.411753 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:29.446168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24def24a-050b-4e99-ba54-c811563ec3ff req-31a93a0c-9d29-40c0-aa2d-0298f4e9eb5d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172802 Oct 11 15:41:29.465725 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:29.466382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.468008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 1091 time: 2.5717621 Oct 11 15:41:29.501806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.525109 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:29.539346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.628596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711f1ec-09a5-422f-b6b8-f03e8f4f9dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:29.647550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.650630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.661115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/077e813d-fbba-4930-8f04-d462b1f5cc5e HTTP/1.1" status: 204 len: 168 time: 0.2419755 Oct 11 15:41:29.670144 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5846d-6de5-43fc-afd9-d58d751b3124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e813d-fbba-4930-8f04-d462b1f5cc5e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:29.763888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:29.845802 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:30.165680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db199320-dc29-4a1a-af11-728c3d9fc9e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fa592cff017448593c05d7fccfdeec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183262 Oct 11 15:41:30.168144 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:30.225047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.247114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.301120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.303735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.305349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4373a80-4d0f-47ed-86d4-91bbd8c03316 HTTP/1.1" status: 204 len: 168 time: 0.1361101 Oct 11 15:41:30.323497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b784-0387-4aa6-a524-944b245741e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4373a80-4d0f-47ed-86d4-91bbd8c03316,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:30.350988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.465075 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:30.474642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.513149 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Transition to ACTIVE for port object 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:30.514585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.547508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:30.685836 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:30.770482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.776601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.782838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.789470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.795454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.801541 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.807571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:30.815477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-54425ba5-1dd6-4135-8bee-da04c161554b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5409 time: 0.2693861 Oct 11 15:41:30.859073 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:30.972984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74cde48-67bd-42d6-aa56-417fbba6859c req-7161bf64-475c-4a3b-8b45-1f81afb8709b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566064 Oct 11 15:41:30.985409 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Attempting to bind port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:30.985762 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Attempting to bind port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:30.986297 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Attempting to bind port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:31.002814 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:31.003379 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Attempting to bind port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:31.017533 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:31.018175 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Checking segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:31.018744 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Bound using segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:31.019385 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Bound port: 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:31.019924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.077908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.087460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.138954 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:31.141185 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8502f11-db62-4221-8f77-872b86a0ac10" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:31.191726 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1349411918'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:31.225852 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:31.230755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.238627 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce009c03-12b9-4fa9-ba4c-c3e4a0370d5e x-openstack-request-id: req-ce009c03-12b9-4fa9-ba4c-c3e4a0370d5e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:31.238920 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:31.239162 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce009c03-12b9-4fa9-ba4c-c3e4a0370d5e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:31.239531 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'status': 'completed', 'code': 200} Oct 11 15:41:31.240998 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:31.246539 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event updated for resources: {'Port': ['ID=2a12de76-7e0c-4dfb-bdaf-2ef61c70b049,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:31.259559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.262799 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:31.278452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.318276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.387004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.387753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.389156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] 10.222.0.36 "PUT /v2.0/ports/2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 1091 time: 1.8801415 Oct 11 15:41:31.402517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.412910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.468789 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:41:31.475167 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Request body: {'port': {'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:31.478291 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.479104 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.479867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.480329 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.480783 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.481401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.481885 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.485346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-3efaa1f2-bae2-4e45-91f8-2761bea73698 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6369 time: 0.2484572 Oct 11 15:41:31.496096 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de49b755-7552-42e5-8862-8f71845ed48e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:31.525002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.525542 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment c317e320-7c2a-4871-b746-97dc2efadd29 of type vlan for network 449607fb-cd00-424f-98e2-608f8a9a62f0 Oct 11 15:41:31.611381 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d81d83-67a9-4d30-bf33-8386d2ce5fed service neutron] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:31.640764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.642055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.675242 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Floating IP 758d434d-fa6d-479e-837c-d65432db7aea associated. External IP: 172.35.3.139, port: d2eb32e6-0a35-4679-ae03-ad0469d1cf35. Oct 11 15:41:31.693700 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-2a3d636d-b3f8-4d8a-a8d2-71d4ed961848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.694197 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-2a3d636d-b3f8-4d8a-a8d2-71d4ed961848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.695131 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-2a3d636d-b3f8-4d8a-a8d2-71d4ed961848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.696785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-2a3d636d-b3f8-4d8a-a8d2-71d4ed961848 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2020028 Oct 11 15:41:31.699396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.708101 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:31.708839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:31.749896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8871744 Oct 11 15:41:31.778700 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:31.818230 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920384448'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:32.163580 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.170269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.176563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.183709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.190908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.197661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.204105 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.206873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd06188f-45c4-4234-a8af-b40becde371a req-eac33c7b-5f02-419c-81c3-e7df0bef5414 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5409 time: 0.1182342 Oct 11 15:41:32.333064 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 56782678-9335-4756-befd-eb76d0591e79 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:32.371730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd06188f-45c4-4234-a8af-b40becde371a req-15bf483c-b5d2-407d-94c4-0058e03d5026 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570449 Oct 11 15:41:32.372115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adf6-c493-4b61-b633-85c784d5c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.385910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846714fe-33de-4ca6-95b3-28fbbabe2db4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=449607fb-cd00-424f-98e2-608f8a9a62f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:32.394877 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:32.401381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:41:32.432165 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.487534 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:41:32.511600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.511971 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment 2e055e1b-272f-4a0c-8c6d-a25ef62b27ba of type vlan for network ddafd563-eca4-43ba-92e5-2d71ddfc186b Oct 11 15:41:32.570052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.599946 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-afe29fa6-4ea8-41a9-8675-aa09c6b1b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.602151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8502f11-db62-4221-8f77-872b86a0ac10 req-afe29fa6-4ea8-41a9-8675-aa09c6b1b244 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8765180 Oct 11 15:41:32.603191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.609473 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:32.610128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:32.678453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8659775 Oct 11 15:41:32.686129 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:32.695040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:32.738475 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cb6ba-ff0e-4bcd-bcb7-2b39931fc9b9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=ddafd563-eca4-43ba-92e5-2d71ddfc186b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:32.750671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:41:32.848112 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:32.852388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.003540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:33.016410 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Sync routers for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:33.027599 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:33.028845 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:33.066102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a011-a257-43b9-9ffb-446011ca665d req-8e8f915c-4ee4-4f28-bb15-339aa3e61a0c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.073403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f81a011-a257-43b9-9ffb-446011ca665d req-8e8f915c-4ee4-4f28-bb15-339aa3e61a0c tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.1613178 Oct 11 15:41:33.106922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.143815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.158018 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb0c6a5-f9b3-4655-9904-610f4428d36f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:33.161377 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:33.177355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.182785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7533a7c-5d39-4279-b879-47b7a449b7e7 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1785536 Oct 11 15:41:33.185384 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:33.196223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f81a011-a257-43b9-9ffb-446011ca665d req-46117eaf-8dd8-4b6b-8ace-086861ca9f2f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950558 Oct 11 15:41:33.234534 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Transition to ACTIVE for port object 8eb0c6a5-f9b3-4655-9904-610f4428d36f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:33.243662 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'c317e320-7c2a-4871-b746-97dc2efadd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:33.244021 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: 449607fb-cd00-424f-98e2-608f8a9a62f0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:41:33.245659 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3'}, {'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:33.248332 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d7f97-b9c7-445e-b064-e927f3d46ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3"}, {"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:33.269513 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=1c50de9c-3f1e-46a2-80b2-9e34e17db8b2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:33.276152 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:41:33.286990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.298194 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 449607fb-cd00-424f-98e2-608f8a9a62f0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:33.303576 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.310417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b46988-d6bf-43e4-af80-2c9ad6bb67dd None None] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:33.312884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.331652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-48190495-a5de-4d35-8c67-02880f9fa428 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 200 len: 991 time: 0.1434786 Oct 11 15:41:33.343477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c79ca27-99cc-4e4b-9943-6f0034c2f4d2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6565714 Oct 11 15:41:33.345335 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:33.358495 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:33.360876 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10340f1e-992c-428f-a076-13d587a4b8d6 x-openstack-request-id: req-10340f1e-992c-428f-a076-13d587a4b8d6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:33.361446 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:33.362379 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10340f1e-992c-428f-a076-13d587a4b8d6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:33.362977 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'status': 'completed', 'code': 200} Oct 11 15:41:33.363567 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'status': 'completed', 'code': 200} Oct 11 15:41:33.490847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:33.534092 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.534666 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.535007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.535458 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.535586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-c90177f1-1702-42de-8d75-633f06a86973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.535906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.536353 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.536796 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.536979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-c90177f1-1702-42de-8d75-633f06a86973 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1096 time: 0.1724086 Oct 11 15:41:33.538779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-83b12fb2-f998-489d-81d8-8ddc7a7ccdb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6436 time: 0.1911080 Oct 11 15:41:33.580268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:33.585367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.600629 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '758d434d-fa6d-479e-837c-d65432db7aea', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.139', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '56782678-9335-4756-befd-eb76d0591e79', 'port_id': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'mac_address': 'fa:16:3e:e3:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:41:29Z', 'updated_at': '2021-10-11T15:41:29Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:33.639114 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Checking router: 56782678-9335-4756-befd-eb76d0591e79 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:41:33.664664 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:33.665697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-449607fb-cd00-424f-98e2-608f8a9a62f0', 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '1c50de9c-3f1e-46a2-80b2-9e34e17db8b2'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:41:33.666575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.666717 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:33.794695 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Attempting to bind port 8eb0c6a5-f9b3-4655-9904-610f4428d36f on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:33.795021 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Attempting to bind port 8eb0c6a5-f9b3-4655-9904-610f4428d36f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:33.795349 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Attempting to bind port 8eb0c6a5-f9b3-4655-9904-610f4428d36f on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:33.812698 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Port 8eb0c6a5-f9b3-4655-9904-610f4428d36f on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:33.815637 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Attempting to bind port 8eb0c6a5-f9b3-4655-9904-610f4428d36f on network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:33.831423 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-f33a7911-b674-4cd9-81d6-bd3c23741a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.831899 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-f33a7911-b674-4cd9-81d6-bd3c23741a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.832484 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-f33a7911-b674-4cd9-81d6-bd3c23741a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.834311 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-f33a7911-b674-4cd9-81d6-bd3c23741a6f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2758329 Oct 11 15:41:33.840369 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:33.840623 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Checking segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:33.841073 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Bound using segment: {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:33.841532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Bound port: 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346b802a-4253-4297-adde-13481ba15cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:33.841890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:33.844161 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:33.879068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Allocated IP 2001:db8::2 (449607fb-cd00-424f-98e2-608f8a9a62f0/1c50de9c-3f1e-46a2-80b2-9e34e17db8b2/c19f4c3d-91c4-4834-abc6-0f3b5a726ade) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:33.926678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:33.932403 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:33.950772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.957438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.963556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.969787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.976911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.986025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.992295 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:33.994728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-baf80d48-2cd8-4873-be90-19516292252b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.4254141 Oct 11 15:41:34.007490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.029715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.030734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.032424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d1a30c46-82bc-4603-910c-093181396633 service neutron] 10.222.0.36 "PUT /v2.0/ports/8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 1091 time: 2.5740657 Oct 11 15:41:34.088553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-3d027d73-c768-412d-b656-d2f3213e5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.090123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-3d027d73-c768-412d-b656-d2f3213e5f20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 897 time: 0.5220292 Oct 11 15:41:34.128531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2cb37ac-334c-427a-aa91-b631dc073146 req-4bd2e27e-de87-472d-a71e-be491b3ad275 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060855 Oct 11 15:41:34.211540 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.230427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.239052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.245942 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30c46-82bc-4603-910c-093181396633 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:34.276770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-fe6fd19d-e106-4fd8-8273-d9420473e90d tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.279737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-fe6fd19d-e106-4fd8-8273-d9420473e90d tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.1844013 Oct 11 15:41:34.341911 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:34.371485 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:34.383473 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:34.386864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=f7cc386b-f836-4fa7-814e-ea772fbddcbd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:34.398478 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:34.439987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e8abbea5-cfc5-4d42-9e55-be69147fb887 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 200 len: 991 time: 0.0946434 Oct 11 15:41:34.469604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Pushing event updated for resources: {'Port': ['ID=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:34.481212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-9b08c9ad-8dc9-426f-bf23-273ad893a814 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 999 time: 0.3582926 Oct 11 15:41:34.484952 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-729c4848-f540-40b6-8227-7dc64ec50d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.488081 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '758d434d-fa6d-479e-837c-d65432db7aea', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.139', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '56782678-9335-4756-befd-eb76d0591e79', 'port_id': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'mac_address': 'fa:16:3e:e3:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:41:29Z', 'updated_at': '2021-10-11T15:41:29Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:34.500974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-729c4848-f540-40b6-8227-7dc64ec50d14 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6492467 Oct 11 15:41:34.501973 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Attempting to bind port c19f4c3d-91c4-4834-abc6-0f3b5a726ade on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:34.502702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Attempting to bind port c19f4c3d-91c4-4834-abc6-0f3b5a726ade by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c317e320-7c2a-4871-b746-97dc2efadd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:34.503307 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Attempting to bind port c19f4c3d-91c4-4834-abc6-0f3b5a726ade on network 449607fb-cd00-424f-98e2-608f8a9a62f0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:34.524879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:34.525910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Checking segment: {'id': 'c317e320-7c2a-4871-b746-97dc2efadd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:34.526619 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.527515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Bound using segment: {'id': 'c317e320-7c2a-4871-b746-97dc2efadd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:34.528265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Bound port: c19f4c3d-91c4-4834-abc6-0f3b5a726ade, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c317e320-7c2a-4871-b746-97dc2efadd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '449607fb-cd00-424f-98e2-608f8a9a62f0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:34.529673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.631100 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:34.631720 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: ddafd563-eca4-43ba-92e5-2d71ddfc186b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:41:34.651620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] For port c19f4c3d-91c4-4834-abc6-0f3b5a726ade, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:34.655506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] For port c19f4c3d-91c4-4834-abc6-0f3b5a726ade, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,segment=NetworkSegment(c317e320-7c2a-4871-b746-97dc2efadd29),segment_id=c317e320-7c2a-4871-b746-97dc2efadd29)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:34.670684 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.706505 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.706999 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.707462 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.707991 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.708453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.708909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.709437 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.711718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b6baaae8-1bb4-4cd7-9ac8-8f07c8ff7f86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6478 time: 0.1759422 Oct 11 15:41:34.711861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-fbd38c63-d70e-4137-88f6-c684a25de041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.712723 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:41:34.715711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-fbd38c63-d70e-4137-88f6-c684a25de041 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 200 len: 834 time: 0.2048502 Oct 11 15:41:34.768544 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e07a6-8c16-466e-a8cb-6d58348c2ffd None None] Pushing event updated for resources: {'Port': ['ID=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:34.786186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Deleting port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:34.786186 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.813339 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe114f5a-5855-4500-84f2-04e5611ea218 None None] The sync data for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 is: [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '758d434d-fa6d-479e-837c-d65432db7aea', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'floating_ip_address': '172.35.3.139', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '56782678-9335-4756-befd-eb76d0591e79', 'port_id': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'mac_address': 'fa:16:3e:e3:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:41:29Z', 'updated_at': '2021-10-11T15:41:29Z', 'revision_number': 0, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:34.823595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f841ac68-28ca-45ff-be42-d50b3658a7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.875141 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ddafd563-eca4-43ba-92e5-2d71ddfc186b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:34.885201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2de8f3-bfc7-4af2-a642-63a6ec3e318f None None] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:34.908518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:34.911025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:34.920134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-7fd09c0c-5d33-41a7-8ab0-bfc0814025fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 217 time: 0.1760178 Oct 11 15:41:35.009924 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] For port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:35.010485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.081417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc41a9cd-6540-4f11-ae38-ed5989b8fd32 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7252274 Oct 11 15:41:35.087145 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:35.095387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724106290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:35.121721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c659d-2488-4b34-9f5d-840489b93d00 req-488a10ab-6bf3-44fb-b271-a719586f48a2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.137844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-246c659d-2488-4b34-9f5d-840489b93d00 req-488a10ab-6bf3-44fb-b271-a719586f48a2 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 945 time: 0.6668777 Oct 11 15:41:35.167891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.170668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.255758 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ddafd563-eca4-43ba-92e5-2d71ddfc186b', 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': 'f7cc386b-f836-4fa7-814e-ea772fbddcbd'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:41:35.256632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.275793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.280720 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c5c142c1-ca5d-4445-ae35-719310ff60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.283034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c5c142c1-ca5d-4445-ae35-719310ff60e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.3543341 Oct 11 15:41:35.287741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.326386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-246c659d-2488-4b34-9f5d-840489b93d00 req-3a4d7a7b-c427-4715-bc49-8b1804e2129e tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876857 Oct 11 15:41:35.396943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.398558 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-10a7d7b4-606a-404c-a907-b4ffee35a851 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3097785 Oct 11 15:41:35.404026 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:35.407308 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:35.410015 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6e8b644d-977c-44f0-a442-d9af6d09d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.411800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-6e8b644d-977c-44f0-a442-d9af6d09d535 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152091 Oct 11 15:41:35.414220 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:35.423185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-3fb1c053-78fa-424f-9876-25d0cfbb6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.436103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-3fb1c053-78fa-424f-9876-25d0cfbb6866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7041938 Oct 11 15:41:35.479399 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:35.542572 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ffb9b4-2384-4cd7-8190-89d2b80bc106 None None] New status for floating IP 758d434d-fa6d-479e-837c-d65432db7aea: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:41:35.606622 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcec0577-f7c6-463f-8a57-e16fc44dbf72 x-openstack-request-id: req-fcec0577-f7c6-463f-8a57-e16fc44dbf72 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:35.607035 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:35.607382 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcec0577-f7c6-463f-8a57-e16fc44dbf72 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:35.607867 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f', 'status': 'completed', 'code': 200} Oct 11 15:41:35.692346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Allocated IP 2001:db8:1::2 (ddafd563-eca4-43ba-92e5-2d71ddfc186b/f7cc386b-f836-4fa7-814e-ea772fbddcbd/ee48602e-bdd8-4882-9cc2-4cf69fc437f0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:35.764748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.771216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.785780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.802164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.809690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.815828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.852625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-40f15d58-7ec8-4cd1-91ca-465335061594 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106167 Oct 11 15:41:35.856661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:35.858675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41647c71-19b7-40cf-8443-24eafe6b599c req-74fc13b0-7bd2-454d-a952-8391b6373532 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.5291698 Oct 11 15:41:35.902088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.910457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.916514 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:35.916971 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Floating IP b10bd7c0-fca6-4674-b5ad-63503af02454 disassociated. External IP: 172.35.3.177, port: d2a74157-dff0-4d9a-ab94-c2ca6a554bf6. Oct 11 15:41:35.917291 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Calling delete_port for d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:35.998016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.059412 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.093742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.155394 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b0b23d5f-646f-463c-a989-69343f8d09b3 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891407 Oct 11 15:41:36.168258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-e0770a19-5e9f-4fc4-994b-93296e927f59 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108479 Oct 11 15:41:36.175162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.200414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6d29783-443e-488c-83f6-885d0b7aa040 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 200 len: 991 time: 0.7151353 Oct 11 15:41:36.216099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.228074 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:36.236154 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:36.241868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:36.267241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Pushing event updated for resources: {'Port': ['ID=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:36.294192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a91ab412-a7ca-402e-aad7-6f00eacad5ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 217 time: 0.0915899 Oct 11 15:41:36.356494 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event deleted for resources: {'Port': ['ID=d2a74157-dff0-4d9a-ab94-c2ca6a554bf6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:36.388685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Attempting to bind port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:36.400746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Attempting to bind port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:36.401317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Attempting to bind port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 on network ddafd563-eca4-43ba-92e5-2d71ddfc186b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:36.402096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-64fcea61-2e56-4477-9c48-10bf71d66734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:36.404333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-64fcea61-2e56-4477-9c48-10bf71d66734 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0984085 Oct 11 15:41:36.407898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:36.408439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Checking segment: {'id': '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:36.408940 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.409514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Bound using segment: {'id': '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:36.410101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Bound port: ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ddafd563-eca4-43ba-92e5-2d71ddfc186b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:36.411041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.464880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41647c71-19b7-40cf-8443-24eafe6b599c req-ed41f8f8-bc81-4593-a8ed-59091828f1d7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880373 Oct 11 15:41:36.467619 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e3b73-4c2a-4a92-a725-d920df8d2c34 None None] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:36.557251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a7994c2-9238-40d7-888e-7ef563f0dd2a req-9bde4833-3db4-45f6-accd-3e1864328cad tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 210 time: 0.1106949 Oct 11 15:41:36.660530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] For port ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:36.666050 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] For port ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,segment=NetworkSegment(2e055e1b-272f-4a0c-8c6d-a25ef62b27ba),segment_id=2e055e1b-272f-4a0c-8c6d-a25ef62b27ba)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:36.672151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a12d7f97-b9c7-445e-b064-e927f3d46ad1 req-41a99435-4c30-4850-af85-8759cd1317b2 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889908 Oct 11 15:41:36.675966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] Provisioning complete for port c19f4c3d-91c4-4834-abc6-0f3b5a726ade triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:36.676464 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.679593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:36.741699 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Router 60a172b8-41fe-4f8b-b3ab-dabfe391999d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:36.788412 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:36.790274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c19f4c3d-91c4-4834-abc6-0f3b5a726ade up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:36.876159 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:36.876562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:36.952216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2d10-8214-4466-bc8f-72831c177985 None None] Pushing event updated for resources: {'Port': ['ID=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:36.957877 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:36.970172 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Sync routers for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:36.980654 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:36.981277 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:37.055780 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] No DVR routers for this DVR port d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:37.059745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.078278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf16fc5d-7f7c-4089-ba3f-98af648d4b18 req-79848f1b-974c-4a95-9ae1-65c08bf65976 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.36 "DELETE /v2.0/ports/d2a74157-dff0-4d9a-ab94-c2ca6a554bf6 HTTP/1.1" status: 204 len: 173 time: 2.7812002 Oct 11 15:41:37.078592 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8::1 (449607fb-cd00-424f-98e2-608f8a9a62f0/1c50de9c-3f1e-46a2-80b2-9e34e17db8b2/928a23ac-a5d7-4a0c-974b-443e1cb37bc1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:37.092562 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c19f4c3d-91c4-4834-abc6-0f3b5a726ade triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:37.093225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-cc2c02e6-d2d0-42b7-9607-39a966c7bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:37.095002 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-cc2c02e6-d2d0-42b7-9607-39a966c7bdd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3286171 Oct 11 15:41:37.095573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.180370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.203596 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:37.328563 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] For port c19f4c3d-91c4-4834-abc6-0f3b5a726ade, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,segment=NetworkSegment(c317e320-7c2a-4871-b746-97dc2efadd29),segment_id=c317e320-7c2a-4871-b746-97dc2efadd29)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:37.357521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.377558 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:37.392159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5b150b55-4112-451f-9165-73e8dae1483f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 200 len: 993 time: 0.1868467 Oct 11 15:41:37.558103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.608723 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'name': 'network-vif-deleted', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:37.612300 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b690f48-7938-4d1d-807d-c506d4d091bb" -d '{"events": [{"server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "name": "network-vif-deleted", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:37.629002 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d7a3882c-489c-42b3-98db-832e8edf4ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215654 Oct 11 15:41:37.629002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.791600 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=928a23ac-a5d7-4a0c-974b-443e1cb37bc1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:37.814136 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:37.858095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ed0bbf9-f3c1-4b95-9b25-6657ac03564a req-0fe9105f-445f-4430-a868-fc04b2a1c413 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd16a618-de36-41ca-8832-a19fcf2dc5fe HTTP/1.1" status: 200 len: 210 time: 0.0956118 Oct 11 15:41:37.909687 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:37.915590 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:37.916156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:37.926111 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:37.951153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:37.979094 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:37.992085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.015965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.020216 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:38.022315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.062463 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.064404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-ef27e0c5-5547-411f-92de-533de1fd798b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.4022005 Oct 11 15:41:38.101665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:38.114451 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a178639-d404-4608-88b3-7ecc78509a07 None None] Provisioning complete for port c19f4c3d-91c4-4834-abc6-0f3b5a726ade triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:38.117715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a178639-d404-4608-88b3-7ecc78509a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:38.134358 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Checking router: 60a172b8-41fe-4f8b-b3ab-dabfe391999d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:41:38.139037 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1aa18c-9d37-4d35-a791-1dd56a8805ab x-openstack-request-id: req-cf1aa18c-9d37-4d35-a791-1dd56a8805ab {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:38.139345 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd16a618-de36-41ca-8832-a19fcf2dc5fe", "name": "network-vif-deleted", "tag": "d2a74157-dff0-4d9a-ab94-c2ca6a554bf6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:38.139576 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf1aa18c-9d37-4d35-a791-1dd56a8805ab {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:38.139978 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd16a618-de36-41ca-8832-a19fcf2dc5fe', 'name': 'network-vif-deleted', 'tag': 'd2a74157-dff0-4d9a-ab94-c2ca6a554bf6', 'status': 'completed', 'code': 200} Oct 11 15:41:38.190640 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:38.191358 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:38.204443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10d1b488-ac6f-4a69-9bdc-4402b130fcfe req-0bf1880f-efd1-4738-8bce-4091272d3d47 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289432 Oct 11 15:41:38.261559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c42c-e9c8-4f36-9164-0e5973061898 None None] Pushing event updated for resources: {'Port': ['ID=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:38.283034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-2f8fb281-a546-4c47-8c8f-72d1fa5e24dd service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442814 Oct 11 15:41:38.347559 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-fb6b534d-cea6-441b-b53d-4b5e2ba59a00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 217 time: 0.0570850 Oct 11 15:41:38.397505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:38.460288 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:38.499580 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-0ee5f720-da06-4b0d-9ed1-826c9c7ff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.501187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-0ee5f720-da06-4b0d-9ed1-826c9c7ff049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1130817 Oct 11 15:41:38.556580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88a7e5b7-4b34-4f59-aede-25e4bb625e13 None None] Provisioning complete for port 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:38.557251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88a7e5b7-4b34-4f59-aede-25e4bb625e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:38.628574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-88a7e5b7-4b34-4f59-aede-25e4bb625e13 None None] Port 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:38.723915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-262a3143-73b5-41b4-bd51-3f51acb5cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:38.727506 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-262a3143-73b5-41b4-bd51-3f51acb5cf79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2184329 Oct 11 15:41:38.847144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf91ea7a-5913-4153-8311-c07167d17968 None None] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:38.966492 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c19f4c3d-91c4-4834-abc6-0f3b5a726ade up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:38.981133 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:38.990797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-cbb27aa7-2352-4447-8d65-02ccca6813ce service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541997 Oct 11 15:41:38.992614 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:39.029113 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60fb2f-4079-4c33-9559-34197e379976 None None] The sync data for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 is: [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:39:20Z', 'revision_number': 4, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '729bddea-fc2e-4879-a8b1-312c09f6d6e9', 'name': '', 'network_id': 'f8b1ce2d-8b14-40a6-b173-4a8992eb050a', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'mac_address': 'fa:16:3e:c3:79:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:18Z', 'updated_at': '2021-10-11T15:39:27Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'subnets': [{'id': 'b26c3afd-d89b-4bd6-9a74-e9315c5ff30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:39.118935 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] Provisioning complete for port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:39.119502 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.119620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.147597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.149467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.172494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.232804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.318180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.322785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.327243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab05411b-b9e0-40cc-b0e5-cd92c02c17d8 HTTP/1.1" status: 204 len: 168 time: 0.3449142 Oct 11 15:41:39.327983 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:39.354773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=928a23ac-a5d7-4a0c-974b-443e1cb37bc1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:39.367472 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-92d9e93b-448f-454f-ab6a-34c8a5ad56c3 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690841 Oct 11 15:41:39.374669 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76967f9-5248-4260-b239-9f2ae7bbba4f tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05411b-b9e0-40cc-b0e5-cd92c02c17d8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:39.375686 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c19f4c3d-91c4-4834-abc6-0f3b5a726ade triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:39.376299 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.407023 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b815cfe8-c73b-43ee-aa3e-5a4ded50a7ae tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] show failed (client error): The resource could not be found. Oct 11 15:41:39.412292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b815cfe8-c73b-43ee-aa3e-5a4ded50a7ae tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "GET /v2.0/security-groups/ab05411b-b9e0-40cc-b0e5-cd92c02c17d8 HTTP/1.1" status: 404 len: 347 time: 0.0778263 Oct 11 15:41:39.413150 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:39.437886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d3fa671e-6e74-4b24-850d-deb58c011208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 217 time: 0.0607603 Oct 11 15:41:39.480607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.524451 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:39.527729 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:39.581133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.605873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.615042 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:41:39.626086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.636600 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.647262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.662901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.678601 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37980a9-48ca-4096-ac3c-09020386ceca None None] New status for floating IP b10bd7c0-fca6-4674-b5ad-63503af02454: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:41:39.682532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.697648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.698741 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-fad3e49d-5936-4552-b131-81f58891b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.699601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7954ee05-7b6f-416b-b401-971038231673 req-ecef8577-d161-4f9e-825b-f418b6acd50e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.3198366 Oct 11 15:41:39.708247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-fad3e49d-5936-4552-b131-81f58891b25d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.2577882 Oct 11 15:41:39.863989 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee48602e-bdd8-4882-9cc2-4cf69fc437f0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:39.878605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-f800079b-12ca-4129-a7bc-42d561a52dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:39.882332 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-f800079b-12ca-4129-a7bc-42d561a52dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631029 Oct 11 15:41:39.884466 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:41:39.903502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] For port ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,segment=NetworkSegment(2e055e1b-272f-4a0c-8c6d-a25ef62b27ba),segment_id=2e055e1b-272f-4a0c-8c6d-a25ef62b27ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:39.915656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7954ee05-7b6f-416b-b401-971038231673 req-87d2c3b6-68e7-4000-b698-1dd0a34fbc9e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2003529 Oct 11 15:41:39.948729 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Deleting port c06d441c-297f-4b8d-83e3-57b85a5f00bf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:39.949063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:39.961255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.039762 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b536e48-1ca4-4b88-ae58-c2de5bd865a5 None None] Pushing event updated for resources: {'Port': ['ID=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:40.095534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cee77de6-1dc2-45a5-8131-0b59148458ca None None] Provisioning complete for port 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:40.096605 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cee77de6-1dc2-45a5-8131-0b59148458ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.113091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.113472 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.126826 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Calling delete_port for c06d441c-297f-4b8d-83e3-57b85a5f00bf owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:40.143635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:40.144068 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.146655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cee77de6-1dc2-45a5-8131-0b59148458ca None None] Port 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:40.256291 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:40.267534 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] Sync routers for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:40.287338 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:40.287969 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:40.292667 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d40e2f9a-8b98-4e8d-b00b-17e121c82bf3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8796852 Oct 11 15:41:40.306446 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:40.347737 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:40.366325 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b104a609-0ad8-44ff-b781-1aeab35bc172 None None] Provisioning complete for port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:40.366943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b104a609-0ad8-44ff-b781-1aeab35bc172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.367499 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:40.368169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.368673 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:40.386851 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e10803-d12d-470d-a0da-389718bc6d12 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:40.394522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2e10803-d12d-470d-a0da-389718bc6d12 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports/928a23ac-a5d7-4a0c-974b-443e1cb37bc1 HTTP/1.1" status: 200 len: 911 time: 0.0837398 Oct 11 15:41:40.395248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:40.404392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-7c803e96-3fa6-4697-b707-52c34f2bdc5b service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130155 Oct 11 15:41:40.419163 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:40.419823 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f1c4e-ddfb-4ee6-8629-9af5ab798e73 None None] The sync data for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:40.496342 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Pushing event deleted for resources: {'Port': ['ID=c06d441c-297f-4b8d-83e3-57b85a5f00bf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:40.542613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.552644 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.560495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6ff090db-1279-49b8-9809-3fb5e01165d9 tempest-ServersTestFqdnHostnames-352754730 tempest-ServersTestFqdnHostnames-352754730-project] 10.222.0.31 "DELETE /v2.0/floatingips/b10bd7c0-fca6-4674-b5ad-63503af02454 HTTP/1.1" status: 204 len: 168 time: 1.1242852 Oct 11 15:41:40.561284 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:40.628822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.734098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee48602e-bdd8-4882-9cc2-4cf69fc437f0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:41:40.846531 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:40.846833 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:40.989569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-a6565f55-c5fc-410d-8bc8-742be12c163f service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925253 Oct 11 15:41:41.114720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.120546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.126362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.133080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.134228 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-04b26fe9-1fb8-4612-ad23-e9b638301417 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 217 time: 0.1019957 Oct 11 15:41:41.138660 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.145127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.150965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.152841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-4f5d112b-2ff2-4efc-ac3e-c2e00479f07c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1268761 Oct 11 15:41:41.210815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3d2ebf9-0a8c-4e83-98f1-9361b789f5e5 req-abc750b8-7a84-44c4-ae3d-4a56880b08c8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475671 Oct 11 15:41:41.262172 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-898bfe61-fdfa-4547-bd9c-9c099959d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.263166 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-898bfe61-fdfa-4547-bd9c-9c099959d664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1204140 Oct 11 15:41:41.272785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:41.381713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-15be796e-9cea-4746-8934-fb905aab7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.383347 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-15be796e-9cea-4746-8934-fb905aab7367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039901 Oct 11 15:41:41.467577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:41.583937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-1e87f3f3-2ac5-4e5d-96ed-baa27fd863a3 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800225 Oct 11 15:41:41.742791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-ca765ec8-4207-46ef-95a4-ee581bdf38a4 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513255 Oct 11 15:41:41.817704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-d56c556e-89e4-4f7a-b8e2-15a374c914e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 217 time: 0.0502598 Oct 11 15:41:41.926836 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Deleting port 729bddea-fc2e-4879-a8b1-312c09f6d6e9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:41.927839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:41.972014 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-de98bafe-5c8a-4601-85f6-29c40c624349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:41.973507 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-de98bafe-5c8a-4601-85f6-29c40c624349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.1456397 Oct 11 15:41:42.033666 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8:1::1 (ddafd563-eca4-43ba-92e5-2d71ddfc186b/f7cc386b-f836-4fa7-814e-ea772fbddcbd/ebfb983c-62a6-4afd-84bc-5b92c76c5867) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:42.044321 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] For port 729bddea-fc2e-4879-a8b1-312c09f6d6e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=729bddea-fc2e-4879-a8b1-312c09f6d6e9,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:42.044730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:42.071167 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b1dec7d8-3062-47fd-a0d3-2af74bc294e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.072295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Calling delete_port for 729bddea-fc2e-4879-a8b1-312c09f6d6e9 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:42.072874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-b1dec7d8-3062-47fd-a0d3-2af74bc294e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822585 Oct 11 15:41:42.274711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:42.277563 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-f223e34d-c145-43c4-bef7-1208706ab828 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587424 Oct 11 15:41:42.372071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:42.485426 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:42.492614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:42.503434 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:42.511735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-27b8c272-6e33-418b-8396-a07c2659b0ef service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270887 Oct 11 15:41:42.514310 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:42.514855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:42.565837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=729bddea-fc2e-4879-a8b1-312c09f6d6e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:42.597953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.625548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.643490 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=ebfb983c-62a6-4afd-84bc-5b92c76c5867,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:42.660848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-96bf3664-9d01-4985-9640-859685246765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.1406765 Oct 11 15:41:42.664208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.691857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.716328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.732011 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.750261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.763305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f242c6b-590e-4a91-a78b-91198f679650 req-35bbfc2b-0484-46f8-9cc4-25d867fc5cf2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.3562806 Oct 11 15:41:42.813737 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-88d0beca-96df-4c93-8724-34df9059dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:42.815950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-88d0beca-96df-4c93-8724-34df9059dc2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.1479516 Oct 11 15:41:43.028886 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9988c6cf-48f3-4df1-8f85-539cd7ff8ff2 None None] Provisioning complete for port ebfb983c-62a6-4afd-84bc-5b92c76c5867 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:43.031760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9988c6cf-48f3-4df1-8f85-539cd7ff8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.096263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.099499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.155845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f242c6b-590e-4a91-a78b-91198f679650 req-4ddfa479-2988-4bf8-85f2-e4d110c1021d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3899839 Oct 11 15:41:43.190992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9988c6cf-48f3-4df1-8f85-539cd7ff8ff2 None None] Port ebfb983c-62a6-4afd-84bc-5b92c76c5867 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:43.230100 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-0399fb9e-0a30-481c-af99-144175c2cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:43.231616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-0399fb9e-0a30-481c-af99-144175c2cba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913691 Oct 11 15:41:43.531614 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Router 60a172b8-41fe-4f8b-b3ab-dabfe391999d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:43.642070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.662346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.663292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:43.700456 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:43.719268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-995ad4b4-aa67-4ea0-9447-bd5c3894b4a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/60a172b8-41fe-4f8b-b3ab-dabfe391999d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568654 Oct 11 15:41:43.722528 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:43.725009 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Sync routers for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:43.734716 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=ebfb983c-62a6-4afd-84bc-5b92c76c5867,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:43.740825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-920ad73b-e3b3-4640-8419-750413d0e9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866395 Oct 11 15:41:43.752067 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:43.753398 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:43.981810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:44.118148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:44.186073 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:44.199996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Deleting port ad07fb4f-7947-4fcd-ab42-f29d6b021d74 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:44.200678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:44.364270 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] For port ad07fb4f-7947-4fcd-ab42-f29d6b021d74, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:44.364929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:44.385000 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Calling delete_port for ad07fb4f-7947-4fcd-ab42-f29d6b021d74 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:44.408985 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:44.451871 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:44.463293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1abcc8bf-acc8-4d7b-9a0a-9bf6147e335c req-c2c17f51-5751-42ca-8119-38c0e3426fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932738 Oct 11 15:41:44.497273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.504622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.526409 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.543260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.550037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.562597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.574243 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.587074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-f0065e84-c865-4114-9f4a-8480904c96b3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.2725251 Oct 11 15:41:44.614414 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:41:42Z', 'revision_number': 5, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port': {'id': 'ad07fb4f-7947-4fcd-ab42-f29d6b021d74', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:39:15Z', 'updated_at': '2021-10-11T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:44.673309 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Checking router: 60a172b8-41fe-4f8b-b3ab-dabfe391999d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:41:44.686243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Routers {'60a172b8-41fe-4f8b-b3ab-dabfe391999d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:44.687267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:44.765378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d60e2d1-2c7c-42eb-be7b-ba0db3f6de39 req-a8244b71-8ffd-42a3-94d6-5bc52614af51 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727726 Oct 11 15:41:44.789268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.794132 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.794655 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.795119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.795577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.796034 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.800762 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:44.802847 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-56125e51-aa52-4dc8-b36d-4a9047ccb25c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6478 time: 0.1848118 Oct 11 15:41:44.843462 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:44.873158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] Set router 60a172b8-41fe-4f8b-b3ab-dabfe391999d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:41:45.042988 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:41:44Z', 'revision_number': 6, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:45.050620 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.080235 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdadec6-4425-44f6-9a9c-d79199ddf3b5 None None] The sync data for ids ['60a172b8-41fe-4f8b-b3ab-dabfe391999d'] in n-d-master-1 is: [{'id': '60a172b8-41fe-4f8b-b3ab-dabfe391999d', 'name': 'tempest-ServersTestFqdnHostnames-1640734410-router', 'tenant_id': 'c5a6920026b244418ca5140467334549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:14Z', 'updated_at': '2021-10-11T15:41:44Z', 'revision_number': 6, 'project_id': 'c5a6920026b244418ca5140467334549', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:45.088592 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6894a4d5-2987-4edc-88c5-5e256230044c None None] Provisioning complete for port ebfb983c-62a6-4afd-84bc-5b92c76c5867 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:41:45.089227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6894a4d5-2987-4edc-88c5-5e256230044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.136733 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad07fb4f-7947-4fcd-ab42-f29d6b021d74,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:45.159512 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6894a4d5-2987-4edc-88c5-5e256230044c None None] Port ebfb983c-62a6-4afd-84bc-5b92c76c5867 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:41:45.209565 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-d84296f5-cad5-4b47-ab4d-3a2a754ec68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:45.211263 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-d84296f5-cad5-4b47-ab4d-3a2a754ec68b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 903 time: 0.3970511 Oct 11 15:41:45.212965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.216312 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:45.225285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7404327a-808f-4d94-88ef-3d20a4b24c1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8282039 Oct 11 15:41:45.227766 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] Sync routers for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:45.250020 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:45.251021 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:45.292921 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:45.326490 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-4efc4165-10f9-45d5-8553-b4a7f78be412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.0900416 Oct 11 15:41:45.420366 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:45.430035 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-d39d87fe-b76c-4aad-acc7-08e2c68072c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:45.433778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-d39d87fe-b76c-4aad-acc7-08e2c68072c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0994079 Oct 11 15:41:45.437607 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:45.439217 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:45.452475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.457831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.468760 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8d1f1-2405-4e85-8040-6df964b39b94 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:45.468760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-53e8d1f1-2405-4e85-8040-6df964b39b94 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports/ebfb983c-62a6-4afd-84bc-5b92c76c5867 HTTP/1.1" status: 200 len: 913 time: 0.1134884 Oct 11 15:41:45.473469 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:45.515944 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-13cdb92c-1f13-4218-a953-ce3d6fe0f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:45.518897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-13cdb92c-1f13-4218-a953-ce3d6fe0f43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705686 Oct 11 15:41:45.538771 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:45.539648 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6197de9-7197-43f7-90f6-6874a3d07cfd None None] The sync data for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:45.712417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.712908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a172b8-41fe-4f8b-b3ab-dabfe391999d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:45.721558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.723099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f3e4d6b-a6c3-4aea-86cf-534ffdbeda88 admin admin] 10.222.0.31 "DELETE /v2.0/routers/60a172b8-41fe-4f8b-b3ab-dabfe391999d HTTP/1.1" status: 204 len: 168 time: 1.9996393 Oct 11 15:41:45.725668 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:45.749338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-ad1dcc51-a296-447a-b200-ea4508cf5736 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186811 Oct 11 15:41:45.847767 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Deleting subnet b26c3afd-d89b-4bd6-9a74-e9315c5ff30d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:41:45.858422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:45.922516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6cf1d4f-1fee-4db1-94ca-8bd2f9247b67 req-b0e5f165-11f3-4874-8f18-7c863bc767c4 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651986 Oct 11 15:41:46.007573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.093119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.099253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.105117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.111011 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.119876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.128253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.137399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:46.140172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-1b9fcc34-fb9b-4c97-a03b-ba13d69b6ea3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.2117958 Oct 11 15:41:46.242086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d990a5ea-3bd9-448c-bfd4-ccb607c6fa53 req-5a99b8d9-85c2-45bf-896c-33c0e047e089 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883238 Oct 11 15:41:46.258449 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.370938 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.374941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.520849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26c3afd-d89b-4bd6-9a74-e9315c5ff30d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:46.527111 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6acdf-fe56-4729-958d-c7c7163134a3 None None] Network f8b1ce2d-8b14-40a6-b173-4a8992eb050a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:46.532653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.536226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d289b329-ebda-4371-8ac0-a93dcae8b181 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b26c3afd-d89b-4bd6-9a74-e9315c5ff30d HTTP/1.1" status: 204 len: 168 time: 0.8091190 Oct 11 15:41:46.538878 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:46.693951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 729bddea-fc2e-4879-a8b1-312c09f6d6e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:46.736989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.743795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 729bddea-fc2e-4879-a8b1-312c09f6d6e9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:46.744148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 729bddea-fc2e-4879-a8b1-312c09f6d6e9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:46.747234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad07fb4f-7947-4fcd-ab42-f29d6b021d74 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:46.801607 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ad07fb4f-7947-4fcd-ab42-f29d6b021d74 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:46.801953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ad07fb4f-7947-4fcd-ab42-f29d6b021d74 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:46.898449 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port ebfb983c-62a6-4afd-84bc-5b92c76c5867 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:46.900219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.913006 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Deleting port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:46.914180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:46.943376 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] DHCP port deletion for f8b1ce2d-8b14-40a6-b173-4a8992eb050a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:41:47.011755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Deleting port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:47.012226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.091601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] For port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:47.092013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.102519 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] For port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,segment=NetworkSegment(ec317dc5-cd8d-42f4-bb99-a6c6c2280da6),segment_id=ec317dc5-cd8d-42f4-bb99-a6c6c2280da6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:47.103031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.108482 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Calling delete_port for 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:47.117930 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Calling delete_port for 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:47.148026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.182563 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for ebfb983c-62a6-4afd-84bc-5b92c76c5867 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:47.202107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.229691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.231467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Pushing event deleted for resources: {'Port': ['ID=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:47.234120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] No DVR routers for this DVR port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:47.247796 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.248411 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.249028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.249721 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.250290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.250967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.251515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.252708 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.253255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.253846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.254412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.254970 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f25299-78fa-4a91-ae07-44aa1c9c7d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:41:47.259744 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcb65dd-cb53-4b0f-9d89-4a57a3af8380,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:47.270670 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] No DVR routers for this DVR port 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:47.356166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.386594 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b1ce2d-8b14-40a6-b173-4a8992eb050a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:47.403844 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:47.404232 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec317dc5-cd8d-42f4-bb99-a6c6c2280da6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:47.415855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.431304 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.438654 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:47.439594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.500062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:47.504584 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:47.508954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.510503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.515761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.520171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.524628 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8b1ce2d-8b14-40a6-b173-4a8992eb050a HTTP/1.1" status: 204 len: 168 time: 0.9847271 Oct 11 15:41:47.534883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.541004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.547274 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.553452 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:47.555880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b785462-d674-48be-8206-6e283a64551e req-896be353-f046-4928-b644-72955c40102a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1729934 Oct 11 15:41:47.572250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132564c1-1888-469a-bb0c-67f601a61ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b1ce2d-8b14-40a6-b173-4a8992eb050a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:47.844549 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:47.895463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-735a2dfb-cfd2-4a62-8b4f-3165f3fa1b37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5a6920026b244418ca5140467334549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488605 Oct 11 15:41:47.900126 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:47.978891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:47.980350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:48.006672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=ebfb983c-62a6-4afd-84bc-5b92c76c5867,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:48.008217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:48.055373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b785462-d674-48be-8206-6e283a64551e req-86fbd520-2b47-4ae8-bf98-bf81bfcd1a80 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4907634 Oct 11 15:41:48.061354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:48.064488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:48.065865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2285d3c5-027f-4fac-8acf-7f0c72f2ff94 HTTP/1.1" status: 204 len: 168 time: 0.1636004 Oct 11 15:41:48.085893 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fafe9-e6a5-450e-8368-e24278b2874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285d3c5-027f-4fac-8acf-7f0c72f2ff94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:48.237987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:48.500182 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:48.675918 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:48.690482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d79a613-a39b-429f-a0b2-99ee589370ad tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2066822 Oct 11 15:41:48.693178 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:48.694079 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac834-a493-486c-b05c-a190beacff30 None None] Sync routers for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:48.710241 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:48.710879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:48.788123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:48.790654 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:48.854421 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:48.855870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:49.045898 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-885ac834-a493-486c-b05c-a190beacff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:49.046657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ac834-a493-486c-b05c-a190beacff30 None None] The sync data for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:49.048298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:49.049430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7dcb65dd-cb53-4b0f-9d89-4a57a3af8380 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:49.359092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.374171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.397790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.403630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.415796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.433262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.443858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:49.446149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-4d46270f-782e-4fcb-b7f6-0f32fee014a1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.2062151 Oct 11 15:41:49.538641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd8735ad-e583-4e17-a01a-edcb8d65af17 req-df7a3ac6-ae27-424d-a3ae-bb5f0bf8f390 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848446 Oct 11 15:41:49.558230 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:49.606323 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.718088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-780210187-network', 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:49.753654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:49.767909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.797720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.952538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.958388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.972350 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:41:49.988842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:49.991919 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Added segment 2b5fadf1-e6da-4d23-85ce-be2f3be78d2e of type vlan for network d5565b6c-401b-4379-9c20-a96c462d4aaa Oct 11 15:41:50.035940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:50.037700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.046422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.061871 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e428466-1ab4-4f4a-b041-67d58b682918,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:50.086904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.088547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.090088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.160209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] Pushing event updated for resources: {'Network': ['ID=d5565b6c-401b-4379-9c20-a96c462d4aaa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:50.160468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.174581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e8baa156-dcfa-4841-9653-12304114d29e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6149738 Oct 11 15:41:50.175167 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d5565b6c-401b-4379-9c20-a96c462d4aaa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:41:50.177327 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:50.183250 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Request body: {'subnet': {'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-780210187-subnet', 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:50.193000 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 928a23ac-a5d7-4a0c-974b-443e1cb37bc1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:50.208875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:50.211808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.484255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.529154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e24575-80df-44bf-aeb0-8ac10fb60909,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:50.600577 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Checking segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:50.600949 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Network hostable DHCP agents. Network: d5565b6c-401b-4379-9c20-a96c462d4aaa, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:41:50.653228 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Network d5565b6c-401b-4379-9c20-a96c462d4aaa is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:41:50.679172 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d5565b6c-401b-4379-9c20-a96c462d4aaa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:50.689877 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0ac2d-66f1-4100-adfd-3551bc6ec723 None None] Network d5565b6c-401b-4379-9c20-a96c462d4aaa requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:50.707438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.710950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.759968 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.772743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.782160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.791665 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.803673 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.815207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.829531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:50.834569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-80687f8f-1da9-45d3-beb0-742ba6d3179c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1925778 Oct 11 15:41:50.848331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fb99feaf-91f2-4955-9deb-c3b4ab0281e7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6689677 Oct 11 15:41:50.921414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:50.965229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fdf69de-e7d8-47a9-8ce0-ff7079b69de6 req-1008f5f1-bc46-4fc5-9a4d-060be029b564 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850775 Oct 11 15:41:51.022155 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=928a23ac-a5d7-4a0c-974b-443e1cb37bc1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:51.036052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73446a23-4861-4172-9f69-2b1ac0eabea8 None None] Network d5565b6c-401b-4379-9c20-a96c462d4aaa requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:51.328055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:51.714136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-87276bcd-334b-4bea-b4f5-d5a8dab15cac tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:51.715951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-87276bcd-334b-4bea-b4f5-d5a8dab15cac tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 0.1393433 Oct 11 15:41:51.723957 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:41:51.746629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-09dbae30-a185-43db-b76c-e47d19ad3adb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/quotas/7d78a085cd864bf98c9a485a0af5edf6 HTTP/1.1" status: 200 len: 375 time: 0.0209684 Oct 11 15:41:51.782630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-0551e6c8-287b-4716-9d5a-1d70373b95a5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293221 Oct 11 15:41:51.819167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:41:51.832857 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] Sync routers for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:41:51.848372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa655b79-8d9a-4025-8f87-32cc6fb17cf5 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1528194 Oct 11 15:41:51.850947 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:51.854334 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:51.855244 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:51.896205 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:51.914055 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] Routers {'6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:41:51.916354 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:51.920039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3093a80f-143c-4f89-868c-8c414cb65ec3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 HTTP/1.1" status: 200 len: 205 time: 0.0676877 Oct 11 15:41:51.921802 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:51.954198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-dabddeed-840c-4258-9ea6-808d31946ea1 service neutron] 10.222.0.31 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640472 Oct 11 15:41:52.008361 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:52.012654 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c25471-88e2-496c-a412-d3bd2dedacb8 None None] The sync data for ids ['6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:41:52.091423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.111952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-0cf4255d-762a-4eb5-ba30-4a884c654f67 service neutron] 10.222.0.31 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507514 Oct 11 15:41:52.206669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.213241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.221061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.231648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.237210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.249340 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.255869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:52.257962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-e1a9ca64-83f5-48b1-8136-08fc4553cc52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1450765 Oct 11 15:41:52.336391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-413385a3-2517-4532-9a1e-4ec62dc3b314 req-25ce3ced-6dc9-431c-9168-b7ac1ee31011 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656664 Oct 11 15:41:52.405960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.408715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.511762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.512603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router 6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:41:52.532500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.540795 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:52.541182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a915e87-84ff-4b28-8f93-cf38b97e4eda tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 HTTP/1.1" status: 204 len: 168 time: 0.6194050 Oct 11 15:41:52.678000 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet f7cc386b-f836-4fa7-814e-ea772fbddcbd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:41:52.683106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.763061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe307ffe-e775-442b-9231-8fa144787010 req-0996d38d-5c44-4d15-926b-a3b8a98600a7 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 210 time: 0.0524645 Oct 11 15:41:52.777663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:52.898351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.018083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.043723 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cc386b-f836-4fa7-814e-ea772fbddcbd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:53.056187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.063052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9779df59-d13c-40d2-b7aa-017b29f3ab78 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/f7cc386b-f836-4fa7-814e-ea772fbddcbd HTTP/1.1" status: 204 len: 168 time: 0.5189340 Oct 11 15:41:53.064696 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:53.068776 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121291f-c4bb-4ecc-8801-53929e09597e None None] Network ddafd563-eca4-43ba-92e5-2d71ddfc186b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:53.126092 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 1c50de9c-3f1e-46a2-80b2-9e34e17db8b2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:41:53.137243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.214917 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.351870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.420248 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] DHCP port deletion for ddafd563-eca4-43ba-92e5-2d71ddfc186b request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:41:53.502810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.550263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=1c50de9c-3f1e-46a2-80b2-9e34e17db8b2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:53.556495 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.560425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dc5c6de3-c5f2-4ab2-80fc-7eecb9ab5495 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/1c50de9c-3f1e-46a2-80b2-9e34e17db8b2 HTTP/1.1" status: 204 len: 168 time: 0.4951348 Oct 11 15:41:53.563236 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:53.573539 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da42334-f4b3-4b91-b135-a9411187333e None None] Network 449607fb-cd00-424f-98e2-608f8a9a62f0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:53.587426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Deleting port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:53.588099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.762777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] For port ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,segment=NetworkSegment(2e055e1b-272f-4a0c-8c6d-a25ef62b27ba),segment_id=2e055e1b-272f-4a0c-8c6d-a25ef62b27ba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:53.763661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.811406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Calling delete_port for ee48602e-bdd8-4882-9cc2-4cf69fc437f0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:53.839573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.864019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.874842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.888912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.911777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.920959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:53.928199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.946636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:53.955002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6908d5de-6a08-4e90-9a48-888b394f972a req-1505a78c-4e09-4c8a-80b5-77754148eb77 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.3404832 Oct 11 15:41:54.008167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4effbd37-7348-4a79-a592-607aa09581a5 req-a528a2dc-e036-4a95-aba2-f3778116d315 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 210 time: 0.0427809 Oct 11 15:41:54.036894 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:54.037408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.055014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6908d5de-6a08-4e90-9a48-888b394f972a req-c25d4cdd-259b-462a-b92f-14b3a2656d8b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989566 Oct 11 15:41:54.123879 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port ee48602e-bdd8-4882-9cc2-4cf69fc437f0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,segment=NetworkSegment(2e055e1b-272f-4a0c-8c6d-a25ef62b27ba),segment_id=2e055e1b-272f-4a0c-8c6d-a25ef62b27ba)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:54.124323 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.139418 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for ee48602e-bdd8-4882-9cc2-4cf69fc437f0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:54.147884 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.199782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] Pushing event deleted for resources: {'Port': ['ID=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:54.208439 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae759a24-9a13-4c5b-8da6-60b88c5f420c None None] No DVR routers for this DVR port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:54.247773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.271557 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=ee48602e-bdd8-4882-9cc2-4cf69fc437f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:54.280450 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port ee48602e-bdd8-4882-9cc2-4cf69fc437f0 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:54.346265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] DHCP port deletion for 449607fb-cd00-424f-98e2-608f8a9a62f0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:41:54.395521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.400722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Deleting port c19f4c3d-91c4-4834-abc6-0f3b5a726ade {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:54.401100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.472931 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] For port c19f4c3d-91c4-4834-abc6-0f3b5a726ade, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,segment=NetworkSegment(c317e320-7c2a-4871-b746-97dc2efadd29),segment_id=c317e320-7c2a-4871-b746-97dc2efadd29)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:54.473499 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.497801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Calling delete_port for c19f4c3d-91c4-4834-abc6-0f3b5a726ade owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:54.512386 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddafd563-eca4-43ba-92e5-2d71ddfc186b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:54.546064 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:54.546485 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e055e1b-272f-4a0c-8c6d-a25ef62b27ba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:54.604184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.611776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-75e1118d-82d3-4cc8-8f7f-679b40b7f367 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:54.613619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-75e1118d-82d3-4cc8-8f7f-679b40b7f367 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 0.1632011 Oct 11 15:41:54.638515 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Request body: {'port': {'device_id': '371ab1e9-888b-44fd-805f-928f919237e5', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'admin_state_up': True, 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:54.654227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.684724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.702454 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:54.703426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.710078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] Pushing event deleted for resources: {'Port': ['ID=c19f4c3d-91c4-4834-abc6-0f3b5a726ade,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:54.711178 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:54.719489 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a9d00-8680-401e-866b-e49fbef6541f None None] No DVR routers for this DVR port c19f4c3d-91c4-4834-abc6-0f3b5a726ade on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:54.730055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c19f4c3d-91c4-4834-abc6-0f3b5a726ade no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:54.744343 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-c05e3d58-4c23-4b7f-900c-88a529f2f876 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:54.746031 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-c05e3d58-4c23-4b7f-900c-88a529f2f876 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 0.3348138 Oct 11 15:41:54.757083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c19f4c3d-91c4-4834-abc6-0f3b5a726ade {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:54.757883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c19f4c3d-91c4-4834-abc6-0f3b5a726ade not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:54.757883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee48602e-bdd8-4882-9cc2-4cf69fc437f0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:41:54.778295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Request body: {'port': {'device_id': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'admin_state_up': True, 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:54.780583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ee48602e-bdd8-4882-9cc2-4cf69fc437f0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:41:54.781010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee48602e-bdd8-4882-9cc2-4cf69fc437f0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:41:54.863531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.863855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:54.868242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.871538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/ddafd563-eca4-43ba-92e5-2d71ddfc186b HTTP/1.1" status: 204 len: 168 time: 1.3070862 Oct 11 15:41:54.882701 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:54.888908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:54.924908 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe48e44-29df-4dd8-a435-48c40f0e2d88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=ddafd563-eca4-43ba-92e5-2d71ddfc186b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:55.040825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.057082 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:55.061146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.086972 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Allocated IP 172.20.0.13 (d5565b6c-401b-4379-9c20-a96c462d4aaa/d3e24575-80df-44bf-aeb0-8ac10fb60909/fba2a30a-ea6a-4b22-8c2a-83afd355d603) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:55.154739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65626e79-51e3-43c9-9f37-277a313e8485 req-724692e1-d6b2-4ed3-af37-eed6c3295e96 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 210 time: 0.0374761 Oct 11 15:41:55.211273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.242347 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449607fb-cd00-424f-98e2-608f8a9a62f0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:55.252806 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c317e320-7c2a-4871-b746-97dc2efadd29') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:55.253101 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c317e320-7c2a-4871-b746-97dc2efadd29') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:41:55.282189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.296112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.304675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.307082 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.310959 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:41:55.311464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.315260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.323278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.330605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.336799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.343032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.344989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d639acaa-de40-4079-8919-623134f2d1f0 req-90f470ff-920b-4d60-8bc5-f10d8da89acd tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1860342 Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:41:55.376077 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:41:55.380534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.389241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.393060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/449607fb-cd00-424f-98e2-608f8a9a62f0 HTTP/1.1" status: 204 len: 168 time: 0.5059037 Oct 11 15:41:55.403003 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:55.409547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963085145'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:55.426868 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3408aa-4518-4fe4-b509-180ac2267bb3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=449607fb-cd00-424f-98e2-608f8a9a62f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:55.448148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d639acaa-de40-4079-8919-623134f2d1f0 req-d1e3915e-1189-4ed3-91e4-59fe7a66dab0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943027 Oct 11 15:41:55.471957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.475279 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:55.479260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.553673 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:41:55.568813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.569150 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment 9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b of type vlan for network d702f589-c797-47e7-8659-3926e392fa93 Oct 11 15:41:55.578656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.591870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfd752-8d28-4ce9-83aa-0c080b0f1ddb req-1b6a5ce4-1f8d-4cd0-b895-9e715314d7ba tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.593325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3bfd752-8d28-4ce9-83aa-0c080b0f1ddb req-1b6a5ce4-1f8d-4cd0-b895-9e715314d7ba tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.1019351 Oct 11 15:41:55.621501 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Allocated IP 172.20.0.3 (d5565b6c-401b-4379-9c20-a96c462d4aaa/d3e24575-80df-44bf-aeb0-8ac10fb60909/364f7d1f-7cb2-40ae-bfa1-2b327aa5a119) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:55.660132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.709882 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Network d5565b6c-401b-4379-9c20-a96c462d4aaa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:55.710647 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event updated for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:55.722112 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:55.727633 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:55.740976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3bfd752-8d28-4ce9-83aa-0c080b0f1ddb req-bb416ecd-c087-49ff-ba83-13536f070857 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071742 Oct 11 15:41:55.770422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.776326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.776913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.799712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.836893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.850776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4466007 Oct 11 15:41:55.860351 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Network d5565b6c-401b-4379-9c20-a96c462d4aaa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:55.862934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:55.863282 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:55.863547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:55.865091 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:55.873114 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': 'd702f589-c797-47e7-8659-3926e392fa93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:55.877464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae3bfd-5007-45cc-a9b3-d7a87fcf1a6d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=d702f589-c797-47e7-8659-3926e392fa93,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:55.888727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d702f589-c797-47e7-8659-3926e392fa93 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:41:55.899151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-2270d26b-e057-41cc-842e-f06029133ccb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2702241 Oct 11 15:41:55.917527 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Request body: {'port': {'device_id': '371ab1e9-888b-44fd-805f-928f919237e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:55.939628 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:55.979431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.056441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.057053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.064990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event updated for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:56.091534 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-399339a4-1066-46af-b126-3a4a746c88d5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3177450 Oct 11 15:41:56.100564 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:56.104654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.158408 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Request body: {'port': {'device_id': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:56.279743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.322911 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba2a30a-ea6a-4b22-8c2a-83afd355d603 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:56.334419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.365140 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Transition to ACTIVE for port object fba2a30a-ea6a-4b22-8c2a-83afd355d603 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:56.375536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b1d4-bdc3-4d51-b497-980c9be80dd6 req-16fb7a65-fe01-4d68-a34d-14bbeb8ab269 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.377805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39d9b1d4-bdc3-4d51-b497-980c9be80dd6 req-16fb7a65-fe01-4d68-a34d-14bbeb8ab269 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 931 time: 0.1188068 Oct 11 15:41:56.385070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-d0824bb6-a381-4344-abdc-a8c85537259a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1288662 Oct 11 15:41:56.386385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.489966 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Pushing event updated for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:56.505040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39d9b1d4-bdc3-4d51-b497-980c9be80dd6 req-e4e53714-899b-48ec-86ab-4b8662f9a55a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161277 Oct 11 15:41:56.555604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.618890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.619356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.619815 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.620265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.620712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.621159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.621641 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.623569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9be9dfb5-a2f1-4701-ab6e-48527cc4444a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1736116 Oct 11 15:41:56.662240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.668093 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.674175 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.680131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.686212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.692731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.698981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.700920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a32d01a-1663-4db1-811f-0395c133410e req-52231963-c562-45a6-8ec2-83644072e1eb tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1328444 Oct 11 15:41:56.701704 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Attempting to bind port fba2a30a-ea6a-4b22-8c2a-83afd355d603 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:56.702033 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Attempting to bind port fba2a30a-ea6a-4b22-8c2a-83afd355d603 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:56.702354 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Attempting to bind port fba2a30a-ea6a-4b22-8c2a-83afd355d603 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:56.766863 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Port fba2a30a-ea6a-4b22-8c2a-83afd355d603 on network d5565b6c-401b-4379-9c20-a96c462d4aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:56.767268 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Attempting to bind port fba2a30a-ea6a-4b22-8c2a-83afd355d603 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:56.776112 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:56.776447 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Checking segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:56.776833 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Bound using segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:56.777273 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Bound port: fba2a30a-ea6a-4b22-8c2a-83afd355d603, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:56.777670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:56.898853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a32d01a-1663-4db1-811f-0395c133410e req-c2b86c5a-f8f8-4be5-920e-e706f64d9fff tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843171 Oct 11 15:41:56.945048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-f6c8b90c-5630-4814-8681-6ef10f66e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.945525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-f6c8b90c-5630-4814-8681-6ef10f66e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.945976 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-f6c8b90c-5630-4814-8681-6ef10f66e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.947554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-f6c8b90c-5630-4814-8681-6ef10f66e520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.2428000 Oct 11 15:41:56.952995 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=4f41877b-7bf7-4f64-afb9-5de912a6dd6f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:56.960311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a764861-d496-48e6-a32a-0163622e35aa req-01cf54a3-7c6e-481c-a571-5bfdd73e9ae7 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:56.961802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a764861-d496-48e6-a32a-0163622e35aa req-01cf54a3-7c6e-481c-a571-5bfdd73e9ae7 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.1240292 Oct 11 15:41:56.962913 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:56.967163 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:56.978743 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:56.979193 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: d702f589-c797-47e7-8659-3926e392fa93, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:41:56.983268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.018736 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network d702f589-c797-47e7-8659-3926e392fa93 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:41:57.083558 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:41:57.087908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.088527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.089982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] 10.222.0.43 "PUT /v2.0/ports/fba2a30a-ea6a-4b22-8c2a-83afd355d603 HTTP/1.1" status: 200 len: 1092 time: 1.1821713 Oct 11 15:41:57.092387 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:57.095251 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7835a-59cc-4fbe-b5da-968362986cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:57.096097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.119473 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d702f589-c797-47e7-8659-3926e392fa93) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:57.125745 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Transition to ACTIVE for port object 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:41:57.127349 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.128038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.132487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a764861-d496-48e6-a32a-0163622e35aa req-7c8519d6-fcd2-4e27-ac0f-1d251e6396dc tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564002 Oct 11 15:41:57.145012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.147172 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720eebc1-6e7c-4285-ba1f-3c323333ba0a None None] Network d702f589-c797-47e7-8659-3926e392fa93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:41:57.147892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-8d56777c-698f-43e3-8867-d9dd75af14f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.1826367 Oct 11 15:41:57.152249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f384973-97c1-4d6c-8970-214941c52f15 service neutron] Pushing event updated for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:57.169677 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b8b038b-5dbb-4ba7-a9bf-bca0f6b25dd8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2989750 Oct 11 15:41:57.177881 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:57.188410 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909057672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:57.233872 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7042018a-a8e4-41a5-97da-cc10e292fea6 x-openstack-request-id: req-7042018a-a8e4-41a5-97da-cc10e292fea6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:57.235374 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:57.236259 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7042018a-a8e4-41a5-97da-cc10e292fea6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:57.236844 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603', 'status': 'completed', 'code': 200} Oct 11 15:41:57.272549 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:57.283536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-cb8a0397-01b2-492c-9581-4d6393b14395 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.285451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-cb8a0397-01b2-492c-9581-4d6393b14395 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.43 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.1515417 Oct 11 15:41:57.290192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-ec4317d6-de3c-4a00-8abf-e1db9abb8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.292213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-ec4317d6-de3c-4a00-8abf-e1db9abb8533 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.1230021 Oct 11 15:41:57.315328 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-b22e57b1-27f6-47c2-bd65-bb726b113026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.319280 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-b22e57b1-27f6-47c2-bd65-bb726b113026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=371ab1e9-888b-44fd-805f-928f919237e5 HTTP/1.1" status: 200 len: 1095 time: 0.1268818 Oct 11 15:41:57.366028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.367054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.373475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-44b7d14c-123a-40e1-b4c0-1d4b32437df6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603 HTTP/1.1" status: 200 len: 217 time: 0.0451419 Oct 11 15:41:57.396805 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d702f589-c797-47e7-8659-3926e392fa93', 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '4f41877b-7bf7-4f64-afb9-5de912a6dd6f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:41:57.397826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.417622 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Attempting to bind port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:57.418356 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Attempting to bind port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:57.418705 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Attempting to bind port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:57.430363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 on network d5565b6c-401b-4379-9c20-a96c462d4aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:41:57.430709 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Attempting to bind port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:57.443511 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:57.443870 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Checking segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:57.444259 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Bound using segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:57.444958 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Bound port: 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:57.445354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.449625 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-5e031fea-044d-4a23-b01f-2515cf28a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.454143 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-5e031fea-044d-4a23-b01f-2515cf28a4f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.0680704 Oct 11 15:41:57.504601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.508959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-4991e216-a44d-4aac-b17e-84d5216846de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.510668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-4991e216-a44d-4aac-b17e-84d5216846de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076268 Oct 11 15:41:57.513819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-004af041-947e-449e-be87-56b4e928837e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325680 Oct 11 15:41:57.514776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.612709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.616379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-da98d071-d175-4a08-86b6-c8a9109b2c08 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4329109 Oct 11 15:41:57.621228 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:57.627214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'port': {'network_id': 'd702f589-c797-47e7-8659-3926e392fa93', 'name': 'tempest-RoutersIpV6Test-1445682975'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:41:57.628649 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Allocated IP 2001:db8::2 (d702f589-c797-47e7-8659-3926e392fa93/4f41877b-7bf7-4f64-afb9-5de912a6dd6f/865a604d-403b-4fe0-be00-019c1d6b479c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:57.668428 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Deleting port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:41:57.668805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.724939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-298c1dfe-7e6a-49d3-84a5-b65fecac3724 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022781 Oct 11 15:41:57.728968 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:57.735298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616229f1-92fc-44cc-9aa8-f066ab99f6aa req-d523a8e1-dd4e-4084-a715-d314b6baf38d tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:57.737463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616229f1-92fc-44cc-9aa8-f066ab99f6aa req-d523a8e1-dd4e-4084-a715-d314b6baf38d tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.1462948 Oct 11 15:41:57.793122 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:57.804999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-3b8bdc09-b98b-42ae-a53b-2e77eda39e05 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818458 Oct 11 15:41:57.817112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.852896 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616229f1-92fc-44cc-9aa8-f066ab99f6aa req-222b58a0-a860-42f9-b99f-44fd4391de69 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053028 Oct 11 15:41:57.885574 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.894548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:57.953459 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Network d702f589-c797-47e7-8659-3926e392fa93 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:57.955286 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Pushing event updated for resources: {'Port': ['ID=865a604d-403b-4fe0-be00-019c1d6b479c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:57.958498 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:57.961189 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:58.007465 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.008898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.014945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] 10.222.0.36 "PUT /v2.0/ports/364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 HTTP/1.1" status: 200 len: 1091 time: 1.8606217 Oct 11 15:41:58.035725 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Attempting to bind port 865a604d-403b-4fe0-be00-019c1d6b479c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:41:58.036191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Attempting to bind port 865a604d-403b-4fe0-be00-019c1d6b479c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:41:58.036747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Attempting to bind port 865a604d-403b-4fe0-be00-019c1d6b479c on network d702f589-c797-47e7-8659-3926e392fa93 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:41:58.042492 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:58.044848 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:41:58.045283 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Checking segment: {'id': '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:41:58.045782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.046384 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Bound using segment: {'id': '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:41:58.049977 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe" -d '{"events": [{"name": "network-changed", "server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:58.058000 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Bound port: 865a604d-403b-4fe0-be00-019c1d6b479c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd702f589-c797-47e7-8659-3926e392fa93'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:41:58.058569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.150603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] For port 865a604d-403b-4fe0-be00-019c1d6b479c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:41:58.155409 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3f094-8383-4a94-8468-47bcbceb0037 x-openstack-request-id: req-f9e3f094-8383-4a94-8468-47bcbceb0037 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:58.155707 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:58.155969 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9e3f094-8383-4a94-8468-47bcbceb0037 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:58.156351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] For port 865a604d-403b-4fe0-be00-019c1d6b479c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=865a604d-403b-4fe0-be00-019c1d6b479c,segment=NetworkSegment(9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b),segment_id=9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:41:58.156516 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119', 'status': 'completed', 'code': 200} Oct 11 15:41:58.163761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.206660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1d46-4a2d-4c2a-86d9-08e40bcebcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:58.234491 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:41:58.257117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.261858 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118439-4156-4b3f-bd59-e11e2ab8294a None None] Pushing event updated for resources: {'Port': ['ID=865a604d-403b-4fe0-be00-019c1d6b479c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:58.309439 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-874ef852-81f4-43cd-9122-c67e13f9edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.311105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-874ef852-81f4-43cd-9122-c67e13f9edd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 1094 time: 0.2103462 Oct 11 15:41:58.324055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-93d67bdc-a34a-48d1-995b-9eb0d814b07d service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085976 Oct 11 15:41:58.338484 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] device_id is not set on port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:41:58.406984 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] For port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:41:58.408154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:58.420285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-412b56aa-e3f2-4767-9eaf-03f4b47b6c7e service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817262 Oct 11 15:41:58.433673 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Calling delete_port for cfb9c62b-161d-4b25-b3ff-ae0e890e36cf owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:41:58.437336 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-742e4eb8-5cd4-46aa-a206-4438d12166cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 HTTP/1.1" status: 200 len: 217 time: 0.1107979 Oct 11 15:41:58.489760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-e49516b9-45a8-4034-8f98-2d1a92948080 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0548112 Oct 11 15:41:58.499923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416615d-0ced-4ebc-80b5-c0240795b150 req-f52df058-d1ac-4308-8a45-724e8d5f5ff6 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.507470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5416615d-0ced-4ebc-80b5-c0240795b150 req-f52df058-d1ac-4308-8a45-724e8d5f5ff6 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 949 time: 0.1726573 Oct 11 15:41:58.535625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.541757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.548232 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.555319 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-fc777a64-5cbc-440b-9a47-49eccb2e4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.556737 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-fc777a64-5cbc-440b-9a47-49eccb2e4648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.0984397 Oct 11 15:41:58.559748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.567459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.577245 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.583752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.585696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-112433f3-57ab-4ea2-8cdf-78b92e84df52 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.2656136 Oct 11 15:41:58.588377 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-227bf9ad-a5df-4033-a57d-a984d9b67655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.589917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-227bf9ad-a5df-4033-a57d-a984d9b67655 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=371ab1e9-888b-44fd-805f-928f919237e5 HTTP/1.1" status: 200 len: 1095 time: 0.1894875 Oct 11 15:41:58.679672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-a48ffd4c-be69-41d7-a5a9-d3a4ba6b59c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106787 Oct 11 15:41:58.759849 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8::3db (d702f589-c797-47e7-8659-3926e392fa93/4f41877b-7bf7-4f64-afb9-5de912a6dd6f/05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:41:58.862843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5416615d-0ced-4ebc-80b5-c0240795b150 req-7a27f4e1-99af-490e-b8c2-6bbfa60d9908 tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/security-groups?id=04807d84-3505-429c-9b92-a0852b5d0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545001 Oct 11 15:41:58.864213 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-da6dc11b-f635-49a3-bf6b-c8d20dd2d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:58.865584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-da6dc11b-f635-49a3-bf6b-c8d20dd2d7f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.2705536 Oct 11 15:41:58.900373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5732e82-278f-4487-8351-76ef91b6e7b1 req-05b50ff3-c8e6-498e-b2a3-d07acd05b5b5 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2739174 Oct 11 15:41:58.998234 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-bdd285de-bb17-4e38-9eb6-2511bf224fbb service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012938 Oct 11 15:41:59.010505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-9318abac-dc8d-4129-b403-480e6e4f285e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4238153 Oct 11 15:41:59.023590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:59.089631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-5674ac06-cb67-4cfc-9135-4366879d382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.093929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-5674ac06-cb67-4cfc-9135-4366879d382d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2092943 Oct 11 15:41:59.116429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Pushing event deleted for resources: {'Port': ['ID=cfb9c62b-161d-4b25-b3ff-ae0e890e36cf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:59.199625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:59.230930 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] No DVR routers for this DVR port cfb9c62b-161d-4b25-b3ff-ae0e890e36cf on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:41:59.235467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:59.238909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b872e3f-dc50-4e36-a275-566ab7d7795d req-2455adea-7dc2-46ef-96b8-43d17a77b5bb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.43 "DELETE /v2.0/ports/cfb9c62b-161d-4b25-b3ff-ae0e890e36cf HTTP/1.1" status: 204 len: 173 time: 1.9457114 Oct 11 15:41:59.243413 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'name': 'network-vif-deleted', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:41:59.245682 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc866f7-e06d-4937-a08f-98d785f986c6" -d '{"events": [{"server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "name": "network-vif-deleted", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:41:59.263841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-3d682094-d5dd-4585-b987-7c4d750bb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.269395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-3d682094-d5dd-4585-b987-7c4d750bb5ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1096 time: 0.1697845 Oct 11 15:41:59.282170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c11fc-88d0-4ac6-b928-310e927b960b req-91a50346-c43d-4376-97d2-252411877155 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.290252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da6c11fc-88d0-4ac6-b928-310e927b960b req-91a50346-c43d-4376-97d2-252411877155 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.2776759 Oct 11 15:41:59.335311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-51911374-0139-4d21-9def-e493903266d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.337153 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-51911374-0139-4d21-9def-e493903266d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 913 time: 0.7285020 Oct 11 15:41:59.408483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:59.412643 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-62016eb9-ed1c-4714-a2a7-ee45ac593b62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603 HTTP/1.1" status: 200 len: 217 time: 0.0642331 Oct 11 15:41:59.497796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da6c11fc-88d0-4ac6-b928-310e927b960b req-61634871-2973-448e-8d26-0d2953715172 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029264 Oct 11 15:41:59.510230 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b71af9-22b2-4e3a-b9fb-ac5a8c9623c4 x-openstack-request-id: req-97b71af9-22b2-4e3a-b9fb-ac5a8c9623c4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:41:59.510230 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15336946-8d9c-4a28-ae7f-ddbaae362e68", "name": "network-vif-deleted", "tag": "cfb9c62b-161d-4b25-b3ff-ae0e890e36cf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:41:59.510230 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97b71af9-22b2-4e3a-b9fb-ac5a8c9623c4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:41:59.510230 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15336946-8d9c-4a28-ae7f-ddbaae362e68', 'name': 'network-vif-deleted', 'tag': 'cfb9c62b-161d-4b25-b3ff-ae0e890e36cf', 'status': 'completed', 'code': 200} Oct 11 15:41:59.510230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-a29e1d94-81da-4f0d-ae75-30bd3480760e service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996129 Oct 11 15:41:59.583193 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c32e928-1a1b-40e8-b924-b554b2998e01 req-cc36c4b3-3d10-4c9b-bb9b-1f3c18c7d918 service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584602 Oct 11 15:41:59.601229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-be466365-488d-49ed-98aa-2d27c7884076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.604271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-be466365-488d-49ed-98aa-2d27c7884076 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 897 time: 0.3007739 Oct 11 15:41:59.621172 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network d702f589-c797-47e7-8659-3926e392fa93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:41:59.634161 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:41:59.639785 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:41:59.645585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.646234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:41:59.672307 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:41:59.724688 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f9a34a0-385e-4653-b6be-2a171569cf7b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1023071 Oct 11 15:41:59.727241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:41:59.737396 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-43432a06-f636-49a2-a297-8a02700e1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.738853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-43432a06-f636-49a2-a297-8a02700e1874 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.3135169 Oct 11 15:41:59.744093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-3b42ee63-c581-472c-9c93-174df1e884be service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167511 Oct 11 15:41:59.746026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-783ceec8-2cfa-49e0-8fb5-fcf1d815ae6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 1001 time: 0.1320021 Oct 11 15:41:59.834029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-c97aa611-0f53-48cf-888b-d99195522d09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.0797250 Oct 11 15:41:59.962677 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-b2d02790-4200-4146-88a8-b16af1722fcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366805 Oct 11 15:41:59.997334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-4c620d45-f7b0-4ee3-b24a-787e5625dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:41:59.998157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-4c620d45-f7b0-4ee3-b24a-787e5625dcc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 200 len: 834 time: 0.2428434 Oct 11 15:42:00.002114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-3b1f6081-b00c-41f1-9eee-39bdd2da49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.003547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-3b1f6081-b00c-41f1-9eee-39bdd2da49ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1590116 Oct 11 15:42:00.025458 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3ea9f-7b93-4141-82da-41177bf26dd3 None None] Network d702f589-c797-47e7-8659-3926e392fa93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:00.077242 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-d87721f2-34d7-4155-8f9d-8ce293cd32e0 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046107 Oct 11 15:42:00.084318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-945e787f-8a20-4a6e-b0a6-49d1d03b1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.086118 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-945e787f-8a20-4a6e-b0a6-49d1d03b1f4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 1094 time: 0.4497349 Oct 11 15:42:00.117043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b944929-dac6-4328-8b28-132ea48294ef req-4875277b-32d6-4a15-b52a-be4946a310cb tempest-VolumesBackupsTest-469903954 tempest-VolumesBackupsTest-469903954-project] 10.222.0.31 "GET /v2.0/ports?device_id=15336946-8d9c-4a28-ae7f-ddbaae362e68 HTTP/1.1" status: 200 len: 210 time: 0.0777047 Oct 11 15:42:00.170652 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-c88633b0-3175-4b5d-949e-b543f7059fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.172424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-c88633b0-3175-4b5d-949e-b543f7059fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444299 Oct 11 15:42:00.185407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.191598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.198038 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.204991 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.211063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.217041 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.223198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.231202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6923fd98-1624-4133-9890-430133f9951d req-e1ea0f4b-7f20-4fda-a2ca-6982f6c84843 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1785097 Oct 11 15:42:00.240269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-227e23df-3f40-4880-9dab-beb979c0847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.241955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-227e23df-3f40-4880-9dab-beb979c0847c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345164 Oct 11 15:42:00.252951 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] Provisioning complete for port 865a604d-403b-4fe0-be00-019c1d6b479c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:00.252951 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.312676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-4709e5c3-d6a4-4e20-a19b-84f1d0970e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.314832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-4709e5c3-d6a4-4e20-a19b-84f1d0970e9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 913 time: 0.1417596 Oct 11 15:42:00.389046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.453232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] For port 865a604d-403b-4fe0-be00-019c1d6b479c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=865a604d-403b-4fe0-be00-019c1d6b479c,segment=NetworkSegment(9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b),segment_id=9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:00.465746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.479111 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-350cb5b7-8476-489c-bb57-cb5b34a317be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 HTTP/1.1" status: 200 len: 217 time: 0.1480129 Oct 11 15:42:00.543952 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46911785-be46-4bd9-b6ba-d7798d9d174e None None] Pushing event updated for resources: {'Port': ['ID=865a604d-403b-4fe0-be00-019c1d6b479c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:00.559291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-6ba621b7-7d1c-4bf9-b4bf-9a8299f37ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341399 Oct 11 15:42:00.576611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6923fd98-1624-4133-9890-430133f9951d req-c81a8f10-4047-4fa0-99c3-46f9f6d4ea76 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3443177 Oct 11 15:42:00.620172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.666853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-0001145b-b829-4760-8f1f-d97978f645f9 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228747 Oct 11 15:42:00.713871 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6d9cc5c-f9bf-4457-92c3-02bda125265f None None] Provisioning complete for port 865a604d-403b-4fe0-be00-019c1d6b479c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:00.714075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-350a3b89-abb4-4a9e-8053-0c9ae34d5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:00.714459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cc5c-f9bf-4457-92c3-02bda125265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.715752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-350a3b89-abb4-4a9e-8053-0c9ae34d5ac6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.2206914 Oct 11 15:42:00.764620 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89d7835a-59cc-4fbe-b5da-968362986cd6 req-94efc6b9-beb1-4af8-8977-e2aab3fa7467 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923944 Oct 11 15:42:00.788423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 865a604d-403b-4fe0-be00-019c1d6b479c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:00.830511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-6375bc88-7f0c-4788-9ffb-50900d058bdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637450 Oct 11 15:42:00.873556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cfb9c62b-161d-4b25-b3ff-ae0e890e36cf no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:00.894654 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: cfb9c62b-161d-4b25-b3ff-ae0e890e36cf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:00.895046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cfb9c62b-161d-4b25-b3ff-ae0e890e36cf not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:00.948995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-a9e4aba7-a9ef-42e4-b312-3e8cafc8bbfa service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643633 Oct 11 15:42:00.968622 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 865a604d-403b-4fe0-be00-019c1d6b479c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:00.969314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:00.978810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5e5341-9f28-495b-b6a2-f11bbd1bd567 req-4b7da97c-3cec-411d-9f63-a398e2e168df service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008424 Oct 11 15:42:01.022655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19a6f-ac55-43d7-8db5-3ee78d6f0e3b req-17250515-baa1-4f6f-b1a2-42fca06c2c5d tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.030663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ac19a6f-ac55-43d7-8db5-3ee78d6f0e3b req-17250515-baa1-4f6f-b1a2-42fca06c2c5d tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.3661206 Oct 11 15:42:01.034614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-38e22bf3-30c4-40ab-b6ed-8e68d881243c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0676458 Oct 11 15:42:01.046786 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6d9cc5c-f9bf-4457-92c3-02bda125265f None None] Provisioning complete for port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:01.047928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6d9cc5c-f9bf-4457-92c3-02bda125265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.089859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-79559e70-7b11-436d-89c4-2e75298adbe6 service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629200 Oct 11 15:42:01.093537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.104638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ac19a6f-ac55-43d7-8db5-3ee78d6f0e3b req-7ea132e9-2e41-48d9-b692-fa7a190a8780 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728734 Oct 11 15:42:01.110372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.112576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-59f83959-f161-4591-aa8f-6ead568d4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.114054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-59f83959-f161-4591-aa8f-6ead568d4d31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0660179 Oct 11 15:42:01.117345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9cc5c-f9bf-4457-92c3-02bda125265f None None] Port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:01.171221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-6a36b5ed-774e-4731-95ad-0e7ef1704973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.172796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-6a36b5ed-774e-4731-95ad-0e7ef1704973 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492399 Oct 11 15:42:01.280390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-020681b8-a129-4b24-88d3-c0bdecddfa33 None None] Provisioning complete for port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:01.280768 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-020681b8-a129-4b24-88d3-c0bdecddfa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.333732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-020681b8-a129-4b24-88d3-c0bdecddfa33 None None] Port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:01.354553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-a133664d-ff6c-4651-8268-08731896b3a7 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726949 Oct 11 15:42:01.465822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-4f33b52d-3db8-4d46-9851-2e8ce4d0ac56 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021228 Oct 11 15:42:01.530529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-5b8c867d-d38f-416a-ac84-e1809ac0ee37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.0555196 Oct 11 15:42:01.563964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e089dc2-bd47-4a29-ae46-997c88b4c81b None None] Provisioning complete for port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:01.564320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e089dc2-bd47-4a29-ae46-997c88b4c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.611626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:01.647004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5e089dc2-bd47-4a29-ae46-997c88b4c81b None None] Port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:01.651690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-5c46958c-6d3e-4363-b8b2-fc72d5e6699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.653972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-5c46958c-6d3e-4363-b8b2-fc72d5e6699a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1122651 Oct 11 15:42:01.692213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-70c10a8c-f38c-4c8b-9d37-3f5692cf0abe req-a5ca95b6-4b41-490b-bb75-4b79d10860bc service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940282 Oct 11 15:42:01.734204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.745012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-089ce73b-4934-4493-94a9-e8faa31f191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.746705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-089ce73b-4934-4493-94a9-e8faa31f191c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847859 Oct 11 15:42:01.762515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.769196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.775488 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.781648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.788522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.794910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.801078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:01.803154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-495e9b37-4a16-4ece-a6ff-a082bf220cda tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.1100664 Oct 11 15:42:01.857373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:01.894120 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-699b3817-070c-4910-a6ae-cc293ac4ff07 req-69801445-e3ea-481e-ab46-1c3e474f9d03 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821290 Oct 11 15:42:01.939261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9b41552c-7801-49c9-8f71-1ad9c91f2b2f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344543 Oct 11 15:42:02.049961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-e5d4727d-0841-4872-b62b-484cedcb9671 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034057 Oct 11 15:42:02.113425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-6f03f9f4-a214-4863-a110-9548891cb52f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.0561535 Oct 11 15:42:02.169598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9bfa81fe-963d-4b8b-8052-fc794d06d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.171263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9bfa81fe-963d-4b8b-8052-fc794d06d387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0512755 Oct 11 15:42:02.201720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:02.208514 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:02.209327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:02.255649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9c278c9c-081c-457f-bbc6-e9d3cc642c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.257696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-9c278c9c-081c-457f-bbc6-e9d3cc642c49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798507 Oct 11 15:42:02.297951 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:02.351836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ff3e660-4107-4a11-9880-3e5c22f32371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:02.395098 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e487-78c4-4ec9-9c50-3f4441d46d82 req-173ed65a-730b-4f3d-bb16-b303ffa2f814 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.396749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c98e487-78c4-4ec9-9c50-3f4441d46d82 req-173ed65a-730b-4f3d-bb16-b303ffa2f814 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.1613274 Oct 11 15:42:02.409642 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network d702f589-c797-47e7-8659-3926e392fa93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:02.411325 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:02.453779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-b5ed7aa7-b0c9-48a1-b775-400655ab06fe service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801445 Oct 11 15:42:02.463078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c98e487-78c4-4ec9-9c50-3f4441d46d82 req-92b4b3a7-5ffa-4787-8ef4-e3eeaf055aa0 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Oct 11 15:42:02.565070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-81ec4e66-2811-4b82-9362-6745b033eb22 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983343 Oct 11 15:42:02.578043 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router ea32e63a-9c92-4d34-bf7c-179ee010bd02 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:42:02.668352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-565e8bca-8800-4b86-9896-5debc53f8581 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0966058 Oct 11 15:42:02.704038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:02.713160 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c2947b4-6cbb-47ce-ba25-804a14189dff tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/ea32e63a-9c92-4d34-bf7c-179ee010bd02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9825444 Oct 11 15:42:02.713256 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:02.716309 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] Sync routers for ids ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:02.733280 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] Routers {'ea32e63a-9c92-4d34-bf7c-179ee010bd02'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:02.734224 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:02.781929 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77f856-b822-43e6-8fc3-0922bb4a99dc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.785516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e77f856-b822-43e6-8fc3-0922bb4a99dc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports/05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a HTTP/1.1" status: 200 len: 984 time: 0.0699995 Oct 11 15:42:02.787341 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:02.798995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-95fc558f-a1dd-497c-8221-c8dc594471aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.800633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-95fc558f-a1dd-497c-8221-c8dc594471aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.1250522 Oct 11 15:42:02.810438 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:02.823114 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] Routers {'ea32e63a-9c92-4d34-bf7c-179ee010bd02'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:02.824037 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:02.828170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fba2a30a-ea6a-4b22-8c2a-83afd355d603 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:02.887051 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:02.887808 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3777b6f-eb2a-403a-ad35-e798f47f25ca None None] The sync data for ids ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:02.891061 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-105fd35c-f8d4-400d-8aef-e16bfd108a06 None None] Provisioning complete for port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:02.891639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-105fd35c-f8d4-400d-8aef-e16bfd108a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:02.936635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 05d13791-4848-42b0-ab0f-429ef9408eaf details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:02.955655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-341dacfd-bab6-443b-981d-93930b1ecd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:02.958905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-341dacfd-bab6-443b-981d-93930b1ecd30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197546 Oct 11 15:42:03.012702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-105fd35c-f8d4-400d-8aef-e16bfd108a06 None None] Port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:03.138140 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.155471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05d13791-4848-42b0-ab0f-429ef9408eaf,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.169061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'port_id': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603', 'mac_address': 'fa:16:3e:51:03:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e24575-80df-44bf-aeb0-8ac10fb60909', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:03.172906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '05d13791-4848-42b0-ab0f-429ef9408eaf', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'port_id': '05d13791-4848-42b0-ab0f-429ef9408eaf', 'mac_address': 'fa:16:3e:f8:09:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:03.200593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.207443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.214440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.221531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.228203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.228337 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.234066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.240288 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.242195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-1da7986a-50bc-4487-8bcf-70c40ac5c1ab tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5421 time: 0.2275064 Oct 11 15:42:03.258314 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d13791-4848-42b0-ab0f-429ef9408eaf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:03.279527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05d13791-4848-42b0-ab0f-429ef9408eaf,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.285632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.286308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8eb0c6a5-f9b3-4655-9904-610f4428d36f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:03.343335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-07e0d149-b86e-478e-9ba6-5ea923daf6f1 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357904 Oct 11 15:42:03.365144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.389924 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa0a449a-dd67-452f-8b49-31d4742c1b72 req-70179569-491c-418a-9c3b-b83520ab6e66 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190231 Oct 11 15:42:03.420977 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:03.454074 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba2a30a-ea6a-4b22-8c2a-83afd355d603 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:03.469143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:42:03.570958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.581775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.658681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.671882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:03.676743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8eb0c6a5-f9b3-4655-9904-610f4428d36f', 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'port_id': '8eb0c6a5-f9b3-4655-9904-610f4428d36f', 'mac_address': 'fa:16:3e:42:84:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44866c17-d86c-40f0-b9e3-e6dd123086ed', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:03.717904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.732381 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb0c6a5-f9b3-4655-9904-610f4428d36f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:03.778982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:03.788969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:03.795098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:03.865912 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:03.970649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22c793b-b6b0-4c76-91ee-6d4e266f5798 req-8d0ee2ac-7439-40b2-a322-af2ff89011a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101527 Oct 11 15:42:03.979493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfb2e9-c8ab-407d-af4d-7eae37514b20 req-84774eb2-7d21-41a4-94e5-518e51774662 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:03.981077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10bfb2e9-c8ab-407d-af4d-7eae37514b20 req-84774eb2-7d21-41a4-94e5-518e51774662 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.1545866 Oct 11 15:42:04.075351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fba2a30a-ea6a-4b22-8c2a-83afd355d603'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:04.090516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10bfb2e9-c8ab-407d-af4d-7eae37514b20 req-f7a02789-e0eb-4220-aabb-fc902851e589 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963230 Oct 11 15:42:04.130292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.213258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.236397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'port_id': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'mac_address': 'fa:16:3e:24:ef:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:04.313435 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.328762 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:04.350716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.356906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.359239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:04.449136 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:04.450213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.456688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.515453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'network_id': 'e7a32ce9-7263-4595-b9b0-da5e105cc5c5', 'port_id': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'mac_address': 'fa:16:3e:d7:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44866c17-d86c-40f0-b9e3-e6dd123086ed', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:04.557190 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:04.578980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.594373 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:04.621911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.628504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.630567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8db54643-e05a-4fb1-9076-fc6b74e65afd details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:04.639456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.667200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.667670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.675599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.681697 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.682574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'port_id': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'mac_address': 'fa:16:3e:89:a4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:04.687784 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.693761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.701451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.708469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:04.717536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-7f4cdb0c-11a0-4433-9c26-004551c0fe50 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5424 time: 0.1438913 Oct 11 15:42:04.736263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:04.763427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.775673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daad4076-94d3-4cd2-957d-dae6981ae189 req-499b5df2-f63a-49ee-9ff6-53bf3b8ed294 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571501 Oct 11 15:42:04.783348 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:04.787037 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db54643-e05a-4fb1-9076-fc6b74e65afd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:04.821119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.827431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.828270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c932556-bd3e-4e9f-9ec6-e62893e46260 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:04.892068 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:04.895387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49599b65-8bdd-4100-8901-8995c19de8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:04.930489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:04.945095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '0c932556-bd3e-4e9f-9ec6-e62893e46260', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'port_id': '0c932556-bd3e-4e9f-9ec6-e62893e46260', 'mac_address': 'fa:16:3e:2e:49:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:04.995084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.009996 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c932556-bd3e-4e9f-9ec6-e62893e46260 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:05.036325 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:05.041228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.041914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:05.043124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.083317 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=05b6fc26-1a89-4a58-b0cc-3c4c51d78a6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:05.171086 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:05.238766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:05.255801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'port_id': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119', 'mac_address': 'fa:16:3e:a4:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e24575-80df-44bf-aeb0-8ac10fb60909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:05.275463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.334140 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.354581 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:05.375925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:05.384948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.385881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:05.465421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:05.468115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:05.489660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc', 'network_id': '54ca8709-1723-4d55-a084-f8c3fc7ffe7a', 'port_id': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc', 'mac_address': 'fa:16:3e:70:91:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb452ca9-aa7c-4bca-ba89-f7501c06295a', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:05.489831 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router ea32e63a-9c92-4d34-bf7c-179ee010bd02 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:05.502910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c3a5b-392d-4453-8cf0-f9a0976cc3df req-e07dda4c-9882-4982-adc2-08a697f9fe9a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:05.504552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-625c3a5b-392d-4453-8cf0-f9a0976cc3df req-e07dda4c-9882-4982-adc2-08a697f9fe9a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 943 time: 0.2724726 Oct 11 15:42:05.537729 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.573205 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:05.599387 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:05.608425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e5e0deb2-5115-4d2c-a559-b9aac53d2675 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/ea32e63a-9c92-4d34-bf7c-179ee010bd02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8169327 Oct 11 15:42:05.608521 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:05.611865 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] Sync routers for ids ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:05.626329 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] Routers {'ea32e63a-9c92-4d34-bf7c-179ee010bd02'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:05.630023 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:05.655020 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:05.657288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-625c3a5b-392d-4453-8cf0-f9a0976cc3df req-79db2ae7-e70f-49c2-af7e-68353c062049 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458194 Oct 11 15:42:05.665023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.753238 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:05.797686 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] Routers {'ea32e63a-9c92-4d34-bf7c-179ee010bd02'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:05.798464 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:05.801973 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:05.852503 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:05.853134 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae9959-96a5-4b20-90b8-827ca586d6d5 None None] The sync data for ids ['ea32e63a-9c92-4d34-bf7c-179ee010bd02'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:05.889580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:05.964823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.010633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.030047 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.049523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.070387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.082100 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.091323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.099415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.101642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8770b19f-94a4-4055-8180-0b802987a7ce req-668864c4-c5f7-4d70-b2d1-41cce1b98998 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5428 time: 0.1950777 Oct 11 15:42:06.115798 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a5242006-a19c-4705-ad59-b6b80b689d58 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] remove_router_interface failed (client error): The resource could not be found. Oct 11 15:42:06.119478 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5242006-a19c-4705-ad59-b6b80b689d58 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/ea32e63a-9c92-4d34-bf7c-179ee010bd02/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5072830 Oct 11 15:42:06.122338 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:06.162850 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84534099-1d74-411e-be79-cb1adc1f9de2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea32e63a-9c92-4d34-bf7c-179ee010bd02 HTTP/1.1" status: 200 len: 205 time: 0.0393152 Oct 11 15:42:06.165448 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:06.182225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8770b19f-94a4-4055-8180-0b802987a7ce req-63aae79f-cbf9-4434-b146-2463cab0280e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732596 Oct 11 15:42:06.264774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.461065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.463319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.514700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.515344 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router ea32e63a-9c92-4d34-bf7c-179ee010bd02 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:42:06.523983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.527505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09fc0f63-ac29-4ffc-bdf3-49a6576c9806 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/ea32e63a-9c92-4d34-bf7c-179ee010bd02 HTTP/1.1" status: 204 len: 168 time: 0.3570013 Oct 11 15:42:06.527861 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:06.597240 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 4f41877b-7bf7-4f64-afb9-5de912a6dd6f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:42:06.605775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.654107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.698867 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['364f7d1f-7cb2-40ae-bfa1-2b327aa5a119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.704439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0c932556-bd3e-4e9f-9ec6-e62893e46260'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.762211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.800966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['05d13791-4848-42b0-ab0f-429ef9408eaf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.807042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.865448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d72d3-3c77-4474-a1d5-deb135e4bc49 req-62603d21-aae8-4195-8b1d-f85e08e0f88f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:06.867380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b98d72d3-3c77-4474-a1d5-deb135e4bc49 req-62603d21-aae8-4195-8b1d-f85e08e0f88f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.0957801 Oct 11 15:42:06.898416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8db54643-e05a-4fb1-9076-fc6b74e65afd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.934553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b98d72d3-3c77-4474-a1d5-deb135e4bc49 req-a6f34fb9-2905-4a0e-bacb-84fa211af773 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600657 Oct 11 15:42:06.941155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.941849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8eb0c6a5-f9b3-4655-9904-610f4428d36f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.944740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['6124c3c3-172a-4765-b8bd-839fb4c7a7c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:06.947253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fba2a30a-ea6a-4b22-8c2a-83afd355d603 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:06.969715 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=4f41877b-7bf7-4f64-afb9-5de912a6dd6f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:06.973012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:06.985172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-78173cdf-da31-4f07-8254-4d672a33e348 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/4f41877b-7bf7-4f64-afb9-5de912a6dd6f HTTP/1.1" status: 204 len: 168 time: 0.4559536 Oct 11 15:42:06.988093 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:07.051965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978e924-d653-430e-926e-d1b3eb06cb26 None None] Network d702f589-c797-47e7-8659-3926e392fa93 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:07.141885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.254638 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 865a604d-403b-4fe0-be00-019c1d6b479c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:07.255462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.372601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.382284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.391374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.399667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.408348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.419594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.426751 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:07.436093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-5ba71e61-fae8-4f6e-bf59-4145c987133b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5428 time: 0.1479480 Oct 11 15:42:07.447518 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 865a604d-403b-4fe0-be00-019c1d6b479c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=865a604d-403b-4fe0-be00-019c1d6b479c,segment=NetworkSegment(9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b),segment_id=9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:07.447904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.475705 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 865a604d-403b-4fe0-be00-019c1d6b479c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:07.503362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60f4f1d5-cf4a-43c3-bb91-d98075bd7e00 req-e6ce6cbe-ebbe-4f3c-a993-51e0ea1ff708 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661583 Oct 11 15:42:07.567520 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port fba2a30a-ea6a-4b22-8c2a-83afd355d603 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:07.574399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:07.576432 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15492985-6962-4d89-aabf-e5b618d2bfa7 None None] DHCP port deletion for d702f589-c797-47e7-8659-3926e392fa93 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:42:07.594718 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port fba2a30a-ea6a-4b22-8c2a-83afd355d603 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:07.595658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.628332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.658539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=865a604d-403b-4fe0-be00-019c1d6b479c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:07.667158 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 865a604d-403b-4fe0-be00-019c1d6b479c on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:07.669760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.670116 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.670456 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.670786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.671114 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.671446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.671900 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.672228 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.672683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.672872 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.673214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.673546 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:07.786444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.819077 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d702f589-c797-47e7-8659-3926e392fa93']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:07.837469 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:07.837849 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5ed65f-4b5c-4557-a5cb-a4a5efa0912b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:07.857912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.895592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.905902 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:42:07.906307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:42:07.910261 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:42:07.936710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:07.998781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.009143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.016854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/d702f589-c797-47e7-8659-3926e392fa93 HTTP/1.1" status: 204 len: 168 time: 1.0232470 Oct 11 15:42:08.017169 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:08.023586 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438376945'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:08.047404 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82854ea-b58e-4f55-a0fc-b2b537366af8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=d702f589-c797-47e7-8659-3926e392fa93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:08.098467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:08.104603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.158385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c3ed-9904-48ae-b9ca-00dd0d6aabc1 req-42382731-bf0e-4697-9dd7-f7a40de63360 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.160143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea27c3ed-9904-48ae-b9ca-00dd0d6aabc1 req-42382731-bf0e-4697-9dd7-f7a40de63360 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.1064496 Oct 11 15:42:08.201845 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:08.226491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.226842 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment ed236b80-4b01-41ee-9fef-381a81a4b187 of type vlan for network 1068b515-3853-4061-9778-5a49fa233243 Oct 11 15:42:08.231661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea27c3ed-9904-48ae-b9ca-00dd0d6aabc1 req-ba8d2d27-f8c2-4802-a970-cff950c8aa92 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655000 Oct 11 15:42:08.284096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.314091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.322052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.324027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.389532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3692694 Oct 11 15:42:08.392650 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:08.402902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': '1068b515-3853-4061-9778-5a49fa233243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:08.403089 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe4cb-ddd9-4e3c-be8f-ce9e9326ed4d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=1068b515-3853-4061-9778-5a49fa233243,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:08.403872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.440789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 1068b515-3853-4061-9778-5a49fa233243 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:08.539511 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:08.541868 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0045643c-6730-4104-bbc1-37f789424564" -d '{"events": [{"server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "name": "network-vif-plugged", "status": "completed", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:08.568270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:08.580309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:08.582076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.590332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.614929 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35fb862-3bf6-4137-8c27-2ed3d1a1274b x-openstack-request-id: req-b35fb862-3bf6-4137-8c27-2ed3d1a1274b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:08.615217 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "name": "network-vif-plugged", "status": "completed", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:08.615464 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b35fb862-3bf6-4137-8c27-2ed3d1a1274b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:08.615915 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603', 'code': 200} Oct 11 15:42:08.652030 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:08.723962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 865a604d-403b-4fe0-be00-019c1d6b479c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:08.746095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 865a604d-403b-4fe0-be00-019c1d6b479c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:08.746380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 865a604d-403b-4fe0-be00-019c1d6b479c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:08.803261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48eb4d-a8da-4994-98cc-21fda27679e2 req-33df84d3-144d-4353-8bc8-ad943d2733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.805152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf48eb4d-a8da-4994-98cc-21fda27679e2 req-33df84d3-144d-4353-8bc8-ad943d2733c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=371ab1e9-888b-44fd-805f-928f919237e5 HTTP/1.1" status: 200 len: 1097 time: 0.1185658 Oct 11 15:42:08.830180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.835883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.841675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.841831 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.848073 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.854084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.859880 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.866272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.873531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-186c97ce-415b-4270-8f91-251843a48447 req-64d9c728-dd19-4f2e-a048-ce5cefde004e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5428 time: 0.1368828 Oct 11 15:42:08.919491 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=5244c43d-5fb1-48c1-bb17-815a256301c3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:08.920468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf48eb4d-a8da-4994-98cc-21fda27679e2 req-6cf2674f-aa04-4388-bbbf-5f5bc65a1528 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080461 Oct 11 15:42:08.927780 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'ed236b80-4b01-41ee-9fef-381a81a4b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1068b515-3853-4061-9778-5a49fa233243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:08.928150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: 1068b515-3853-4061-9778-5a49fa233243, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:08.931698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-186c97ce-415b-4270-8f91-251843a48447 req-2075e3a7-64d8-43fa-b31d-525b47537d25 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525913 Oct 11 15:42:08.954900 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 1068b515-3853-4061-9778-5a49fa233243 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:08.964443 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1068b515-3853-4061-9778-5a49fa233243) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:08.972549 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:08.973240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:08.974618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0f4c3-995c-4ad9-b9e6-74bdaa3f6c23 None None] Network 1068b515-3853-4061-9778-5a49fa233243 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:08.994216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3be18da0-4666-4492-8931-a17df983ab75 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5970123 Oct 11 15:42:08.994402 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:09.001216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-926225801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:09.028615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.030079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.089461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.095487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.115663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.119814 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6fb0ffc-8ada-481a-a2fb-70e3d163c63d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1219692 Oct 11 15:42:09.120055 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:09.139203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1068b515-3853-4061-9778-5a49fa233243', 'network_id': '1068b515-3853-4061-9778-5a49fa233243', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '5244c43d-5fb1-48c1-bb17-815a256301c3'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:09.140196 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.291549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.308023 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Allocated IP 2001:db8::2 (1068b515-3853-4061-9778-5a49fa233243/5244c43d-5fb1-48c1-bb17-815a256301c3/b43f8d53-dc0f-476c-aafc-e396e62da678) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:09.387145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377a971-87cd-4382-bb20-87ffe2c1b476 req-3184aa6d-4900-44bf-8810-b991b330792f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:09.391437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a377a971-87cd-4382-bb20-87ffe2c1b476 req-3184aa6d-4900-44bf-8810-b991b330792f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.0713837 Oct 11 15:42:09.438358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a377a971-87cd-4382-bb20-87ffe2c1b476 req-60d54921-8be7-4ae2-bb8f-4f833bad91d7 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Oct 11 15:42:09.468620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.476594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.485433 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.521976 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Network 1068b515-3853-4061-9778-5a49fa233243 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:09.525394 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:09.529237 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:09.577363 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Pushing event updated for resources: {'Port': ['ID=b43f8d53-dc0f-476c-aafc-e396e62da678,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:09.605228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Attempting to bind port b43f8d53-dc0f-476c-aafc-e396e62da678 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:09.605634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Attempting to bind port b43f8d53-dc0f-476c-aafc-e396e62da678 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ed236b80-4b01-41ee-9fef-381a81a4b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1068b515-3853-4061-9778-5a49fa233243'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:09.607835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Attempting to bind port b43f8d53-dc0f-476c-aafc-e396e62da678 on network 1068b515-3853-4061-9778-5a49fa233243 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:09.611398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:09.611854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Checking segment: {'id': 'ed236b80-4b01-41ee-9fef-381a81a4b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1068b515-3853-4061-9778-5a49fa233243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:09.612374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.612815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Bound using segment: {'id': 'ed236b80-4b01-41ee-9fef-381a81a4b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1068b515-3853-4061-9778-5a49fa233243'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:09.613293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Bound port: b43f8d53-dc0f-476c-aafc-e396e62da678, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed236b80-4b01-41ee-9fef-381a81a4b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1068b515-3853-4061-9778-5a49fa233243'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:09.613706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.692068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] For port b43f8d53-dc0f-476c-aafc-e396e62da678, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:09.696999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] For port b43f8d53-dc0f-476c-aafc-e396e62da678, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43f8d53-dc0f-476c-aafc-e396e62da678,segment=NetworkSegment(ed236b80-4b01-41ee-9fef-381a81a4b187),segment_id=ed236b80-4b01-41ee-9fef-381a81a4b187)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:09.703238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.748991 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8::1 (1068b515-3853-4061-9778-5a49fa233243/5244c43d-5fb1-48c1-bb17-815a256301c3/2a3bc5e3-f6fb-4909-9950-ea4389cd89c2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:09.771590 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323b6b-4308-4b7b-bf81-ab314a3b32fc None None] Pushing event updated for resources: {'Port': ['ID=b43f8d53-dc0f-476c-aafc-e396e62da678,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:09.897788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:09.950968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.069134 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 1068b515-3853-4061-9778-5a49fa233243 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:10.075743 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:10.078786 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:10.079421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.224158 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=2a3bc5e3-f6fb-4909-9950-ea4389cd89c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:10.234000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.265112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.281569 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.299381 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.311239 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.334949 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.341910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.349084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-fcf14f9f-9e46-436c-8cba-d1021b3c64d0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5428 time: 0.2623122 Oct 11 15:42:10.441877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.442325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb6909fe-519b-4ce9-9a44-3230606b6c94 req-8bcb65c2-3b73-4095-b06e-f65f12ccfb09 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792539 Oct 11 15:42:10.584493 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.604902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eef09-f4d9-4e67-a9cd-4e7166ac5faf req-3bc10291-04b7-44f7-9da9-fc0a746f37de tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:10.617045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f4eef09-f4d9-4e67-a9cd-4e7166ac5faf req-3bc10291-04b7-44f7-9da9-fc0a746f37de tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.0715151 Oct 11 15:42:10.706014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f4eef09-f4d9-4e67-a9cd-4e7166ac5faf req-07be9a46-b078-473e-94b8-50d44e1ec17a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 Oct 11 15:42:10.804097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b43f8d53-dc0f-476c-aafc-e396e62da678 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:10.850478 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.855691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.856673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.939823 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b43f8d53-dc0f-476c-aafc-e396e62da678 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:10.940273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:10.982149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=2a3bc5e3-f6fb-4909-9950-ea4389cd89c2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:11.046912 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 1068b515-3853-4061-9778-5a49fa233243 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:11.048805 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:11.094114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:11.171020 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b43f8d53-dc0f-476c-aafc-e396e62da678, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43f8d53-dc0f-476c-aafc-e396e62da678,segment=NetworkSegment(ed236b80-4b01-41ee-9fef-381a81a4b187),segment_id=ed236b80-4b01-41ee-9fef-381a81a4b187)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:11.181731 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:11.307974 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b43f8d53-dc0f-476c-aafc-e396e62da678,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:11.312887 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab384cc8-f60b-4ba4-9e53-00ec62b7c634 None None] Network 1068b515-3853-4061-9778-5a49fa233243 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:11.413045 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ee74283-a880-48f9-9218-6dbc03457910 None None] Provisioning complete for port b43f8d53-dc0f-476c-aafc-e396e62da678 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:11.413432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ee74283-a880-48f9-9218-6dbc03457910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:11.686564 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 760cb5bf-5281-4f83-9748-189813fec848 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:42:11.738651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.762981 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 05d13791-4848-42b0-ab0f-429ef9408eaf up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:11.763434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.783008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.791507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.800234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.807327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.821925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.824543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-0b465bce-50d2-4b39-bc02-8d397bae4faa tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5428 time: 0.2233131 Oct 11 15:42:11.903638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:11.928640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f159fd9-b597-41a9-ab28-0bf4423e5d1d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/760cb5bf-5281-4f83-9748-189813fec848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8049474 Oct 11 15:42:11.929790 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:11.932857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-93f2906b-0644-43ec-ae58-9e5bec734e65 req-f39d4571-641a-47e2-96dc-e74cbfefe885 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971892 Oct 11 15:42:11.945630 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] Sync routers for ids ['760cb5bf-5281-4f83-9748-189813fec848'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:11.964258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2a92c-9f2a-4e1f-9957-c604460a3e0d req-3a560ee4-068c-42b4-8b5e-af18e0ab35c5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.970004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49f2a92c-9f2a-4e1f-9957-c604460a3e0d req-3a560ee4-068c-42b4-8b5e-af18e0ab35c5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.1355102 Oct 11 15:42:11.992835 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] Routers {'760cb5bf-5281-4f83-9748-189813fec848'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:11.993796 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['760cb5bf-5281-4f83-9748-189813fec848'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:11.995779 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c413d6-373c-41bf-ab9e-be0d363bedc7 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:11.997605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b8c413d6-373c-41bf-ab9e-be0d363bedc7 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports/2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 HTTP/1.1" status: 200 len: 911 time: 0.0667026 Oct 11 15:42:12.000465 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:12.003348 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 05d13791-4848-42b0-ab0f-429ef9408eaf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:12.040784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:12.044723 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 05d13791-4848-42b0-ab0f-429ef9408eaf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.045095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.077769 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] Routers {'760cb5bf-5281-4f83-9748-189813fec848'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:12.078468 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['760cb5bf-5281-4f83-9748-189813fec848'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:12.129033 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:12.129638 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29d635-dbc9-417a-8738-e35a2582aced None None] The sync data for ids ['760cb5bf-5281-4f83-9748-189813fec848'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:12.141176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49f2a92c-9f2a-4e1f-9957-c604460a3e0d req-3bb6fcee-3183-4edb-bb44-40d6a6c6ad88 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680059 Oct 11 15:42:12.192053 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.221632 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d13791-4848-42b0-ab0f-429ef9408eaf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:12.224230 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ef718-cc50-47cc-ba90-c64323717449" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "05d13791-4848-42b0-ab0f-429ef9408eaf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:12.238623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05d13791-4848-42b0-ab0f-429ef9408eaf,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:12.244761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.245879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8eb0c6a5-f9b3-4655-9904-610f4428d36f up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:12.278100 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2883b940-7f0d-4527-900b-1c7ed998c6ee x-openstack-request-id: req-2883b940-7f0d-4527-900b-1c7ed998c6ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:12.278410 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "05d13791-4848-42b0-ab0f-429ef9408eaf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:12.278655 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2883b940-7f0d-4527-900b-1c7ed998c6ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:12.279050 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d13791-4848-42b0-ab0f-429ef9408eaf', 'code': 200} Oct 11 15:42:12.346976 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:12.359579 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8eb0c6a5-f9b3-4655-9904-610f4428d36f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:12.365513 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8eb0c6a5-f9b3-4655-9904-610f4428d36f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.366122 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.458773 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.475642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.502814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:12.505884 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5c4178a-174f-40e7-9634-528525d167fe None None] Provisioning complete for port b43f8d53-dc0f-476c-aafc-e396e62da678 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.506284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c4178a-174f-40e7-9634-528525d167fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.509873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.510770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:12.626979 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:12.707948 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:12.722900 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b43f8d53-dc0f-476c-aafc-e396e62da678 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:12.749075 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.749452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.813163 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5c4178a-174f-40e7-9634-528525d167fe None None] Provisioning complete for port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.813799 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c4178a-174f-40e7-9634-528525d167fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.856006 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:12.856460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.893236 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b43f8d53-dc0f-476c-aafc-e396e62da678 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:12.893692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:12.895228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4178a-174f-40e7-9634-528525d167fe None None] Port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:12.953944 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.000668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:13.016173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.028938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.029791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8db54643-e05a-4fb1-9076-fc6b74e65afd up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:13.039307 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:13.121944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4f9fecc-8240-45a2-bf4f-3d396e233835 None None] Provisioning complete for port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:13.122313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f9fecc-8240-45a2-bf4f-3d396e233835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.173664 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:13.215161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9fecc-8240-45a2-bf4f-3d396e233835 None None] Port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:13.223841 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8db54643-e05a-4fb1-9076-fc6b74e65afd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:13.235087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8db54643-e05a-4fb1-9076-fc6b74e65afd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:13.235527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.336933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.343388 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-daaecec0-bb53-47d8-9cc5-351e49d13931 None None] Provisioning complete for port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:13.343755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daaecec0-bb53-47d8-9cc5-351e49d13931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.403494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-daaecec0-bb53-47d8-9cc5-351e49d13931 None None] Port 2a3bc5e3-f6fb-4909-9950-ea4389cd89c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:13.406021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:13.412398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.414030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:13.438014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.444735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.450646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.457001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.462787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.468690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.474550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.476484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-0ee94b95-bd59-4b7b-a282-4bb6f207bfa3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5431 time: 0.4393604 Oct 11 15:42:13.486801 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:13.501092 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:13.506773 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:13.507264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.591787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f820bbeb-59ad-4ca1-b386-2bd5cc3cba57 req-1f6ca5ae-3882-4acc-a8bc-01c81428ca10 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988355 Oct 11 15:42:13.602407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e1562-7998-41eb-bc22-025bc9bb6201 req-068427e1-08ab-440d-90d1-d9a2b1cc3b32 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:13.606407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-662e1562-7998-41eb-bc22-025bc9bb6201 req-068427e1-08ab-440d-90d1-d9a2b1cc3b32 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 944 time: 0.1938388 Oct 11 15:42:13.607376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.650672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:13.656050 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.658722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c932556-bd3e-4e9f-9ec6-e62893e46260 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:13.689780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-662e1562-7998-41eb-bc22-025bc9bb6201 req-bdf80081-63c0-41ac-9e63-bf5c44a8be9b tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Oct 11 15:42:13.712728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.740639 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=2a3bc5e3-f6fb-4909-9950-ea4389cd89c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:13.775344 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.775725 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.776068 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.777027 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.777027 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.777253 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.777416 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.777774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.778093 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.778412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.778737 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.779052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:13.793091 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:13.807251 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 0c932556-bd3e-4e9f-9ec6-e62893e46260 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:13.827743 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 0c932556-bd3e-4e9f-9ec6-e62893e46260 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:13.828817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:13.857727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.156951 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 760cb5bf-5281-4f83-9748-189813fec848 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:14.177226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.212577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:14.217301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.218599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:14.244424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:14.249628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aad032ca-3c3e-4853-bdb8-fac61a8647c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/760cb5bf-5281-4f83-9748-189813fec848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470837 Oct 11 15:42:14.252990 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:14.255829 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] Sync routers for ids ['760cb5bf-5281-4f83-9748-189813fec848'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:14.269383 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] Routers {'760cb5bf-5281-4f83-9748-189813fec848'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:14.270308 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['760cb5bf-5281-4f83-9748-189813fec848'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:14.281062 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:14.283558 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14982e2-5cb6-4026-b908-8320f0eccbc3" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:14.283915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4bfe648-273f-4742-86a5-f43a99050968 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=760cb5bf-5281-4f83-9748-189813fec848 HTTP/1.1" status: 200 len: 205 time: 0.0289421 Oct 11 15:42:14.286229 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:14.310000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:14.310344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:14.323168 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] Routers {'760cb5bf-5281-4f83-9748-189813fec848'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:14.323939 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['760cb5bf-5281-4f83-9748-189813fec848'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:14.333175 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:14.337476 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:14.337873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.361024 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d2588-b1be-49cd-acca-3522235d99b2 x-openstack-request-id: req-430d2588-b1be-49cd-acca-3522235d99b2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:14.361356 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:14.361593 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-430d2588-b1be-49cd-acca-3522235d99b2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:14.361991 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f', 'code': 200} Oct 11 15:42:14.362236 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'code': 200} Oct 11 15:42:14.362504 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'code': 200} Oct 11 15:42:14.362746 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'code': 200} Oct 11 15:42:14.362984 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260', 'code': 200} Oct 11 15:42:14.397492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.450852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.476167 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:14.477078 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47827505-b7ca-46a2-a626-603ba97f9245 None None] The sync data for ids ['760cb5bf-5281-4f83-9748-189813fec848'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:14.493416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:14.498302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.499067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:14.562558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.565444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.577933 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:14.594641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:14.599276 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:14.601963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.615304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.615999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router 760cb5bf-5281-4f83-9748-189813fec848 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:42:14.623634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.624739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67252520-08dc-4ee6-9d9f-527378ffae61 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/760cb5bf-5281-4f83-9748-189813fec848 HTTP/1.1" status: 204 len: 168 time: 0.3375101 Oct 11 15:42:14.628162 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:14.686907 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 5244c43d-5fb1-48c1-bb17-815a256301c3 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:42:14.690262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.691855 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.732365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:14.737401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.762750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.801357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:14.811937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.817824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.823931 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.830081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.835885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.841695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.848015 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.850001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-799839fd-6ce5-487f-ad67-a3e029b17175 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5434 time: 0.1564837 Oct 11 15:42:14.962229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:14.970642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85eb8493-d614-4261-94a1-eaaf3ec00ff9 req-e1db3c46-75e3-4052-b683-41698d8a272c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119773 Oct 11 15:42:14.997114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76291-d916-4754-8eff-4ff23fef6d20 req-405683e7-76d0-4da0-8c49-98de48d9fb19 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:14.998918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53c76291-d916-4754-8eff-4ff23fef6d20 req-405683e7-76d0-4da0-8c49-98de48d9fb19 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 945 time: 0.1454983 Oct 11 15:42:15.061382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53c76291-d916-4754-8eff-4ff23fef6d20 req-143414e5-3ffa-482b-9958-f328433877b3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 Oct 11 15:42:15.068431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.100530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=5244c43d-5fb1-48c1-bb17-815a256301c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:15.101962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.105405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ab80045-63e9-4fc9-aa39-12bff6de4772 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/5244c43d-5fb1-48c1-bb17-815a256301c3 HTTP/1.1" status: 204 len: 168 time: 0.4762385 Oct 11 15:42:15.107922 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:15.110490 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809507ee-8e35-46b7-b98a-cee5bfe8ffed None None] Network 1068b515-3853-4061-9778-5a49fa233243 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:15.190895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.261470 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port b43f8d53-dc0f-476c-aafc-e396e62da678 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:15.262323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.337920 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port b43f8d53-dc0f-476c-aafc-e396e62da678, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43f8d53-dc0f-476c-aafc-e396e62da678,segment=NetworkSegment(ed236b80-4b01-41ee-9fef-381a81a4b187),segment_id=ed236b80-4b01-41ee-9fef-381a81a4b187)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:15.338363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.352736 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for b43f8d53-dc0f-476c-aafc-e396e62da678 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:15.355327 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] DHCP port deletion for 1068b515-3853-4061-9778-5a49fa233243 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:42:15.406708 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Deleting port b43f8d53-dc0f-476c-aafc-e396e62da678 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:15.407076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.434242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.460382 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=b43f8d53-dc0f-476c-aafc-e396e62da678,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:15.463975 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port b43f8d53-dc0f-476c-aafc-e396e62da678 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:15.480563 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] For port b43f8d53-dc0f-476c-aafc-e396e62da678, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43f8d53-dc0f-476c-aafc-e396e62da678,segment=NetworkSegment(ed236b80-4b01-41ee-9fef-381a81a4b187),segment_id=ed236b80-4b01-41ee-9fef-381a81a4b187)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:15.481052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.498732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Calling delete_port for b43f8d53-dc0f-476c-aafc-e396e62da678 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:15.556622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.579721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.581114 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1068b515-3853-4061-9778-5a49fa233243']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:15.603732 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed236b80-4b01-41ee-9fef-381a81a4b187') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:15.604029 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed236b80-4b01-41ee-9fef-381a81a4b187') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:15.604635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] Pushing event deleted for resources: {'Port': ['ID=b43f8d53-dc0f-476c-aafc-e396e62da678,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:15.608465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2336a7b-241b-48cf-b699-b61cc4f9ba8c None None] No DVR routers for this DVR port b43f8d53-dc0f-476c-aafc-e396e62da678 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:15.624151 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.645656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.652605 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:42:15.653054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:42:15.656135 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:42:15.719497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.727600 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.731608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/1068b515-3853-4061-9778-5a49fa233243 HTTP/1.1" status: 204 len: 168 time: 0.6226816 Oct 11 15:42:15.735988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:15.740963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-9848913', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:15.751862 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126509d-c135-4a1b-ab53-193fe06352a4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=1068b515-3853-4061-9778-5a49fa233243,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:15.765954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.767508 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.822989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:15.965602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:16.117581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.123920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.131094 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.137813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.144932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.153175 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.159525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.162212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-602a2312-3fa2-41cb-bd9c-b7314c48a8cf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.1085179 Oct 11 15:42:16.179065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:16.202642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:16.217644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fce1623-e40b-4267-86f4-9dafb0d22e3f req-03603dab-0be9-47f9-ac52-d2e241c0d074 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485377 Oct 11 15:42:16.299994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935db44-3fec-4fcd-8c4e-bb24d9c1b238 req-ef90fc88-728d-4e4d-9829-b93dc3fd9324 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.301607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5935db44-3fec-4fcd-8c4e-bb24d9c1b238 req-ef90fc88-728d-4e4d-9829-b93dc3fd9324 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 945 time: 0.0595305 Oct 11 15:42:16.334198 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 172.35.3.239 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/04e2b177-d677-4baa-81c3-11d0ac39405c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:16.344720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5935db44-3fec-4fcd-8c4e-bb24d9c1b238 req-5f70fda3-90ad-4fec-a932-15b70c099ede tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Oct 11 15:42:16.364216 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:16.368305 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d6ac9-f33c-4ff2-9012-8dce7b3c2014" -d '{"events": [{"server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "name": "network-vif-plugged", "status": "completed", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:16.429183 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1acd7e-eb3c-4eda-9846-c3fd82deb12d x-openstack-request-id: req-5f1acd7e-eb3c-4eda-9846-c3fd82deb12d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:16.429724 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "name": "network-vif-plugged", "status": "completed", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-plugged", "status": "completed", "tag": "68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:16.429976 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f1acd7e-eb3c-4eda-9846-c3fd82deb12d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:16.430385 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119', 'code': 200} Oct 11 15:42:16.431509 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc', 'code': 200} Oct 11 15:42:16.460485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:16.502829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:16.557285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32859911-954f-4bd8-8800-a4936049e3ec req-d65edf40-c771-4bf8-a7a3-ee946a24cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.558925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32859911-954f-4bd8-8800-a4936049e3ec req-d65edf40-c771-4bf8-a7a3-ee946a24cf1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 1096 time: 0.0443470 Oct 11 15:42:16.573102 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:16.581862 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:16.584420 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:16.599412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32859911-954f-4bd8-8800-a4936049e3ec req-d6d96ea3-297a-4968-b11c-daa7c080c7b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Oct 11 15:42:16.615876 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:42:16.616277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=04e2b177-d677-4baa-81c3-11d0ac39405c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:16.633085 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.633577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.634040 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.634492 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.634942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.635384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.635828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:16.637818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-0d11c4ed-391f-493d-8f7a-e67d2760ed60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.1061723 Oct 11 15:42:16.681194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b43f8d53-dc0f-476c-aafc-e396e62da678 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:16.702126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b43f8d53-dc0f-476c-aafc-e396e62da678 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:16.702465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b43f8d53-dc0f-476c-aafc-e396e62da678 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:16.878492 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c1a920dc-bbe7-4948-8276-e9a776e538a7 req-3cfae5f2-0816-4963-91d8-083bdd2a756b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70072cd5-cfad-4893-8fd1-4b345fb19458&id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752797 Oct 11 15:42:16.896643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:17.099131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:17.254183 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:42:17.358284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.365154 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.368586 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:17.371185 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.377761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.380363 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] Sync routers for ids ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:17.384310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.390611 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.391634 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] Routers {'ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:17.392254 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:17.396964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.399236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-4ee9f93c-b27a-491a-8dfe-5e9e4d0b4844 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.1008816 Oct 11 15:42:17.403059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:17.407518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-504539b6-a398-486f-bb8c-853df449e8f2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.6704378 Oct 11 15:42:17.408663 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:17.457601 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:17.466758 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] Routers {'ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:17.468029 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:17.476067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aabc5d2-90c4-4965-ac31-e355b6bbb450 req-d43d8875-6361-4191-b04c-e7e2efe844ea tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656559 Oct 11 15:42:17.515430 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:17.516209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5c369-3f6b-4b99-bff3-7e79ca6c26cb None None] The sync data for ids ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:17.523278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb31594-8c3c-40d0-8714-96fb2141ae59 req-e0d4792c-3fc5-4b95-9f82-2073c798fc34 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:17.524813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb31594-8c3c-40d0-8714-96fb2141ae59 req-e0d4792c-3fc5-4b95-9f82-2073c798fc34 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 945 time: 0.0908523 Oct 11 15:42:17.573810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb31594-8c3c-40d0-8714-96fb2141ae59 req-981100fa-d10c-4574-969d-d3b0085664e7 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Oct 11 15:42:17.592568 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9a3b0b7-36ab-47f5-9257-f79ab392ade1 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers/ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 200 len: 882 time: 0.1798272 Oct 11 15:42:17.592910 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:17.861389 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a2c6356-3fa9-4c69-ae80-4b9f945e731b tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2652004 Oct 11 15:42:17.862233 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:17.866156 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-9848913'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:18.505354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:18.517352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:18.617140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.624578 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.631566 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.641056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.648092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.656190 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:18.656372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.664323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.666826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-42c624ac-c885-47a1-9f4d-3d6acb440df4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.1162694 Oct 11 15:42:18.754375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ba71440-5161-4345-95ce-4e09774ff5dc req-599efd3e-f706-45a7-a994-61d37ab1f897 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805950 Oct 11 15:42:18.786425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03de65-f37c-4f54-bb1a-210d3f0bf11a req-038d4a70-b57c-43e2-aa7e-a15709aa5df0 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.787907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e03de65-f37c-4f54-bb1a-210d3f0bf11a req-038d4a70-b57c-43e2-aa7e-a15709aa5df0 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 945 time: 0.0857990 Oct 11 15:42:18.795757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:18.807195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:18.807671 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] Sync routers for ids ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:18.808545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7c2f617-7d31-45c8-a0bf-8b4f9d7bc846 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 200 len: 889 time: 0.9459422 Oct 11 15:42:18.812003 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:18.823941 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] Routers {'ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:18.825215 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:18.870456 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:18.881519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e03de65-f37c-4f54-bb1a-210d3f0bf11a req-47e88805-1a1f-4970-a1d1-b6e49a7fe1eb tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865879 Oct 11 15:42:18.883690 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] Routers {'ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:18.884444 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:18.935633 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:18.936717 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d05f9-d701-44e7-983b-db9d33d4c387 None None] The sync data for ids ['ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:18.996500 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:18.998511 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df9b767d-91ad-41bf-bbbe-b0ba106cce3d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers/ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 200 len: 889 time: 0.1853023 Oct 11 15:42:18.999325 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:19.004870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.014620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.023019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.029836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.036834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.037684 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c34979dd-f2f8-4d7e-aa61-80501c383f53 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 200 len: 205 time: 0.0372500 Oct 11 15:42:19.038649 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:19.043070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.045514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5b6727f-98d9-4363-a787-cf92c705c516 req-0ba450c0-97d6-4626-b38a-1330963b5826 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.1630740 Oct 11 15:42:19.083506 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:19.089404 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Request body: {'floatingip': {'port_id': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:19.114527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934538f5-b314-46b9-bc16-d8115828d27d req-11171669-7203-4157-a108-aa4249efcf54 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.116200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-934538f5-b314-46b9-bc16-d8115828d27d req-11171669-7203-4157-a108-aa4249efcf54 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=371ab1e9-888b-44fd-805f-928f919237e5 HTTP/1.1" status: 200 len: 946 time: 0.0698030 Oct 11 15:42:19.181424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-934538f5-b314-46b9-bc16-d8115828d27d req-6778e0f3-9342-412c-9737-204d5c772643 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560410 Oct 11 15:42:19.195215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:19.348735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:19.603629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:19.769036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 04e2b177-d677-4baa-81c3-11d0ac39405c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:19.769386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:19.928488 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d55191c9-2d24-41ac-86a2-4ce303820b2f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:19.936334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d55191c9-2d24-41ac-86a2-4ce303820b2f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 0.1481395 Oct 11 15:42:19.955180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-55b93ce2-e704-4f98-8d85-3bbbc213828f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/quotas/7d78a085cd864bf98c9a485a0af5edf6 HTTP/1.1" status: 200 len: 375 time: 0.0176826 Oct 11 15:42:20.021341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-070abf9e-4cc2-4562-9e52-d3e82d6c1780 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651336 Oct 11 15:42:20.041431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:20.070838 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 04e2b177-d677-4baa-81c3-11d0ac39405c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:20.135968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-3377ae4a-c572-4ea8-ba7a-1f3e584a5fda service neutron] 10.222.0.31 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063044 Oct 11 15:42:20.186399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:42:20.250041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-8b567e94-0836-4683-ab44-e1c48ba3cc41 service neutron] 10.222.0.31 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134851 Oct 11 15:42:20.281124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:20.618259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02146365-492f-48aa-851d-124dc36a43cd req-e06ef0e6-1a08-4d99-ad65-4e8b191553c2 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 210 time: 0.0527816 Oct 11 15:42:20.698519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:20.919540 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Floating IP 197a22a8-d5b5-493e-8d2e-32518a249e16 associated. External IP: 172.35.3.96, port: 6124c3c3-172a-4765-b8bd-839fb4c7a7c4. Oct 11 15:42:20.976904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.020452 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=04e2b177-d677-4baa-81c3-11d0ac39405c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:21.127850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-245e5725-99f0-41c0-a355-da7bc57dae48 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:21.129395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-245e5725-99f0-41c0-a355-da7bc57dae48 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ab1e9-888b-44fd-805f-928f919237e5 HTTP/1.1" status: 200 len: 946 time: 0.0689497 Oct 11 15:42:21.291918 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Deleting port fba2a30a-ea6a-4b22-8c2a-83afd355d603 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:21.292552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.442903 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:21.516284 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-3ae8bb0b-1368-42a1-81df-db4936b82f2f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:21.519082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-3ae8bb0b-1368-42a1-81df-db4936b82f2f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "GET /v2.0/ports?device_id=74735f7c-6624-4ab1-ba8d-21e0be3decaa HTTP/1.1" status: 200 len: 945 time: 0.5052683 Oct 11 15:42:21.537403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.553166 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] For port fba2a30a-ea6a-4b22-8c2a-83afd355d603, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fba2a30a-ea6a-4b22-8c2a-83afd355d603,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:21.553866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.583908 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Calling delete_port for fba2a30a-ea6a-4b22-8c2a-83afd355d603 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:21.794630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de13852b-104a-4f33-9ee7-a1331ca04e40 req-e717cb14-9ca4-461f-8a9f-707f1c36a7ce tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 210 time: 0.0336614 Oct 11 15:42:21.806289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.846169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.882010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.898248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fba2a30a-ea6a-4b22-8c2a-83afd355d603'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:21.901795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['364f7d1f-7cb2-40ae-bfa1-2b327aa5a119'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:21.915810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event deleted for resources: {'Port': ['ID=fba2a30a-ea6a-4b22-8c2a-83afd355d603,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:21.977716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.978288 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:42:21.988978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:21.990162 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfc64ae8-271d-4033-a55d-2032f24baefb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 204 len: 168 time: 2.9503574 Oct 11 15:42:21.994274 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:21.999219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099456327'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:22.002749 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] No DVR routers for this DVR port fba2a30a-ea6a-4b22-8c2a-83afd355d603 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:22.007594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.019317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Deleting port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:22.019624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.034986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c00fb9f5-7ef0-4a17-9019-ee5c912cbaa7 req-273ba275-7795-4826-b9a2-06503b92eeca tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "DELETE /v2.0/ports/fba2a30a-ea6a-4b22-8c2a-83afd355d603 HTTP/1.1" status: 204 len: 173 time: 0.8939486 Oct 11 15:42:22.037248 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'name': 'network-vif-deleted', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:22.046046 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37915236-a5f2-4004-bb4e-56ff098531a6" -d '{"events": [{"server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "name": "network-vif-deleted", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:22.082544 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:22.095381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.109601 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Sync routers for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:22.138107 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a5a98-9256-4943-9835-c8a446fa8d37 x-openstack-request-id: req-019a5a98-9256-4943-9835-c8a446fa8d37 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:22.138619 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ab1e9-888b-44fd-805f-928f919237e5", "name": "network-vif-deleted", "tag": "fba2a30a-ea6a-4b22-8c2a-83afd355d603", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:22.138619 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-019a5a98-9256-4943-9835-c8a446fa8d37 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:22.139111 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ab1e9-888b-44fd-805f-928f919237e5', 'name': 'network-vif-deleted', 'tag': 'fba2a30a-ea6a-4b22-8c2a-83afd355d603', 'status': 'completed', 'code': 200} Oct 11 15:42:22.149937 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:22.153462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.163294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:22.164097 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:22.217288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e44499f8-3186-4528-b081-cb83edb071f8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "PUT /v2.0/floatingips/197a22a8-d5b5-493e-8d2e-32518a249e16 HTTP/1.1" status: 200 len: 990 time: 3.1322403 Oct 11 15:42:22.251171 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:22.265721 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a5113b-1a6b-4a1a-9a3b-44483236258f" -d '{"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:22.316177 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:22.326060 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] For port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:22.326484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.366239 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a1b1c2-d941-49ee-950b-69daf4bbacc7 x-openstack-request-id: req-48a1b1c2-d941-49ee-950b-69daf4bbacc7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:22.366529 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:22.366780 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a1b1c2-d941-49ee-950b-69daf4bbacc7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:22.367178 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'status': 'completed', 'code': 200} Oct 11 15:42:22.368238 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Calling delete_port for 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:22.370939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.370939 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment dddb2978-36fa-4bbc-9f4e-b68344fe1047 of type vlan for network 70460fc4-13be-47c3-8270-7e7f037b3e1d Oct 11 15:42:22.476306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.537934 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:22.649957 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.650538 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.651413 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.651533 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.652117 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.652715 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.653226 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.656413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-17123f88-2b51-42ba-928a-bef4b813a827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.1960924 Oct 11 15:42:22.657316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.663936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:22.664642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:22.803472 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=70460fc4-13be-47c3-8270-7e7f037b3e1d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:22.882641 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:22.947307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7c78c8c-10b9-4e48-9df2-a7918f062477 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9520915 Oct 11 15:42:23.002229 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:23.009928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:23.109635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:23.127069 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '197a22a8-d5b5-493e-8d2e-32518a249e16', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'port_id': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'mac_address': 'fa:16:3e:24:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:40:57Z', 'updated_at': '2021-10-11T15:42:20Z', 'revision_number': 1, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:23.164727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d7c5e96-4f70-407d-b029-81a80d50a3e9 req-76cb6340-28cb-49ae-a2f6-f7443e6de466 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 210 time: 0.0577075 Oct 11 15:42:23.169417 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event deleted for resources: {'Port': ['ID=364f7d1f-7cb2-40ae-bfa1-2b327aa5a119,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:23.197935 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-4205893c-e846-4118-942a-55255bd7f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:23.199817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-4205893c-e846-4118-942a-55255bd7f7fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0 HTTP/1.1" status: 200 len: 912 time: 0.5309329 Oct 11 15:42:23.218301 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Checking router: e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:23.241082 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:23.242021 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:23.273214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-6ea1200d-695f-4779-ae25-fdb71fa9ac68 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:23.274783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-6ea1200d-695f-4779-ae25-fdb71fa9ac68 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 1.1276913 Oct 11 15:42:23.289473 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Request body: {'port': {'device_id': '91668128-2298-4670-9ea5-fa519a21e9b9', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'admin_state_up': True, 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:23.348947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-202db06a-d794-4dbe-bbd2-38588977022e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 998 time: 0.1227427 Oct 11 15:42:23.351148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-0ef956d8-ee20-4d44-a70d-70c790953858 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:23.351304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-0ef956d8-ee20-4d44-a70d-70c790953858 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 812 time: 1.0865557 Oct 11 15:42:23.375111 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Request body: {'port': {'device_id': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'admin_state_up': True, 'tenant_id': '7d78a085cd864bf98c9a485a0af5edf6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:23.380314 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:23.384622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:23.398833 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] No DVR routers for this DVR port 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:23.411075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:23.414427 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f27dd0-b6f1-4c3a-b35b-b287406d3f64 req-700376d4-b73e-4d0b-af47-429d7d2babfa tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "DELETE /v2.0/ports/364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 HTTP/1.1" status: 204 len: 173 time: 1.8679981 Oct 11 15:42:23.439380 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:23.542059 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-aa9d1acc-4447-4f5a-b4a9-26abae910421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:23.543960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-aa9d1acc-4447-4f5a-b4a9-26abae910421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.1551249 Oct 11 15:42:23.615356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:23.621059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:23.638956 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-f8304a68-f4db-48e6-b8de-7288b6d052c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:23.641099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-f8304a68-f4db-48e6-b8de-7288b6d052c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865786 Oct 11 15:42:23.656807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Made reservation on behalf of 7d78a085cd864bf98c9a485a0af5edf6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:23.661226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:23.765889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-d75b417e-0522-4aec-a16e-e09cbb477bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145945 Oct 11 15:42:23.828628 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '197a22a8-d5b5-493e-8d2e-32518a249e16', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'port_id': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'mac_address': 'fa:16:3e:24:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:40:57Z', 'updated_at': '2021-10-11T15:42:20Z', 'revision_number': 1, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:23.864178 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5bf98-e799-4986-8e75-0dcd522f01d8 None None] The sync data for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 is: [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '197a22a8-d5b5-493e-8d2e-32518a249e16', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'port_id': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'mac_address': 'fa:16:3e:24:ef:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b447fbde-5386-45ac-b67a-460841736e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:40:57Z', 'updated_at': '2021-10-11T15:42:20Z', 'revision_number': 1, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:23.930893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6a5113b-1a6b-4a1a-9a3b-44483236258f req-cc4d48eb-9228-4e0c-b3ce-7bd36d629065 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150270 Oct 11 15:42:23.995435 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Allocated IP 172.20.0.7 (d5565b6c-401b-4379-9c20-a96c462d4aaa/d3e24575-80df-44bf-aeb0-8ac10fb60909/35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:24.058090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.147552 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=70d4db63-f8a2-4728-88e6-eea77d5f06c0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:24.200813 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'dddb2978-36fa-4bbc-9f4e-b68344fe1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:24.201184 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: 70460fc4-13be-47c3-8270-7e7f037b3e1d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:24.234787 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:24.240556 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a47e47-8963-44de-8667-2f772272b8c6 None None] New status for floating IP 197a22a8-d5b5-493e-8d2e-32518a249e16: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:42:24.253194 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 70460fc4-13be-47c3-8270-7e7f037b3e1d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:24.258844 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:24.260359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.261960 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7a77e-9b88-46de-ac58-efb2af4e6c63 None None] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:24.290619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82971ba7-b275-4eaa-99ee-b0b8ea4190b6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2851887 Oct 11 15:42:24.291364 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:24.292345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.295780 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782760357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:24.325282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.326603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.349089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.420823 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'name': 'network-vif-deleted', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:24.428065 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60b982-3cb1-45b4-b88d-15ca4022f899" -d '{"events": [{"server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "name": "network-vif-deleted", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:24.440062 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.449097 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event updated for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:24.449868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.479838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.482564 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Network d5565b6c-401b-4379-9c20-a96c462d4aaa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:24.486826 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:24.487061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d60e1a96-467d-4cad-9a28-d8a0b4cafe21 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1928711 Oct 11 15:42:24.495509 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-70460fc4-13be-47c3-8270-7e7f037b3e1d', 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '70d4db63-f8a2-4728-88e6-eea77d5f06c0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:24.496383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.504176 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:24.533263 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd8b9f-c9e8-4e3e-a89e-295d73d03868 x-openstack-request-id: req-dfcd8b9f-c9e8-4e3e-a89e-295d73d03868 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:24.533676 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74735f7c-6624-4ab1-ba8d-21e0be3decaa", "name": "network-vif-deleted", "tag": "364f7d1f-7cb2-40ae-bfa1-2b327aa5a119", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:24.533974 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfcd8b9f-c9e8-4e3e-a89e-295d73d03868 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:24.534381 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74735f7c-6624-4ab1-ba8d-21e0be3decaa', 'name': 'network-vif-deleted', 'tag': '364f7d1f-7cb2-40ae-bfa1-2b327aa5a119', 'status': 'completed', 'code': 200} Oct 11 15:42:24.588418 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:24.675430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:24.677588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.688835 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Allocated IP 172.20.0.6 (d5565b6c-401b-4379-9c20-a96c462d4aaa/d3e24575-80df-44bf-aeb0-8ac10fb60909/944b7d7a-9c4c-4545-b0c4-17d199d66fff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:24.709650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7b63-a790-47df-96c2-de8c51ce5a8e req-94aa8c17-c06e-4a30-a9a1-6207a04cced6 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:24.710959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a37f7b63-a790-47df-96c2-de8c51ce5a8e req-94aa8c17-c06e-4a30-a9a1-6207a04cced6 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 931 time: 0.3758197 Oct 11 15:42:24.762283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Allocated IP 2001:db8::2 (70460fc4-13be-47c3-8270-7e7f037b3e1d/70d4db63-f8a2-4728-88e6-eea77d5f06c0/10caefc2-d1f3-4ade-aa5f-9cf1a732048e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:24.807242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-45886bdd-5297-4877-a572-2f47ead9df37 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4404533 Oct 11 15:42:24.822506 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Request body: {'port': {'device_id': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:24.988982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:24.997805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fba2a30a-ea6a-4b22-8c2a-83afd355d603 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:25.021795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: fba2a30a-ea6a-4b22-8c2a-83afd355d603 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:25.022579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fba2a30a-ea6a-4b22-8c2a-83afd355d603 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:25.025339 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.070037 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:25.075479 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:25.078548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:25.079416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a37f7b63-a790-47df-96c2-de8c51ce5a8e req-1914dbae-5080-499a-a086-083dc9528d2a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569074 Oct 11 15:42:25.093555 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Pushing event updated for resources: {'Port': ['ID=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:25.115628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.163385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Attempting to bind port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:25.163673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Attempting to bind port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dddb2978-36fa-4bbc-9f4e-b68344fe1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:25.164023 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Attempting to bind port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e on network 70460fc4-13be-47c3-8270-7e7f037b3e1d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:25.178963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:25.179388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Checking segment: {'id': 'dddb2978-36fa-4bbc-9f4e-b68344fe1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:25.179748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.180136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Bound using segment: {'id': 'dddb2978-36fa-4bbc-9f4e-b68344fe1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:25.180586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Bound port: 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddb2978-36fa-4bbc-9f4e-b68344fe1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '70460fc4-13be-47c3-8270-7e7f037b3e1d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:25.180966 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.280939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] For port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:25.289042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] For port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,segment=NetworkSegment(dddb2978-36fa-4bbc-9f4e-b68344fe1047),segment_id=dddb2978-36fa-4bbc-9f4e-b68344fe1047)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:25.302144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.321200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.385095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4754-764e-4425-aed7-a0db6861e445 None None] Pushing event updated for resources: {'Port': ['ID=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:25.495176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.727443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:25.739422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:25.771109 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:25.771445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 364f7d1f-7cb2-40ae-bfa1-2b327aa5a119 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:25.871741 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Network d5565b6c-401b-4379-9c20-a96c462d4aaa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:25.886099 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:25.896797 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:25.909429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event updated for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:25.972371 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8::1 (70460fc4-13be-47c3-8270-7e7f037b3e1d/70d4db63-f8a2-4728-88e6-eea77d5f06c0/1ce17aed-0114-49e2-af4f-d84701a91755) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:26.006654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:26.007268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.444669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-d4dad39f-d256-4ad4-be71-7e88203a2cfc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1594143 Oct 11 15:42:26.460479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Request body: {'port': {'device_id': '91668128-2298-4670-9ea5-fa519a21e9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:26.493857 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:26.510639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.552137 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Transition to ACTIVE for port object 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:42:26.567431 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399614f0-d1f2-4cf9-acd0-a722c472be52 req-a34c4652-236e-420f-877d-58f164b26bb2 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:26.569252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-399614f0-d1f2-4cf9-acd0-a722c472be52 req-a34c4652-236e-420f-877d-58f164b26bb2 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 931 time: 0.2025416 Oct 11 15:42:26.597144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.651851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.671589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.728913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-399614f0-d1f2-4cf9-acd0-a722c472be52 req-907b80a0-a550-4244-bddd-b4615e5a83fe tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384523 Oct 11 15:42:26.738325 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Pushing event updated for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:26.740738 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359ee18-eb4d-4f99-9640-d45d984aac9f None None] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:26.857821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 10caefc2-d1f3-4ade-aa5f-9cf1a732048e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:26.908802 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:26.923955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] Provisioning complete for port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:26.924284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.019596 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:27.036958 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:27.053657 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:27.054223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.167292 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Attempting to bind port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:27.167996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Attempting to bind port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:27.168480 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Attempting to bind port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:27.255576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.260020 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 on network d5565b6c-401b-4379-9c20-a96c462d4aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:42:27.260473 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Attempting to bind port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:27.265173 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=1ce17aed-0114-49e2-af4f-d84701a91755,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:27.272088 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:27.272370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.312720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.325263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:27.325663 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Checking segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:27.326042 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Bound using segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:27.326496 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Bound port: 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:27.326853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.366021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] For port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,segment=NetworkSegment(dddb2978-36fa-4bbc-9f4e-b68344fe1047),segment_id=dddb2978-36fa-4bbc-9f4e-b68344fe1047)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:27.397647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.456318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.514831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7ea8-2764-4b2e-ac02-8591b744f53d None None] Pushing event updated for resources: {'Port': ['ID=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:27.543204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:42:27.543692 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:42:27.639424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.680828 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.681636 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.757089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c33182c-00d5-44db-821d-e6db737fede6 None None] Provisioning complete for port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:27.758500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c33182c-00d5-44db-821d-e6db737fede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.774003 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=1ce17aed-0114-49e2-af4f-d84701a91755,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:27.918236 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c33182c-00d5-44db-821d-e6db737fede6 None None] Provisioning complete for port 1ce17aed-0114-49e2-af4f-d84701a91755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:27.918809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c33182c-00d5-44db-821d-e6db737fede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:27.967044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c33182c-00d5-44db-821d-e6db737fede6 None None] Port 1ce17aed-0114-49e2-af4f-d84701a91755 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:27.982313 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:28.003905 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:28.059448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.088600 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:28.102872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36e8e993-47b3-480d-a987-53bdc05bd0b4 None None] Provisioning complete for port 1ce17aed-0114-49e2-af4f-d84701a91755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:28.103249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36e8e993-47b3-480d-a987-53bdc05bd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.109037 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:28.157353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e993-47b3-480d-a987-53bdc05bd0b4 None None] Port 1ce17aed-0114-49e2-af4f-d84701a91755 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:28.179327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0a284-8340-4132-8866-c57aac1a88e2 req-682db484-0439-4e24-abd7-5ea8587de4ad tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:28.180836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cea0a284-8340-4132-8866-c57aac1a88e2 req-682db484-0439-4e24-abd7-5ea8587de4ad tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 943 time: 0.2846470 Oct 11 15:42:28.268948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:28.269839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.271635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] 10.222.0.36 "PUT /v2.0/ports/35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 HTTP/1.1" status: 200 len: 1091 time: 3.4546015 Oct 11 15:42:28.274991 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:28.277665 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b3425b-5818-4414-a1e7-24b40dd7add5" -d '{"events": [{"name": "network-changed", "server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:28.353166 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944b7d7a-9c4c-4545-b0c4-17d199d66fff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:28.369293 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a771947-6104-489a-89c3-dd54d96fc2a2 x-openstack-request-id: req-9a771947-6104-489a-89c3-dd54d96fc2a2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:28.369598 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:28.369851 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a771947-6104-489a-89c3-dd54d96fc2a2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:28.370236 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7', 'status': 'completed', 'code': 200} Oct 11 15:42:28.406770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.478733 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa6b4-4f00-4764-a775-40cfc3c0648a service neutron] Pushing event updated for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:28.493107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cea0a284-8340-4132-8866-c57aac1a88e2 req-ca11ca44-2264-4af2-a1c9-c5be8d4a79b8 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488976 Oct 11 15:42:28.499959 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Transition to ACTIVE for port object 944b7d7a-9c4c-4545-b0c4-17d199d66fff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:42:28.515559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.535624 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-ca451b4d-dad7-4b4f-ba70-667d4e257d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:28.538026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-ca451b4d-dad7-4b4f-ba70-667d4e257d41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 1094 time: 0.1796815 Oct 11 15:42:28.593584 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acd90287-972f-4c1c-be50-89d095def0e4 None None] Provisioning complete for port 1ce17aed-0114-49e2-af4f-d84701a91755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:28.594573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd90287-972f-4c1c-be50-89d095def0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.653353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-60782d9d-2909-493b-b706-8c98cc04a234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 HTTP/1.1" status: 200 len: 217 time: 0.0679030 Oct 11 15:42:28.664584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-acd90287-972f-4c1c-be50-89d095def0e4 None None] Port 1ce17aed-0114-49e2-af4f-d84701a91755 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:28.706126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:28.758443 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router e2e51501-f7c7-4164-a925-7a885041d565 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:42:28.773997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 10caefc2-d1f3-4ade-aa5f-9cf1a732048e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:28.797943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-feea88d5-f968-4076-a4a2-dffab4f9335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:28.799589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-feea88d5-f968-4076-a4a2-dffab4f9335c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.1326170 Oct 11 15:42:28.867942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:28.875412 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:28.925290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:28.948049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] Sync routers for ids ['e2e51501-f7c7-4164-a925-7a885041d565'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:28.959311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3ed99845-99a4-4d67-9138-f0ed9d5f2261 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/e2e51501-f7c7-4164-a925-7a885041d565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4703922 Oct 11 15:42:28.962088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-a8ad361b-747f-4902-8df9-05430924fe97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260095 Oct 11 15:42:28.962617 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:29.000057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] Routers {'e2e51501-f7c7-4164-a925-7a885041d565'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:29.000883 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e2e51501-f7c7-4164-a925-7a885041d565'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:29.018361 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Attempting to bind port 944b7d7a-9c4c-4545-b0c4-17d199d66fff on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:29.018667 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Attempting to bind port 944b7d7a-9c4c-4545-b0c4-17d199d66fff by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:29.019009 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Attempting to bind port 944b7d7a-9c4c-4545-b0c4-17d199d66fff on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:29.048850 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:29.065343 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] Routers {'e2e51501-f7c7-4164-a925-7a885041d565'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:29.066461 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e2e51501-f7c7-4164-a925-7a885041d565'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:29.073534 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Port 944b7d7a-9c4c-4545-b0c4-17d199d66fff on network d5565b6c-401b-4379-9c20-a96c462d4aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:42:29.073880 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Attempting to bind port 944b7d7a-9c4c-4545-b0c4-17d199d66fff on network d5565b6c-401b-4379-9c20-a96c462d4aaa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:29.087269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f04926-97bc-43af-869b-b52aacc3f1a3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:29.088803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4f04926-97bc-43af-869b-b52aacc3f1a3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports/1ce17aed-0114-49e2-af4f-d84701a91755 HTTP/1.1" status: 200 len: 911 time: 0.1229086 Oct 11 15:42:29.091659 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:29.092016 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Checking segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:29.092421 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Bound using segment: {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:29.093085 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Bound port: 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:29.093370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:29.093907 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:29.109985 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70d4db63-f8a2-4728-88e6-eea77d5f06c0'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:29.134750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:29.135476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2fc93-6a38-493b-99b0-3be7c2390d90 None None] The sync data for ids ['e2e51501-f7c7-4164-a925-7a885041d565'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:29.374785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:29.441461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-230e7bd4-db7f-4747-85ed-b25f1b099e79 service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625950 Oct 11 15:42:29.562059 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:29.571837 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:29.588295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:29.597529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-345424f4-a28a-4718-badd-1a39e1541f74 service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310854 Oct 11 15:42:29.636782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:29.637396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:29.638825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] 10.222.0.43 "PUT /v2.0/ports/944b7d7a-9c4c-4545-b0c4-17d199d66fff HTTP/1.1" status: 200 len: 1091 time: 3.1829364 Oct 11 15:42:29.705185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e085e-e3f4-4664-9619-8f026075dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:29.807753 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca9c0-d283-4563-9439-f7c25344e6ac req-9401e4f1-3f4c-4d06-9f86-0cdf66329923 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:29.809389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fcca9c0-d283-4563-9439-f7c25344e6ac req-9401e4f1-3f4c-4d06-9f86-0cdf66329923 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 943 time: 0.1648414 Oct 11 15:42:29.853325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-be6ee9af-3831-46a1-8724-06071eba258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:29.854989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-be6ee9af-3831-46a1-8724-06071eba258f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 1094 time: 0.1586862 Oct 11 15:42:29.879329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-8fb614df-1639-49bf-bb32-c86d3e3d6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:29.880172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-8fb614df-1639-49bf-bb32-c86d3e3d6d99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 1094 time: 0.1587770 Oct 11 15:42:29.906645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fcca9c0-d283-4563-9439-f7c25344e6ac req-d9b18f3d-4351-4edf-a516-7cc399fb2e49 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858777 Oct 11 15:42:29.972586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-542e8584-623f-463e-89a2-9bef76c635db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff HTTP/1.1" status: 200 len: 217 time: 0.0753088 Oct 11 15:42:30.012987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:30.026733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:30.036755 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.037577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:30.039821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/ports/1ce17aed-0114-49e2-af4f-d84701a91755 HTTP/1.1" status: 200 len: 911 time: 0.9410412 Oct 11 15:42:30.045238 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:30.060867 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-292f3068-bd55-4b84-a654-a14df4e3578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.063027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-292f3068-bd55-4b84-a654-a14df4e3578e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.0830057 Oct 11 15:42:30.103440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-eafd16c6-473f-461e-b5a9-7d3930fcd4a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324180 Oct 11 15:42:30.105045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-82d9f80a-c553-4389-90e7-ca4e844b94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.106505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-82d9f80a-c553-4389-90e7-ca4e844b94eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 913 time: 0.2394247 Oct 11 15:42:30.178328 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681619ef-7db5-4996-a4c1-a6dbeaccb682 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=1ce17aed-0114-49e2-af4f-d84701a91755,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:30.211954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-abff24e2-63f8-42aa-8d3b-4378ebba0d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 HTTP/1.1" status: 200 len: 217 time: 0.0915797 Oct 11 15:42:30.362142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-959ad5c1-6bc2-4035-a5a7-354789a07c8f service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498078 Oct 11 15:42:30.364048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-dd218c39-8984-484d-9564-ad00671ef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.365945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-dd218c39-8984-484d-9564-ad00671ef21f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.1402245 Oct 11 15:42:30.378911 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:30.382375 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c" -d '{"events": [{"name": "network-changed", "server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:30.455976 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a355999-b625-4034-b514-c4aacaaebee9 x-openstack-request-id: req-2a355999-b625-4034-b514-c4aacaaebee9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:30.456572 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:30.456831 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a355999-b625-4034-b514-c4aacaaebee9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:30.457232 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff', 'status': 'completed', 'code': 200} Oct 11 15:42:30.476343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-0e67148d-8eaa-4c33-91b5-14cf7ea6c431 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884261 Oct 11 15:42:30.582567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e86fc4bf-dfc0-4c64-9346-5122fb51a0ad req-a94a5243-f46b-4caa-8fae-112fed6413d1 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131810 Oct 11 15:42:30.625548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-a76e87e9-17f1-470b-93d2-12b60ad8f865 service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374433 Oct 11 15:42:30.752653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-bf3c8410-9bf3-4e62-872a-de9e97ab9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.754222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-bf3c8410-9bf3-4e62-872a-de9e97ab9c03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 1094 time: 0.0999279 Oct 11 15:42:30.772703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:30.775312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56b3425b-5818-4414-a1e7-24b40dd7add5 req-c09d2c2b-1706-4ceb-afab-7c59053fc4ef service neutron] 10.222.0.36 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415560 Oct 11 15:42:30.910682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-ea7d7f71-8074-44e0-8ce6-cb3d7b56164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:30.910682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-ea7d7f71-8074-44e0-8ce6-cb3d7b56164b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 200 len: 913 time: 0.1455977 Oct 11 15:42:30.963294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-b87d8e00-9640-40ac-93e3-030583c9cb55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff HTTP/1.1" status: 200 len: 217 time: 0.0392108 Oct 11 15:42:31.049621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-70587fb5-ee1e-4d45-a882-6c1b806a50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:31.051212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-70587fb5-ee1e-4d45-a882-6c1b806a50db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 200 len: 852 time: 0.0795126 Oct 11 15:42:31.066479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50797011-5306-40f5-812f-087aad3098af req-d933434b-f5a5-4081-b785-ae020ec0a859 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:31.067928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50797011-5306-40f5-812f-087aad3098af req-d933434b-f5a5-4081-b785-ae020ec0a859 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 943 time: 0.0661745 Oct 11 15:42:31.079620 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 1ce17aed-0114-49e2-af4f-d84701a91755 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:31.079956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:31.099242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-244017b7-639a-4ee7-8beb-19f13ca30684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5565b6c-401b-4379-9c20-a96c462d4aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303545 Oct 11 15:42:31.171984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:31.174849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50797011-5306-40f5-812f-087aad3098af req-6d871c87-6b54-4170-82d3-6d4ada28b8b4 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920491 Oct 11 15:42:31.185811 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 1ce17aed-0114-49e2-af4f-d84701a91755 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:31.220152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-0bc22a82-928e-4b3b-bcaf-9622ad351123 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077676 Oct 11 15:42:31.326028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a5fd63b-fa08-4bd7-bfdb-ec5071e9a67c req-f5ad4f46-4ae0-4058-9cc3-87288b0b50c3 service neutron] 10.222.0.43 "GET /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979366 Oct 11 15:42:31.372353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:31.399884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=1ce17aed-0114-49e2-af4f-d84701a91755,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:31.498555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:31.674389 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router e2e51501-f7c7-4164-a925-7a885041d565 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:31.752852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:31.762524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fda1ffa-abbd-4720-8d9c-425222ea8410 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/e2e51501-f7c7-4164-a925-7a885041d565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134502 Oct 11 15:42:31.762629 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:31.765217 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] Sync routers for ids ['e2e51501-f7c7-4164-a925-7a885041d565'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:31.771328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:31.785030 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] Routers {'e2e51501-f7c7-4164-a925-7a885041d565'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:31.785893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e2e51501-f7c7-4164-a925-7a885041d565'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:31.794186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8fe37111-f5c1-43e2-9464-7e906487c952 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2e51501-f7c7-4164-a925-7a885041d565 HTTP/1.1" status: 200 len: 205 time: 0.0303547 Oct 11 15:42:31.796754 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:31.821952 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:31.834100 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] Routers {'e2e51501-f7c7-4164-a925-7a885041d565'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:31.834946 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e2e51501-f7c7-4164-a925-7a885041d565'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:31.888691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:31.924677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:31.938278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'port_id': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7', 'mac_address': 'fa:16:3e:39:8f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e24575-80df-44bf-aeb0-8ac10fb60909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:31.945824 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:31.955645 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a6914-87b2-4d1b-a4b0-b98181c6da71 None None] The sync data for ids ['e2e51501-f7c7-4164-a925-7a885041d565'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:31.987711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.003162 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:32.026854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:32.030858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.065830 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:32.098636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:32.160944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.163116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.217617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.218560 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router e2e51501-f7c7-4164-a925-7a885041d565 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:42:32.228927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.230500 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f6a865c-a8fc-49de-ab35-6b3b0d52a6b4 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/e2e51501-f7c7-4164-a925-7a885041d565 HTTP/1.1" status: 204 len: 168 time: 0.4319384 Oct 11 15:42:32.233092 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:32.285825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e991dc2-b893-43a8-839a-60e10d240fef tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 200 len: 993 time: 0.2183721 Oct 11 15:42:32.310304 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 70d4db63-f8a2-4728-88e6-eea77d5f06c0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:42:32.314141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.355388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30da3275-1ad3-4bcd-8de8-11475be3fd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.372489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:32.381131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.430789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa7a6-7b5f-456f-9dab-dcff1cb9dfac req-0994da85-8e6e-4e71-ad67-7366bf43c08a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:32.444444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c97aa7a6-7b5f-456f-9dab-dcff1cb9dfac req-0994da85-8e6e-4e71-ad67-7366bf43c08a tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 944 time: 0.1131136 Oct 11 15:42:32.522116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c97aa7a6-7b5f-456f-9dab-dcff1cb9dfac req-e6a6e99d-1a7b-427a-8abe-4a474957a18b tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Oct 11 15:42:32.531003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.610939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.620956 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:32.665919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=70d4db63-f8a2-4728-88e6-eea77d5f06c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:32.679525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.680019 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8284c-071a-4a1b-a030-46ab0d59ca65 None None] Network 70460fc4-13be-47c3-8270-7e7f037b3e1d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:32.686675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0519b2d9-c3e3-4420-bf82-8ef34f041e31 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/70d4db63-f8a2-4728-88e6-eea77d5f06c0 HTTP/1.1" status: 204 len: 168 time: 0.4523110 Oct 11 15:42:32.687453 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:32.799784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.863669 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 2a12de76-7e0c-4dfb-bdaf-2ef61c70b049 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:32.864124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.890422 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:32.890824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.902788 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] DHCP port deletion for 70460fc4-13be-47c3-8270-7e7f037b3e1d request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:42:32.990369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Deleting port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:32.991183 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:32.992596 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,segment=NetworkSegment(dddb2978-36fa-4bbc-9f4e-b68344fe1047),segment_id=dddb2978-36fa-4bbc-9f4e-b68344fe1047)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:32.993133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.008608 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 10caefc2-d1f3-4ade-aa5f-9cf1a732048e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:33.014394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.014726 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.039474 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 2a12de76-7e0c-4dfb-bdaf-2ef61c70b049 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:33.112224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.117094 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] For port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,segment=NetworkSegment(dddb2978-36fa-4bbc-9f4e-b68344fe1047),segment_id=dddb2978-36fa-4bbc-9f4e-b68344fe1047)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:33.120585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.161592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Calling delete_port for 10caefc2-d1f3-4ade-aa5f-9cf1a732048e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:33.168476 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:33.170800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.288083 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:42:33.290283 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:42:33.294559 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.344237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.345274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] Pushing event deleted for resources: {'Port': ['ID=10caefc2-d1f3-4ade-aa5f-9cf1a732048e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:33.361810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f8d54-b21f-4c8a-bea5-4a912fe47bb4 None None] No DVR routers for this DVR port 10caefc2-d1f3-4ade-aa5f-9cf1a732048e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:33.390084 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70460fc4-13be-47c3-8270-7e7f037b3e1d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:33.403569 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddb2978-36fa-4bbc-9f4e-b68344fe1047') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:33.404247 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddb2978-36fa-4bbc-9f4e-b68344fe1047') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:33.417359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.435923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.446284 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:42:33.447081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:42:33.457016 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:42:33.482244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.511787 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=2a12de76-7e0c-4dfb-bdaf-2ef61c70b049,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:33.560632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.571171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.577951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/70460fc4-13be-47c3-8270-7e7f037b3e1d HTTP/1.1" status: 204 len: 168 time: 0.8884230 Oct 11 15:42:33.583690 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:33.590058 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38195695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:33.612425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8df6-20b2-46f2-9fbf-5cbab8e66972 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=70460fc4-13be-47c3-8270-7e7f037b3e1d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:33.639881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.640135 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Floating IP 758d434d-fa6d-479e-837c-d65432db7aea disassociated (deleted). External IP: 172.35.3.139, port: d2eb32e6-0a35-4679-ae03-ad0469d1cf35. Oct 11 15:42:33.645039 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.646308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.724319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.729965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.749419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.754699 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c257f9e3-4542-4d43-83b9-488d55c7e685 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1698079 Oct 11 15:42:33.755929 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:33.761324 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-500863194'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:33.783131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:33.784980 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:33.790879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.801309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb89f-ce4f-47be-9972-141f17e4a34d req-7e9cf7d6-2cd4-42cc-a747-d8ef681f97d3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:33.804624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0abeb89f-ce4f-47be-9972-141f17e4a34d req-7e9cf7d6-2cd4-42cc-a747-d8ef681f97d3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 944 time: 0.1662159 Oct 11 15:42:33.843244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:33.846361 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:33.851645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:33.853190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.872555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.872897 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment 84331616-3e28-4755-ab7d-22acc50b003b of type vlan for network e1f46e92-a827-465d-925f-a95df20c0201 Oct 11 15:42:33.893890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0abeb89f-ce4f-47be-9972-141f17e4a34d req-074dbe93-0a8d-4205-9c0e-990804d6ccb5 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Oct 11 15:42:33.964257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:33.992721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.000579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.006770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:34.006923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.027259 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 56782678-9335-4756-befd-eb76d0591e79 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:34.042601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:34.043966 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:34.047216 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5e988-9e5d-4619-b684-880d190acf42" -d '{"events": [{"server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:34.053059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.121701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:34.125135 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=e1f46e92-a827-465d-925f-a95df20c0201,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:34.132086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2bc80cd6-c4ad-4f56-9dba-11ea84c25066 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3748708 Oct 11 15:42:34.133075 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9625d52-5be3-45e7-b51a-b59a57391c73 x-openstack-request-id: req-a9625d52-5be3-45e7-b51a-b59a57391c73 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:34.133631 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "name": "network-vif-plugged", "status": "completed", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:34.134769 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9625d52-5be3-45e7-b51a-b59a57391c73 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:34.135416 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7', 'code': 200} Oct 11 15:42:34.136984 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:34.144189 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:34.170613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e1f46e92-a827-465d-925f-a95df20c0201 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:34.573812 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:34.580224 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.589109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Sync routers for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:34.600487 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:34.601408 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:34.639536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a1fc89ae-88d3-4fe5-80be-95ad5e8c03c6 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/floatingips/758d434d-fa6d-479e-837c-d65432db7aea HTTP/1.1" status: 204 len: 168 time: 2.0148833 Oct 11 15:42:34.639536 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b61e3b-ee03-4f36-a43e-70ca0f59c526 req-c5b29b47-3924-46a7-8eb1-820e3f72a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:34.640409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6b61e3b-ee03-4f36-a43e-70ca0f59c526 req-c5b29b47-3924-46a7-8eb1-820e3f72a710 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 1096 time: 0.1369984 Oct 11 15:42:34.651346 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:34.654113 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:34.683061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:34.688874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.755180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 10caefc2-d1f3-4ade-aa5f-9cf1a732048e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:34.761088 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1200663-eec0-4e8c-933d-599cf1af7130 x-openstack-request-id: req-e1200663-eec0-4e8c-933d-599cf1af7130 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:34.761386 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:34.761662 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1200663-eec0-4e8c-933d-599cf1af7130 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:34.762057 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'status': 'completed', 'code': 200} Oct 11 15:42:34.788550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6b61e3b-ee03-4f36-a43e-70ca0f59c526 req-657bb41b-31bf-4ed8-864d-1f6f3cab2107 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309023 Oct 11 15:42:34.798926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 10caefc2-d1f3-4ade-aa5f-9cf1a732048e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:34.799591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 10caefc2-d1f3-4ade-aa5f-9cf1a732048e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:34.831551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f75c497-cd97-4698-8d96-6220d9674d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:34.860557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-ecd46359-55a0-494c-b91e-624fda2a59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:34.862601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-ecd46359-55a0-494c-b91e-624fda2a59b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 1096 time: 0.0940473 Oct 11 15:42:34.872246 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:35.067328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944b7d7a-9c4c-4545-b0c4-17d199d66fff details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:42:35.194428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7512bf1-5b58-433b-b1d1-e67f89c30f53 req-fb18c11b-08d1-4278-bd06-e1f8f1d43f9d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.198225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7512bf1-5b58-433b-b1d1-e67f89c30f53 req-fb18c11b-08d1-4278-bd06-e1f8f1d43f9d tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.2097065 Oct 11 15:42:35.249082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:35.263927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '944b7d7a-9c4c-4545-b0c4-17d199d66fff', 'network_id': 'd5565b6c-401b-4379-9c20-a96c462d4aaa', 'port_id': '944b7d7a-9c4c-4545-b0c4-17d199d66fff', 'mac_address': 'fa:16:3e:eb:18:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e24575-80df-44bf-aeb0-8ac10fb60909', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:42:35.280099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7512bf1-5b58-433b-b1d1-e67f89c30f53 req-37b219ce-2f8f-4553-8730-38449772ac1f tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630410 Oct 11 15:42:35.284517 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:35.334207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Checking router: 56782678-9335-4756-befd-eb76d0591e79 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:35.354021 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:35.354653 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:35.355355 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292594-e86e-4e81-8a79-b9beafe4dfa5 req-4e160906-e118-46c1-94ef-5f9e979c0fb3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.356554 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:35.365327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8292594-e86e-4e81-8a79-b9beafe4dfa5 req-4e160906-e118-46c1-94ef-5f9e979c0fb3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 945 time: 0.2298284 Oct 11 15:42:35.387176 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:35.400202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-433cd763-74ae-4207-a69c-2173588e2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.401851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-433cd763-74ae-4207-a69c-2173588e2651 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 200 len: 897 time: 0.5269094 Oct 11 15:42:35.419039 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944b7d7a-9c4c-4545-b0c4-17d199d66fff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:42:35.486461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8292594-e86e-4e81-8a79-b9beafe4dfa5 req-ed43116d-a5b8-40e9-b43c-e0768871e232 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200886 Oct 11 15:42:35.496769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:35.496936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-d967d3ad-b182-49a0-aa6e-0c287a48504a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 200 len: 217 time: 0.0572059 Oct 11 15:42:35.514301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:35.553951 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=5cbba4ae-79e1-4322-bafb-9d49ed0163e4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:35.566120 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:35.566482 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: e1f46e92-a827-465d-925f-a95df20c0201, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:35.579330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-683bbc2b-153a-431f-9ae2-fe17ba055628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.580960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-683bbc2b-153a-431f-9ae2-fe17ba055628 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 200 len: 834 time: 0.0753551 Oct 11 15:42:35.628101 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network e1f46e92-a827-465d-925f-a95df20c0201 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:35.651719 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-df8d7be9-04ca-4fba-844d-538e07429f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.654189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-df8d7be9-04ca-4fba-844d-538e07429f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639856 Oct 11 15:42:35.661110 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e1f46e92-a827-465d-925f-a95df20c0201) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:35.748894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:35.759841 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ef149-b05f-42d4-98ad-e0da3742c8ea None None] Network e1f46e92-a827-465d-925f-a95df20c0201 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:35.791631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-6599e77f-8e69-4fcc-a059-907fb60d0e05 service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199102 Oct 11 15:42:35.793524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:35.794175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:35.814471 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:35.925640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944b7d7a-9c4c-4545-b0c4-17d199d66fff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:35.941409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:35.947908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4f0c3bc-634d-4fe9-8d04-6a1568ac1056 req-87aafb28-242e-40b1-b97f-e858b137128b service neutron] 10.222.0.43 "GET /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458015 Oct 11 15:42:35.963538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f427fcf3-d131-40fb-90a9-ecb1a96aa186 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8253436 Oct 11 15:42:35.964973 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:36.072390 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.194689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e1f46e92-a827-465d-925f-a95df20c0201', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:36.195638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.430798 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Allocated IP 2001:db8::2 (e1f46e92-a827-465d-925f-a95df20c0201/5cbba4ae-79e1-4322-bafb-9d49ed0163e4/3c584674-8946-4229-9544-9f91d81a1947) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:36.431023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.551817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9cda-3cdf-4a69-9cb4-274aeba02e75 req-858f513b-51eb-47ee-b95f-0e5d84af5b0b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:36.553332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6fc9cda-3cdf-4a69-9cb4-274aeba02e75 req-858f513b-51eb-47ee-b95f-0e5d84af5b0b tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.1362169 Oct 11 15:42:36.588062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.601521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.683380 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Network e1f46e92-a827-465d-925f-a95df20c0201 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:36.691550 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:36.697810 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:36.701281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:36.702958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6fc9cda-3cdf-4a69-9cb4-274aeba02e75 req-b69c582f-8cd4-4749-920a-13deac70a41a tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/security-groups?id=48b8d976-dcb8-43b1-8a94-d5552aae8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435277 Oct 11 15:42:36.737018 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Pushing event updated for resources: {'Port': ['ID=3c584674-8946-4229-9544-9f91d81a1947,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:36.746937 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ae0c7-01ed-4b31-8880-2470f0ec258d None None] The sync data for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 is: [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '38ad2059-d51a-48cc-b7a7-18fc2da5a2f0', 'name': '', 'network_id': 'bc385e6b-37d0-460d-a2a3-717e2c6a9c3a', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'mac_address': 'fa:16:3e:fa:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:56Z', 'updated_at': '2021-10-11T15:41:01Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'subnets': [{'id': 'e72a9e92-d4d1-4773-ae91-064333bccb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:36.771364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1f6f-1e56-41da-87d7-4961e6dfc82a req-394056b9-0489-483d-9dc3-7723ca6619d4 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:36.772992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b31e1f6f-1e56-41da-87d7-4961e6dfc82a req-394056b9-0489-483d-9dc3-7723ca6619d4 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 945 time: 0.1607606 Oct 11 15:42:36.805847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Attempting to bind port 3c584674-8946-4229-9544-9f91d81a1947 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:36.806214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Attempting to bind port 3c584674-8946-4229-9544-9f91d81a1947 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:36.806713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Attempting to bind port 3c584674-8946-4229-9544-9f91d81a1947 on network e1f46e92-a827-465d-925f-a95df20c0201 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:36.811955 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:36.812312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Checking segment: {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:36.814039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.814039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Bound using segment: {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:36.814039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Bound port: 3c584674-8946-4229-9544-9f91d81a1947, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:36.814432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.835550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-e5471b18-0a02-447a-aa2c-a16558ab32e5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:36.837066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-e5471b18-0a02-447a-aa2c-a16558ab32e5 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 945 time: 0.1874025 Oct 11 15:42:36.892242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] For port 3c584674-8946-4229-9544-9f91d81a1947, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:36.895735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] For port 3c584674-8946-4229-9544-9f91d81a1947, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3c584674-8946-4229-9544-9f91d81a1947,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:36.902336 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:36.949197 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8::1 (e1f46e92-a827-465d-925f-a95df20c0201/5cbba4ae-79e1-4322-bafb-9d49ed0163e4/7f64fa52-8be0-4973-a3c9-ab0935394863) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:36.973793 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be71a-bca1-44a0-a6ed-81c2e1ef7c74 None None] Pushing event updated for resources: {'Port': ['ID=3c584674-8946-4229-9544-9f91d81a1947,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:36.991668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b31e1f6f-1e56-41da-87d7-4961e6dfc82a req-87b43dc9-97ab-4965-b000-3b9e4bd1190c tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865458 Oct 11 15:42:37.161662 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:37.161999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.188001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.192330 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7c1e69-9525-499b-a512-34006d726643 None None] New status for floating IP 758d434d-fa6d-479e-837c-d65432db7aea: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:42:37.303133 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233dba-acd4-4f1a-beb8-820fcbb9a7f1 req-7447a46e-3b24-4126-8788-3c1600dd7192 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:37.310315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d233dba-acd4-4f1a-beb8-820fcbb9a7f1 req-7447a46e-3b24-4126-8788-3c1600dd7192 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 944 time: 0.2038970 Oct 11 15:42:37.398383 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port d2eb32e6-0a35-4679-ae03-ad0469d1cf35, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:37.398801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.414524 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for d2eb32e6-0a35-4679-ae03-ad0469d1cf35 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:37.424679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.467576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d233dba-acd4-4f1a-beb8-820fcbb9a7f1 req-30762ba0-6240-4845-96dd-b9718a1c939c tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562660 Oct 11 15:42:37.532856 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network e1f46e92-a827-465d-925f-a95df20c0201 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:37.540220 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:37.547311 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:37.547955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.587247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:37.687477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.754757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.879918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:37.946677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fb35af5-baee-4b89-89c0-70388fb321f6 req-24b8ef1f-d417-4a77-a5f4-98f1fcb843bc tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc3953e8-65d4-4369-b683-b3428f9c3514 HTTP/1.1" status: 200 len: 210 time: 0.0758882 Oct 11 15:42:37.996489 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=d2eb32e6-0a35-4679-ae03-ad0469d1cf35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:38.064307 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] No DVR routers for this DVR port d2eb32e6-0a35-4679-ae03-ad0469d1cf35 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:38.069160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:38.072589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa357655-d068-4e76-8fc0-ea5699b416ce req-8d4a79c0-91ca-4998-a87b-e8fa35c79997 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.43 "DELETE /v2.0/ports/d2eb32e6-0a35-4679-ae03-ad0469d1cf35 HTTP/1.1" status: 204 len: 173 time: 1.2262585 Oct 11 15:42:38.073043 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'name': 'network-vif-deleted', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:38.075456 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9abb66c-9385-45bf-8f2b-a062e3d974d5" -d '{"events": [{"server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "name": "network-vif-deleted", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:38.135698 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a3188-9dfc-4a3a-a266-c2c1eed69e8d x-openstack-request-id: req-5d1a3188-9dfc-4a3a-a266-c2c1eed69e8d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:38.135982 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3953e8-65d4-4369-b683-b3428f9c3514", "name": "network-vif-deleted", "tag": "d2eb32e6-0a35-4679-ae03-ad0469d1cf35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:38.136235 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d1a3188-9dfc-4a3a-a266-c2c1eed69e8d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:38.136628 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3953e8-65d4-4369-b683-b3428f9c3514', 'name': 'network-vif-deleted', 'tag': 'd2eb32e6-0a35-4679-ae03-ad0469d1cf35', 'status': 'completed', 'code': 200} Oct 11 15:42:38.281222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:38.289192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:38.290226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:38.475500 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d16e8-2f72-44b1-b784-f6bf50f05fa1 None None] Network e1f46e92-a827-465d-925f-a95df20c0201 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:38.642729 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] Provisioning complete for port 3c584674-8946-4229-9544-9f91d81a1947 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:38.643087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:38.840578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3c584674-8946-4229-9544-9f91d81a1947 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:38.853077 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:38.929404 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network e1f46e92-a827-465d-925f-a95df20c0201 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:38.933895 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:38.974082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.037953 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:39.055924 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3c584674-8946-4229-9544-9f91d81a1947 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:39.056303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.065330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] For port 3c584674-8946-4229-9544-9f91d81a1947, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3c584674-8946-4229-9544-9f91d81a1947,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:39.089112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.124072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd7c16-8f8d-4507-8fc6-15ceffb15b9b req-759de4a6-dbd5-4db6-b9e2-9d01debe39dd tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:39.126413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944b7d7a-9c4c-4545-b0c4-17d199d66fff up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:39.129654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3abd7c16-8f8d-4507-8fc6-15ceffb15b9b req-759de4a6-dbd5-4db6-b9e2-9d01debe39dd tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 944 time: 0.2564340 Oct 11 15:42:39.203861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.237047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cdcba-44c1-40df-ad9d-d8d332fbabbb None None] Pushing event updated for resources: {'Port': ['ID=3c584674-8946-4229-9544-9f91d81a1947,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:39.244437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.248409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3abd7c16-8f8d-4507-8fc6-15ceffb15b9b req-f68de827-1f8c-47f7-b6c4-0e59834ef296 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097655 Oct 11 15:42:39.260794 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:42:39.315933 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 944b7d7a-9c4c-4545-b0c4-17d199d66fff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:42:39.364062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.365129 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 944b7d7a-9c4c-4545-b0c4-17d199d66fff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:39.365925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.371548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.405943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.407714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/security-groups/48b8d976-dcb8-43b1-8a94-d5552aae8cfa HTTP/1.1" status: 204 len: 168 time: 0.3679962 Oct 11 15:42:39.420823 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e1e33-e53b-4e2b-9823-6b3ed9c51b13 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b8d976-dcb8-43b1-8a94-d5552aae8cfa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:39.490068 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:39.539759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b64c3134-c002-47aa-842c-a0f8f542e415 None None] Provisioning complete for port 7f64fa52-8be0-4973-a3c9-ab0935394863 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:39.540267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64c3134-c002-47aa-842c-a0f8f542e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.556072 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:39.576366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa81432d-6afe-4a50-9443-4da9caaf7b33 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6102662 Oct 11 15:42:39.590462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:39.601694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1270278309'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:39.653275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b64c3134-c002-47aa-842c-a0f8f542e415 None None] Port 7f64fa52-8be0-4973-a3c9-ab0935394863 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:39.660661 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:39.679266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:39.683137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.750857 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:39.817799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.820738 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment fa96a61f-a190-459f-bdb6-59e82b8124a9 of type vlan for network f02c5929-3905-4969-bd54-b496443317f3 Oct 11 15:42:39.825120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:39.825809 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:39.843113 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b64c3134-c002-47aa-842c-a0f8f542e415 None None] Provisioning complete for port 3c584674-8946-4229-9544-9f91d81a1947 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:39.843657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64c3134-c002-47aa-842c-a0f8f542e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:39.953662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.018962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.032916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:40.033629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.119364 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:40.145123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5509431 Oct 11 15:42:40.145744 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:40.159684 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:40.169791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d57b58-798b-404c-a741-3f3ff91ffb72 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=f02c5929-3905-4969-bd54-b496443317f3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:40.172915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.196818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f02c5929-3905-4969-bd54-b496443317f3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:40.292959 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:40.295231 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c80b640-468a-4a4b-aab1-60ca791b5ae0" -d '{"events": [{"server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "name": "network-vif-plugged", "status": "completed", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:40.338790 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:40.342518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.371492 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1bc1e3-68a4-4bec-a067-945619d0792f x-openstack-request-id: req-6a1bc1e3-68a4-4bec-a067-945619d0792f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:40.371809 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "name": "network-vif-plugged", "status": "completed", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:40.372052 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1bc1e3-68a4-4bec-a067-945619d0792f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:40.372503 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff', 'code': 200} Oct 11 15:42:40.399692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bb056-db3c-4ba5-a093-0fe679100820 req-e5abfab9-0359-438e-acd7-a816284428c6 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:40.401802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-124bb056-db3c-4ba5-a093-0fe679100820 req-e5abfab9-0359-438e-acd7-a816284428c6 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 944 time: 0.0654247 Oct 11 15:42:40.469156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-124bb056-db3c-4ba5-a093-0fe679100820 req-d3c1ee20-2eb5-4968-bc99-81b98031d02d tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Oct 11 15:42:40.497439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bb5f4-fbb5-4bce-bc0a-cccc4804a4e6 req-c49d2ef0-c397-464a-9f29-7813a5175b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:40.497439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f8bb5f4-fbb5-4bce-bc0a-cccc4804a4e6 req-c49d2ef0-c397-464a-9f29-7813a5175b00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0574031 Oct 11 15:42:40.519505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.530729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f8bb5f4-fbb5-4bce-bc0a-cccc4804a4e6 req-4cf13d2c-ca34-42d2-bf22-4bdc437ffb42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Oct 11 15:42:40.574549 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:40.591023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.629506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.673357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:40.713822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.716619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3c584674-8946-4229-9544-9f91d81a1947 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:40.769255 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:37Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:38Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:40.772953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-018a5ba3-2073-400e-a27a-8a741fa4a5e3 None None] Provisioning complete for port 7f64fa52-8be0-4973-a3c9-ab0935394863 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:40.773323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-018a5ba3-2073-400e-a27a-8a741fa4a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.800818 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:40.801181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Updating router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 port 7f64fa52-8be0-4973-a3c9-ab0935394863 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:42:40.829794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=ea357104-1118-49f9-ba7d-04100252064a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:40.850700 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:40.851059 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: f02c5929-3905-4969-bd54-b496443317f3, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:40.872356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.887423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-018a5ba3-2073-400e-a27a-8a741fa4a5e3 None None] Port 7f64fa52-8be0-4973-a3c9-ab0935394863 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:40.889669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3c584674-8946-4229-9544-9f91d81a1947 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:40.890033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.907969 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f02c5929-3905-4969-bd54-b496443317f3 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:40.954150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f02c5929-3905-4969-bd54-b496443317f3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:40.958736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:40.959338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:40.998689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a23a2ff2-3369-4a99-9c35-d5772ebdad19 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8497403 Oct 11 15:42:41.001968 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:41.005175 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24257ea-f062-49bb-9ba0-9ae27a936117 None None] Network f02c5929-3905-4969-bd54-b496443317f3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:41.124360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d2eb32e6-0a35-4679-ae03-ad0469d1cf35 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:41.214261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: d2eb32e6-0a35-4679-ae03-ad0469d1cf35 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:41.214597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d2eb32e6-0a35-4679-ae03-ad0469d1cf35 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:41.462558 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:41.463178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.552953 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.560236 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f02c5929-3905-4969-bd54-b496443317f3', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:41.561951 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.575195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.672723 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:41.673228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.730583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7254808-c8c7-4ede-a0dc-66658eb8d020 req-d4bf8822-e5e0-4f58-9299-34039ab7524f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:41.743326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7254808-c8c7-4ede-a0dc-66658eb8d020 req-d4bf8822-e5e0-4f58-9299-34039ab7524f tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 945 time: 0.1394839 Oct 11 15:42:41.818784 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:41.837793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7254808-c8c7-4ede-a0dc-66658eb8d020 req-92c4f561-82d7-4192-b5f6-7a2524a8f219 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922801 Oct 11 15:42:41.878010 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bfdd-bc38-4d8a-bab8-494edbc5e978 None None] Pushing event updated for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:41.978455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:41.994032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Attempting to bind port 7f64fa52-8be0-4973-a3c9-ab0935394863 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:41.994328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Attempting to bind port 7f64fa52-8be0-4973-a3c9-ab0935394863 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:41.994700 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Attempting to bind port 7f64fa52-8be0-4973-a3c9-ab0935394863 on network e1f46e92-a827-465d-925f-a95df20c0201 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:42.006189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:42.006616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Checking segment: {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:42.007025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.007415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Bound using segment: {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:42.007895 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Bound port: 7f64fa52-8be0-4973-a3c9-ab0935394863, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84331616-3e28-4755-ab7d-22acc50b003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:42.008274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.039260 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Allocated IP 2001:db8:1::2 (f02c5929-3905-4969-bd54-b496443317f3/ea357104-1118-49f9-ba7d-04100252064a/779f54b8-db17-437a-a169-3274c247afbe) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:42.221390 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] For port 7f64fa52-8be0-4973-a3c9-ab0935394863, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:42.246263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] For port 7f64fa52-8be0-4973-a3c9-ab0935394863, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f64fa52-8be0-4973-a3c9-ab0935394863,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:42.261910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.285959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.321408 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] Provisioning complete for port 7f64fa52-8be0-4973-a3c9-ab0935394863 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:42.322042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.330422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=38ad2059-d51a-48cc-b7a7-18fc2da5a2f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:42.397745 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bfdd-bc38-4d8a-bab8-494edbc5e978 None None] Pushing event updated for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:42.553988 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.558476 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:42.559117 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:42.608879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.725837 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Network f02c5929-3905-4969-bd54-b496443317f3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:42.730966 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Pushing event updated for resources: {'Port': ['ID=779f54b8-db17-437a-a169-3274c247afbe,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:42.734536 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:42.739012 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:42.740885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.824842 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:42.862223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] For port 7f64fa52-8be0-4973-a3c9-ab0935394863, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f64fa52-8be0-4973-a3c9-ab0935394863,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:42.879632 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8:1::1 (f02c5929-3905-4969-bd54-b496443317f3/ea357104-1118-49f9-ba7d-04100252064a/2410ef2c-1f2f-499e-863e-537c4526b197) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:42.896821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.982550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291ab8-16f4-4c07-b201-039cf6c090c6 None None] Pushing event updated for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:42.988282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Attempting to bind port 779f54b8-db17-437a-a169-3274c247afbe on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:42.988650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Attempting to bind port 779f54b8-db17-437a-a169-3274c247afbe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:42.989013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Attempting to bind port 779f54b8-db17-437a-a169-3274c247afbe on network f02c5929-3905-4969-bd54-b496443317f3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:42.998114 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:42.998490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Checking segment: {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:42.998898 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:42.999295 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Bound using segment: {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:42.999832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Bound port: 779f54b8-db17-437a-a169-3274c247afbe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:43.000255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.055396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24699ff-4e01-42a8-8333-0acd66b5f025 req-8526c418-e364-45e3-86f2-201148b10aa9 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:43.057562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f24699ff-4e01-42a8-8333-0acd66b5f025 req-8526c418-e364-45e3-86f2-201148b10aa9 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 945 time: 0.0862446 Oct 11 15:42:43.131839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f24699ff-4e01-42a8-8333-0acd66b5f025 req-4a081c52-b024-46e8-b8fa-4e932ea959c2 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662918 Oct 11 15:42:43.156107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.162654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.294838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.323778 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f02c5929-3905-4969-bd54-b496443317f3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:43.329597 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:43.372667 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:43.376721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.463907 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e95d31b-1f40-411e-af19-6da81915634c None None] Provisioning complete for port 7f64fa52-8be0-4973-a3c9-ab0935394863 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:43.464272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e95d31b-1f40-411e-af19-6da81915634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.539518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] For port 779f54b8-db17-437a-a169-3274c247afbe, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:43.579919 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] For port 779f54b8-db17-437a-a169-3274c247afbe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=779f54b8-db17-437a-a169-3274c247afbe,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:43.607853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:43.615120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.770710 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bfc8-cdcc-4753-ba93-a100ac25e197 None None] Pushing event updated for resources: {'Port': ['ID=779f54b8-db17-437a-a169-3274c247afbe,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:43.814985 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:37Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:43.826208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:43.858263 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Router 56782678-9335-4756-befd-eb76d0591e79 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:43.866684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a43fe8-b971-4a8f-bb33-97cb88328bc1 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:37Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:43.883157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79bbea-297d-4b0f-927f-e02f5d7899eb req-482b5590-82a0-40fc-9834-921d9bbea50e tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:43.892132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb79bbea-297d-4b0f-927f-e02f5d7899eb req-482b5590-82a0-40fc-9834-921d9bbea50e tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 945 time: 0.0856407 Oct 11 15:42:43.941657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb79bbea-297d-4b0f-927f-e02f5d7899eb req-eb5c9ca7-f4d9-4899-bd06-cae9f6614545 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Oct 11 15:42:44.520094 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:44.536656 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Sync routers for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:44.549399 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:44.550589 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:44.651276 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:44.653433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21fdb45e-d68e-4e3a-b121-9cb41ef0d485 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "PUT /v2.0/routers/56782678-9335-4756-befd-eb76d0591e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1139812 Oct 11 15:42:44.799896 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:44.889897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:44.900007 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting subnet e72a9e92-d4d1-4773-ae91-064333bccb4c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:42:44.907435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:44.908312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:44.945716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:44.964428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f64fa52-8be0-4973-a3c9-ab0935394863 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:45.099188 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7f64fa52-8be0-4973-a3c9-ab0935394863 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:45.106060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.204559 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:45.259210 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Checking router: 56782678-9335-4756-befd-eb76d0591e79 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:45.269651 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Routers {'56782678-9335-4756-befd-eb76d0591e79'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:45.270488 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['56782678-9335-4756-befd-eb76d0591e79'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:45.313933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.314945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 779f54b8-db17-437a-a169-3274c247afbe up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:45.368876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:45.389845 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f02c5929-3905-4969-bd54-b496443317f3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:45.395650 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47548cea-9f3c-414c-bc53-efa78442b2cb None None] Network f02c5929-3905-4969-bd54-b496443317f3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:45.402955 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:45.408508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-6cbfe49c-f0f1-4bea-8df4-a07d1c542fe3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:45.410275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-6cbfe49c-f0f1-4bea-8df4-a07d1c542fe3 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 945 time: 0.4905200 Oct 11 15:42:45.495319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-7400e746-57f1-411a-b6f8-e6be94af15d7 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:45.497234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-7400e746-57f1-411a-b6f8-e6be94af15d7 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 945 time: 0.3946040 Oct 11 15:42:45.506619 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] Set router 56782678-9335-4756-befd-eb76d0591e79 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:45.544056 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] Provisioning complete for port 779f54b8-db17-437a-a169-3274c247afbe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:45.544429 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.571614 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed204108-3e5d-4e5c-9163-53bb5ee56c7d req-8de14dc3-8252-420c-b14a-14d3beeadc91 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:45.581033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed204108-3e5d-4e5c-9163-53bb5ee56c7d req-8de14dc3-8252-420c-b14a-14d3beeadc91 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 945 time: 0.5141847 Oct 11 15:42:45.611084 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:45.650583 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 779f54b8-db17-437a-a169-3274c247afbe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:45.650888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.816145 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:45.821618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-df8c87ae-b35e-4b48-9cbd-3bf808b4e86a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8186209 Oct 11 15:42:45.834065 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:45.839160 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728437524'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:45.863063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed204108-3e5d-4e5c-9163-53bb5ee56c7d req-53db9ae0-55be-4043-a64d-335d1fa204fc tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e428466-1ab4-4f4a-b041-67d58b682918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764227 Oct 11 15:42:45.889694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:45.893306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.912299 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.935656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.957946 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:45.986495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:45.986709 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment e8154e2e-d022-47ef-a5d9-f5a64bd20a6d of type vlan for network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 Oct 11 15:42:45.993705 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:46.036359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.058461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.086874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.100185 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63649d98-6d50-466d-9018-ec9e542ca5ac None None] The sync data for ids ['56782678-9335-4756-befd-eb76d0591e79'] in n-d-master-1 is: [{'id': '56782678-9335-4756-befd-eb76d0591e79', 'name': 'tempest-TestNetworkBasicOps-router-736328878', 'tenant_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87'}], 'enable_snat': True}, 'gw_port_id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:40:48Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': 'a2d2d68f3f6142399a57f1cd20aa2c97', 'gw_port': {'id': '63f7c7bf-25a2-4e13-b338-0683557654d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56782678-9335-4756-befd-eb76d0591e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:49Z', 'updated_at': '2021-10-11T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:46.129110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Subnet': ['ID=e72a9e92-d4d1-4773-ae91-064333bccb4c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:46.137517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.147176 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:46.148037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.152094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.160105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:46.168937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-65c2be44-9f86-4ab0-a171-2542b496be06 tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/subnets/e72a9e92-d4d1-4773-ae91-064333bccb4c HTTP/1.1" status: 204 len: 168 time: 1.5091865 Oct 11 15:42:46.171661 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Deleting port 944b7d7a-9c4c-4545-b0c4-17d199d66fff {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:46.172684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.192873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e2c8f-9f4d-46b0-a04c-206ef5e946ae None None] Network bc385e6b-37d0-460d-a2a3-717e2c6a9c3a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:46.197340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] For port 779f54b8-db17-437a-a169-3274c247afbe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=779f54b8-db17-437a-a169-3274c247afbe,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:46.212127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.219623 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Deleting port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:46.220040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.352395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4b5a3-34c6-466e-86a8-540279762476 None None] Pushing event updated for resources: {'Port': ['ID=779f54b8-db17-437a-a169-3274c247afbe,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:46.356908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:46.399351 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5641239 Oct 11 15:42:46.405001 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:46.422845 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:46.432587 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] For port 944b7d7a-9c4c-4545-b0c4-17d199d66fff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944b7d7a-9c4c-4545-b0c4-17d199d66fff,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:46.433220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.460589 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Calling delete_port for 944b7d7a-9c4c-4545-b0c4-17d199d66fff owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:46.507071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:42:46.507580 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:42:46.512382 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:46.513102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:46.607301 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa741ed2-6fde-49b3-983b-5b7663e775cb tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=0b62392a-bffb-4aea-b4ec-ce79f27e21c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:46.635190 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:46.648363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.751621 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:46.825749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.863542 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:46.868772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944b7d7a-9c4c-4545-b0c4-17d199d66fff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:42:46.935925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] For port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,segment=NetworkSegment(2b5fadf1-e6da-4d23-85ce-be2f3be78d2e),segment_id=2b5fadf1-e6da-4d23-85ce-be2f3be78d2e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:46.936479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:46.946844 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event deleted for resources: {'Port': ['ID=944b7d7a-9c4c-4545-b0c4-17d199d66fff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:46.994800 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Calling delete_port for 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:47.027809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.035739 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-015435db-ac54-4baa-a6fc-23c7c8f0ad78 None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:47.036613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-015435db-ac54-4baa-a6fc-23c7c8f0ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.110233 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-015435db-ac54-4baa-a6fc-23c7c8f0ad78 None None] Port 2410ef2c-1f2f-499e-863e-537c4526b197 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:47.176732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-015435db-ac54-4baa-a6fc-23c7c8f0ad78 None None] Provisioning complete for port 779f54b8-db17-437a-a169-3274c247afbe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:47.177099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-015435db-ac54-4baa-a6fc-23c7c8f0ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.178035 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] No DVR routers for this DVR port 944b7d7a-9c4c-4545-b0c4-17d199d66fff on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:47.189580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.193102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65b0ec96-aa54-4738-a5e0-c1f7a4613239 req-29911df4-6590-4c9a-b2d6-bb3b11479714 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.43 "DELETE /v2.0/ports/944b7d7a-9c4c-4545-b0c4-17d199d66fff HTTP/1.1" status: 204 len: 173 time: 1.7680910 Oct 11 15:42:47.207889 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'name': 'network-vif-deleted', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:47.213678 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf74a1-ff5d-4ef8-be35-70d3fc6b096b" -d '{"events": [{"server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "name": "network-vif-deleted", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:47.231002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19e97737-f323-4d81-9993-332b3d45c545 req-01e00023-4f65-4126-8aec-a83671bb6347 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=91668128-2298-4670-9ea5-fa519a21e9b9 HTTP/1.1" status: 200 len: 210 time: 0.1963701 Oct 11 15:42:47.298245 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] DHCP port deletion for bc385e6b-37d0-460d-a2a3-717e2c6a9c3a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:42:47.396860 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c55dd-9033-4e94-9eba-125720790ed9 x-openstack-request-id: req-490c55dd-9033-4e94-9eba-125720790ed9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:47.397086 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91668128-2298-4670-9ea5-fa519a21e9b9", "name": "network-vif-deleted", "tag": "944b7d7a-9c4c-4545-b0c4-17d199d66fff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:47.400192 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490c55dd-9033-4e94-9eba-125720790ed9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:47.400641 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91668128-2298-4670-9ea5-fa519a21e9b9', 'name': 'network-vif-deleted', 'tag': '944b7d7a-9c4c-4545-b0c4-17d199d66fff', 'status': 'completed', 'code': 200} Oct 11 15:42:47.468074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 779f54b8-db17-437a-a169-3274c247afbe up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:47.525303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.589194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.623628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.698351 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Deleting port 63f7c7bf-25a2-4e13-b338-0683557654d8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:47.699136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.791667 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:43Z', 'revision_number': 3, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:44Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:47.844608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Deleting port 68919b96-bb5e-4053-98a2-41cd2e918d79 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:42:47.844894 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.853711 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Pushing event deleted for resources: {'Port': ['ID=35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:47.861718 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] No DVR routers for this DVR port 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:47.864690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:47.868963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af43b58b-6551-4ac7-825d-c252adfe5fa4 req-49f34e34-084d-4ab8-8a9b-e44a4fc817a1 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.36 "DELETE /v2.0/ports/35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 HTTP/1.1" status: 204 len: 173 time: 2.3554225 Oct 11 15:42:47.945503 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:47.946917 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Updating router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 port 2410ef2c-1f2f-499e-863e-537c4526b197 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:42:47.950663 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:47.954082 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=7fc183e5-752e-424a-9608-9d241d874db8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:48.000840 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:48.001238 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: 0b62392a-bffb-4aea-b4ec-ce79f27e21c4, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:48.012719 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:48.013086 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:48.021156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] For port 63f7c7bf-25a2-4e13-b338-0683557654d8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63f7c7bf-25a2-4e13-b338-0683557654d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:48.021524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.042182 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Calling delete_port for 63f7c7bf-25a2-4e13-b338-0683557654d8 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:48.085767 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] For port 68919b96-bb5e-4053-98a2-41cd2e918d79, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68919b96-bb5e-4053-98a2-41cd2e918d79,segment=NetworkSegment(b5d0fd6b-611d-44c6-ba3d-dcf282de837a),segment_id=b5d0fd6b-611d-44c6-ba3d-dcf282de837a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:48.086635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.097586 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:48.102868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Calling delete_port for 68919b96-bb5e-4053-98a2-41cd2e918d79 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:42:48.115662 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0b62392a-bffb-4aea-b4ec-ce79f27e21c4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:48.128602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:48.129249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.153407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ea5dd36-e6ad-4d4b-9a22-d465dda527a6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7408547 Oct 11 15:42:48.156354 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:48.164810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.181655 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5594ddd-dc99-4637-9ac1-32c689bf4501 None None] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:48.286115 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 779f54b8-db17-437a-a169-3274c247afbe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:48.286612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.447104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.524037 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Port': ['ID=63f7c7bf-25a2-4e13-b338-0683557654d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:48.707314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dad433c-cca1-47f4-9d6d-e2321276f522 req-01b4253d-fa3b-407a-9a89-9ad5e0688693 tempest-MultipleCreateTestJSON-1793145646 tempest-MultipleCreateTestJSON-1793145646-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82138d5-a00f-43ec-97b6-392490da2d3f HTTP/1.1" status: 200 len: 210 time: 0.0726264 Oct 11 15:42:48.711704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d92ebcd-42a6-4fdb-8ba5-1b9a544f4e03 None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:48.712077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d92ebcd-42a6-4fdb-8ba5-1b9a544f4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.713924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.768123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.817348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.825924 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] No DVR routers for this DVR port 68919b96-bb5e-4053-98a2-41cd2e918d79 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:42:48.853150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.855473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.932452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.945814 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Fanout notify agent at l3_agent the message router_deleted on router 56782678-9335-4756-befd-eb76d0591e79 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:42:48.961580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:48.965122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0811a4ab-6f0b-4c66-b10f-7cb34b7f30ff tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/routers/56782678-9335-4756-befd-eb76d0591e79 HTTP/1.1" status: 204 len: 168 time: 2.7891955 Oct 11 15:42:48.966885 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:49.089741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.093150 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Pushing event deleted for resources: {'Port': ['ID=68919b96-bb5e-4053-98a2-41cd2e918d79,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:49.123804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.171666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944b7d7a-9c4c-4545-b0c4-17d199d66fff no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:49.184340 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.184684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.184881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.185204 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.185428 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.185829 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.186101 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.186526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.186846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.187263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.187662 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.188111 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.189364 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0b243d-eb7a-4035-a50a-189982268be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:49.288229 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8749e-b072-43f1-bae5-4afad24acf69 None None] Pushing event updated for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:49.294207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d92ebcd-42a6-4fdb-8ba5-1b9a544f4e03 None None] Port 2410ef2c-1f2f-499e-863e-537c4526b197 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:49.310858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 944b7d7a-9c4c-4545-b0c4-17d199d66fff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:49.311195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944b7d7a-9c4c-4545-b0c4-17d199d66fff not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:49.316898 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8:2::1 (0b62392a-bffb-4aea-b4ec-ce79f27e21c4/7fc183e5-752e-424a-9608-9d241d874db8/9773c8e9-27bf-4f5e-a440-939bee612210) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:49.346139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.376033 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc385e6b-37d0-460d-a2a3-717e2c6a9c3a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:49.392469 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:49.392859 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d0fd6b-611d-44c6-ba3d-dcf282de837a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:49.397678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:49.399264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.416271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.459762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.473095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Attempting to bind port 2410ef2c-1f2f-499e-863e-537c4526b197 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:49.473470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Attempting to bind port 2410ef2c-1f2f-499e-863e-537c4526b197 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:49.474031 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Attempting to bind port 2410ef2c-1f2f-499e-863e-537c4526b197 on network f02c5929-3905-4969-bd54-b496443317f3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:49.485319 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'name': 'network-vif-deleted', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:42:49.488096 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34107f6f-183a-42c9-910b-61a1ae57ef5e" -d '{"events": [{"server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "name": "network-vif-deleted", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:42:49.504797 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:42:49.505710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:42:49.516383 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:42:49.619518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:49.620808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Checking segment: {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:49.623657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.624299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Bound using segment: {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:49.625520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Bound port: 2410ef2c-1f2f-499e-863e-537c4526b197, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa96a61f-a190-459f-bdb6-59e82b8124a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:49.627620 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.697345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:49.753477 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.783678 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.808069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] 10.222.0.31 "DELETE /v2.0/networks/bc385e6b-37d0-460d-a2a3-717e2c6a9c3a HTTP/1.1" status: 204 len: 168 time: 0.8221622 Oct 11 15:42:49.852323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6d981-81ee-4dc1-ada4-7735c95747df tempest-TestNetworkBasicOps-48350248 tempest-TestNetworkBasicOps-48350248-project] Pushing event deleted for resources: {'Network': ['ID=bc385e6b-37d0-460d-a2a3-717e2c6a9c3a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:49.855512 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:49.898271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:49.899243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 38ad2059-d51a-48cc-b7a7-18fc2da5a2f0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:49.899855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 68919b96-bb5e-4053-98a2-41cd2e918d79 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:49.940596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fccfdcd2-4e1b-44b3-9fdb-c9da96aa304d None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:49.941273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fccfdcd2-4e1b-44b3-9fdb-c9da96aa304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:49.943475 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 68919b96-bb5e-4053-98a2-41cd2e918d79 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:49.944302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 68919b96-bb5e-4053-98a2-41cd2e918d79 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:49.957901 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Deleting subnet d3e24575-80df-44bf-aeb0-8ac10fb60909 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:42:49.965146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.019644 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] For port 2410ef2c-1f2f-499e-863e-537c4526b197, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:50.025080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] For port 2410ef2c-1f2f-499e-863e-537c4526b197, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2410ef2c-1f2f-499e-863e-537c4526b197,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:50.028950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fccfdcd2-4e1b-44b3-9fdb-c9da96aa304d None None] Port 2410ef2c-1f2f-499e-863e-537c4526b197 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:42:50.033763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.107784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.123488 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:50.128240 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:50.140175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63f7c7bf-25a2-4e13-b338-0683557654d8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:42:50.215886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.362163 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e9034-dff4-48e3-a628-7d6191d34561 x-openstack-request-id: req-8f1e9034-dff4-48e3-a628-7d6191d34561 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:42:50.363202 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82138d5-a00f-43ec-97b6-392490da2d3f", "name": "network-vif-deleted", "tag": "35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:42:50.363655 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f1e9034-dff4-48e3-a628-7d6191d34561 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:42:50.364908 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82138d5-a00f-43ec-97b6-392490da2d3f', 'name': 'network-vif-deleted', 'tag': '35a5cd86-e0d7-4a44-a04f-e13e10cb8ef7', 'status': 'completed', 'code': 200} Oct 11 15:42:50.373720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.400843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.409087 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:50.424220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.445013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3e24575-80df-44bf-aeb0-8ac10fb60909 HTTP/1.1" status: 204 len: 168 time: 0.5880897 Oct 11 15:42:50.449157 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:50.457244 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1716-425e-4716-9f6d-f2c18b1b79b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e24575-80df-44bf-aeb0-8ac10fb60909,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:50.497339 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:50.515325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.603480 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:50.617461 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:50.626323 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:50.629942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.649209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.683381 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:50.689309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Allocated IP 2001:db8:2::2 (0b62392a-bffb-4aea-b4ec-ce79f27e21c4/7fc183e5-752e-424a-9608-9d241d874db8/18cf75b8-8dd3-4460-ad59-41f4c6848a47) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:50.742414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:50.774103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.779450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 63f7c7bf-25a2-4e13-b338-0683557654d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:42:50.782403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63f7c7bf-25a2-4e13-b338-0683557654d8 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:42:50.824583 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5565b6c-401b-4379-9c20-a96c462d4aaa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:50.844615 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:50.844950 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5fadf1-e6da-4d23-85ce-be2f3be78d2e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:50.873664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.902087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0370e93e-4a58-4cd8-81cf-b570543b5ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.921505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.944817 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:42:50.945687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:42:50.947387 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:42:50.960491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.049558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.083142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.086294 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8749e-b072-43f1-bae5-4afad24acf69 None None] Pushing event updated for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.102734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5565b6c-401b-4379-9c20-a96c462d4aaa HTTP/1.1" status: 204 len: 168 time: 0.6332483 Oct 11 15:42:51.128248 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08345537-41d7-4270-9edc-86f2ea5ab290 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5565b6c-401b-4379-9c20-a96c462d4aaa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.173571 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:51.173956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.182440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-42b01eaf-81d8-4729-a0c7-e270ea438789 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2d2d68f3f6142399a57f1cd20aa2c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667446 Oct 11 15:42:51.184752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0370e93e-4a58-4cd8-81cf-b570543b5ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.185914 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:51.202551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0370e93e-4a58-4cd8-81cf-b570543b5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.268653 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370e93e-4a58-4cd8-81cf-b570543b5ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05efbc4b-9c0e-43fb-9676-65f6ae6e68c3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.308961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0370e93e-4a58-4cd8-81cf-b570543b5ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8070767a3c1145478c95d2c4e6b6cafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243901 Oct 11 15:42:51.313706 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:51.356826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.400978 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.407438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.407879 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:51.433182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.481317 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.500471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.514905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-43ac4b01-c155-4ef7-a83c-64b10734de77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d78a085cd864bf98c9a485a0af5edf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037459 Oct 11 15:42:51.516460 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:51.527582 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:43Z', 'revision_number': 3, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:50Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:51.539247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.542900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.544344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da6f055d-20a9-40b7-8851-74f7471c2117 HTTP/1.1" status: 204 len: 168 time: 0.3572228 Oct 11 15:42:51.556865 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8da673-3c53-4a4b-975f-93eac4acd3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f055d-20a9-40b7-8851-74f7471c2117,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.580472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.584254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.587810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05efbc4b-9c0e-43fb-9676-65f6ae6e68c3 HTTP/1.1" status: 204 len: 168 time: 0.2707608 Oct 11 15:42:51.612118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76789003-9c0a-458e-83c5-fb7c8b0daafc None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:43Z', 'revision_number': 3, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:50Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:51.625304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.628959 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:51.653734 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:51.659442 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:51.664430 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720aef3-a201-4615-8295-6652983a9c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05efbc4b-9c0e-43fb-9676-65f6ae6e68c3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.719776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.727675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Pushing event updated for resources: {'Port': ['ID=18cf75b8-8dd3-4460-ad59-41f4c6848a47,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.749746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.785899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.791443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] For port 2410ef2c-1f2f-499e-863e-537c4526b197, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2410ef2c-1f2f-499e-863e-537c4526b197,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:51.808211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.854071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.854071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:51.972276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:51.983672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.001830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.004222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e428466-1ab4-4f4a-b041-67d58b682918 HTTP/1.1" status: 204 len: 168 time: 0.4874277 Oct 11 15:42:52.022016 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6c780-a967-446d-9bc6-ec51869c5692 None None] Pushing event updated for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:52.121688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Attempting to bind port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:52.122130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Attempting to bind port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:52.122501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Attempting to bind port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 on network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:52.133634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:52.134041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Checking segment: {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:52.134419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.134816 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Bound using segment: {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:52.135288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Bound port: 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:52.135672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.238221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2410ef2c-1f2f-499e-863e-537c4526b197 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:52.253453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068ece-a2d9-4dc2-a104-62b2ecbc6683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e428466-1ab4-4f4a-b041-67d58b682918,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:52.276375 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:52.277871 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:52.399366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] For port 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:52.402814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] For port 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cf75b8-8dd3-4460-ad59-41f4c6848a47,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:52.418255 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:52.428242 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.446122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aa354e8-bb56-4a7c-af2f-91d5d313fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.482063 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:42:52.556894 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:52.557441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.665174 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9381fe-8779-400a-b1fd-5d58d9f16526 None None] Pushing event updated for resources: {'Port': ['ID=18cf75b8-8dd3-4460-ad59-41f4c6848a47,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:52.726791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aa354e8-bb56-4a7c-af2f-91d5d313fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.733579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aa354e8-bb56-4a7c-af2f-91d5d313fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.753938 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:42:52.770160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d8d56fce-91be-4885-b5db-20f6a16ee253 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6116579 Oct 11 15:42:52.771786 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:52.786266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092382929'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:52.860605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:52.865296 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:52.882723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3aa354e8-bb56-4a7c-af2f-91d5d313fc58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f57fde3c85746988c4289ef5d04ac0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616866 Oct 11 15:42:52.884996 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa354e8-bb56-4a7c-af2f-91d5d313fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d6cb8d-c539-4c1f-b723-19d72ba69bb3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:52.898348 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:52.950827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:52.966012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9b50-56ec-45ad-b666-a355a27fade1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.021350 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:53.039352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.039608 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added segment d0b3f926-a97e-4211-b2d0-cd837226fb81 of type vlan for network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 Oct 11 15:42:53.066416 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:42:53.083874 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:53.088084 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:53.089183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.129063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.135842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:53.137777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.176428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4032304 Oct 11 15:42:53.183998 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:53.190587 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'subnet': {'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:53.224462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.242957 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:53.250486 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02dd54-f98d-49c7-8012-2e70d89d05f3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Network': ['ID=f2e13e6e-cb96-46cd-97cc-613d7b13ec68,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:53.261943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:53.268213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.322856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.327108 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.330718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0d6cb8d-c539-4c1f-b723-19d72ba69bb3 HTTP/1.1" status: 204 len: 168 time: 0.4261727 Oct 11 15:42:53.364829 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a3783-54d1-4e0e-aa14-4d05405fe2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d6cb8d-c539-4c1f-b723-19d72ba69bb3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:53.364991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9b50-56ec-45ad-b666-a355a27fade1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.380887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9b50-56ec-45ad-b666-a355a27fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.454601 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f4c9b50-56ec-45ad-b666-a355a27fade1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27b4e444dfcd462abfb3db27af6fdb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026634 Oct 11 15:42:53.457714 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:53.520696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c9b50-56ec-45ad-b666-a355a27fade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f5bf4d-ee97-4081-963f-bf95212ad59a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:53.556620 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.558897 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:50Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:53.574515 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Made reservation on behalf of 47a75ecd47b9476baa8b103cb41a2f57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:53.579225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.590430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.685669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.693070 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.697067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12f5bf4d-ee97-4081-963f-bf95212ad59a HTTP/1.1" status: 204 len: 168 time: 0.2372508 Oct 11 15:42:53.722816 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5a40e-ae9c-4b8c-be06-f1df11ea157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f5bf4d-ee97-4081-963f-bf95212ad59a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:53.867623 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:42:53.868048 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Updating router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 port 9773c8e9-27bf-4f5e-a440-939bee612210 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:42:53.884255 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:42:53.939025 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:53.953587 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:53.974080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.111962 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Subnet': ['ID=0c7394cd-fa6d-4e0f-841e-b2a8b350b568,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:54.170122 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Checking segment: {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:54.172409 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network hostable DHCP agents. Network: f2e13e6e-cb96-46cd-97cc-613d7b13ec68, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:54.209317 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:54.228922 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f2e13e6e-cb96-46cd-97cc-613d7b13ec68) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:54.233710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:54.235200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.243135 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81db23-866c-484d-ac78-9622f4e88c65 None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:54.271335 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:54.271496 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8247802f-97a3-4e2f-8087-8a2c76897e7c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0863929 Oct 11 15:42:54.322538 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800d53c-6765-44a4-a69b-414addd87404 None None] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:54.324672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2410ef2c-1f2f-499e-863e-537c4526b197 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:54.417609 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.429322 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.497970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1350176923-network', 'tenant_id': 'd2608e4a7c254c119d02133c12482bcd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:54.577027 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Pushing event updated for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:54.623421 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.623978 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.624524 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.625591 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.626066 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.626573 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.627538 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.628035 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.629050 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.629617 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.630103 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.631146 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:42:54.676923 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Attempting to bind port 9773c8e9-27bf-4f5e-a440-939bee612210 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:54.677455 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Attempting to bind port 9773c8e9-27bf-4f5e-a440-939bee612210 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:54.677995 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Attempting to bind port 9773c8e9-27bf-4f5e-a440-939bee612210 on network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:54.685033 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:54.685680 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Checking segment: {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:54.686355 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.686903 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Bound using segment: {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:54.688321 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Bound port: 9773c8e9-27bf-4f5e-a440-939bee612210, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:54.688958 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.771669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Made reservation on behalf of d2608e4a7c254c119d02133c12482bcd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:54.773188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.787534 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] For port 9773c8e9-27bf-4f5e-a440-939bee612210, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:54.788609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] Provisioning complete for port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:54.788983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.793756 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] For port 9773c8e9-27bf-4f5e-a440-939bee612210, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9773c8e9-27bf-4f5e-a440-939bee612210,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:54.819062 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-6027e27b-d3a8-4209-a04f-ae59561dddaf req-f75c327f-b85a-4f99-804a-fca55129b267 service neutron] (94827) timed out ('10.222.0.31', 59394) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:42:54.820600 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.828544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:54.965090 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:42:54.965928 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:55.009696 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d98813-e373-4899-ba1a-4cfdb369bd57 None None] Pushing event updated for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:55.080267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2410ef2c-1f2f-499e-863e-537c4526b197 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:55.080846 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.108035 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:55.109184 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.138392 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:42:55.162405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.181739 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:55.193367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.216219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.216466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.306903 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:55.403397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] For port 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cf75b8-8dd3-4460-ad59-41f4c6848a47,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:55.426683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.449937 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-151723523-network', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:55.509339 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Made reservation on behalf of 569d0f2e878b4fd5a39b52c8001aab46 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:55.512404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.537716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.594823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.597119 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Added segment 0148e141-fe8a-4ac2-af35-29ca5ee88649 of type vlan for network 30086e3c-5a1b-49c8-94aa-f176e573bb35 Oct 11 15:42:55.604739 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28383a9-bb8b-45f1-a518-50560a419ca8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:55.650417 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:50Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:54Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:42:55.724804 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c86a2-e3de-4ed5-b1de-aa8d4cab8df4 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:50Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:54Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:42:55.731775 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Provisioning complete for port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:55.732153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.753802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 18cf75b8-8dd3-4460-ad59-41f4c6848a47 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:55.757132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.824264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.830058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.860907 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:42:55.890067 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2dcc0-48fc-4d90-a116-d1d3e4dfc27f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:55.893469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.893830 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Added segment 54bdd6e0-4ded-44f9-b632-f4404d1330a4 of type vlan for network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 Oct 11 15:42:55.928608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d8df8-7486-4ba0-b855-2d5435884f7f None None] Pushing event updated for resources: {'Port': ['ID=18cf75b8-8dd3-4460-ad59-41f4c6848a47,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:55.958771 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Allocated IP 2001:db8:3::2 (f2e13e6e-cb96-46cd-97cc-613d7b13ec68/0c7394cd-fa6d-4e0f-841e-b2a8b350b568/9c814917-c77a-489f-aad1-ebdea2e43fe4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:55.988441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.998732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:55.999777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:56.000370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.104222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.109550 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:56.113075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.175741 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] Pushing event updated for resources: {'Network': ['ID=30086e3c-5a1b-49c8-94aa-f176e573bb35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:56.210851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 30086e3c-5a1b-49c8-94aa-f176e573bb35 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:56.251590 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:56.251699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.260852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-32695d04-81cc-4dea-9b50-ac17cdff6a04 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3061042 Oct 11 15:42:56.264494 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:56.281533 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Request body: {'subnet': {'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1350176923-subnet', 'tenant_id': 'd2608e4a7c254c119d02133c12482bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:56.297570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1143191 Oct 11 15:42:56.302240 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:56.323320 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Request body: {'subnet': {'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-151723523-subnet', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:56.330852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2bc9c-34c8-4b8b-af90-68a107965fbd admin admin] Pushing event updated for resources: {'Network': ['ID=4e368584-71f7-4fbc-ac1c-88dcf2f10b85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:56.397202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Made reservation on behalf of d2608e4a7c254c119d02133c12482bcd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:56.399654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.429039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:42:56.529506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Made reservation on behalf of 569d0f2e878b4fd5a39b52c8001aab46 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:42:56.533633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.769532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Provisioning complete for port 9773c8e9-27bf-4f5e-a440-939bee612210 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:56.771838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.899356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:56.931839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.045793 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Pushing event updated for resources: {'Port': ['ID=9c814917-c77a-489f-aad1-ebdea2e43fe4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:57.074102 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:57.078116 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Allocated IP 2001:db8:3::1 (f2e13e6e-cb96-46cd-97cc-613d7b13ec68/0c7394cd-fa6d-4e0f-841e-b2a8b350b568/fcfa947c-a4e0-4013-a915-8298b009b928) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:42:57.088262 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:57.095944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:57.245898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.327873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.446474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9773c8e9-27bf-4f5e-a440-939bee612210 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:57.494866 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:57.495705 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:57.503595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.505239 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:57.528249 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:42:57.528822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.589531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Attempting to bind port 9c814917-c77a-489f-aad1-ebdea2e43fe4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:42:57.590229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Attempting to bind port 9c814917-c77a-489f-aad1-ebdea2e43fe4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:42:57.590940 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Attempting to bind port 9c814917-c77a-489f-aad1-ebdea2e43fe4 on network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:42:57.593819 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.625694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:42:57.626071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Checking segment: {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:57.626471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.626860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Bound using segment: {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:42:57.627331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Bound port: 9c814917-c77a-489f-aad1-ebdea2e43fe4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:42:57.627841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.653134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] For port 9773c8e9-27bf-4f5e-a440-939bee612210, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9773c8e9-27bf-4f5e-a440-939bee612210,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:42:57.710812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] For port 9c814917-c77a-489f-aad1-ebdea2e43fe4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:42:57.714235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] For port 9c814917-c77a-489f-aad1-ebdea2e43fe4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9c814917-c77a-489f-aad1-ebdea2e43fe4,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:42:57.718296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.726025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.729928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7daa90f1-f20c-45a0-a799-e8431c52c293,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:57.781828 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9773c8e9-27bf-4f5e-a440-939bee612210 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:57.782567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.797705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.875455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.904546 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0c59841-a88c-404d-bd2f-845b520dc4e2 None None] Provisioning complete for port 9773c8e9-27bf-4f5e-a440-939bee612210 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:57.904917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0c59841-a88c-404d-bd2f-845b520dc4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:57.964260 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648fbf-c4a5-4e64-9be0-a14156d9ef9f None None] Pushing event updated for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:57.976345 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Checking segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:57.976744 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Network hostable DHCP agents. Network: 4e368584-71f7-4fbc-ac1c-88dcf2f10b85, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:58.151697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 18cf75b8-8dd3-4460-ad59-41f4c6848a47 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:58.298589 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:58.299307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.352919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9cac-2b1f-4163-abc7-2f21fd7e0dd3 None None] Pushing event updated for resources: {'Port': ['ID=9c814917-c77a-489f-aad1-ebdea2e43fe4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:58.389016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2981703e-d791-4284-8b36-64185418f87d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:58.477722 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:58.506266 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4e368584-71f7-4fbc-ac1c-88dcf2f10b85) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:58.508285 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Checking segment: {'id': '0148e141-fe8a-4ac2-af35-29ca5ee88649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:42:58.508652 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Network hostable DHCP agents. Network: 30086e3c-5a1b-49c8-94aa-f176e573bb35, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:42:58.516842 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa443951-477b-4d20-84bd-f8f8d2feb239 None None] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:58.522032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.522751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.602858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-11e7d32d-89bb-4a40-beff-7b435e587ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2037041 Oct 11 15:42:58.614579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-35b6c936-b077-4764-b689-143bfa9972e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3112340 Oct 11 15:42:58.617571 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:42:58.618878 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Network 30086e3c-5a1b-49c8-94aa-f176e573bb35 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:42:58.622654 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:42:58.637138 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 30086e3c-5a1b-49c8-94aa-f176e573bb35) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:58.652480 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.653215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.665629 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8425d-6a2b-40b7-ade2-20754d4f36c3 None None] Network 30086e3c-5a1b-49c8-94aa-f176e573bb35 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:58.667340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.668518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.757373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:58.834606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e3526bf-cf2e-4756-b6a2-2e7cdd9984b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5598352 Oct 11 15:42:58.941788 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.942255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.942710 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.943160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.943869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.944316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.944762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:58.946837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1edeef0b-6ef6-446c-8462-a7d9184aa746 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.2326500 Oct 11 15:42:58.995435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.018309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.118510 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:42:59.119385 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.151042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.151823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.307280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c75a3b-139b-48b2-bed2-b6b6ece5e901 None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:59.315853 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event updated for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:42:59.328825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7df9f-76cc-4370-9bee-53f4e03ddf69 None None] Network 30086e3c-5a1b-49c8-94aa-f176e573bb35 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:42:59.383762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-c3220a12-4cde-431d-a9bc-836dfec37f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:59.384174 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-c3220a12-4cde-431d-a9bc-836dfec37f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:59.384581 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-c3220a12-4cde-431d-a9bc-836dfec37f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:42:59.392966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-c3220a12-4cde-431d-a9bc-836dfec37f4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.4025099 Oct 11 15:42:59.581630 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:42:59.592294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.608521 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:42:59.616398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.630223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-ff05a11f-7288-4678-a599-42d4f7d620ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.2217169 Oct 11 15:42:59.686771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9773c8e9-27bf-4f5e-a440-939bee612210 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:42:59.852752 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] Provisioning complete for port 9c814917-c77a-489f-aad1-ebdea2e43fe4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:42:59.853429 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:42:59.872580 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Allocated IP 172.35.3.36 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/f4f70ed5-d11f-4e0a-90e8-b60e4581f985) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:00.018776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-500be3b2-688f-46eb-b12f-267c1d9cbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:00.020519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-500be3b2-688f-46eb-b12f-267c1d9cbf1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.3178227 Oct 11 15:43:00.040235 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Allocated IP 172.20.0.2 (4e368584-71f7-4fbc-ac1c-88dcf2f10b85/7daa90f1-f20c-45a0-a799-e8431c52c293/675f3fc0-b06f-4f12-89d6-b9aa703ff964) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:00.113696 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:00.137373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.178667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.198031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.223154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] For port 9c814917-c77a-489f-aad1-ebdea2e43fe4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9c814917-c77a-489f-aad1-ebdea2e43fe4,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:00.239632 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9773c8e9-27bf-4f5e-a440-939bee612210 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:00.239997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.247490 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:00.251495 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:00.255879 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:00.263450 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.294319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:00.299832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fd450c13-8bfc-4643-8018-5c64fe33ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:00.301563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fd450c13-8bfc-4643-8018-5c64fe33ab6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113883 Oct 11 15:43:00.310282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-67f48149-1a51-48b8-8955-ccca1eab2752 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:00.319958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-67f48149-1a51-48b8-8955-ccca1eab2752 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/networks?id=30086e3c-5a1b-49c8-94aa-f176e573bb35 HTTP/1.1" status: 200 len: 813 time: 0.3031647 Oct 11 15:43:00.342621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:00.364996 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:00.367771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4f08b44-5aaa-4304-bf00-838cda7da25c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0950463 Oct 11 15:43:00.368710 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:00.431974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-71213c65-5fd6-49d2-a44f-5e4542e90c7e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/quotas/d2608e4a7c254c119d02133c12482bcd HTTP/1.1" status: 200 len: 375 time: 0.1105051 Oct 11 15:43:00.447276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:00.471030 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c13ae-1cdc-4b04-9dde-480e4087aa53 None None] Pushing event updated for resources: {'Port': ['ID=9c814917-c77a-489f-aad1-ebdea2e43fe4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:00.491525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:00.492596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:00.633329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-7944502f-e636-401a-bb94-acc43381c784 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2608e4a7c254c119d02133c12482bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000794 Oct 11 15:43:00.800935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fd2e73bd-fcc6-4e18-9bd0-4f96112317df service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755414 Oct 11 15:43:00.977653 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a34935c-9722-42d2-a16d-addbc03af4d6 None None] Provisioning complete for port fcfa947c-a4e0-4013-a915-8298b009b928 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:00.978185 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a34935c-9722-42d2-a16d-addbc03af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:00.996671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9c814917-c77a-489f-aad1-ebdea2e43fe4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:01.010394 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.056704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-c5614f8a-f310-4b37-a980-dee3cffb35d9 service neutron] 10.222.0.31 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222662 Oct 11 15:43:01.134298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.148175 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:01.163860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a34935c-9722-42d2-a16d-addbc03af4d6 None None] Port fcfa947c-a4e0-4013-a915-8298b009b928 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:01.225246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.242581 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:01.264348 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:01.296684 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:01.300559 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a34935c-9722-42d2-a16d-addbc03af4d6 None None] Provisioning complete for port 9c814917-c77a-489f-aad1-ebdea2e43fe4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:01.300932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a34935c-9722-42d2-a16d-addbc03af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.304675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-13ed5cda-9b11-4fe6-b09a-04c31eb88b8d service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930944 Oct 11 15:43:01.418319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-42445549-f9b3-4aeb-ad96-80b87c131efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.1033602 Oct 11 15:43:01.420728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Pushing event updated for resources: {'Port': ['ID=675f3fc0-b06f-4f12-89d6-b9aa703ff964,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:01.507551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9c814917-c77a-489f-aad1-ebdea2e43fe4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:01.507928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.608576 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Attempting to bind port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:01.609323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Attempting to bind port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:01.609911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Attempting to bind port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:01.628950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:01.629656 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Checking segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:01.630220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.630769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Bound using segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:01.631411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Bound port: 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:01.631973 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.645774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.766113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] For port 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:01.773580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] For port 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=675f3fc0-b06f-4f12-89d6-b9aa703ff964,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:01.852662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-d828e168-9417-47d9-93af-6be576644257 service neutron] 10.222.0.31 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945137 Oct 11 15:43:01.880262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:01.928918 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Router 0989524b-21e4-43cc-9378-104101dd1c18 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:43:02.033768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-dedf91e0-3a99-4ab2-8998-acbd6f8d4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:02.050651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-dedf91e0-3a99-4ab2-8998-acbd6f8d4323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.6240447 Oct 11 15:43:02.186343 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:02.202330 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Sync routers for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:02.220677 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:02.221559 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:02.226451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:02.233455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a20d02f-c470-46bf-b518-402c3a345075 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6124177 Oct 11 15:43:02.233687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:02.296603 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597bfb4-d7b6-4cb5-a401-6eea67c7b867 None None] Pushing event updated for resources: {'Port': ['ID=675f3fc0-b06f-4f12-89d6-b9aa703ff964,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:02.297384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2798f08-8bad-487b-b440-83f1168760ed req-8b6c3de5-fd12-4858-b34d-3a1577fcc947 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 210 time: 0.1355376 Oct 11 15:43:02.323696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd0cb6c2-42de-4ed3-b38a-b9760cfd1f79 None None] Provisioning complete for port fcfa947c-a4e0-4013-a915-8298b009b928 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:02.325042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb6c2-42de-4ed3-b38a-b9760cfd1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:02.434772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-42f57901-a202-4006-aeca-7d86a3d5fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:02.434772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-42f57901-a202-4006-aeca-7d86a3d5fc03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3739235 Oct 11 15:43:02.469160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:02.472610 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:43:02.540060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cb6c2-42de-4ed3-b38a-b9760cfd1f79 None None] Port fcfa947c-a4e0-4013-a915-8298b009b928 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:02.589404 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:43:02.590122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:02.598719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cfb69538-d691-4f99-b68f-c4516adfebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:02.630847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9c814917-c77a-489f-aad1-ebdea2e43fe4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:02.715239 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:02.764815 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:42:58Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:02.849437 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:02.849831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Updating router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 port fcfa947c-a4e0-4013-a915-8298b009b928 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:02.916757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:02.941564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-447cfec4-44fc-4260-8bee-957b478b5f43 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819839 Oct 11 15:43:03.049259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067c6460-81c8-40f4-9217-4d9b3a07a2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.126343 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:00Z', 'revision_number': 3, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:03.188502 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Checking router: 0989524b-21e4-43cc-9378-104101dd1c18 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:03.189210 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Updating router 0989524b-21e4-43cc-9378-104101dd1c18 port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:03.228000 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.257809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.272109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-0c947cac-299d-4c8a-91f4-fd7edb918cbc service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273630 Oct 11 15:43:03.273267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.303912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067c6460-81c8-40f4-9217-4d9b3a07a2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.334101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067c6460-81c8-40f4-9217-4d9b3a07a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.369374 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-067c6460-81c8-40f4-9217-4d9b3a07a2e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3cd916f9ca04c11b9abdce02205e6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513746 Oct 11 15:43:03.371862 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:03.426333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.440943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6460-81c8-40f4-9217-4d9b3a07a2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e65040-9726-4dcf-b570-decadafb034e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:03.491784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.504459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-4fd83362-baf6-4f8b-9807-f81b5c89e568 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.2233469 Oct 11 15:43:03.547357 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9c814917-c77a-489f-aad1-ebdea2e43fe4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:03.549456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.640722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.668661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.726845 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:03.873335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef1e04-37c0-4510-b651-41dbd29f0803 None None] Pushing event updated for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:03.892231 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:03.919548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.933559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dbca9dfb-2019-4ff6-98fa-2a046ce5f780 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 952 time: 3.4979894 Oct 11 15:43:03.935162 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.951360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:03.959945 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:03.980410 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Allocated IP 172.20.0.1 (4e368584-71f7-4fbc-ac1c-88dcf2f10b85/7daa90f1-f20c-45a0-a799-e8431c52c293/b3e21fcf-e6f2-423d-b282-254bebfd618a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:04.006957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fb8888e5-4707-40df-b33b-03aee8207ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:04.008759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fb8888e5-4707-40df-b33b-03aee8207ec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.3773196 Oct 11 15:43:04.028938 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Attempting to bind port fcfa947c-a4e0-4013-a915-8298b009b928 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:04.029301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Attempting to bind port fcfa947c-a4e0-4013-a915-8298b009b928 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:04.029943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Attempting to bind port fcfa947c-a4e0-4013-a915-8298b009b928 on network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:04.036299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:04.036681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Checking segment: {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:04.037187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.037683 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Bound using segment: {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:04.038447 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Bound port: fcfa947c-a4e0-4013-a915-8298b009b928, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b3f926-a97e-4211-b2d0-cd837226fb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:04.054790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.110254 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Attempting to bind port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:04.120003 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Attempting to bind port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:04.120003 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Attempting to bind port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:04.138505 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8994f-05d5-4639-a7c8-88e531d4d2b6 None None] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:04.152714 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b3fd1-e7bd-4e71-9fcd-9756756f73ff None None] Pushing event updated for resources: {'Port': ['ID=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:04.162016 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:04.162502 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:04.162977 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.163432 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:04.168988 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Bound port: f4f70ed5-d11f-4e0a-90e8-b60e4581f985, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:04.169408 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.181995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-fd4b3864-5e0c-4774-b9c5-acfdfd8d4beb tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:04.183706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-fd4b3864-5e0c-4774-b9c5-acfdfd8d4beb tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.43 "GET /v2.0/networks?id=30086e3c-5a1b-49c8-94aa-f176e573bb35 HTTP/1.1" status: 200 len: 813 time: 0.1827211 Oct 11 15:43:04.201632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9519428-369a-4c04-a1b0-50d546d8ad0c req-4d53384e-71c9-4bf5-98bd-5303daa637b7 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 210 time: 0.7842515 Oct 11 15:43:04.231749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.245123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] For port fcfa947c-a4e0-4013-a915-8298b009b928, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:04.252748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] For port fcfa947c-a4e0-4013-a915-8298b009b928, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcfa947c-a4e0-4013-a915-8298b009b928,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:04.262943 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] Provisioning complete for port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:04.263403 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.266456 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Request body: {'port': {'device_id': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35', 'admin_state_up': True, 'tenant_id': 'd2608e4a7c254c119d02133c12482bcd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:04.271950 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.290057 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] For port f4f70ed5-d11f-4e0a-90e8-b60e4581f985, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:04.294978 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] For port f4f70ed5-d11f-4e0a-90e8-b60e4581f985, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:04.302993 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.353109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef1e04-37c0-4510-b651-41dbd29f0803 None None] Pushing event updated for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:04.356952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.368603 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b3fd1-e7bd-4e71-9fcd-9756756f73ff None None] Pushing event updated for resources: {'Port': ['ID=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:04.386251 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:04.387814 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:04.443113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.521076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.540081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.547195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94e65040-9726-4dcf-b570-decadafb034e HTTP/1.1" status: 204 len: 168 time: 1.1724558 Oct 11 15:43:04.562137 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:04.577258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:04.580811 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:04.600239 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:04.601854 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:04.616957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7196e4b6-6361-4a41-964b-5bb6e185dc6c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 952 time: 0.6554427 Oct 11 15:43:04.620334 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:04.635819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-3315d0ad-b68b-491c-bebd-c0d9b6ca0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:04.637958 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:04.644073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-3315d0ad-b68b-491c-bebd-c0d9b6ca0777 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3816328 Oct 11 15:43:04.647543 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'routes': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:04.674719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:04.685105 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cafc48-aa46-4911-8421-01bc182f7de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e65040-9726-4dcf-b570-decadafb034e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:04.698760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:04.980906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.003651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 675f3fc0-b06f-4f12-89d6-b9aa703ff964 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:05.180096 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:05.188953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-0b776d0a-825f-4581-b882-9bfb24c16664 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310481 Oct 11 15:43:05.207439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baccf45a-6569-40d9-921d-608d9ef5d3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.257636 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:00Z', 'revision_number': 3, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:05.273207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2318f9fa-9e9a-4273-80f9-6fe6faca6741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.314634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.328875 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a19b7-8301-4734-92cf-c6138ead4c35 None None] The sync data for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 is: [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:00Z', 'revision_number': 3, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:05.356557 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:05.446450 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baccf45a-6569-40d9-921d-608d9ef5d3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.476366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] For port 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=675f3fc0-b06f-4f12-89d6-b9aa703ff964,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:05.479055 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:05.479424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.504369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.520944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.529850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-baccf45a-6569-40d9-921d-608d9ef5d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.568922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.574223 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf45a-6569-40d9-921d-608d9ef5d3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d62095e-e9d1-4643-9848-5c35cfbd5ded,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:05.670154 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64642aa5-2876-48aa-810f-95657b7ac467 None None] Pushing event updated for resources: {'Port': ['ID=675f3fc0-b06f-4f12-89d6-b9aa703ff964,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:05.704674 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:05.779192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-baccf45a-6569-40d9-921d-608d9ef5d3d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24d0a31d9790486fbbd69004994dd293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980253 Oct 11 15:43:05.792399 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:05.810567 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] Provisioning complete for port fcfa947c-a4e0-4013-a915-8298b009b928 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:05.811039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.811262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.849386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Made reservation on behalf of d2608e4a7c254c119d02133c12482bcd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:05.853078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:05.981786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.014223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.024016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.051846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.106252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-eb8851c4-6dd5-4392-976d-d110c157fe04 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8431497 Oct 11 15:43:06.108141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3aa73220-1a6b-4964-9127-a52c5d35bbf1 req-16dcb0a1-5379-4fca-840c-5a23a4d82376 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 210 time: 0.2874169 Oct 11 15:43:06.111925 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:06.128259 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:06.204280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-7486b729-8a7a-4496-a4f1-b2fa7ba617cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0815477 Oct 11 15:43:06.231856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.279377 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:02Z', 'revision_number': 6, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:06.336998 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326d996-cf6b-4a78-9344-7f35b512d031 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:02Z', 'revision_number': 6, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 4, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:06.348982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] For port fcfa947c-a4e0-4013-a915-8298b009b928, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcfa947c-a4e0-4013-a915-8298b009b928,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:06.363308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.363746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.369060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.372008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d62095e-e9d1-4643-9848-5c35cfbd5ded HTTP/1.1" status: 204 len: 168 time: 0.5783820 Oct 11 15:43:06.389060 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfb132-6f93-4012-9f39-95c076611450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d62095e-e9d1-4643-9848-5c35cfbd5ded,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:06.444561 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Router 0989524b-21e4-43cc-9378-104101dd1c18 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:06.590442 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73109779-e48c-4a71-9c3e-23f62ebd0c54 None None] Pushing event updated for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:06.611840 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31f076ab-071c-4bc3-8f5e-073b3d2cd58c None None] Provisioning complete for port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:06.612210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f076ab-071c-4bc3-8f5e-073b3d2cd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.710186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-70ae4101-54f3-45c2-a61c-b1d1b09984b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:06.712131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-70ae4101-54f3-45c2-a61c-b1d1b09984b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.4930313 Oct 11 15:43:06.789638 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31f076ab-071c-4bc3-8f5e-073b3d2cd58c None None] Provisioning complete for port b3e21fcf-e6f2-423d-b282-254bebfd618a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:06.790215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31f076ab-071c-4bc3-8f5e-073b3d2cd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:06.802979 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:06.822306 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78f97255-9560-4d51-9e13-8eca187af9f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/0989524b-21e4-43cc-9378-104101dd1c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5874810 Oct 11 15:43:06.842776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4f70ed5-d11f-4e0a-90e8-b60e4581f985 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:06.915691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-31f076ab-071c-4bc3-8f5e-073b3d2cd58c None None] Port b3e21fcf-e6f2-423d-b282-254bebfd618a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:06.960386 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:06.962905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.065062 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35109587-9c70-4bc1-a4c0-db64b10e67a1 None None] Provisioning complete for port b3e21fcf-e6f2-423d-b282-254bebfd618a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:07.065570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35109587-9c70-4bc1-a4c0-db64b10e67a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.126999 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:43:07.131596 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:43:07.240863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35109587-9c70-4bc1-a4c0-db64b10e67a1 None None] Port b3e21fcf-e6f2-423d-b282-254bebfd618a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:07.247276 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.261406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.288361 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Allocated IP 172.20.0.7 (30086e3c-5a1b-49c8-94aa-f176e573bb35/2981703e-d791-4284-8b36-64185418f87d/fa32bfb2-85e5-4490-b1db-f1c09561ef46) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:07.332675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port f4f70ed5-d11f-4e0a-90e8-b60e4581f985, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:07.342616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.344325 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 675f3fc0-b06f-4f12-89d6-b9aa703ff964 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:07.435513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:07.564770 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:07.565147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.611005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.636652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.649759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-085066ca-88cb-43b8-bae2-1815eb9e524b req-277ec95c-1342-4cc8-99d5-69f96398e8d5 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 210 time: 0.3583946 Oct 11 15:43:07.803427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:07.917828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-f901c710-35d9-492e-9c8b-ea3688645810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:07.919519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-f901c710-35d9-492e-9c8b-ea3688645810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1672058 Oct 11 15:43:07.926802 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:08.047372 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:08.056916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:08.059085 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:08.168292 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:08.175144 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1347138993-network', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:08.223823 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:08.225995 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Made reservation on behalf of 552c4b075f0c46ea9380d24c51ec679a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:08.232835 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:08.251103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.254832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.255210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7ff2073-689f-4b50-9a82-2ca18527687c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 702 time: 3.6216784 Oct 11 15:43:08.266922 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:08.291105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.370153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-cb90d104-91ae-4426-9030-26caa7a29973 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333510 Oct 11 15:43:08.425647 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Sync routers for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:08.445539 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:08.447181 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:08.491494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.506162 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.555872 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:43:08.605793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.609898 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Added segment 4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b of type vlan for network 15c74eaa-04f0-42d2-a911-688f07ba654f Oct 11 15:43:08.623380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c084ba50-d5ea-4108-aa8e-080242c26f88 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 702 time: 0.3513603 Oct 11 15:43:08.625373 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:08.626181 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:08.627308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.697409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-82e98b93-161e-4b6a-9643-c0b775442307 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518642 Oct 11 15:43:08.757167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.758275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.758800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.759232 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.759679 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.760475 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.761454 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.764572 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.767639 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.768865 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.768865 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.770917 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:08.780457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:08.788104 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:08.802009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcfa947c-a4e0-4013-a915-8298b009b928 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:08.806520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.810351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-e18473a3-5c4f-4ac9-8bad-0081a350756b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.1019030 Oct 11 15:43:08.837964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:08.957178 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:09.000204 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:09.001330 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:09.003758 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fcfa947c-a4e0-4013-a915-8298b009b928 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:09.004378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.022256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.023233 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:09.023812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.034346 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Network 30086e3c-5a1b-49c8-94aa-f176e573bb35 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:09.035990 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Pushing event updated for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:09.063140 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:09.083454 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:09.101935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c823f0-c2f9-450c-b97c-e0a132023ca3 req-1f0b0528-6fc2-4cb2-a7c7-ef01af259f94 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:09.112310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17c823f0-c2f9-450c-b97c-e0a132023ca3 req-1f0b0528-6fc2-4cb2-a7c7-ef01af259f94 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 931 time: 0.2490263 Oct 11 15:43:09.161723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-86da95ab-e484-4998-a0cd-c1f9bb5a6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:09.162838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-86da95ab-e484-4998-a0cd-c1f9bb5a6bee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.2986465 Oct 11 15:43:09.245898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17c823f0-c2f9-450c-b97c-e0a132023ca3 req-ca4a74f3-0497-46e5-b656-2914a20a1da0 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Oct 11 15:43:09.260216 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 4, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3e21fcf-e6f2-423d-b282-254bebfd618a', 'name': '', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'mac_address': 'fa:16:3e:5d:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:03Z', 'updated_at': '2021-10-11T15:43:05Z', 'revision_number': 2, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'subnets': [{'id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:09.339037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:09.340009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.346162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] Pushing event updated for resources: {'Network': ['ID=15c74eaa-04f0-42d2-a911-688f07ba654f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:09.355287 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Checking router: 0989524b-21e4-43cc-9378-104101dd1c18 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:09.355802 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Updating router 0989524b-21e4-43cc-9378-104101dd1c18 port b3e21fcf-e6f2-423d-b282-254bebfd618a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:09.367421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 15c74eaa-04f0-42d2-a911-688f07ba654f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:43:09.396313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-29e2d2eb-fdd4-49be-ace3-3c944ba2c7c9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1352696 Oct 11 15:43:09.400083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c467651-296c-445a-aa25-e45492dea458 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2290905 Oct 11 15:43:09.407857 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:09.409048 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.410249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Request body: {'port': {'device_id': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:09.420659 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Request body: {'subnet': {'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1347138993-subnet', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:09.427911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-9169fee0-ea52-4024-a5ed-fbaa43365ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:09.429720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-9169fee0-ea52-4024-a5ed-fbaa43365ffd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2137568 Oct 11 15:43:09.440177 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.459315 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-9b2ebe14-a809-4fe7-b42b-7dd4e73eede3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:43:09.460641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-9b2ebe14-a809-4fe7-b42b-7dd4e73eede3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056040 Oct 11 15:43:09.480308 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:09.491249 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Made reservation on behalf of 552c4b075f0c46ea9380d24c51ec679a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:09.501853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.737437 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4f70ed5-d11f-4e0a-90e8-b60e4581f985 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:09.858113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.881132 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:09.881512 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:09.988635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-1fdbf422-8ebc-4af5-89de-445ba4ed2698 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176094 Oct 11 15:43:10.159768 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.170032 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.172467 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:10.189912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.239834 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135aa42-ebee-4115-abc8-7b537cf3db26 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:10.321501 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfa64-3e97-4b26-ad7a-d7cc34470381 None None] Pushing event updated for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:10.432954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.563902 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Attempting to bind port b3e21fcf-e6f2-423d-b282-254bebfd618a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:10.572011 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Attempting to bind port b3e21fcf-e6f2-423d-b282-254bebfd618a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:10.573163 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Attempting to bind port b3e21fcf-e6f2-423d-b282-254bebfd618a on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:10.591303 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:10.591683 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Checking segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:10.592094 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.592494 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Bound using segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:10.596697 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Bound port: b3e21fcf-e6f2-423d-b282-254bebfd618a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:10.597203 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.611215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.693948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-b7d464f6-e81b-4aea-a599-d9984db4ab6f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792932 Oct 11 15:43:10.852040 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] For port b3e21fcf-e6f2-423d-b282-254bebfd618a, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:10.861022 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] For port b3e21fcf-e6f2-423d-b282-254bebfd618a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3e21fcf-e6f2-423d-b282-254bebfd618a,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:10.867226 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.883978 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:10.921939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:10.922675 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:10.929082 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa32bfb2-85e5-4490-b1db-f1c09561ef46 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:10.944970 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfa64-3e97-4b26-ad7a-d7cc34470381 None None] Pushing event updated for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:10.951117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:10.965156 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:10.966258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:10.997334 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Transition to ACTIVE for port object fa32bfb2-85e5-4490-b1db-f1c09561ef46 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:11.034428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d128391-003a-47b3-8483-74eaf5046573 req-865da104-bd5c-4dbc-9df5-ce4d9300cb50 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:11.036025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d128391-003a-47b3-8483-74eaf5046573 req-865da104-bd5c-4dbc-9df5-ce4d9300cb50 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 931 time: 0.6121805 Oct 11 15:43:11.052420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-9adb726f-4540-4776-bf95-dd6804a30a46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.3543615 Oct 11 15:43:11.065800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.109288 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] Provisioning complete for port b3e21fcf-e6f2-423d-b282-254bebfd618a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:11.123609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.243540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:11.264468 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:11.420542 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:11.460003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d128391-003a-47b3-8483-74eaf5046573 req-af3c2d77-060e-4238-978a-02cb2e1d7655 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062860 Oct 11 15:43:11.468687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-89f9ba78-5d58-4b0d-a664-16f8977096d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:11.470463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-89f9ba78-5d58-4b0d-a664-16f8977096d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.3494623 Oct 11 15:43:11.533849 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Attempting to bind port fa32bfb2-85e5-4490-b1db-f1c09561ef46 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:11.534560 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Attempting to bind port fa32bfb2-85e5-4490-b1db-f1c09561ef46 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0148e141-fe8a-4ac2-af35-29ca5ee88649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:11.534933 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Attempting to bind port fa32bfb2-85e5-4490-b1db-f1c09561ef46 on network 30086e3c-5a1b-49c8-94aa-f176e573bb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:11.560937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Port fa32bfb2-85e5-4490-b1db-f1c09561ef46 on network 30086e3c-5a1b-49c8-94aa-f176e573bb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:11.561251 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Attempting to bind port fa32bfb2-85e5-4490-b1db-f1c09561ef46 on network 30086e3c-5a1b-49c8-94aa-f176e573bb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:11.575664 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:11.575977 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Checking segment: {'id': '0148e141-fe8a-4ac2-af35-29ca5ee88649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:11.576411 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Bound using segment: {'id': '0148e141-fe8a-4ac2-af35-29ca5ee88649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:11.576909 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Bound port: fa32bfb2-85e5-4490-b1db-f1c09561ef46, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0148e141-fe8a-4ac2-af35-29ca5ee88649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:11.577267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.605171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-e88df82a-19fe-4979-92ee-e1d60a5cff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:11.607504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-e88df82a-19fe-4979-92ee-e1d60a5cff5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844035 Oct 11 15:43:11.688283 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4492767d-eb94-496c-baaa-cf3b360a67b9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:11.704176 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Checking segment: {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:11.711498 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Network hostable DHCP agents. Network: 15c74eaa-04f0-42d2-a911-688f07ba654f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:43:11.776105 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Network 15c74eaa-04f0-42d2-a911-688f07ba654f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:43:11.778059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.781843 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:11.802630 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 15c74eaa-04f0-42d2-a911-688f07ba654f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:11.810198 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:11.821151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] For port b3e21fcf-e6f2-423d-b282-254bebfd618a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3e21fcf-e6f2-423d-b282-254bebfd618a,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:11.821706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.824492 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 4, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3e21fcf-e6f2-423d-b282-254bebfd618a', 'name': '', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'mac_address': 'fa:16:3e:5d:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:03Z', 'updated_at': '2021-10-11T15:43:10Z', 'revision_number': 4, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'subnets': [{'id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:11.828628 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea68547-202f-4285-91ba-46dcd4afded9 None None] Network 15c74eaa-04f0-42d2-a911-688f07ba654f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:11.837751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:11.883380 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d7b9-cb42-4a5b-a8f4-9b9518837005 None None] The sync data for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 is: [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:43:04Z', 'revision_number': 4, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b3e21fcf-e6f2-423d-b282-254bebfd618a', 'name': '', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'mac_address': 'fa:16:3e:5d:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:03Z', 'updated_at': '2021-10-11T15:43:10Z', 'revision_number': 4, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'subnets': [{'id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:11.885177 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46,segment=NetworkSegment(0148e141-fe8a-4ac2-af35-29ca5ee88649),segment_id=0148e141-fe8a-4ac2-af35-29ca5ee88649)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:11.927856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-963e5176-b200-4e53-860e-54437a2c1d1b service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916648 Oct 11 15:43:11.946274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.004049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-12399b76-bb3d-433c-baab-09997ab54b9d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5924838 Oct 11 15:43:12.007573 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:12.022396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:12.089887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.091715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.142198 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:12.202415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.215112 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port fcfa947c-a4e0-4013-a915-8298b009b928 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:12.215485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.219730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:12.223033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.226655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa32bfb2-85e5-4490-b1db-f1c09561ef46 HTTP/1.1" status: 200 len: 1091 time: 2.8201573 Oct 11 15:43:12.237665 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:12.242447 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:12.254742 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2730ef3-9b68-4d84-9f43-33e504a3d927" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:12.360781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66decd-ee72-446e-b27d-16e230c9a1b8 None None] Pushing event updated for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:12.365027 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:12.365944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:12.472474 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3f4aa-d618-47e5-b645-bb52477120d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:12.585624 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-1b73a16e-7ec4-4aee-b8af-276dc573777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:12.587022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-1b73a16e-7ec4-4aee-b8af-276dc573777e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2608e4a7c254c119d02133c12482bcd&device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 1094 time: 0.2578104 Oct 11 15:43:12.651127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:12.758589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.811232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-fdbfede4-8586-48b9-b850-65fa01888253 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300788 Oct 11 15:43:12.866457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-9ed2e907-a82b-4982-9f9b-c443f2f73495 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46 HTTP/1.1" status: 200 len: 217 time: 0.2657690 Oct 11 15:43:12.888957 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dd6630-897d-420a-8f12-a813c02a75b7 x-openstack-request-id: req-06dd6630-897d-420a-8f12-a813c02a75b7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:12.889288 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:12.889519 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06dd6630-897d-420a-8f12-a813c02a75b7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:12.889933 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46', 'status': 'completed', 'code': 200} Oct 11 15:43:12.955072 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port fcfa947c-a4e0-4013-a915-8298b009b928, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcfa947c-a4e0-4013-a915-8298b009b928,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:12.955475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:12.974044 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for fcfa947c-a4e0-4013-a915-8298b009b928 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:12.978612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-d82c214c-77e8-44aa-9045-e865f7c4c0dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0879886 Oct 11 15:43:13.075388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca383413-6809-4e6a-9a1a-9a0c70b1485d req-0476ac6d-41f3-44e9-a8c2-471b3ec9127c tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:13.084123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca383413-6809-4e6a-9a1a-9a0c70b1485d req-0476ac6d-41f3-44e9-a8c2-471b3ec9127c tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 943 time: 0.4397373 Oct 11 15:43:13.089291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b3e21fcf-e6f2-423d-b282-254bebfd618a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:13.141127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af4c3972-6b14-423b-b3fd-34ca0b4124f8 None None] Provisioning complete for port b3e21fcf-e6f2-423d-b282-254bebfd618a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:13.141551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af4c3972-6b14-423b-b3fd-34ca0b4124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:13.259022 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-4e94375e-8bbe-4ce9-b395-3b1599f9d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:13.262073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-4e94375e-8bbe-4ce9-b395-3b1599f9d6c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2981703e-d791-4284-8b36-64185418f87d HTTP/1.1" status: 200 len: 853 time: 0.3699183 Oct 11 15:43:13.265631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca383413-6809-4e6a-9a1a-9a0c70b1485d req-4b97aa0f-99df-456c-b217-24be53fb6aff tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639714 Oct 11 15:43:13.310250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-285faad6-2df5-4233-8d54-6867019c6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:13.311776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-285faad6-2df5-4233-8d54-6867019c6dfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.3321638 Oct 11 15:43:13.314294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-047bf549-372a-4463-848d-5061ca471d78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30086e3c-5a1b-49c8-94aa-f176e573bb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429416 Oct 11 15:43:13.395612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:13.398242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b3e21fcf-e6f2-423d-b282-254bebfd618a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:13.398805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:13.453984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=fcfa947c-a4e0-4013-a915-8298b009b928,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:13.491468 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-15c74eaa-04f0-42d2-a911-688f07ba654f', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:43:13.494602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:13.625956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-2693434c-9d62-4e5a-8e59-348b2a87e889 service neutron] 10.222.0.43 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964678 Oct 11 15:43:13.709183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-a474669f-aeb3-447f-af39-5375e0b67b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:13.710757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-a474669f-aeb3-447f-af39-5375e0b67b3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913195 Oct 11 15:43:13.928379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-951acb89-8408-476e-9ee1-73e6b282895f service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078655 Oct 11 15:43:13.970957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:13.986446 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Allocated IP 172.20.0.2 (15c74eaa-04f0-42d2-a911-688f07ba654f/4492767d-eb94-496c-baaa-cf3b360a67b9/1c17bcfb-e4c6-475f-bd98-aa0b56f3c976) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:13.993960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.011879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:14.109329 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Allocated IP 172.35.3.218 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/cba2ca04-b6e6-41a2-9400-4e0d64b0eab2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:14.153879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248eddc8-143b-46e8-8a64-fedfda5a9eb3 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 7, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcfa947c-a4e0-4013-a915-8298b009b928', 'name': '', 'network_id': 'f2e13e6e-cb96-46cd-97cc-613d7b13ec68', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:e1:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:55Z', 'updated_at': '2021-10-11T15:43:06Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '0c7394cd-fa6d-4e0f-841e-b2a8b350b568', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:14.154419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba8f6e8-5c0b-46e9-9afb-9cb344abe06c req-432c338f-7d3e-42d4-aef5-0e7cf5f8773f service neutron] 10.222.0.43 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212290 Oct 11 15:43:14.196685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-faf0ffc1-0ce2-49e2-b5e2-1d662fa86ebe req-4ae808da-c407-487a-83de-7143d4dfe368 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556078 Oct 11 15:43:14.216767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.307213 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-d3984b86-1c5a-4d6a-92d2-9729a15f4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:14.308733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-d3984b86-1c5a-4d6a-92d2-9729a15f4e82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2608e4a7c254c119d02133c12482bcd&device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 1094 time: 0.1035228 Oct 11 15:43:14.458825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.471514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.529338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe602a-480b-44ff-a151-92a4d4fed9ab req-60509213-5c1a-4246-ad1b-423517b76f6e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:14.541550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7abe602a-480b-44ff-a151-92a4d4fed9ab req-60509213-5c1a-4246-ad1b-423517b76f6e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 943 time: 0.1359551 Oct 11 15:43:14.679172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.717972 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Network 15c74eaa-04f0-42d2-a911-688f07ba654f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:14.728465 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:14.731357 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-a977d9ff-1d65-4790-aa9c-a8ae37144e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:14.733264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-a977d9ff-1d65-4790-aa9c-a8ae37144e7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=30086e3c-5a1b-49c8-94aa-f176e573bb35 HTTP/1.1" status: 200 len: 914 time: 0.4175282 Oct 11 15:43:14.738144 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:14.793824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-4797b030-115f-459f-84d7-4d6093b4e558 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46 HTTP/1.1" status: 200 len: 217 time: 0.0491605 Oct 11 15:43:14.794239 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:14.807847 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Pushing event updated for resources: {'Port': ['ID=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:14.810122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7abe602a-480b-44ff-a151-92a4d4fed9ab req-81c9ab3b-173f-4eef-aeb2-c311d2f058fc tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670033 Oct 11 15:43:14.820374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Attempting to bind port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:14.820988 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Attempting to bind port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:14.821535 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Attempting to bind port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 on network 15c74eaa-04f0-42d2-a911-688f07ba654f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:14.828028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:14.828730 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Checking segment: {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:14.829562 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.833208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Bound using segment: {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:14.833760 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Bound port: 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:14.834158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.856722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.906208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] For port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:14.910489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] For port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:14.926108 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:14.933077 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-9300e8c5-1d28-433b-8ea7-4aeeb5f6ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:14.934802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-9300e8c5-1d28-433b-8ea7-4aeeb5f6ac23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2981703e-d791-4284-8b36-64185418f87d HTTP/1.1" status: 200 len: 853 time: 0.1200209 Oct 11 15:43:14.957806 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Pushing event updated for resources: {'Port': ['ID=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:14.978957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-6886ece6-a19d-4653-a5fb-bfb684f330c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30086e3c-5a1b-49c8-94aa-f176e573bb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362508 Oct 11 15:43:15.009514 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:15.012628 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:15.016236 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:15.032297 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18397f-dc90-45a3-bfb9-f294c37d6939 None None] Pushing event updated for resources: {'Port': ['ID=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:15.079971 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:15.085956 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-99dd60c4-57b1-4c1b-ab54-09ef44498b66 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4553373 Oct 11 15:43:15.090304 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:15.092590 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:15.104258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:15.105061 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:15.119825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-20b2ce3c-7050-470e-ae91-6dd7bd9b43c2 service neutron] 10.222.0.43 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227717 Oct 11 15:43:15.248527 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:15.250720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2730ef3-9b68-4d84-9f43-33e504a3d927 req-0139d284-e901-4a60-8972-5beef9750887 service neutron] 10.222.0.43 "GET /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298764 Oct 11 15:43:15.252148 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 0c7394cd-fa6d-4e0f-841e-b2a8b350b568 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:43:15.260677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.396842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.570006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.620058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.629545 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:13Z', 'revision_number': 8, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:15.660820 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:15.670776 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:15.671275 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:15.747177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.774086 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:15.863806 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfb32b-81a2-4f5f-a6ea-65093a51b43d None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:15.942769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.948809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:15.955108 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/0c7394cd-fa6d-4e0f-841e-b2a8b350b568 HTTP/1.1" status: 204 len: 168 time: 0.8176913 Oct 11 15:43:15.958538 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:16.113823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.116122 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b57403-009c-4d60-a769-b76f976c102a tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7394cd-fa6d-4e0f-841e-b2a8b350b568,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:16.163004 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Router 72af0d4b-d5cf-4d29-a14e-471b1b03650a is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:43:16.222271 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:13Z', 'revision_number': 8, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:16.248803 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] DHCP port deletion for f2e13e6e-cb96-46cd-97cc-613d7b13ec68 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:43:16.267538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a2fbb-06c0-4044-acda-564489a60dc8 req-46134c23-c64a-4242-b792-318f75ed540f tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:16.277606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-328a2fbb-06c0-4044-acda-564489a60dc8 req-46134c23-c64a-4242-b792-318f75ed540f tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 943 time: 0.3323803 Oct 11 15:43:16.292909 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658d1e0-5509-451c-af8f-a548ef11cae2 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:13Z', 'revision_number': 8, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9773c8e9-27bf-4f5e-a440-939bee612210', 'name': '', 'network_id': '0b62392a-bffb-4aea-b4ec-ce79f27e21c4', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:de:47:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7fc183e5-752e-424a-9608-9d241d874db8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:48Z', 'updated_at': '2021-10-11T15:42:57Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '7fc183e5-752e-424a-9608-9d241d874db8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:16.362346 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Deleting port 9c814917-c77a-489f-aad1-ebdea2e43fe4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:16.362923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.378821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-328a2fbb-06c0-4044-acda-564489a60dc8 req-645327f7-9215-4885-a78d-cca5e6dea11f tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002486 Oct 11 15:43:16.396692 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 9c814917-c77a-489f-aad1-ebdea2e43fe4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:16.397043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.418411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:16.442247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.446816 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b4474373-8f02-41e6-a4ab-ab3fc7809170 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4339199 Oct 11 15:43:16.447487 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:16.463692 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Sync routers for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:16.492563 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:16.493347 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:16.517036 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 9c814917-c77a-489f-aad1-ebdea2e43fe4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9c814917-c77a-489f-aad1-ebdea2e43fe4,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:16.520045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.575706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] For port 9c814917-c77a-489f-aad1-ebdea2e43fe4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9c814917-c77a-489f-aad1-ebdea2e43fe4,segment=NetworkSegment(d0b3f926-a97e-4211-b2d0-cd837226fb81),segment_id=d0b3f926-a97e-4211-b2d0-cd837226fb81)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:16.576107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.581118 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 9c814917-c77a-489f-aad1-ebdea2e43fe4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:16.674659 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:16.802111 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b7440-3a75-498a-9373-4b4e7b6db473 None None] Network 15c74eaa-04f0-42d2-a911-688f07ba654f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:16.806656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:16.879982 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=9c814917-c77a-489f-aad1-ebdea2e43fe4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:16.897885 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.898339 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.898909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.899443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.899702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.900360 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.900762 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.901182 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.901597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.901981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.902540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.903256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:16.924881 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 9c814917-c77a-489f-aad1-ebdea2e43fe4 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:16.978884 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Calling delete_port for 9c814917-c77a-489f-aad1-ebdea2e43fe4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:17.007044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:17.054919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.097726 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e13e6e-cb96-46cd-97cc-613d7b13ec68']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:17.121229 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b3f926-a97e-4211-b2d0-cd837226fb81') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:17.121550 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b3f926-a97e-4211-b2d0-cd837226fb81') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:17.143578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.162296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36ed87da-62c3-4bec-93ca-28516d414a64 None None] Provisioning complete for port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:17.162922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36ed87da-62c3-4bec-93ca-28516d414a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.173894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.182035 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:43:17.182606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:43:17.186973 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:43:17.248804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:17.249969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.261928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.281998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.293894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/f2e13e6e-cb96-46cd-97cc-613d7b13ec68 HTTP/1.1" status: 204 len: 168 time: 1.3305323 Oct 11 15:43:17.294599 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:17.325883 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698b1a-2b52-4aea-a572-8e9e90b54b80 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=f2e13e6e-cb96-46cd-97cc-613d7b13ec68,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:17.422835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fa32bfb2-85e5-4490-b1db-f1c09561ef46 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:17.430432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.482220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Pushing event deleted for resources: {'Port': ['ID=9c814917-c77a-489f-aad1-ebdea2e43fe4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:17.772237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:17.819295 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] Network f2e13e6e-cb96-46cd-97cc-613d7b13ec68 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:43:17.820018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ed994-c3f3-4eaf-9b84-1cf6a9d9bce8 None None] No DVR routers for this DVR port 9c814917-c77a-489f-aad1-ebdea2e43fe4 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:18.026872 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f4317-0175-4ef0-be7e-15a6b44d6d89 req-2ba8d259-3147-4258-809e-b259fc96140e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:18.035910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-686f4317-0175-4ef0-be7e-15a6b44d6d89 req-2ba8d259-3147-4258-809e-b259fc96140e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 943 time: 0.5239220 Oct 11 15:43:18.073305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46,segment=NetworkSegment(0148e141-fe8a-4ac2-af35-29ca5ee88649),segment_id=0148e141-fe8a-4ac2-af35-29ca5ee88649)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:18.094733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46', 'network_id': '30086e3c-5a1b-49c8-94aa-f176e573bb35', 'port_id': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46', 'mac_address': 'fa:16:3e:78:14:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2981703e-d791-4284-8b36-64185418f87d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:18.100266 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36ed87da-62c3-4bec-93ca-28516d414a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.106032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.140259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-156150db-bb00-48db-b416-709184148402 admin admin] Allocated IP 172.20.0.1 (15c74eaa-04f0-42d2-a911-688f07ba654f/4492767d-eb94-496c-baaa-cf3b360a67b9/6514ff64-a434-400f-a5eb-fa8470282af5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:18.191825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-686f4317-0175-4ef0-be7e-15a6b44d6d89 req-f790b52c-1e49-4027-b24b-52701334ed23 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563768 Oct 11 15:43:18.207319 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:15Z', 'revision_number': 3, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:18.302440 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.304395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Checking router: 72af0d4b-d5cf-4d29-a14e-471b1b03650a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:18.304735 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Updating router 72af0d4b-d5cf-4d29-a14e-471b1b03650a port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:18.360169 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.364422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.428582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.432182 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.466642 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156150db-bb00-48db-b416-709184148402 admin admin] Network 15c74eaa-04f0-42d2-a911-688f07ba654f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:18.503691 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-156150db-bb00-48db-b416-709184148402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:18.518169 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156150db-bb00-48db-b416-709184148402 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:18.596988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156150db-bb00-48db-b416-709184148402 admin admin] Pushing event updated for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:18.628696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.672971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.676451 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa32bfb2-85e5-4490-b1db-f1c09561ef46 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:18.694760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.744670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:18.750989 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390931a-26bb-441d-80cd-b6876500300e None None] Pushing event updated for resources: {'Port': ['ID=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:18.791290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.931258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46,segment=NetworkSegment(0148e141-fe8a-4ac2-af35-29ca5ee88649),segment_id=0148e141-fe8a-4ac2-af35-29ca5ee88649)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:18.941001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:18.953731 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcfa947c-a4e0-4013-a915-8298b009b928 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:18.970763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:18.974133 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Attempting to bind port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:18.976702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Attempting to bind port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:18.976702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Attempting to bind port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:19.008015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.030035 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 9773c8e9-27bf-4f5e-a440-939bee612210 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:19.030909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.047991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fcfa947c-a4e0-4013-a915-8298b009b928 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:19.048336 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcfa947c-a4e0-4013-a915-8298b009b928 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:19.048744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9c814917-c77a-489f-aad1-ebdea2e43fe4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:19.055883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:19.056255 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:19.056661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.057051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:19.057579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Bound port: cba2ca04-b6e6-41a2-9400-4e0d64b0eab2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:19.058102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.113213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] For port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:19.116577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] For port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:19.174308 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 9773c8e9-27bf-4f5e-a440-939bee612210, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9773c8e9-27bf-4f5e-a440-939bee612210,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:19.174552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.179193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-36ed87da-62c3-4bec-93ca-28516d414a64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:43:19.179539 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-36ed87da-62c3-4bec-93ca-28516d414a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:43:19.189830 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 9773c8e9-27bf-4f5e-a440-939bee612210 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:19.192439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9c814917-c77a-489f-aad1-ebdea2e43fe4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:19.192786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9c814917-c77a-489f-aad1-ebdea2e43fe4 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:19.195431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.243747 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:19.244387 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:19.250935 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:19.334184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.346198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.354132 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390931a-26bb-441d-80cd-b6876500300e None None] Pushing event updated for resources: {'Port': ['ID=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:19.367420 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fa32bfb2-85e5-4490-b1db-f1c09561ef46'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:19.446567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:19.465633 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156150db-bb00-48db-b416-709184148402 admin admin] Pushing event updated for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:19.468773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.518996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:19.533667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.569793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e4db-d441-4581-9c45-b508670bd4ba req-5307b95d-53c5-44b1-9e62-9719cfa57428 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:19.571335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd97e4db-d441-4581-9c45-b508670bd4ba req-5307b95d-53c5-44b1-9e62-9719cfa57428 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 944 time: 0.0888684 Oct 11 15:43:19.625432 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156150db-bb00-48db-b416-709184148402 admin admin] Network 15c74eaa-04f0-42d2-a911-688f07ba654f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:19.636399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=9773c8e9-27bf-4f5e-a440-939bee612210,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:19.644621 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-156150db-bb00-48db-b416-709184148402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:19.743396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd97e4db-d441-4581-9c45-b508670bd4ba req-61912762-e46c-4f73-92e6-612e1ec31b82 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378887 Oct 11 15:43:19.779282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.852355 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:19.852680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:19.967244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156150db-bb00-48db-b416-709184148402 admin admin] Router 72af0d4b-d5cf-4d29-a14e-471b1b03650a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:20.135245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156150db-bb00-48db-b416-709184148402 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:20.151422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-156150db-bb00-48db-b416-709184148402 admin admin] 10.222.0.31 "PUT /v2.0/routers/72af0d4b-d5cf-4d29-a14e-471b1b03650a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6951761 Oct 11 15:43:20.152107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a36d4360-7d0c-4dcd-9561-8a4811d4f1f3 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:20.152107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a36d4360-7d0c-4dcd-9561-8a4811d4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:20.228566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a36d4360-7d0c-4dcd-9561-8a4811d4f1f3 None None] Port 6514ff64-a434-400f-a5eb-fa8470282af5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:20.234691 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:20.238642 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6514ff64-a434-400f-a5eb-fa8470282af5', 'name': '', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'mac_address': 'fa:16:3e:80:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:17Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 1, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'subnets': [{'id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:20.285838 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b622f-239b-4f4e-9759-ba99e4db9737 None None] The sync data for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 is: [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6514ff64-a434-400f-a5eb-fa8470282af5', 'name': '', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'mac_address': 'fa:16:3e:80:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:17Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 1, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'subnets': [{'id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:20.287411 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a36d4360-7d0c-4dcd-9561-8a4811d4f1f3 None None] Provisioning complete for port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:20.287776 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a36d4360-7d0c-4dcd-9561-8a4811d4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:20.406011 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:20.418321 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:20.432340 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:20.434110 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:20.434973 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:20.442584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-25e880e3-0db9-4a3b-ad6a-faf98fdd586f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429155 Oct 11 15:43:20.493631 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 7fc183e5-752e-424a-9608-9d241d874db8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:43:20.497671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:20.598178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:20.736220 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:20.861308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.039129 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ac1b335-7984-4a05-8c9e-e82d034b7fe5 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:21.039505 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b335-7984-4a05-8c9e-e82d034b7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.062978 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 9, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:21.074432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.098383 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:21.117870 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:21.118485 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:21.155868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1b335-7984-4a05-8c9e-e82d034b7fe5 None None] Port 6514ff64-a434-400f-a5eb-fa8470282af5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:21.170170 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc183e5-752e-424a-9608-9d241d874db8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:21.194934 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.202625 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c842f5-bdd4-4e62-a465-a80e5894e17a None None] Network 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:21.208065 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:21.214697 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd6f1f5b-22d4-42a9-a49f-f8ee8d954f9e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/7fc183e5-752e-424a-9608-9d241d874db8 HTTP/1.1" status: 204 len: 168 time: 0.7722323 Oct 11 15:43:21.240692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-6dd30914-587b-4fc0-9b11-0042c3944d21 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:21.246165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-6dd30914-587b-4fc0-9b11-0042c3944d21 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.2638409 Oct 11 15:43:21.279105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-763d1490-e805-48c0-9701-a798c78b6d9a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/quotas/552c4b075f0c46ea9380d24c51ec679a HTTP/1.1" status: 200 len: 375 time: 0.0319197 Oct 11 15:43:21.293657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fa32bfb2-85e5-4490-b1db-f1c09561ef46 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:21.310476 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:21.359442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cdc91-504c-4ee3-b9f3-45e411e76f39 req-24b1ed78-1aa9-461e-b339-18450708a5a4 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:21.361283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58cdc91-504c-4ee3-b9f3-45e411e76f39 req-24b1ed78-1aa9-461e-b339-18450708a5a4 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 944 time: 0.4534101 Oct 11 15:43:21.524883 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port fa32bfb2-85e5-4490-b1db-f1c09561ef46 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:21.532375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port fa32bfb2-85e5-4490-b1db-f1c09561ef46 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:21.532814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.576881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.592827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-895ae07a-d2c8-42f0-ab52-2e7393b3fdb5 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120966 Oct 11 15:43:21.603476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] DHCP port deletion for 0b62392a-bffb-4aea-b4ec-ce79f27e21c4 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:43:21.687854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58cdc91-504c-4ee3-b9f3-45e411e76f39 req-652c5ec9-54dd-428e-8b62-72606eac1c9c tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620130 Oct 11 15:43:21.783937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.794926 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 9, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:21.808149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Deleting port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:21.808782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.885750 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589078-7ce7-45ad-a6a1-9732a8f3414a None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 9, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '2410ef2c-1f2f-499e-863e-537c4526b197', 'name': '', 'network_id': 'f02c5929-3905-4969-bd54-b496443317f3', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:09:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'ea357104-1118-49f9-ba7d-04100252064a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:42Z', 'updated_at': '2021-10-11T15:42:51Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': 'ea357104-1118-49f9-ba7d-04100252064a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:21.898157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-b5cc5562-b012-4845-b592-e2c2c92d995f service neutron] 10.222.0.31 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050389 Oct 11 15:43:21.902360 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:21.914768 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:21.915006 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808b826-c126-4245-88ba-2b569bf1717f" -d '{"events": [{"server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "name": "network-vif-plugged", "status": "completed", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:21.915585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.938483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46,segment=NetworkSegment(0148e141-fe8a-4ac2-af35-29ca5ee88649),segment_id=0148e141-fe8a-4ac2-af35-29ca5ee88649)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:21.954342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:21.963118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] For port 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cf75b8-8dd3-4460-ad59-41f4c6848a47,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:21.963514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:22.044186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Calling delete_port for 18cf75b8-8dd3-4460-ad59-41f4c6848a47 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:22.058151 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba46f6-6fa2-441e-b528-5f26d0aa2909 x-openstack-request-id: req-80ba46f6-6fa2-441e-b528-5f26d0aa2909 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:22.058801 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "name": "network-vif-plugged", "status": "completed", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:22.058801 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80ba46f6-6fa2-441e-b528-5f26d0aa2909 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:22.059348 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46', 'code': 200} Oct 11 15:43:22.115056 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:22.169676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:22.199608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] Pushing event deleted for resources: {'Port': ['ID=18cf75b8-8dd3-4460-ad59-41f4c6848a47,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:22.206628 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb365a1-254d-4adf-9344-4caebfea31e5 None None] No DVR routers for this DVR port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:22.277868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-cd8d1c6a-eba4-4ff4-a22b-97662b325ede service neutron] 10.222.0.31 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682404 Oct 11 15:43:22.330069 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 18cf75b8-8dd3-4460-ad59-41f4c6848a47, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cf75b8-8dd3-4460-ad59-41f4c6848a47,segment=NetworkSegment(e8154e2e-d022-47ef-a5d9-f5a64bd20a6d),segment_id=e8154e2e-d022-47ef-a5d9-f5a64bd20a6d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:22.330539 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:22.356678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 18cf75b8-8dd3-4460-ad59-41f4c6848a47 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:22.513059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b445585-eff7-46a6-a8e6-b75a910417ee req-1f3d7a82-2fef-40fd-b597-c910956da7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:22.514781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b445585-eff7-46a6-a8e6-b75a910417ee req-1f3d7a82-2fef-40fd-b597-c910956da7ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 1096 time: 0.3927970 Oct 11 15:43:22.517039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:22.576076 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 18cf75b8-8dd3-4460-ad59-41f4c6848a47 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:22.597185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=18cf75b8-8dd3-4460-ad59-41f4c6848a47,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:22.662918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61ae9027-7429-4cc8-a6e4-70c7559b9820 req-22a6aa6e-aba6-4196-8972-f78048c5be81 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 210 time: 0.1300445 Oct 11 15:43:22.823134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b445585-eff7-46a6-a8e6-b75a910417ee req-cc81ba4c-41f9-4927-af07-633751fb3eca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883954 Oct 11 15:43:22.879387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:22.923170 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b62392a-bffb-4aea-b4ec-ce79f27e21c4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:22.939469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5005a8-868c-4211-b420-2102d3c1ab21 req-571b1d4d-ae67-4e06-93f7-0a6365ce5156 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:22.941230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5005a8-868c-4211-b420-2102d3c1ab21 req-571b1d4d-ae67-4e06-93f7-0a6365ce5156 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.1171157 Oct 11 15:43:22.965117 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:22.965795 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8154e2e-d022-47ef-a5d9-f5a64bd20a6d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:22.986752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.022614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.031917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5005a8-868c-4211-b420-2102d3c1ab21 req-20d3d2c7-fec5-4ff5-8e42-716a82e88fa3 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766292 Oct 11 15:43:23.046700 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:43:23.047059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:43:23.050270 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:43:23.141596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.151578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.160392 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:23.161363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/0b62392a-bffb-4aea-b4ec-ce79f27e21c4 HTTP/1.1" status: 204 len: 168 time: 1.9282794 Oct 11 15:43:23.184271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c44b5f-c571-4bd1-9742-7abd694fa191 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=0b62392a-bffb-4aea-b4ec-ce79f27e21c4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:23.400222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:23.524904 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:23.525403 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.634848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.658332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:23.668321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.723421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:23.760338 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9773c8e9-27bf-4f5e-a440-939bee612210 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:23.807987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9773c8e9-27bf-4f5e-a440-939bee612210 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:23.808679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9773c8e9-27bf-4f5e-a440-939bee612210 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:23.809792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 18cf75b8-8dd3-4460-ad59-41f4c6848a47 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:23.810984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83d01d91-855b-4d35-90d3-5f06e8b2a6d8 req-6c906eb7-7cd9-4dc5-b3b0-1e4bd731bad9 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 210 time: 0.0505402 Oct 11 15:43:23.837630 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:23.841559 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 18cf75b8-8dd3-4460-ad59-41f4c6848a47 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:23.842093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 18cf75b8-8dd3-4460-ad59-41f4c6848a47 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:24.271851 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 2410ef2c-1f2f-499e-863e-537c4526b197 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:24.272463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:24.391094 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Sync routers for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:24.392736 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 2410ef2c-1f2f-499e-863e-537c4526b197, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2410ef2c-1f2f-499e-863e-537c4526b197,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:24.393383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:24.413653 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 2410ef2c-1f2f-499e-863e-537c4526b197 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:24.419064 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:24.419890 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:24.452805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabab3f3-274f-4855-bba9-c636cd4ceb98 req-286379e8-9311-4baa-9dd7-33df9cfb8fec tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:24.454615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eabab3f3-274f-4855-bba9-c636cd4ceb98 req-286379e8-9311-4baa-9dd7-33df9cfb8fec tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.2410405 Oct 11 15:43:24.626669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:24.691878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:24.744089 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=2410ef2c-1f2f-499e-863e-537c4526b197,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:24.983126 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6514ff64-a434-400f-a5eb-fa8470282af5', 'name': '', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'mac_address': 'fa:16:3e:80:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:17Z', 'updated_at': '2021-10-11T15:43:19Z', 'revision_number': 2, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'subnets': [{'id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:25.019302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.033821 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:25.070742 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Checking router: 72af0d4b-d5cf-4d29-a14e-471b1b03650a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:25.071599 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Updating router 72af0d4b-d5cf-4d29-a14e-471b1b03650a port 6514ff64-a434-400f-a5eb-fa8470282af5 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:25.116840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f75bb4d8-7867-475f-91e9-513fca053a5c req-a2ac6126-85e2-4149-b7da-049b7a8a67ba tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 210 time: 0.0413482 Oct 11 15:43:25.153542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eabab3f3-274f-4855-bba9-c636cd4ceb98 req-34c9a999-f051-49c3-a8e1-4234d6382aef tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6859913 Oct 11 15:43:25.195743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.210404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-8e204b2a-d028-4318-8a86-86a8ce573b7e tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:25.212364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-8e204b2a-d028-4318-8a86-86a8ce573b7e tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.9274511 Oct 11 15:43:25.242166 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Request body: {'port': {'device_id': '6f095b83-430f-40b2-b197-70bc15b604ca', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'admin_state_up': True, 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:25.323694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Made reservation on behalf of 552c4b075f0c46ea9380d24c51ec679a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:25.326752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.468296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71353abe-c1d4-4f37-8a8b-6cbac40506bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.532271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:25.575035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71353abe-c1d4-4f37-8a8b-6cbac40506bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.589803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71353abe-c1d4-4f37-8a8b-6cbac40506bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.590223 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Allocated IP 172.20.0.7 (4e368584-71f7-4fbc-ac1c-88dcf2f10b85/7daa90f1-f20c-45a0-a799-e8431c52c293/b75d376a-063d-4005-8dbc-160556c52fad) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:25.632923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-71353abe-c1d4-4f37-8a8b-6cbac40506bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=329f824062c14c9ba46c0deddb3f5849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5982611 Oct 11 15:43:25.636982 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:25.642401 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:25.643548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71353abe-c1d4-4f37-8a8b-6cbac40506bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd5c00d-84d8-4a5e-989b-ac41fad98a2a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:25.657255 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:25.657645 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.778189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.780695 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:25.796293 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:25.797018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.804396 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1498c6ef-b2c6-4f05-ae73-f143ab0cd826 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428535 Oct 11 15:43:25.805058 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:25.816096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.820246 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:25.821145 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:25.828067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.872804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80524-af03-4425-b3ae-e971490de56b None None] Pushing event updated for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:25.914248 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet ea357104-1118-49f9-ba7d-04100252064a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:43:25.930192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.950410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.953133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:25.956736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fd5c00d-84d8-4a5e-989b-ac41fad98a2a HTTP/1.1" status: 204 len: 168 time: 0.3163595 Oct 11 15:43:25.988283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abc858-a13a-4ecd-bee3-047c7f2515e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd5c00d-84d8-4a5e-989b-ac41fad98a2a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:25.991720 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:25.992424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.011219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Attempting to bind port 6514ff64-a434-400f-a5eb-fa8470282af5 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:26.011582 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Attempting to bind port 6514ff64-a434-400f-a5eb-fa8470282af5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:26.011935 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Attempting to bind port 6514ff64-a434-400f-a5eb-fa8470282af5 on network 15c74eaa-04f0-42d2-a911-688f07ba654f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:26.035797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.041128 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:26.041515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Checking segment: {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:26.049549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.049905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Bound using segment: {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:26.050399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Bound port: 6514ff64-a434-400f-a5eb-fa8470282af5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:26.053970 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.089897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.178998 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:26.205263 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:26.223159 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:26.245396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Pushing event updated for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:26.268261 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] For port 6514ff64-a434-400f-a5eb-fa8470282af5, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:26.281467 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] For port 6514ff64-a434-400f-a5eb-fa8470282af5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6514ff64-a434-400f-a5eb-fa8470282af5,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:26.284901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.297850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.434475 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:26.435121 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:26.502453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.542261 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.545569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/ea357104-1118-49f9-ba7d-04100252064a HTTP/1.1" status: 204 len: 168 time: 0.7364898 Oct 11 15:43:26.549022 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:26.616598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e27b-497b-44e1-89ec-8f1af50fd5cc tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=ea357104-1118-49f9-ba7d-04100252064a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:26.649442 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:24Z', 'revision_number': 10, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:26.696977 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:26.710803 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:26.711439 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:26.744552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:26.781129 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:26.782278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.796138 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975e5c9-1570-4791-9b25-b7ac362d87a2 None None] Network f02c5929-3905-4969-bd54-b496443317f3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:26.820054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b2dc-d3e2-479d-8d9e-2a7a1aa02275 req-d3bb993b-20bf-4bd3-b283-78cfc9bc3836 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:26.829011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1b2b2dc-d3e2-479d-8d9e-2a7a1aa02275 req-d3bb993b-20bf-4bd3-b283-78cfc9bc3836 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.4598088 Oct 11 15:43:26.852176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e937b8-cb0e-495a-ba8e-78f701a8d098 req-ab19c929-7fba-410f-b97d-8cd47d469855 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:26.862962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39e937b8-cb0e-495a-ba8e-78f701a8d098 req-ab19c929-7fba-410f-b97d-8cd47d469855 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1027 time: 0.5491984 Oct 11 15:43:26.869161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:26.880819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-effe0c84-f751-4074-94fd-646a30d962e2 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6596448 Oct 11 15:43:26.930195 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Request body: {'port': {'device_id': '6f095b83-430f-40b2-b197-70bc15b604ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:26.953229 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:27.008508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1b2b2dc-d3e2-479d-8d9e-2a7a1aa02275 req-99dc9882-a537-49bd-befe-533359dbd3e4 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748078 Oct 11 15:43:27.010363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:27.010742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.057568 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80524-af03-4425-b3ae-e971490de56b None None] Pushing event updated for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:27.069352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39e937b8-cb0e-495a-ba8e-78f701a8d098 req-4685ec37-3b36-4e61-be57-48a0fd9f5964 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050219 Oct 11 15:43:27.122785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.381262 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 779f54b8-db17-437a-a169-3274c247afbe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:27.382477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.407408 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:24Z', 'revision_number': 10, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:27.469847 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcead0b9-daf4-4215-aa00-b5bc2cdad099 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:24Z', 'revision_number': 10, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None, '_interfaces': [{'id': '7f64fa52-8be0-4973-a3c9-ab0935394863', 'name': '', 'network_id': 'e1f46e92-a827-465d-925f-a95df20c0201', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'mac_address': 'fa:16:3e:78:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:36Z', 'updated_at': '2021-10-11T15:42:42Z', 'revision_number': 5, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'subnets': [{'id': '5cbba4ae-79e1-4322-bafb-9d49ed0163e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:27.494839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6514ff64-a434-400f-a5eb-fa8470282af5 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:27.609961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:27.610432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.670032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.748269 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6514ff64-a434-400f-a5eb-fa8470282af5', 'name': '', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'mac_address': 'fa:16:3e:80:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:17Z', 'updated_at': '2021-10-11T15:43:26Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'subnets': [{'id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:27.782909 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 779f54b8-db17-437a-a169-3274c247afbe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=779f54b8-db17-437a-a169-3274c247afbe,segment=NetworkSegment(fa96a61f-a190-459f-bdb6-59e82b8124a9),segment_id=fa96a61f-a190-459f-bdb6-59e82b8124a9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:27.783286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.790847 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d92733-8e0a-46be-8ff5-02b3dbac4743 None None] The sync data for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 is: [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:43:18Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6514ff64-a434-400f-a5eb-fa8470282af5', 'name': '', 'network_id': '15c74eaa-04f0-42d2-a911-688f07ba654f', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'mac_address': 'fa:16:3e:80:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:17Z', 'updated_at': '2021-10-11T15:43:26Z', 'revision_number': 4, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'subnets': [{'id': '4492767d-eb94-496c-baaa-cf3b360a67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:27.794213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] For port 6514ff64-a434-400f-a5eb-fa8470282af5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6514ff64-a434-400f-a5eb-fa8470282af5,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:27.797996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 779f54b8-db17-437a-a169-3274c247afbe owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:27.804382 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.842278 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:27.849884 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] DHCP port deletion for f02c5929-3905-4969-bd54-b496443317f3 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:43:27.992771 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5961df-d740-4e29-b854-6ef69646ac56 None None] Pushing event updated for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:28.047026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.059939 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba51fd4a-b8a5-4ca7-ac3f-c3b4a86eaa85 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:28.060320 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba51fd4a-b8a5-4ca7-ac3f-c3b4a86eaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.104452 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 779f54b8-db17-437a-a169-3274c247afbe on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:28.150473 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:43:28.151214 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:43:28.171187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Deleting port 779f54b8-db17-437a-a169-3274c247afbe {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:28.171813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.175513 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75d376a-063d-4005-8dbc-160556c52fad {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:28.191087 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=779f54b8-db17-437a-a169-3274c247afbe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:28.195409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.308113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] For port 779f54b8-db17-437a-a169-3274c247afbe, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:28.308643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.322597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Calling delete_port for 779f54b8-db17-437a-a169-3274c247afbe owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:28.326184 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Port 779f54b8-db17-437a-a169-3274c247afbe was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:43:28.328094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.374415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00ea1e-9744-47bf-b74e-c3028a2d24b5 req-dde3f0d8-1805-47fd-b975-d5e1c61e6c8f tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:28.376365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] Pushing event deleted for resources: {'Port': ['ID=779f54b8-db17-437a-a169-3274c247afbe,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:28.382650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b00ea1e-9744-47bf-b74e-c3028a2d24b5 req-dde3f0d8-1805-47fd-b975-d5e1c61e6c8f tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.4125898 Oct 11 15:43:28.383151 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee88a0-dd7a-418b-a8ac-426c59a6163b None None] No DVR routers for this DVR port 779f54b8-db17-437a-a169-3274c247afbe on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:28.403876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba51fd4a-b8a5-4ca7-ac3f-c3b4a86eaa85 None None] Provisioning complete for port b75d376a-063d-4005-8dbc-160556c52fad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:28.404247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba51fd4a-b8a5-4ca7-ac3f-c3b4a86eaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.412137 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Transition to ACTIVE for port object b75d376a-063d-4005-8dbc-160556c52fad will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:28.450546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.461071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.461913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba51fd4a-b8a5-4ca7-ac3f-c3b4a86eaa85 None None] Port b75d376a-063d-4005-8dbc-160556c52fad cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:28.557537 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ca1d0-a691-407c-b92c-d52b5c525329 req-9709ad6e-9e9e-4967-bdf5-9d88c1f5bf73 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:28.565128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc2ca1d0-a691-407c-b92c-d52b5c525329 req-9709ad6e-9e9e-4967-bdf5-9d88c1f5bf73 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1027 time: 0.3203454 Oct 11 15:43:28.572572 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02c5929-3905-4969-bd54-b496443317f3']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:28.606886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b00ea1e-9744-47bf-b74e-c3028a2d24b5 req-dc30c9b5-9919-4929-b2bd-c4e6eccc74b9 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226093 Oct 11 15:43:28.628773 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa96a61f-a190-459f-bdb6-59e82b8124a9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:28.646592 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa96a61f-a190-459f-bdb6-59e82b8124a9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:28.678918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.694934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.702482 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:43:28.702890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:43:28.759728 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:43:28.773498 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:28.892285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc2ca1d0-a691-407c-b92c-d52b5c525329 req-b309cc54-f580-41d9-91ec-c579b2b9aebe tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261507 Oct 11 15:43:28.895334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.917629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:28.923991 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:28.924629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/f02c5929-3905-4969-bd54-b496443317f3 HTTP/1.1" status: 204 len: 168 time: 2.3600881 Oct 11 15:43:28.927702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2a5c-82fc-47a0-915a-828afacb154f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=f02c5929-3905-4969-bd54-b496443317f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:28.959707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Attempting to bind port b75d376a-063d-4005-8dbc-160556c52fad on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:28.960387 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Attempting to bind port b75d376a-063d-4005-8dbc-160556c52fad by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:28.960948 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Attempting to bind port b75d376a-063d-4005-8dbc-160556c52fad on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:28.970595 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Port b75d376a-063d-4005-8dbc-160556c52fad on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:28.971162 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Attempting to bind port b75d376a-063d-4005-8dbc-160556c52fad on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:28.976834 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:28.977518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Checking segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:28.978127 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Bound using segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:28.978775 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Bound port: b75d376a-063d-4005-8dbc-160556c52fad, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:28.979340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.064402 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:29.067780 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b75d376a-063d-4005-8dbc-160556c52fad,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:29.071909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.109518 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:29.110911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.112339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] 10.222.0.36 "PUT /v2.0/ports/b75d376a-063d-4005-8dbc-160556c52fad HTTP/1.1" status: 200 len: 1091 time: 2.2199979 Oct 11 15:43:29.114951 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:29.122356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237516e-defe-4044-88bc-ffee712698c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "tag": "b75d376a-063d-4005-8dbc-160556c52fad"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:29.262105 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3565810-36c9-4384-b293-4b7636952131 x-openstack-request-id: req-d3565810-36c9-4384-b293-4b7636952131 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:29.262572 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "tag": "b75d376a-063d-4005-8dbc-160556c52fad", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:29.262971 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3565810-36c9-4384-b293-4b7636952131 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:29.263537 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad', 'status': 'completed', 'code': 200} Oct 11 15:43:29.302303 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e9a4b-1337-408a-9bbb-8c062bef0090 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:29.329362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-06e4f500-355a-40e7-bed0-b63e378b4da6 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:29.331865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-06e4f500-355a-40e7-bed0-b63e378b4da6 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.1434636 Oct 11 15:43:29.461497 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6514ff64-a434-400f-a5eb-fa8470282af5 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:29.525451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-777a6cff-c787-4179-ab53-c4952e94a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:29.526996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-777a6cff-c787-4179-ab53-c4952e94a8ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1094 time: 0.3716655 Oct 11 15:43:29.546883 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6514ff64-a434-400f-a5eb-fa8470282af5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:29.547448 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.592603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-4095f77c-5758-4ba7-9e11-69e7712ce286 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d376a-063d-4005-8dbc-160556c52fad HTTP/1.1" status: 200 len: 217 time: 0.0513017 Oct 11 15:43:29.601077 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Deleting port fa32bfb2-85e5-4490-b1db-f1c09561ef46 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:29.601590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.625441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.745719 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 779f54b8-db17-437a-a169-3274c247afbe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:29.771461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 779f54b8-db17-437a-a169-3274c247afbe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:29.771984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 779f54b8-db17-437a-a169-3274c247afbe not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:29.772854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2410ef2c-1f2f-499e-863e-537c4526b197 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:29.795370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 2410ef2c-1f2f-499e-863e-537c4526b197 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:29.796411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2410ef2c-1f2f-499e-863e-537c4526b197 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:29.807305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-055ad29b-e336-4120-9d3d-68dd90317879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:29.808828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-055ad29b-e336-4120-9d3d-68dd90317879 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7daa90f1-f20c-45a0-a799-e8431c52c293 HTTP/1.1" status: 200 len: 848 time: 0.0849335 Oct 11 15:43:29.955492 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] For port fa32bfb2-85e5-4490-b1db-f1c09561ef46, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa32bfb2-85e5-4490-b1db-f1c09561ef46,segment=NetworkSegment(0148e141-fe8a-4ac2-af35-29ca5ee88649),segment_id=0148e141-fe8a-4ac2-af35-29ca5ee88649)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:29.955883 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:29.977116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-4001a290-90ff-4518-9697-0b1001b3a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:29.978694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-4001a290-90ff-4518-9697-0b1001b3a4eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564012 Oct 11 15:43:29.985709 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Calling delete_port for fa32bfb2-85e5-4490-b1db-f1c09561ef46 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:30.024424 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f9c64-ed19-4f5c-9bb2-0e3ec2215165 req-ba3cf57e-fe6c-459e-80a2-8016a282d290 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:30.025932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984f9c64-ed19-4f5c-9bb2-0e3ec2215165 req-ba3cf57e-fe6c-459e-80a2-8016a282d290 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e219ca-fb32-4f36-b928-d16497896c39 HTTP/1.1" status: 200 len: 945 time: 0.2161610 Oct 11 15:43:30.200374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984f9c64-ed19-4f5c-9bb2-0e3ec2215165 req-f2503514-501f-4271-9fae-6b7b2062ac0e tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.31 "GET /v2.0/security-groups?id=b28383a9-bb8b-45f1-a518-50560a419ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401801 Oct 11 15:43:30.211219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9554-7eab-4ae0-986c-4216169cade4 req-dcba2c2c-5d72-431c-945c-c60d6a0f87a3 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:30.213022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81bc9554-7eab-4ae0-986c-4216169cade4 req-dcba2c2c-5d72-431c-945c-c60d6a0f87a3 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1094 time: 0.2110593 Oct 11 15:43:30.261000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-d7eaa2fb-d870-4342-84e9-1dc955b8a46b service neutron] 10.222.0.36 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730968 Oct 11 15:43:30.351393 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 7f64fa52-8be0-4973-a3c9-ab0935394863 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:30.351393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:30.357460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81bc9554-7eab-4ae0-986c-4216169cade4 req-9e127978-1c16-4d7a-a8de-0f9e7dedf333 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292675 Oct 11 15:43:30.456397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:30.467889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fa32bfb2-85e5-4490-b1db-f1c09561ef46'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:30.470109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-a7b4c169-8e30-4c4a-8aa8-b5bf6d331d07 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3b4577989f294ade9377e6713ea8e643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670016 Oct 11 15:43:30.483879 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 7f64fa52-8be0-4973-a3c9-ab0935394863, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f64fa52-8be0-4973-a3c9-ab0935394863,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:30.483879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:30.497761 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 7f64fa52-8be0-4973-a3c9-ab0935394863 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:30.531125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c18a9422-bdcf-41ec-a807-0d7452327dcb req-3d83cbe8-e9af-4c03-8f5a-862045f4da10 service neutron] 10.222.0.36 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618675 Oct 11 15:43:30.568970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Pushing event deleted for resources: {'Port': ['ID=fa32bfb2-85e5-4490-b1db-f1c09561ef46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:30.623704 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] No DVR routers for this DVR port fa32bfb2-85e5-4490-b1db-f1c09561ef46 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:30.642856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:30.646182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f162b9b-f2cc-4898-a858-c19750c88853 req-adf09337-8b29-4421-ab62-c0bdffee4338 tempest-ServerPasswordTestJSON-1630111730 tempest-ServerPasswordTestJSON-1630111730-project] 10.222.0.43 "DELETE /v2.0/ports/fa32bfb2-85e5-4490-b1db-f1c09561ef46 HTTP/1.1" status: 204 len: 173 time: 1.2987173 Oct 11 15:43:30.714963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:30.752760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=7f64fa52-8be0-4973-a3c9-ab0935394863,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:30.769001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237516e-defe-4044-88bc-ffee712698c0 req-0159c7a3-bf61-47ed-869f-6ad1175ac49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:30.770466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-0159c7a3-bf61-47ed-869f-6ad1175ac49e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1094 time: 0.1479728 Oct 11 15:43:30.878280 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:43:30.900291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.152092 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:31.206842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-e8e14a74-ddbc-4a8b-bddb-4a43629218c6 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:31.208425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-e8e14a74-ddbc-4a8b-bddb-4a43629218c6 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7290504 Oct 11 15:43:31.233139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-f5a6bc92-3384-4926-8a8f-e56748aa4da6 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/quotas/3b4577989f294ade9377e6713ea8e643 HTTP/1.1" status: 200 len: 375 time: 0.0185168 Oct 11 15:43:31.258480 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:31.268139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6c023ed-2d23-4559-b02c-2baf37fb35c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3430007 Oct 11 15:43:31.268898 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:31.269258 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'name': 'network-vif-deleted', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:31.271485 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:31.272227 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3e7f46-2ddc-4a5e-b174-bd4514bc07aa" -d '{"events": [{"server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "name": "network-vif-deleted", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:31.277112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237516e-defe-4044-88bc-ffee712698c0 req-a44dea48-7b8f-4b5c-8dc3-2d262ae19b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:31.279215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-a44dea48-7b8f-4b5c-8dc3-2d262ae19b01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.4994125 Oct 11 15:43:31.288596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:31.289263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:31.334852 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting subnet 5cbba4ae-79e1-4322-bafb-9d49ed0163e4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:43:31.339534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.359956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-0d351ded-6fd2-4b95-a822-188d35d033f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d376a-063d-4005-8dbc-160556c52fad HTTP/1.1" status: 200 len: 217 time: 0.0725000 Oct 11 15:43:31.360631 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:31.415868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.442500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-d1096813-1ab1-4848-998b-7bf74007f2ca tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b4577989f294ade9377e6713ea8e643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1538868 Oct 11 15:43:31.494662 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:31.501535 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c17006-8d17-4216-9b8e-f781740e2853 x-openstack-request-id: req-e2c17006-8d17-4216-9b8e-f781740e2853 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:31.506339 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e219ca-fb32-4f36-b928-d16497896c39", "name": "network-vif-deleted", "tag": "fa32bfb2-85e5-4490-b1db-f1c09561ef46", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:31.506724 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2c17006-8d17-4216-9b8e-f781740e2853 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:31.507377 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e219ca-fb32-4f36-b928-d16497896c39', 'name': 'network-vif-deleted', 'tag': 'fa32bfb2-85e5-4490-b1db-f1c09561ef46', 'status': 'completed', 'code': 200} Oct 11 15:43:31.559203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237516e-defe-4044-88bc-ffee712698c0 req-ae1c9662-5387-428f-a21e-13ea16869a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:31.560738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-ae1c9662-5387-428f-a21e-13ea16869a9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7daa90f1-f20c-45a0-a799-e8431c52c293 HTTP/1.1" status: 200 len: 848 time: 0.1892016 Oct 11 15:43:31.564646 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Deleting subnet 2981703e-d791-4284-8b36-64185418f87d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:43:31.568603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.574892 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:31.604885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:31.617824 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:31.618449 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:31.645783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.661169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.737610 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:31.740851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.773722 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbba4ae-79e1-4322-bafb-9d49ed0163e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:31.777794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.785843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4f9faaf-754a-4c5a-83d7-38130f55ef15 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/5cbba4ae-79e1-4322-bafb-9d49ed0163e4 HTTP/1.1" status: 204 len: 168 time: 0.5148354 Oct 11 15:43:31.786430 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:31.787300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237516e-defe-4044-88bc-ffee712698c0 req-15b523c2-d126-4a84-8270-1fb0ecc0f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:31.788604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-15b523c2-d126-4a84-8270-1fb0ecc0f1f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821582 Oct 11 15:43:31.817060 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:31.822416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b9568-a4de-4096-966a-1943f046398c None None] Network e1f46e92-a827-465d-925f-a95df20c0201 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:31.827714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85fcce-df26-42a3-b63e-795af76e1473 req-44c219e8-a715-42b9-9b1a-51b08e72bcc7 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:31.830152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a85fcce-df26-42a3-b63e-795af76e1473 req-44c219e8-a715-42b9-9b1a-51b08e72bcc7 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1094 time: 0.2738810 Oct 11 15:43:31.837424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44b1e793-ce70-452e-b5a0-efa5bb5caa77 req-02a0edea-bd6a-4fb7-bb70-9da2d9a6cb17 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 210 time: 0.0798218 Oct 11 15:43:31.855047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:31.858741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c799e2-362c-4e5e-9dde-b262ef87b9d1 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:31.915634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.032003 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Deleting port 3c584674-8946-4229-9544-9f91d81a1947 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:32.032614 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.058928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-3103d9ca-cb19-42bf-aae1-078c65beadfb service neutron] 10.222.0.36 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417028 Oct 11 15:43:32.133678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] For port 3c584674-8946-4229-9544-9f91d81a1947, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3c584674-8946-4229-9544-9f91d81a1947,segment=NetworkSegment(84331616-3e28-4755-ab7d-22acc50b003b),segment_id=84331616-3e28-4755-ab7d-22acc50b003b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:32.134046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.153161 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Calling delete_port for 3c584674-8946-4229-9544-9f91d81a1947 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:32.167420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.213084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a85fcce-df26-42a3-b63e-795af76e1473 req-dd918df9-b7ad-41a9-847f-15b0f023ec81 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745005 Oct 11 15:43:32.215927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.222278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2981703e-d791-4284-8b36-64185418f87d HTTP/1.1" status: 204 len: 168 time: 0.8508229 Oct 11 15:43:32.222278 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc38f0-3d2c-4d0e-afde-a85cf00569f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2981703e-d791-4284-8b36-64185418f87d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:32.226266 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:32.271782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] DHCP port deletion for e1f46e92-a827-465d-925f-a95df20c0201 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:43:32.313961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.357026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c237516e-defe-4044-88bc-ffee712698c0 req-e90d5aa8-9744-42df-a388-a5dac5009d0e service neutron] 10.222.0.36 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690141 Oct 11 15:43:32.360155 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Port': ['ID=3c584674-8946-4229-9544-9f91d81a1947,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:32.370640 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdb33d5-85e7-49c5-aff8-7f6975558661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.373526 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.398335 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No DVR routers for this DVR port 3c584674-8946-4229-9544-9f91d81a1947 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:32.408824 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Deleting port 3c584674-8946-4229-9544-9f91d81a1947 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:32.409198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.516673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.519445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] For port 3c584674-8946-4229-9544-9f91d81a1947, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:32.520357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.548850 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30086e3c-5a1b-49c8-94aa-f176e573bb35']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.550312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Calling delete_port for 3c584674-8946-4229-9544-9f91d81a1947 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:32.553346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Port 3c584674-8946-4229-9544-9f91d81a1947 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:43:32.555103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.563468 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0148e141-fe8a-4ac2-af35-29ca5ee88649') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.563906 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0148e141-fe8a-4ac2-af35-29ca5ee88649') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.581305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.589067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.604226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] Pushing event deleted for resources: {'Port': ['ID=3c584674-8946-4229-9544-9f91d81a1947,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:32.606429 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.607701 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e849013-fb0d-4752-b96c-f544983235ad None None] No DVR routers for this DVR port 3c584674-8946-4229-9544-9f91d81a1947 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:32.614476 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:43:32.616117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:43:32.619195 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:43:32.626661 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f46e92-a827-465d-925f-a95df20c0201']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.639256 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84331616-3e28-4755-ab7d-22acc50b003b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.639643 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84331616-3e28-4755-ab7d-22acc50b003b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:32.650078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.667329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.675527 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:43:32.675934 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:43:32.679166 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:43:32.692616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.712795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.716967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] 10.222.0.31 "DELETE /v2.0/networks/30086e3c-5a1b-49c8-94aa-f176e573bb35 HTTP/1.1" status: 204 len: 168 time: 0.4897470 Oct 11 15:43:32.750637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecf11a-9203-458f-933e-1dba5d39b47c admin admin] Pushing event deleted for resources: {'Network': ['ID=30086e3c-5a1b-49c8-94aa-f176e573bb35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:32.755910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.764474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:32.768046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/networks/e1f46e92-a827-465d-925f-a95df20c0201 HTTP/1.1" status: 204 len: 168 time: 0.9805806 Oct 11 15:43:32.771181 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:32.775961 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'routes': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:32.794510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4d01-7d8d-46b6-8807-863e8915f268 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Pushing event deleted for resources: {'Network': ['ID=e1f46e92-a827-465d-925f-a95df20c0201,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:32.972001 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:32.998261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-448e1cef-2275-480b-8a15-4a3bfeac00d6 req-af3ad108-e1aa-424d-99a3-bd1e958917b7 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 210 time: 0.0576909 Oct 11 15:43:32.999348 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Added routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:43:32.999637 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:43:32.999988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.023060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d364447-434d-44cd-853a-351e2c694d49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2608e4a7c254c119d02133c12482bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448518 Oct 11 15:43:33.023060 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:33.100364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.122210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-72b58f33-e6d7-4e46-a21f-ee02e15c17a9 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b4577989f294ade9377e6713ea8e643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254843 Oct 11 15:43:33.129703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.197288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.200408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.202403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b28383a9-bb8b-45f1-a518-50560a419ca8 HTTP/1.1" status: 204 len: 168 time: 0.1820548 Oct 11 15:43:33.220022 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ecf66-dadb-4c81-9e6a-9ec70282e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28383a9-bb8b-45f1-a518-50560a419ca8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:33.254927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.261526 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.322412 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fa32bfb2-85e5-4490-b1db-f1c09561ef46 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:33.368274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: fa32bfb2-85e5-4490-b1db-f1c09561ef46 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:33.370134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fa32bfb2-85e5-4490-b1db-f1c09561ef46 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:33.424077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f64fa52-8be0-4973-a3c9-ab0935394863 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:33.425625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-7cf8fdc1-d17f-4c58-ba51-d4ada8464e91 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:33.428593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-7cf8fdc1-d17f-4c58-ba51-d4ada8464e91 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738564 Oct 11 15:43:33.443944 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:33.447922 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Request body: {'port': {'device_id': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '3b4577989f294ade9377e6713ea8e643'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:33.449692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7f64fa52-8be0-4973-a3c9-ab0935394863 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:33.450464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7f64fa52-8be0-4973-a3c9-ab0935394863 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:33.451078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3c584674-8946-4229-9544-9f91d81a1947 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:33.468830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8955b7-bb93-4221-a2e3-9af087170d55 req-d389af6c-f417-4d4d-b7b4-a8ce32d65811 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:33.470434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf8955b7-bb93-4221-a2e3-9af087170d55 req-d389af6c-f417-4d4d-b7b4-a8ce32d65811 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1094 time: 0.1138783 Oct 11 15:43:33.478055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3c584674-8946-4229-9544-9f91d81a1947 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:33.478499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3c584674-8946-4229-9544-9f91d81a1947 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:33.619953 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:33.632097 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Sync routers for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:33.637000 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.641377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-12b7a721-8a8d-4ebc-879f-b472cf90d339 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 703 time: 0.8659616 Oct 11 15:43:33.641685 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:33.654610 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:33.655276 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:33.655962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf8955b7-bb93-4221-a2e3-9af087170d55 req-e4f7ebba-4943-443b-b744-2190f632c552 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469455 Oct 11 15:43:33.681319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Made reservation on behalf of 3b4577989f294ade9377e6713ea8e643 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:33.688713 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.699143 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d350e416-f4d1-45aa-9dd8-dbac00138d28 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 205 time: 0.0560973 Oct 11 15:43:33.699677 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:33.707559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.736035 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:33.789549 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:33.796168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:33.815752 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Checking router: 3531650c-87bc-4ad2-b4d4-e3487aee3a06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:33.824616 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Routers {'3531650c-87bc-4ad2-b4d4-e3487aee3a06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:33.825237 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:33.904337 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] Set router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:33.966607 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:34.007573 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9bbe28-6504-42ec-ab8e-de0c9b270b20 None None] The sync data for ids ['3531650c-87bc-4ad2-b4d4-e3487aee3a06'] in n-d-master-1 is: [{'id': '3531650c-87bc-4ad2-b4d4-e3487aee3a06', 'name': 'tempest-RoutersIpV6Test-router-38195695', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:33Z', 'updated_at': '2021-10-11T15:43:30Z', 'revision_number': 11, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:34.066454 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.069804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.126151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b75d376a-063d-4005-8dbc-160556c52fad details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:34.150550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.151133 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router 3531650c-87bc-4ad2-b4d4-e3487aee3a06 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:43:34.161366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.162528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cc122447-d190-467c-a853-18abae4d56d3 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 204 len: 168 time: 0.4616032 Oct 11 15:43:34.167393 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:34.188123 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503231856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:34.218235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a5ba499-459e-45d5-b1c4-a79219db6243 req-97c13c88-2fcf-47e9-aaa7-7cff2f48ac30 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 210 time: 0.0807695 Oct 11 15:43:34.229970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.231615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.232388 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:34.238650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.339554 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.346074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b75d376a-063d-4005-8dbc-160556c52fad,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:34.365223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'b75d376a-063d-4005-8dbc-160556c52fad', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'port_id': 'b75d376a-063d-4005-8dbc-160556c52fad', 'mac_address': 'fa:16:3e:45:42:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:34.396954 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-network', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:34.432830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.442290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.445320 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Made reservation on behalf of 16ac582707d54bd9a45573fd3c67e4d2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:34.454701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.455279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.471732 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d376a-063d-4005-8dbc-160556c52fad {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:34.473516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.495487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b75d376a-063d-4005-8dbc-160556c52fad,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:34.500692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.518370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.520130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1cf3f544-b747-4480-a6f6-5557d8a327a9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3386936 Oct 11 15:43:34.524590 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:34.552274 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:34.560889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:34.579550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.585899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.589062 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:34.602155 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:43:34.621969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.622322 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Added segment 0b3c3a72-7989-488a-a53d-8e098f7faf1e of type vlan for network 3552023f-b519-4069-bd88-b2f0c75de04b Oct 11 15:43:34.660764 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f55e61-6aa8-49fd-93a6-ae7b9a68db31,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:34.680110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.715235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.716730 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:34.718247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.785447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5512571 Oct 11 15:43:34.792356 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:34.799632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Request body: {'subnet': {'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-subnet', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:34.823423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471c9e7-4380-4b88-a99f-fd44e4478937 admin admin] Pushing event updated for resources: {'Network': ['ID=3552023f-b519-4069-bd88-b2f0c75de04b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:34.824227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f879bd-c09a-47f9-8998-51f2f1dcb39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.834475 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3552023f-b519-4069-bd88-b2f0c75de04b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:43:34.844130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b75d376a-063d-4005-8dbc-160556c52fad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:34.849633 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Made reservation on behalf of 16ac582707d54bd9a45573fd3c67e4d2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:34.859717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:34.991611 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Allocated IP 192.168.233.196 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/c517b175-843c-43e0-8e77-482f7a64294b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:35.093923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.162511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:35.177973 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Checking segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:35.178335 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Network hostable DHCP agents. Network: 3552023f-b519-4069-bd88-b2f0c75de04b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:43:35.195161 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Network 3552023f-b519-4069-bd88-b2f0c75de04b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:43:35.204947 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3552023f-b519-4069-bd88-b2f0c75de04b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:35.210885 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:35.211918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.216541 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e4425-5260-4111-93e0-0eb47f646eeb None None] Network 3552023f-b519-4069-bd88-b2f0c75de04b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:35.237180 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:35.237797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0b7dc98-0446-45fd-ba6a-e57fcc05c5d8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4438524 Oct 11 15:43:35.246276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:35.321219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cda4b0-de27-4677-b8ef-58babc7d4696 req-050a69f1-5fdf-48bb-a789-23ed7241bb2a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:35.325750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11cda4b0-de27-4677-b8ef-58babc7d4696 req-050a69f1-5fdf-48bb-a789-23ed7241bb2a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1095 time: 0.2653832 Oct 11 15:43:35.360033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b53f38-5771-4841-8195-de28b7b96394 None None] Network 3552023f-b519-4069-bd88-b2f0c75de04b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:43:35.409631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.412319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db7d163b-29da-4d38-9967-e59625654050 req-6710e6e7-1331-475f-b278-5607a4713d43 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 210 time: 0.0998242 Oct 11 15:43:35.420330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.428589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.429534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.474487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.496916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11cda4b0-de27-4677-b8ef-58babc7d4696 req-68617138-5d3b-40f1-be96-81e5af094128 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294827 Oct 11 15:43:35.573219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.674762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.772867 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:35.806140 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:35.810156 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:35.815456 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Pushing event updated for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:35.822059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.881526 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Router d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:43:35.895088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:35.895830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.896308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:35.959889 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.008767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-7365323b-98a6-432f-b31f-6f1747cf7abd tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5675745 Oct 11 15:43:36.020683 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-95217267-1f3e-423e-bae2-d2d89129f4a9 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:43:36.021675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-95217267-1f3e-423e-bae2-d2d89129f4a9 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053060 Oct 11 15:43:36.023888 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:36.031918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.033121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2f586097-d075-4d8f-bb55-0eb83c9b20c9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "PUT /v2.0/routers/d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 200 len: 697 time: 1.4783540 Oct 11 15:43:36.035862 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.038992 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Request body: {'port': {'device_id': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:36.047169 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Sync routers for ids ['d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:36.062143 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Routers {'d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:36.063806 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:36.107138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.137307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d8c36cd-92e4-464b-b573-bf3065f51b79 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/routers/d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 200 len: 703 time: 0.0984397 Oct 11 15:43:36.138499 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.173226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9967648-6c61-496f-a21e-4f2c1886e4dd tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 200 len: 205 time: 0.0335548 Oct 11 15:43:36.175767 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.275190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.305071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1572abb-aada-42d7-bfe9-c9156ddaef6a None None] Provisioning complete for port c517b175-843c-43e0-8e77-482f7a64294b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:36.306226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1572abb-aada-42d7-bfe9-c9156ddaef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.340832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b75d376a-063d-4005-8dbc-160556c52fad up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:36.345633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1572abb-aada-42d7-bfe9-c9156ddaef6a None None] Port c517b175-843c-43e0-8e77-482f7a64294b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:36.374557 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Set router d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:36.379134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.425438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.435091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2', 'name': 'tempest-RoutersIpV6Test-router-503231856', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:34Z', 'updated_at': '2021-10-11T15:43:35Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:36.468750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Checking router: d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:36.481008 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Routers {'d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:36.481949 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:36.492084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.494982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.552775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.553833 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Fanout notify agent at l3_agent the message router_deleted on router d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:43:36.566580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] Set router d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:36.572285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.573834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-332931f6-7391-491a-8008-75124de6e1ab tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 204 len: 168 time: 0.3969576 Oct 11 15:43:36.578263 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.596942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port b75d376a-063d-4005-8dbc-160556c52fad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:36.636632 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port b75d376a-063d-4005-8dbc-160556c52fad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:36.637084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.641520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-51cd47c2-ac12-428f-8759-5aeb19369163 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 200 len: 205 time: 0.0619693 Oct 11 15:43:36.643689 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.674183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2', 'name': 'tempest-RoutersIpV6Test-router-503231856', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:34Z', 'updated_at': '2021-10-11T15:43:35Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:36.704873 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-792781f5-a365-4d3f-b649-b447ca6c26c2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:36.708363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-792781f5-a365-4d3f-b649-b447ca6c26c2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2 HTTP/1.1" status: 404 len: 336 time: 0.0610378 Oct 11 15:43:36.708616 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.725199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ff6cf-bb57-4080-8027-ce0544a40d3d None None] The sync data for ids ['d73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2'] in n-d-master-1 is: [{'id': 'd73b8ac4-029b-4f53-9c0f-bf6b5c5e68a2', 'name': 'tempest-RoutersIpV6Test-router-503231856', 'tenant_id': '47a75ecd47b9476baa8b103cb41a2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:34Z', 'updated_at': '2021-10-11T15:43:35Z', 'revision_number': 2, 'project_id': '47a75ecd47b9476baa8b103cb41a2f57', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:36.750216 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4d3032-359a-4f4a-a2e4-eb34f9e2a948 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:36.751626 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4d3032-359a-4f4a-a2e4-eb34f9e2a948 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:36.758769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de4d3032-359a-4f4a-a2e4-eb34f9e2a948 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/0c7394cd-fa6d-4e0f-841e-b2a8b350b568 HTTP/1.1" status: 404 len: 337 time: 0.0489571 Oct 11 15:43:36.768152 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.773275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.796818 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:36.799192 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Allocated IP 172.35.3.77 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/96f5658c-72c7-4408-872a-199ac771fbf2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:36.799315 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af4bac4-a874-4c93-9eed-5967095e665a" -d '{"events": [{"server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "name": "network-vif-plugged", "status": "completed", "tag": "b75d376a-063d-4005-8dbc-160556c52fad"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:36.806679 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f00bf58-8829-4a66-bebb-37848a763ef2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:36.807619 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f00bf58-8829-4a66-bebb-37848a763ef2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:36.812377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b75d376a-063d-4005-8dbc-160556c52fad,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:36.812506 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f00bf58-8829-4a66-bebb-37848a763ef2 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/7fc183e5-752e-424a-9608-9d241d874db8 HTTP/1.1" status: 404 len: 337 time: 0.0432708 Oct 11 15:43:36.815526 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.820122 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:36.855795 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b9bfb6-f85d-4f8c-97cf-3ce1c1811a1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:36.856252 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b9bfb6-f85d-4f8c-97cf-3ce1c1811a1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:36.861444 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14b9bfb6-f85d-4f8c-97cf-3ce1c1811a1f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/ea357104-1118-49f9-ba7d-04100252064a HTTP/1.1" status: 404 len: 337 time: 0.0445809 Oct 11 15:43:36.862723 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.891331 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51a0438-f17d-4a7f-8d99-990e13ecfa6e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:36.891785 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51a0438-f17d-4a7f-8d99-990e13ecfa6e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:36.895672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a51a0438-f17d-4a7f-8d99-990e13ecfa6e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/5cbba4ae-79e1-4322-bafb-9d49ed0163e4 HTTP/1.1" status: 404 len: 337 time: 0.0316939 Oct 11 15:43:36.897945 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.908501 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:36.932990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c4ae-1216-4fdf-b03c-22244c5ea479 req-e5351d04-1272-448a-910f-04a06fb8f678 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:36.938327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f865c4ae-1216-4fdf-b03c-22244c5ea479 req-e5351d04-1272-448a-910f-04a06fb8f678 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 936 time: 0.3857789 Oct 11 15:43:36.945766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-af539a56-47c6-4295-8a19-9fd6bc96d87c tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 200 len: 205 time: 0.0444601 Oct 11 15:43:36.945965 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.983390 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-332431e9-4ec1-4406-8bc4-d531282a6db9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:36.984739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-332431e9-4ec1-4406-8bc4-d531282a6db9 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/3531650c-87bc-4ad2-b4d4-e3487aee3a06 HTTP/1.1" status: 404 len: 336 time: 0.0375619 Oct 11 15:43:36.987010 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:36.988671 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d4954-6ccc-471d-8797-7af43c0e2dfa req-30a567f3-798b-4fa2-9447-8bb39d648d2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:36.996099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f50d4954-6ccc-471d-8797-7af43c0e2dfa req-30a567f3-798b-4fa2-9447-8bb39d648d2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1095 time: 0.2670369 Oct 11 15:43:37.021691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c44093ad-6da3-4777-87dd-9dbd2c58636e tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2e51501-f7c7-4164-a925-7a885041d565 HTTP/1.1" status: 200 len: 205 time: 0.0311570 Oct 11 15:43:37.022043 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.070792 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-99f14b1f-e786-43f0-b094-540aff847a14 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:37.072169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-99f14b1f-e786-43f0-b094-540aff847a14 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/e2e51501-f7c7-4164-a925-7a885041d565 HTTP/1.1" status: 404 len: 336 time: 0.0490019 Oct 11 15:43:37.074514 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.090823 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c517b175-843c-43e0-8e77-482f7a64294b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:37.109109 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-357986b1-4b88-417d-9baf-585db8f573b8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:37.109615 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357986b1-4b88-417d-9baf-585db8f573b8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:37.112376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.116125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-357986b1-4b88-417d-9baf-585db8f573b8 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/70d4db63-f8a2-4728-88e6-eea77d5f06c0 HTTP/1.1" status: 404 len: 337 time: 0.0381472 Oct 11 15:43:37.116285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f50d4954-6ccc-471d-8797-7af43c0e2dfa req-cff8c2bd-e668-4473-8175-bb0989d0d8c1 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188447 Oct 11 15:43:37.118674 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.140690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f865c4ae-1216-4fdf-b03c-22244c5ea479 req-955ceb9e-715b-4889-8157-0cf6fdb0281a tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936746 Oct 11 15:43:37.162566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.171698 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 33910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.175183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ca95d50-806d-45a8-a4b4-baa4c528f915 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 200 len: 205 time: 0.0550787 Oct 11 15:43:37.199921 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d16cc6-66da-40fd-8882-52ae641ddb73 x-openstack-request-id: req-84d16cc6-66da-40fd-8882-52ae641ddb73 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:37.200233 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "name": "network-vif-plugged", "status": "completed", "tag": "b75d376a-063d-4005-8dbc-160556c52fad", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:37.200476 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84d16cc6-66da-40fd-8882-52ae641ddb73 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:37.200870 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad', 'code': 200} Oct 11 15:43:37.213081 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Transition to ACTIVE for port object c517b175-843c-43e0-8e77-482f7a64294b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:37.217545 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-24a22581-86cf-4f4a-82e4-666bb2f5c661 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:37.221106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-24a22581-86cf-4f4a-82e4-666bb2f5c661 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/ebacf34d-cd59-49ff-95ef-f3b2efd1a0a0 HTTP/1.1" status: 404 len: 336 time: 0.0461485 Oct 11 15:43:37.221892 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.222443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.261309 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2eeb2923-5ceb-4d27-8f29-22c4257b312f tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=760cb5bf-5281-4f83-9748-189813fec848 HTTP/1.1" status: 200 len: 205 time: 0.0366647 Oct 11 15:43:37.263280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.315164 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9d634621-b06a-4ac0-8a32-aeee63c6d7ce tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:37.316369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d634621-b06a-4ac0-8a32-aeee63c6d7ce tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/760cb5bf-5281-4f83-9748-189813fec848 HTTP/1.1" status: 404 len: 336 time: 0.0514581 Oct 11 15:43:37.319560 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.326761 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Pushing event updated for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:37.371198 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9727ab30-0a1f-49c0-86a6-158f61900af6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:37.371525 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9727ab30-0a1f-49c0-86a6-158f61900af6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:37.375010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9727ab30-0a1f-49c0-86a6-158f61900af6 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/5244c43d-5fb1-48c1-bb17-815a256301c3 HTTP/1.1" status: 404 len: 337 time: 0.0544453 Oct 11 15:43:37.377914 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.378400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.409204 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-993ce28f-6e57-4ef7-bd04-7688e8198244 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea32e63a-9c92-4d34-bf7c-179ee010bd02 HTTP/1.1" status: 200 len: 205 time: 0.0301902 Oct 11 15:43:37.411500 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.437548 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:37.443589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbec6a6-372b-4e2c-baf6-6b137b0683b3 req-9905022a-9758-4d3b-b1a8-1ffcaf83fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:37.445085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edbec6a6-372b-4e2c-baf6-6b137b0683b3 req-9905022a-9758-4d3b-b1a8-1ffcaf83fa16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.1753626 Oct 11 15:43:37.448173 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:37.451216 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:37.460131 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-891f3f71-ca2b-45b1-8161-865fe353ed9d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:37.461944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-891f3f71-ca2b-45b1-8161-865fe353ed9d tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/ea32e63a-9c92-4d34-bf7c-179ee010bd02 HTTP/1.1" status: 404 len: 336 time: 0.0488038 Oct 11 15:43:37.463960 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.495030 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-20827269-0ad9-4650-a889-96e50198a114 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:37.495599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20827269-0ad9-4650-a889-96e50198a114 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:37.501619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-20827269-0ad9-4650-a889-96e50198a114 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/4f41877b-7bf7-4f64-afb9-5de912a6dd6f HTTP/1.1" status: 404 len: 337 time: 0.0343616 Oct 11 15:43:37.502606 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.533959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba22cbf2-f44b-421b-9c9a-bfb372d5c1ba tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 HTTP/1.1" status: 200 len: 205 time: 0.0278864 Oct 11 15:43:37.534132 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.578020 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d1069f14-1f52-48fd-a614-743ec29e9274 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] delete failed (client error): The resource could not be found. Oct 11 15:43:37.581687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1069f14-1f52-48fd-a614-743ec29e9274 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/routers/6d22b6f3-ec75-4c8f-bf7e-74e3d19d07f6 HTTP/1.1" status: 404 len: 336 time: 0.0438111 Oct 11 15:43:37.584005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.617262 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-764357ca-eda4-438d-a1ca-98a17d5f6f06 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:37.617748 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764357ca-eda4-438d-a1ca-98a17d5f6f06 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:37.623091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-764357ca-eda4-438d-a1ca-98a17d5f6f06 tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/f7cc386b-f836-4fa7-814e-ea772fbddcbd HTTP/1.1" status: 404 len: 337 time: 0.0353632 Oct 11 15:43:37.623385 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.653437 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f9735-51dd-475b-8eaa-b3becc027cec tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] DELETE failed (client error): The resource could not be found. Oct 11 15:43:37.654047 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f9735-51dd-475b-8eaa-b3becc027cec tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:43:37.657931 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c9f9735-51dd-475b-8eaa-b3becc027cec tempest-RoutersIpV6Test-1463415622 tempest-RoutersIpV6Test-1463415622-project] 10.222.0.31 "DELETE /v2.0/subnets/1c50de9c-3f1e-46a2-80b2-9e34e17db8b2 HTTP/1.1" status: 404 len: 337 time: 0.0330393 Oct 11 15:43:37.707256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.802470 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Pushing event updated for resources: {'Port': ['ID=96f5658c-72c7-4408-872a-199ac771fbf2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:37.831719 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Attempting to bind port c517b175-843c-43e0-8e77-482f7a64294b on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:37.832060 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Attempting to bind port c517b175-843c-43e0-8e77-482f7a64294b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:37.832417 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Attempting to bind port c517b175-843c-43e0-8e77-482f7a64294b on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:37.843138 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Port c517b175-843c-43e0-8e77-482f7a64294b on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:37.843485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Attempting to bind port c517b175-843c-43e0-8e77-482f7a64294b on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:37.857421 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:37.857769 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:37.858236 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:37.858672 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Bound port: c517b175-843c-43e0-8e77-482f7a64294b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:37.859028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:37.937724 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:37.938616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edbec6a6-372b-4e2c-baf6-6b137b0683b3 req-1a0309ce-4dba-4e85-80e9-5e9f114468cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798057 Oct 11 15:43:38.030429 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:38.035654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c517b175-843c-43e0-8e77-482f7a64294b,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:38.076497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.100485 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04cde432-4ae8-472d-9a67-655188eda361 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47a75ecd47b9476baa8b103cb41a2f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615331 Oct 11 15:43:38.103615 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:38.165529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.213278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.220228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.220852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.222798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] 10.222.0.43 "PUT /v2.0/ports/c517b175-843c-43e0-8e77-482f7a64294b HTTP/1.1" status: 200 len: 1096 time: 2.1877394 Oct 11 15:43:38.223257 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:38.226042 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b01958-2949-4976-a9cf-47f9f209a755" -d '{"events": [{"name": "network-changed", "server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "tag": "c517b175-843c-43e0-8e77-482f7a64294b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:38.304011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.307687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.309449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de49b755-7552-42e5-8862-8f71845ed48e HTTP/1.1" status: 204 len: 168 time: 0.2047026 Oct 11 15:43:38.321169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09307be-ba38-4484-9970-893f9013a7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de49b755-7552-42e5-8862-8f71845ed48e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:38.387270 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3a95-7484-4e36-a374-a51f4d9d2203 service neutron] Pushing event updated for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:38.441025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.499838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d297da-a612-4757-a213-b5e016c4b32c req-88612e47-2823-4e78-8add-d022e236b053 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.501348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6d297da-a612-4757-a213-b5e016c4b32c req-88612e47-2823-4e78-8add-d022e236b053 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.2660654 Oct 11 15:43:38.518281 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3d91b-d4cf-4832-bfb4-db0e6b74bebe req-76e0a727-936a-4bcc-ba91-0534b7a484a2 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.519671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a3d91b-d4cf-4832-bfb4-db0e6b74bebe req-76e0a727-936a-4bcc-ba91-0534b7a484a2 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 948 time: 0.2180655 Oct 11 15:43:38.524547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-ca6b7a67-9115-4cfd-89eb-0f1e23d06a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.525955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-ca6b7a67-9115-4cfd-89eb-0f1e23d06a6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b4577989f294ade9377e6713ea8e643&device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 1099 time: 0.1715202 Oct 11 15:43:38.629941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-c543c173-3204-4256-abaf-2b43d2bf3079 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=c517b175-843c-43e0-8e77-482f7a64294b HTTP/1.1" status: 200 len: 217 time: 0.0596058 Oct 11 15:43:38.687705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6d297da-a612-4757-a213-b5e016c4b32c req-c94e66c4-54f4-4818-98f9-d18d4aa5d2f1 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652663 Oct 11 15:43:38.713607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a3d91b-d4cf-4832-bfb4-db0e6b74bebe req-ece461d8-2e83-4d73-b5a3-ccc487bcd508 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713324 Oct 11 15:43:38.783714 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2076cd-d54f-4999-8cd1-6621297832d8 x-openstack-request-id: req-fd2076cd-d54f-4999-8cd1-6621297832d8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:38.784033 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "tag": "c517b175-843c-43e0-8e77-482f7a64294b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:38.784226 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd2076cd-d54f-4999-8cd1-6621297832d8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:38.784598 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b', 'status': 'completed', 'code': 200} Oct 11 15:43:38.810134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-4c06efed-69c4-4e69-8cba-14d43427f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.811757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-4c06efed-69c4-4e69-8cba-14d43427f681 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.1678350 Oct 11 15:43:38.923136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:38.927509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac865-7edc-4972-b023-1302f911850d req-52dea346-245b-4b82-a83e-e41f216e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:38.928991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-52dea346-245b-4b82-a83e-e41f216e35b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738649 Oct 11 15:43:39.112761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-8d9d5759-68a6-4518-ab0d-7989519e0bf7 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444089 Oct 11 15:43:39.178078 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:43:39.186810 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:39.265316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985ac865-7edc-4972-b023-1302f911850d req-3a3f24e7-8d24-4680-b652-0b9fd9a15349 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421211 Oct 11 15:43:39.294223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:39.333280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:39.339786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f68222e8-91ac-438a-87a0-867d23d4c5d5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:39.340356 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-f68222e8-91ac-438a-87a0-867d23d4c5d5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 15:43:39.340852 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f68222e8-91ac-438a-87a0-867d23d4c5d5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 15:43:39.341833 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f68222e8-91ac-438a-87a0-867d23d4c5d5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1536291 Oct 11 15:43:39.345794 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:39.348494 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Sync routers for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:39.351770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029395902'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:39.360852 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:39.361637 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:39.380591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:39.384337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01958-2949-4976-a9cf-47f9f209a755 req-2e896ed9-3504-4b5e-90d8-05135d84f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:39.385867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-2e896ed9-3504-4b5e-90d8-05135d84f96a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b4577989f294ade9377e6713ea8e643&device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 1099 time: 0.0646722 Oct 11 15:43:39.390385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:39.391576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ca142ec-1642-4457-ad4c-ce9018b4335b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1532700 Oct 11 15:43:39.396974 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:39.405141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:39.498189 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:39.502468 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01958-2949-4976-a9cf-47f9f209a755 req-28d5778b-bf65-4e84-88eb-8ef5d06a7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:39.504848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-28d5778b-bf65-4e84-88eb-8ef5d06a7dfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.1122386 Oct 11 15:43:39.569369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-9fe997fe-95bc-4e42-8b98-41c2be33eb2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=c517b175-843c-43e0-8e77-482f7a64294b HTTP/1.1" status: 200 len: 217 time: 0.0562282 Oct 11 15:43:39.635878 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01958-2949-4976-a9cf-47f9f209a755 req-915f7876-5ace-4144-9e46-2f2c7f568640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:39.637555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-915f7876-5ace-4144-9e46-2f2c7f568640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0609996 Oct 11 15:43:39.689017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01958-2949-4976-a9cf-47f9f209a755 req-50397067-0945-408e-bd0a-26d308b3c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:39.690925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-50397067-0945-408e-bd0a-26d308b3c7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467582 Oct 11 15:43:39.735890 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:38Z', 'revision_number': 3, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:39.786675 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Checking router: 41b79808-fcdf-41e2-a5a8-dc086d1f5169 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:39.786675 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Updating router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 port 96f5658c-72c7-4408-872a-199ac771fbf2 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:39.797186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-dc1356b6-1224-47c7-ae46-6ebf413c68f0 service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986345 Oct 11 15:43:39.821146 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:39.914459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87b01958-2949-4976-a9cf-47f9f209a755 req-45a13efa-2718-4bd6-b8af-676dd4607bcc service neutron] 10.222.0.43 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083093 Oct 11 15:43:40.044164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae9876-04e2-4d1f-9373-fe688bfacb2d req-2d66d05b-d10d-48fe-bb3f-b5f7227385f6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:40.046273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ae9876-04e2-4d1f-9373-fe688bfacb2d req-2d66d05b-d10d-48fe-bb3f-b5f7227385f6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.1290867 Oct 11 15:43:40.077053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b1403-1d10-42c4-a04d-69dc66dafd71 req-4354f3a8-5665-41a2-a34a-bb1b2f2676c4 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:40.079721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d73b1403-1d10-42c4-a04d-69dc66dafd71 req-4354f3a8-5665-41a2-a34a-bb1b2f2676c4 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 948 time: 0.1638298 Oct 11 15:43:40.115498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.133755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.207545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d73b1403-1d10-42c4-a04d-69dc66dafd71 req-be6c4df0-f8a7-404e-9e63-6f5e61ae58ac tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209316 Oct 11 15:43:40.211531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ae9876-04e2-4d1f-9373-fe688bfacb2d req-4d11ecf4-78c2-4b37-86de-a5d4bbb9a8c4 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237910 Oct 11 15:43:40.294282 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e807acf-e894-4452-a9e8-9008eec89a64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:40.377771 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.386240 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.440436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.451252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.465660 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec32ad-617d-411c-9a34-ae5466f0a0d0 None None] Pushing event updated for resources: {'Port': ['ID=96f5658c-72c7-4408-872a-199ac771fbf2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:40.466342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae425-2bb8-422f-89a3-e0598b14b3a6 req-18c4db9b-3fa4-487f-b9a9-f64e2639fe41 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:40.475861 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Attempting to bind port 96f5658c-72c7-4408-872a-199ac771fbf2 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:40.476418 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Attempting to bind port 96f5658c-72c7-4408-872a-199ac771fbf2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:40.476560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3ae425-2bb8-422f-89a3-e0598b14b3a6 req-18c4db9b-3fa4-487f-b9a9-f64e2639fe41 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.0642083 Oct 11 15:43:40.477083 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Attempting to bind port 96f5658c-72c7-4408-872a-199ac771fbf2 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:40.485120 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:40.486241 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:40.486820 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.487377 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:40.488611 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Bound port: 96f5658c-72c7-4408-872a-199ac771fbf2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:40.489299 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.509073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.510512 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1636069 Oct 11 15:43:40.512853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09b88-98a9-4324-9d8d-b1f620498e1d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf3135-6c02-45d1-bcf0-fc5c1de239bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:40.513648 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:40.521978 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bacf3135-6c02-45d1-bcf0-fc5c1de239bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:40.552202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef3ae425-2bb8-422f-89a3-e0598b14b3a6 req-7ca31e8c-3cf6-4347-ac2a-069c04ee4f27 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Oct 11 15:43:40.560210 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] For port 96f5658c-72c7-4408-872a-199ac771fbf2, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:40.564967 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] For port 96f5658c-72c7-4408-872a-199ac771fbf2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96f5658c-72c7-4408-872a-199ac771fbf2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:40.567485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.572857 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.594708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.618376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.641374 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec32ad-617d-411c-9a34-ae5466f0a0d0 None None] Pushing event updated for resources: {'Port': ['ID=96f5658c-72c7-4408-872a-199ac771fbf2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:40.672478 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:40.673095 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:40.698472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5611c-e533-4e83-b068-ffb689076494 req-8fb77ab9-fb16-48ba-810f-c60f72e97ae6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:40.700006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37b5611c-e533-4e83-b068-ffb689076494 req-8fb77ab9-fb16-48ba-810f-c60f72e97ae6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.0787964 Oct 11 15:43:40.735645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.753108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37b5611c-e533-4e83-b068-ffb689076494 req-96fa761a-8222-477f-8cb8-c7cefb5009d5 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Oct 11 15:43:40.753908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.768280 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Allocated IP 172.20.0.1 (3552023f-b519-4069-bd88-b2f0c75de04b/25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d/f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:40.774929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8ae198-dded-4732-8cab-d150faa5655e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:40.784292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.785979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7f42be4-c9be-4766-9fe7-cba41bdbb4db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698796 Oct 11 15:43:40.788610 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:40.800575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-192b71ea-839f-46f7-bcb8-ef6e2139c5b7 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bacf3135-6c02-45d1-bcf0-fc5c1de239bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:40.830973 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:40.837315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-192b71ea-839f-46f7-bcb8-ef6e2139c5b7 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:40.919342 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-192b71ea-839f-46f7-bcb8-ef6e2139c5b7 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 15:43:40.921576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-192b71ea-839f-46f7-bcb8-ef6e2139c5b7 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1270287 Oct 11 15:43:40.926188 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:40.989406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.037061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.041940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.069172 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:38Z', 'revision_number': 3, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:41.089272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.105576 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0684f56-01c7-4f53-90a9-47968c9d539e None None] The sync data for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 is: [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:38Z', 'revision_number': 3, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:41.142572 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Network 3552023f-b519-4069-bd88-b2f0c75de04b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:41.145604 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:41.149368 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:41.169223 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-c21dddbc-1277-4d86-9bcf-88bf8946f3c4 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:41.169898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-c21dddbc-1277-4d86-9bcf-88bf8946f3c4 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.1515260 Oct 11 15:43:41.188369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.190559 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:41.191479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.195864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/bacf3135-6c02-45d1-bcf0-fc5c1de239bc HTTP/1.1" status: 204 len: 168 time: 0.2651353 Oct 11 15:43:41.196319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:41.200207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-7dbdefec-d626-46c7-8a62-a647ab30c2c7 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/quotas/552c4b075f0c46ea9380d24c51ec679a HTTP/1.1" status: 200 len: 375 time: 0.0205882 Oct 11 15:43:41.206389 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb0af-ba13-446f-844e-79da24e5600b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf3135-6c02-45d1-bcf0-fc5c1de239bc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:41.231017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.259168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-0efffe9c-982c-4374-a567-1bf084eebe95 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475795 Oct 11 15:43:41.311719 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3571ba37-8bfa-4d6b-b6ae-6ec374eebefe tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086557 Oct 11 15:43:41.313267 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:41.322188 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--525945716'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:41.382581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.410400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-6d5bd078-a9b0-41a6-8db2-b649745d5e4b service neutron] 10.222.0.31 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378713 Oct 11 15:43:41.424747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.430748 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e750-bdc6-4d73-8047-2dbab81f85f6 req-b83e159b-2b36-4cd9-9eb8-8d824a072b6d tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:41.432696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0c0e750-bdc6-4d73-8047-2dbab81f85f6 req-b83e159b-2b36-4cd9-9eb8-8d824a072b6d tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 948 time: 0.0809720 Oct 11 15:43:41.551679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.572118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0c0e750-bdc6-4d73-8047-2dbab81f85f6 req-2c6fd396-d9fe-4114-8237-ff28a450cb55 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308794 Oct 11 15:43:41.622233 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.641600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-5b077f7e-f138-4aa9-a060-3e1a7e0ab5f7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925931 Oct 11 15:43:41.668447 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95a643-9238-42ce-89eb-d9be46637ffa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:41.696305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.697967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1bbae968-e233-43fb-8753-683e9c930813 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3813884 Oct 11 15:43:41.701078 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:41.706191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2c010c8f-b2ab-46ae-9b5d-9013e1f22ed5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': '2d95a643-9238-42ce-89eb-d9be46637ffa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:41.707417 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-2c010c8f-b2ab-46ae-9b5d-9013e1f22ed5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 11 15:43:41.707919 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2c010c8f-b2ab-46ae-9b5d-9013e1f22ed5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:41.708882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2c010c8f-b2ab-46ae-9b5d-9013e1f22ed5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062923 Oct 11 15:43:41.711751 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:41.778965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.790671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.814559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.847546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.856976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.915727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.921646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:41.925753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d95a643-9238-42ce-89eb-d9be46637ffa HTTP/1.1" status: 204 len: 168 time: 0.2105942 Oct 11 15:43:41.932701 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:41.965715 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db35f3-620a-485a-bc52-c6e17283559e tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d95a643-9238-42ce-89eb-d9be46637ffa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:42.004397 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:42.015570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cd96c6a-c15e-4735-a1c9-055e9bc9cb28 req-1cc3fd52-cdb1-41fb-a7c1-4694da46c05b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 210 time: 0.0691528 Oct 11 15:43:42.064463 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Network 3552023f-b519-4069-bd88-b2f0c75de04b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:42.066103 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:42.073319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-44c05985-8cfa-4868-ad04-0747e10a1934 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1344090 Oct 11 15:43:42.074140 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:42.080678 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422533207'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:42.127493 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.225914 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.235437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.276228 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:43:42.300817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.302091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2274826 Oct 11 15:43:42.312989 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:42.313827 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523748a0-a5f3-4fff-9aa2-ed0d6b829a11 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f66e7a-da99-436f-b0b9-b7e76bf1114a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:42.320172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ed95280d-49b9-406f-826e-1df5d0c5a594 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': '04f66e7a-da99-436f-b0b9-b7e76bf1114a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:42.320971 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-ed95280d-49b9-406f-826e-1df5d0c5a594 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 11 15:43:42.321457 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ed95280d-49b9-406f-826e-1df5d0c5a594 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:42.322429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ed95280d-49b9-406f-826e-1df5d0c5a594 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059683 Oct 11 15:43:42.325476 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:42.391746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.421984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.425810 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:43:42.445700 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11252dd7-2e55-40a5-858a-c43342bda859 admin admin] 10.222.0.31 "PUT /v2.0/routers/41b79808-fcdf-41e2-a5a8-dc086d1f5169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0472667 Oct 11 15:43:42.861204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.865462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:42.867230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/04f66e7a-da99-436f-b0b9-b7e76bf1114a HTTP/1.1" status: 204 len: 168 time: 0.5405281 Oct 11 15:43:42.869996 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:42.896476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae76e-7145-404d-8702-807f039276d5 req-04402245-5c74-401e-a695-f14db60cda02 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:42.906518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08cae76e-7145-404d-8702-807f039276d5 req-04402245-5c74-401e-a695-f14db60cda02 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 948 time: 0.1041422 Oct 11 15:43:42.910989 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cb4ee-3976-4b6b-bd63-bd1f72f124ab tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f66e7a-da99-436f-b0b9-b7e76bf1114a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:42.953544 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-849ddaa9-8c4f-4334-b039-2ab15aa52377 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815001 Oct 11 15:43:42.954242 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:42.959769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--887343979'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:42.990580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.020328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08cae76e-7145-404d-8702-807f039276d5 req-d813cbe9-cc92-4392-b0f3-041e3830009f tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128621 Oct 11 15:43:43.075363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.086560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.111944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-256b8253-9598-4e48-bbae-ba4bdb57fdf3 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:43.113510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-256b8253-9598-4e48-bbae-ba4bdb57fdf3 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 819 time: 0.1695335 Oct 11 15:43:43.130314 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-1b4c9166-13c7-45f6-a0b9-7b5a3951fc22 req-6fd85bfb-0884-41ea-975b-f4807c6dcd26 service neutron] (94826) timed out ('10.222.0.31', 58260) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:43:43.142508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-1c364a6a-5f60-47c1-9c9b-f60df46c9a08 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/quotas/16ac582707d54bd9a45573fd3c67e4d2 HTTP/1.1" status: 200 len: 375 time: 0.0177367 Oct 11 15:43:43.148010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.149411 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1941679 Oct 11 15:43:43.153812 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.158702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cbd76da8-4aee-4f13-871b-27fcf2f0081b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bb7ec674-fd34-4bac-b5c2-4b690766efd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.159664 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-cbd76da8-4aee-4f13-871b-27fcf2f0081b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 11 15:43:43.160278 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-cbd76da8-4aee-4f13-871b-27fcf2f0081b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.161475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cbd76da8-4aee-4f13-871b-27fcf2f0081b tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064902 Oct 11 15:43:43.169188 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.170917 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25765b-2aa7-47f7-9c60-a9bf9af19f23 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ec674-fd34-4bac-b5c2-4b690766efd0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:43.191180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0832ab0b-a4fa-4552-951a-fc7bcc8d3c66 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bb7ec674-fd34-4bac-b5c2-4b690766efd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.192216 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-0832ab0b-a4fa-4552-951a-fc7bcc8d3c66 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 11 15:43:43.192892 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0832ab0b-a4fa-4552-951a-fc7bcc8d3c66 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.194648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0832ab0b-a4fa-4552-951a-fc7bcc8d3c66 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136466 Oct 11 15:43:43.203776 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.211867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b10b280-f9f8-4c97-bd5b-aa8870714fde tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bb7ec674-fd34-4bac-b5c2-4b690766efd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.214338 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-1b10b280-f9f8-4c97-bd5b-aa8870714fde tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 11 15:43:43.217923 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1b10b280-f9f8-4c97-bd5b-aa8870714fde tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.219029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b10b280-f9f8-4c97-bd5b-aa8870714fde tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140004 Oct 11 15:43:43.224068 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.231506 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11e264bb-edff-4d28-b907-bfdd74111078 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'bb7ec674-fd34-4bac-b5c2-4b690766efd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.234736 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-11e264bb-edff-4d28-b907-bfdd74111078 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 11 15:43:43.235888 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-11e264bb-edff-4d28-b907-bfdd74111078 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.240039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11e264bb-edff-4d28-b907-bfdd74111078 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134499 Oct 11 15:43:43.244545 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.273579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-d989e1a7-7e62-4641-8319-fa3797935243 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106582 Oct 11 15:43:43.296388 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-1c816c9e-f836-47f6-9314-3af8916bbf69 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:43:43.297227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-1c816c9e-f836-47f6-9314-3af8916bbf69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058677 Oct 11 15:43:43.331771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c517b175-843c-43e0-8e77-482f7a64294b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:43.433179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.481573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.485406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 96f5658c-72c7-4408-872a-199ac771fbf2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:43.519890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-e9681aea-a93b-4a71-bbec-750c15d7a6dd service neutron] 10.222.0.31 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138758 Oct 11 15:43:43.553793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.557004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.560633 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb7ec674-fd34-4bac-b5c2-4b690766efd0 HTTP/1.1" status: 204 len: 168 time: 0.3104060 Oct 11 15:43:43.574782 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.575603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a90b5-818f-408e-90ea-dec21bdd79bb tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ec674-fd34-4bac-b5c2-4b690766efd0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:43.613237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c517b175-843c-43e0-8e77-482f7a64294b,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:43.625005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 96f5658c-72c7-4408-872a-199ac771fbf2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:43.625710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.647936 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'c517b175-843c-43e0-8e77-482f7a64294b', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': 'c517b175-843c-43e0-8e77-482f7a64294b', 'mac_address': 'fa:16:3e:61:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:43.655992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-022fb8a7-ae5c-4605-8a24-d33c1e3cc17f tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779328 Oct 11 15:43:43.656886 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.664867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881507590'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.691176 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.715033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.733388 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c517b175-843c-43e0-8e77-482f7a64294b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:43.736943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80a6278f-50e1-44a9-9a8c-f7547d6a6e97 req-c521c6ef-cab5-4fa9-83e1-017f3045a4f4 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 210 time: 0.2913153 Oct 11 15:43:43.764364 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c517b175-843c-43e0-8e77-482f7a64294b,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:43.785009 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Sync routers for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:43:43.790238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.799870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-cc238f9b-4b88-49d2-9fe1-ea3b96d1f572 service neutron] 10.222.0.31 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790606 Oct 11 15:43:43.806759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.814847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.824668 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:43.825300 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:43.834757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-6835014d-b321-4bb2-8895-94e1490db45b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:43.839047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-6835014d-b321-4bb2-8895-94e1490db45b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.43 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.4010677 Oct 11 15:43:43.841950 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.846773 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.846921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1886725 Oct 11 15:43:43.854067 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2d3e49d1-42b9-44cc-9f38-9cbffb3c2e74 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.857084 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-2d3e49d1-42b9-44cc-9f38-9cbffb3c2e74 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 15:43:43.858523 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2d3e49d1-42b9-44cc-9f38-9cbffb3c2e74 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.859713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d3e49d1-42b9-44cc-9f38-9cbffb3c2e74 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114522 Oct 11 15:43:43.864328 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.871212 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Request body: {'port': {'device_id': '71399b96-c36c-4990-9178-aaba48c98f7d', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'admin_state_up': True, 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.874157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.876866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-643116e3-70e4-4630-957e-eea49ecfa447 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.897363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.db.api [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 11 15:43:43.897363 n-d-master-1 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 11 15:43:43.897363 n-d-master-1 neutron-server[94827]: [parameters: {'project_id_1': '552c4b075f0c46ea9380d24c51ec679a', 'expiration_1': datetime.datetime(2021, 10, 11, 15, 43, 23, 888524)}] Oct 11 15:43:43.897363 n-d-master-1 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:43:43.898145 n-d-master-1 neutron-server[94827]: DEBUG oslo_db.api [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:43:43.910815 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d336841-c778-4310-8d41-4f083255fbfc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d554b182-e1c6-491d-b7d5-90938a59355b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:43.935590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 96f5658c-72c7-4408-872a-199ac771fbf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96f5658c-72c7-4408-872a-199ac771fbf2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:43.936813 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:43.947802 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:43.952663 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-643116e3-70e4-4630-957e-eea49ecfa447 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.957867 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.962513 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d5944d41-9602-46e2-aa45-f065d3cf21e2 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:43.963001 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-d5944d41-9602-46e2-aa45-f065d3cf21e2 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 11 15:43:43.964182 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d5944d41-9602-46e2-aa45-f065d3cf21e2 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:43.965207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d5944d41-9602-46e2-aa45-f065d3cf21e2 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063262 Oct 11 15:43:43.966010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-643116e3-70e4-4630-957e-eea49ecfa447 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1006584 Oct 11 15:43:43.968571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:43.972883 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-10f96f4b-6c5a-4a86-b69c-740380dcd912 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.057513 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-10f96f4b-6c5a-4a86-b69c-740380dcd912 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.059988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10f96f4b-6c5a-4a86-b69c-740380dcd912 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0892661 Oct 11 15:43:44.062662 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.072082 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=96f5658c-72c7-4408-872a-199ac771fbf2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:44.077013 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-401c00ca-e8e4-4be3-b052-faed459cfac8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.077559 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-401c00ca-e8e4-4be3-b052-faed459cfac8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 15:43:44.078083 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-401c00ca-e8e4-4be3-b052-faed459cfac8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.079086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-401c00ca-e8e4-4be3-b052-faed459cfac8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143127 Oct 11 15:43:44.082003 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.086890 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8de93ba1-28d3-456b-9612-b40ce192902a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.093093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:44.140146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0db44410-49d1-4655-bcf6-b97fb40beeb3 req-146db15e-b297-4717-a76c-604d9d698e30 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 210 time: 0.0383894 Oct 11 15:43:44.150423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c517b175-843c-43e0-8e77-482f7a64294b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:44.151629 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-8de93ba1-28d3-456b-9612-b40ce192902a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Project 2e7809c2cfac4eb8bc6f9440e3cbd687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:43:44.217276 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8de93ba1-28d3-456b-9612-b40ce192902a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.223783 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.224451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8de93ba1-28d3-456b-9612-b40ce192902a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1413724 Oct 11 15:43:44.228459 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0761f861-7b8b-4745-9433-e43be0da78ba tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.228933 n-d-master-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-0761f861-7b8b-4745-9433-e43be0da78ba tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 11 15:43:44.229463 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0761f861-7b8b-4745-9433-e43be0da78ba tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.231845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0761f861-7b8b-4745-9433-e43be0da78ba tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057981 Oct 11 15:43:44.233759 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.237950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-41b27cc4-801e-4dde-a816-6879e72342f5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.293458 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-41b27cc4-801e-4dde-a816-6879e72342f5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Project 2e7809c2cfac4eb8bc6f9440e3cbd687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:43:44.297927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829f6d-f821-4ac6-b34e-324ce6eb0ef0 req-c2b005cb-950b-4c6f-9608-39945eb80bc8 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:44.305538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1829f6d-f821-4ac6-b34e-324ce6eb0ef0 req-c2b005cb-950b-4c6f-9608-39945eb80bc8 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 949 time: 0.1374168 Oct 11 15:43:44.316666 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-41b27cc4-801e-4dde-a816-6879e72342f5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.318297 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41b27cc4-801e-4dde-a816-6879e72342f5 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0833895 Oct 11 15:43:44.321216 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.328943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-737152ad-a15b-431c-ae71-39746a28c327 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'd554b182-e1c6-491d-b7d5-90938a59355b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.350905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1829f6d-f821-4ac6-b34e-324ce6eb0ef0 req-695f8e18-cbbe-455f-974f-33e38374691f tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Oct 11 15:43:44.398318 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-737152ad-a15b-431c-ae71-39746a28c327 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Project 2e7809c2cfac4eb8bc6f9440e3cbd687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:43:44.489580 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-737152ad-a15b-431c-ae71-39746a28c327 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:44.494619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-737152ad-a15b-431c-ae71-39746a28c327 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1708570 Oct 11 15:43:44.495344 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.507334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Made reservation on behalf of 552c4b075f0c46ea9380d24c51ec679a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:44.509681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.619112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.625244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:41Z', 'revision_number': 4, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0', 'name': '', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'mac_address': 'fa:16:3e:a2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:40Z', 'updated_at': '2021-10-11T15:43:41Z', 'revision_number': 2, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'subnets': [{'id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:44.646268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.646736 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Allocated IP 172.20.0.10 (4e368584-71f7-4fbc-ac1c-88dcf2f10b85/7daa90f1-f20c-45a0-a799-e8431c52c293/3c842150-b81d-4710-888e-05f0dca7a92b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:44.685767 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Checking router: 41b79808-fcdf-41e2-a5a8-dc086d1f5169 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:43:44.686618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Updating router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:43:44.697447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-f821580f-9e7e-4bcc-bcbf-f5e7468e8080 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:44.699066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-f821580f-9e7e-4bcc-bcbf-f5e7468e8080 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 819 time: 0.2606325 Oct 11 15:43:44.718801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.719624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.722931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:44.726998 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.727770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/d554b182-e1c6-491d-b7d5-90938a59355b HTTP/1.1" status: 204 len: 168 time: 0.2306151 Oct 11 15:43:44.739609 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ed5d-ee98-495c-9967-0064b9035fed tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554b182-e1c6-491d-b7d5-90938a59355b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:44.746826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ee5e6c55-b5e0-427c-aeeb-3d7b7d142345 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/quotas/16ac582707d54bd9a45573fd3c67e4d2 HTTP/1.1" status: 200 len: 375 time: 0.0329723 Oct 11 15:43:44.938218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e87a8e2-ac99-4db9-b9da-d17c7f5b0a22 req-04760836-2bc5-4c65-aa8f-34400185de4c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 210 time: 0.0706360 Oct 11 15:43:44.955823 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:44.960424 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191594814'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:44.967062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a51a80c6-c11a-4fa4-b386-40716227476a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2366672 Oct 11 15:43:45.008615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.056503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.092976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.102707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.106494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-f9334f8e-c09c-442c-902f-c93e5567a92c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3420234 Oct 11 15:43:45.110705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.142995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b75d376a-063d-4005-8dbc-160556c52fad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:45.144079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.150685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.168462 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:45.182627 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:45.189057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.194884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2375784 Oct 11 15:43:45.199077 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.203172 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626b8a9-6624-40c3-9c8f-31dc21ed5ffd None None] Pushing event updated for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:45.209671 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66b5f59d-505b-4201-98c4-6da01cd9c3df tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'c0f1f583-22e1-4b7c-9b4d-22f7caf4c723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.227495 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6ac4f-094a-4bf9-8611-59b973a7771d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1f583-22e1-4b7c-9b4d-22f7caf4c723,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:45.293017 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-66b5f59d-505b-4201-98c4-6da01cd9c3df tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The resource could not be found. Oct 11 15:43:45.298942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-66b5f59d-505b-4201-98c4-6da01cd9c3df tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0985501 Oct 11 15:43:45.299597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.304660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94575cd0-bade-4545-8cb9-116053f9d95f tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'c0f1f583-22e1-4b7c-9b4d-22f7caf4c723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e89b8c79-906b-4e1e-a15b-c57d8422de7f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.329523 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:45.343984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c517b175-843c-43e0-8e77-482f7a64294b up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:45.400005 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-94575cd0-bade-4545-8cb9-116053f9d95f tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The resource could not be found. Oct 11 15:43:45.404575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94575cd0-bade-4545-8cb9-116053f9d95f tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1037791 Oct 11 15:43:45.406515 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.431681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:45.432301 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.437286 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Pushing event updated for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:45.450043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 96f5658c-72c7-4408-872a-199ac771fbf2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:45.456617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-5845b846-aaf2-4b32-8ede-e27ed11410b7 service neutron] 10.222.0.31 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280613 Oct 11 15:43:45.502211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Attempting to bind port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:45.502815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Attempting to bind port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:45.503338 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Attempting to bind port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 on network 3552023f-b519-4069-bd88-b2f0c75de04b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:45.546707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:45.560450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Checking segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:45.561735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.564127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Bound using segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:45.567008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.567843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-961c29b9-8444-4166-aab0-4bfadc489b2c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7061074 Oct 11 15:43:45.568564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Bound port: f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:45.569303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.613931 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Request body: {'port': {'device_id': '71399b96-c36c-4990-9178-aaba48c98f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.624663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.677344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port c517b175-843c-43e0-8e77-482f7a64294b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:45.733887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce8bf7de-b67e-4a46-9561-ec93d48b4acf None None] Provisioning complete for port 3c842150-b81d-4710-888e-05f0dca7a92b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:45.734288 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf7de-b67e-4a46-9561-ec93d48b4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.735961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port c517b175-843c-43e0-8e77-482f7a64294b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:45.736239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.744614 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.748926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.755559 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0f1f583-22e1-4b7c-9b4d-22f7caf4c723 HTTP/1.1" status: 204 len: 168 time: 0.3475897 Oct 11 15:43:45.756556 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.797251 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 96f5658c-72c7-4408-872a-199ac771fbf2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:45.797508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d1c48-81f9-4dee-b4e6-79878acab001 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1f583-22e1-4b7c-9b4d-22f7caf4c723,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:45.797673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:45.839348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-33dbde21-cbce-41ac-a0c4-3f7b98a035b2 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693245 Oct 11 15:43:45.839903 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.845455 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e40db126-80fe-4bd7-af0c-d145c85583a0 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': '8e752e33-48c8-4fd2-9180-b91aa45a662d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.866947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-d833a76f-0679-4ed7-877c-e45a540d2738 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:45.874481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-d833a76f-0679-4ed7-877c-e45a540d2738 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 819 time: 0.2261958 Oct 11 15:43:45.902662 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e40db126-80fe-4bd7-af0c-d145c85583a0 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The resource could not be found. Oct 11 15:43:45.909884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e40db126-80fe-4bd7-af0c-d145c85583a0 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0685501 Oct 11 15:43:45.910866 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:45.919445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--553705389'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.928977 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Request body: {'port': {'device_id': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'admin_state_up': True, 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:45.953559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.018697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] For port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:46.049876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.053165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] For port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:46.055697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bf7de-b67e-4a46-9561-ec93d48b4acf None None] Port 3c842150-b81d-4710-888e-05f0dca7a92b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:43:46.056558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-fc951da7-d4ed-4573-a117-e56472b7599f service neutron] 10.222.0.31 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988715 Oct 11 15:43:46.057806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.093509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.103915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ec228-747c-41ad-8087-eeb304e53d29,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:46.122755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ede61-25f7-43db-a8f8-595cb66ddb23 req-f666c655-2942-4218-93d2-ce405d10cf75 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:46.124653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe1ede61-25f7-43db-a8f8-595cb66ddb23 req-f666c655-2942-4218-93d2-ce405d10cf75 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 949 time: 0.5533969 Oct 11 15:43:46.142010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.190927 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:43:46.191868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:46.257102 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626b8a9-6624-40c3-9c8f-31dc21ed5ffd None None] Pushing event updated for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:46.348273 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.358052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Made reservation on behalf of 16ac582707d54bd9a45573fd3c67e4d2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:46.361878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.363232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.369128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ead9cb2a-85bc-41f0-ac8d-c6feef6a50a8 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4565904 Oct 11 15:43:46.369788 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:46.378836 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314641225'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:46.424408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c517b175-843c-43e0-8e77-482f7a64294b,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:46.428504 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:46.431388 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c48228-3720-4cbd-8640-a44d688b4b69" -d '{"events": [{"server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "name": "network-vif-plugged", "status": "completed", "tag": "c517b175-843c-43e0-8e77-482f7a64294b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:46.431929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe1ede61-25f7-43db-a8f8-595cb66ddb23 req-6b0c31c0-b8a7-4a32-afac-2bbd0d5ea0fa tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967243 Oct 11 15:43:46.440053 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.456553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.475158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:43:46.553077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.559367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.595202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8fcee6-9137-473e-bfc8-ca4800f7fdf2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:46.599933 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:46.602990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.611181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fd93cec-de5a-4695-b6f3-feec9134c498 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2402983 Oct 11 15:43:46.621571 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:46.626661 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-67926d4b-1425-4755-b672-4201b2178caf tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'ef7ec228-747c-41ad-8087-eeb304e53d29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0b8fcee6-9137-473e-bfc8-ca4800f7fdf2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:46.692376 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-67926d4b-1425-4755-b672-4201b2178caf tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:46.693949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-67926d4b-1425-4755-b672-4201b2178caf tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0712986 Oct 11 15:43:46.697317 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:46.784413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.786277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fef4c9ff-e1db-4651-9748-a60b6c52d741 req-711973ab-c670-4bc6-91b7-aedc42c33ecd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 210 time: 0.1535738 Oct 11 15:43:46.828047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.867251 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:41Z', 'revision_number': 4, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0', 'name': '', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'mac_address': 'fa:16:3e:a2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:40Z', 'updated_at': '2021-10-11T15:43:45Z', 'revision_number': 4, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'subnets': [{'id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:43:46.874305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2df7-0c60-45ee-8cdc-4d1ec20b46d6 req-e01d68cd-b8a8-4f7c-b9ad-e6ef9d91e751 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:46.890081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c54e2df7-0c60-45ee-8cdc-4d1ec20b46d6 req-e01d68cd-b8a8-4f7c-b9ad-e6ef9d91e751 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1028 time: 0.4717112 Oct 11 15:43:46.927350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.930398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:46.933912 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b8fcee6-9137-473e-bfc8-ca4800f7fdf2 HTTP/1.1" status: 204 len: 168 time: 0.2328074 Oct 11 15:43:46.935398 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:46.944480 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303302b5-a118-406a-8b4b-6d8eb4bf5f1c x-openstack-request-id: req-303302b5-a118-406a-8b4b-6d8eb4bf5f1c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:46.944676 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "name": "network-vif-plugged", "status": "completed", "tag": "c517b175-843c-43e0-8e77-482f7a64294b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:46.944884 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-303302b5-a118-406a-8b4b-6d8eb4bf5f1c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:46.945272 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b', 'code': 200} Oct 11 15:43:46.958648 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a4d7c-678a-43a1-8948-cf69ba066ce1 None None] The sync data for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 is: [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:43:41Z', 'revision_number': 4, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0', 'name': '', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'mac_address': 'fa:16:3e:a2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:40Z', 'updated_at': '2021-10-11T15:43:45Z', 'revision_number': 4, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'subnets': [{'id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:43:46.961356 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dec77-593c-4352-90cb-dc23239f2b83 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8fcee6-9137-473e-bfc8-ca4800f7fdf2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:47.104820 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Allocated IP 172.20.0.12 (3552023f-b519-4069-bd88-b2f0c75de04b/25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d/5665a205-9472-438b-95cd-805640d19651) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:47.133993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-18e6807d-b33d-4a8f-bbc3-ebbe03679032 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1933720 Oct 11 15:43:47.138382 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:47.141601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c54e2df7-0c60-45ee-8cdc-4d1ec20b46d6 req-a4def1a7-6940-48ba-ab1f-cb990f9633b9 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506099 Oct 11 15:43:47.159960 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c842150-b81d-4710-888e-05f0dca7a92b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:47.169274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.183790 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Transition to ACTIVE for port object 3c842150-b81d-4710-888e-05f0dca7a92b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:47.193340 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926e13-dba4-4e6a-8d63-194f5e75c3df req-54276954-abec-4aad-9c64-4fb74a5074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:47.193841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.195404 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9926e13-dba4-4e6a-8d63-194f5e75c3df req-54276954-abec-4aad-9c64-4fb74a5074ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 1101 time: 0.1561046 Oct 11 15:43:47.267382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.278313 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9926e13-dba4-4e6a-8d63-194f5e75c3df req-29b686ed-caf2-4302-83a8-2a66bc8bb29f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721066 Oct 11 15:43:47.314856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.398204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.400994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.402216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef7ec228-747c-41ad-8087-eeb304e53d29 HTTP/1.1" status: 204 len: 168 time: 0.2620695 Oct 11 15:43:47.405973 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:47.425854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:47.493278 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c3c8b-57a7-47d1-ad6b-7daff62e8d6c tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ec228-747c-41ad-8087-eeb304e53d29,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:47.549602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-164e2634-a0fc-452b-8162-74496f75cbae tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414790 Oct 11 15:43:47.555277 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:47.560554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--566989264'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:47.603930 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.630874 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:47.631339 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.727783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.729997 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Pushing event updated for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:47.754263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Attempting to bind port 3c842150-b81d-4710-888e-05f0dca7a92b on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:47.754606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Attempting to bind port 3c842150-b81d-4710-888e-05f0dca7a92b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:47.756251 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Attempting to bind port 3c842150-b81d-4710-888e-05f0dca7a92b on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:47.757869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.774735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.799937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Port 3c842150-b81d-4710-888e-05f0dca7a92b on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:47.800302 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Attempting to bind port 3c842150-b81d-4710-888e-05f0dca7a92b on network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:47.820295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f5e01-4731-4a3f-b45d-dcd879763bf7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:47.840713 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:47.841136 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Checking segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:47.842424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.850267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1df2971-cd2e-4730-acde-fedacd2c79c9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2905769 Oct 11 15:43:47.850971 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Bound using segment: {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:47.850971 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Bound port: 3c842150-b81d-4710-888e-05f0dca7a92b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bdd6e0-4ded-44f9-b632-f4404d1330a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:47.850971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.851644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:47.862848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3826283-34bc-4718-8b3e-f13b5de2b1be tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'e44f5e01-4731-4a3f-b45d-dcd879763bf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:47.878186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.939139 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a3826283-34bc-4718-8b3e-f13b5de2b1be tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:47.940844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3826283-34bc-4718-8b3e-f13b5de2b1be tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0874588 Oct 11 15:43:47.943161 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:47.948800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dfa7a66a-3f4f-4c08-b266-bf1ece8c786d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group_rule': {'security_group_id': 'e44f5e01-4731-4a3f-b45d-dcd879763bf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:47.974372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:47.982067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c4fef-f4e4-47cc-8d8c-2dea256e772f req-70d72880-a17a-4803-9c21-3d5d5d5d1776 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:47.986376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:47.990077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-015c4fef-f4e4-47cc-8d8c-2dea256e772f req-70d72880-a17a-4803-9c21-3d5d5d5d1776 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 950 time: 0.3794062 Oct 11 15:43:47.995784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.120042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:48.125320 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Pushing event updated for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:48.129792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3932892-16f6-4f11-be0a-5cda07c8c09d req-31aa14a0-e284-475b-b106-008d64ff78cc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 210 time: 0.1940653 Oct 11 15:43:48.187703 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:48.189254 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-dfa7a66a-3f4f-4c08-b266-bf1ece8c786d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:43:48.190322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfa7a66a-3f4f-4c08-b266-bf1ece8c786d tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2455702 Oct 11 15:43:48.193472 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:48.204942 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Network 3552023f-b519-4069-bd88-b2f0c75de04b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:48.214080 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9c4c76f2-48ea-438e-bee7-e89d2dc9ea12 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:48.215570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9c4c76f2-48ea-438e-bee7-e89d2dc9ea12 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.43 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 819 time: 0.2370956 Oct 11 15:43:48.218963 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:48.225597 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:48.238623 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Request body: {'port': {'device_id': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'admin_state_up': True, 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:48.247189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-015c4fef-f4e4-47cc-8d8c-2dea256e772f req-1676d76f-521b-4d87-9ffd-0a2158bc22fc tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530291 Oct 11 15:43:48.250743 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c842150-b81d-4710-888e-05f0dca7a92b,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:48.294013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.363294 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:48.366181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.367842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] 10.222.0.43 "PUT /v2.0/ports/3c842150-b81d-4710-888e-05f0dca7a92b HTTP/1.1" status: 200 len: 1092 time: 2.7858152 Oct 11 15:43:48.368315 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:48.371615 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d8255-0c13-4468-a851-7143011cf960" -d '{"events": [{"name": "network-changed", "server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:48.417888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.508640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.514076 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311eacf9-180b-42cb-bc4c-91aaee503611 x-openstack-request-id: req-311eacf9-180b-42cb-bc4c-91aaee503611 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:48.514372 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:48.518447 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-311eacf9-180b-42cb-bc4c-91aaee503611 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:48.518909 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b', 'status': 'completed', 'code': 200} Oct 11 15:43:48.534344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:48.539771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.583898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323eae-8c83-4a7b-8cfd-e3258a4b43cb req-231f4a87-38b2-49b5-8412-b318d956564d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:48.595619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae323eae-8c83-4a7b-8cfd-e3258a4b43cb req-231f4a87-38b2-49b5-8412-b318d956564d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.2332809 Oct 11 15:43:48.601777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Made reservation on behalf of 16ac582707d54bd9a45573fd3c67e4d2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:43:48.609351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.647341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.651422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:48.651909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72670c0e-9e03-4af6-8fc8-ecf1697ad15b service neutron] Pushing event updated for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:48.656647 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/e44f5e01-4731-4a3f-b45d-dcd879763bf7 HTTP/1.1" status: 204 len: 168 time: 0.4592502 Oct 11 15:43:48.712881 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:48.713740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a841c-b196-4112-9636-d1db159a19db tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f5e01-4731-4a3f-b45d-dcd879763bf7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:48.822035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4774f826-736f-41b6-98d5-730c0f94838a tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057980 Oct 11 15:43:48.852515 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:48.857219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'tempest-secgroup--824139282'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:48.909129 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Allocated IP 172.20.0.14 (3552023f-b519-4069-bd88-b2f0c75de04b/25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d/de978250-8dc1-4bb7-98c9-18ca76be0339) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:43:48.923791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.017465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-43773618-7d18-4ef4-b11a-98cfbf036f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.018980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-43773618-7d18-4ef4-b11a-98cfbf036f0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.5863645 Oct 11 15:43:49.022068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-07557e4b-527f-4831-a7d7-5c7df9247f99 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0989316 Oct 11 15:43:49.047807 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Request body: {'port': {'device_id': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:49.093980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.100377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae323eae-8c83-4a7b-8cfd-e3258a4b43cb req-f561d0b7-dfba-41bb-bf09-dec4ba60d7dd tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629431 Oct 11 15:43:49.101037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.104042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-9db99af8-2cb0-437d-afab-5fb3fc431a0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c842150-b81d-4710-888e-05f0dca7a92b HTTP/1.1" status: 200 len: 217 time: 0.0750043 Oct 11 15:43:49.181833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.189841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3299563 Oct 11 15:43:49.191326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa495b-3045-4dc8-bd72-cda7d9d506bc tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4fdec-198f-4ee3-a377-806353297a40,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:49.196722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-078bc656-90e5-4e20-894a-865d835a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.198437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-078bc656-90e5-4e20-894a-865d835a67f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7daa90f1-f20c-45a0-a799-e8431c52c293 HTTP/1.1" status: 200 len: 848 time: 0.0836303 Oct 11 15:43:49.199088 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:49.205779 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15ca3204-c956-4565-a387-ad049145c870 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:49.206348 n-d-master-1 neutron-server[94827]: WARNING neutron.api.v2.base [None req-15ca3204-c956-4565-a387-ad049145c870 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 15:43:49.206913 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-15ca3204-c956-4565-a387-ad049145c870 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] update failed (client error): There was a conflict when trying to complete your request. Oct 11 15:43:49.209276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.211428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-15ca3204-c956-4565-a387-ad049145c870 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "PUT /v2.0/security-groups/1ad4fdec-198f-4ee3-a377-806353297a40 HTTP/1.1" status: 409 len: 330 time: 0.0094998 Oct 11 15:43:49.212249 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:49.215732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.254329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.298693 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Network 3552023f-b519-4069-bd88-b2f0c75de04b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:43:49.302192 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:43:49.310811 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:43:49.349997 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Pushing event updated for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:49.385908 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.386850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.393787 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:49.407120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-9645e63b-b3a2-45c9-ab00-e088b7bf008e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1799226 Oct 11 15:43:49.419847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Request body: {'port': {'device_id': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:49.452222 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:49.453110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.478085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-915f4cd0-ab8a-4950-9a28-25e6aff22bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.479579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-915f4cd0-ab8a-4950-9a28-25e6aff22bd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663574 Oct 11 15:43:49.504554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.533698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.542286 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd6deb-b6d1-498e-94f6-8ef851ad2432 req-87a2f8eb-f412-4a76-9102-f13aa2375828 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.549112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bcd6deb-b6d1-498e-94f6-8ef851ad2432 req-87a2f8eb-f412-4a76-9102-f13aa2375828 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 932 time: 0.3109300 Oct 11 15:43:49.654766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674131dc-a7c0-41d4-a695-ffbce163c7d0 req-de6ee7a3-25a2-41a8-8a9c-0bcc294ec488 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:49.656238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-674131dc-a7c0-41d4-a695-ffbce163c7d0 req-de6ee7a3-25a2-41a8-8a9c-0bcc294ec488 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 950 time: 0.2983036 Oct 11 15:43:49.684074 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.772257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bcd6deb-b6d1-498e-94f6-8ef851ad2432 req-f1148c72-88ab-4820-84b1-9becf6c5a658 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222366 Oct 11 15:43:49.818755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-2e4cb6a4-a106-4523-a199-8ba3f789d6be service neutron] 10.222.0.43 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195138 Oct 11 15:43:49.823204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.825982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:49.827804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ad4fdec-198f-4ee3-a377-806353297a40 HTTP/1.1" status: 204 len: 168 time: 0.6129358 Oct 11 15:43:49.830724 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:49.844725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-674131dc-a7c0-41d4-a695-ffbce163c7d0 req-7520c5b3-ce71-4253-8dc6-b61dfe9e2672 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724281 Oct 11 15:43:49.904464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cf4a8-dcb2-4d4e-acc0-8c71e04921a9 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4fdec-198f-4ee3-a377-806353297a40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:49.942311 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab470187-5c68-4d50-840b-a37335b31680 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102991 Oct 11 15:43:49.948644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:49.971675 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4728b853-aa71-4cf5-b0f2-564f110a7141 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] delete failed (client error): The resource could not be found. Oct 11 15:43:49.973376 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4728b853-aa71-4cf5-b0f2-564f110a7141 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "DELETE /v2.0/security-groups/53509fd9-82d2-4750-b3a5-6c8136e42a31 HTTP/1.1" status: 404 len: 347 time: 0.0257056 Oct 11 15:43:49.977324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:49.986201 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5665a205-9472-438b-95cd-805640d19651 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:50.000225 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-27cd433d-dd52-4f9a-be0d-be27ade77067 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] show failed (client error): The resource could not be found. Oct 11 15:43:50.000403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.004212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-27cd433d-dd52-4f9a-be0d-be27ade77067 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-groups/cdd7252e-6d33-4fbc-9073-50a67fb37d0c HTTP/1.1" status: 404 len: 347 time: 0.0218248 Oct 11 15:43:50.004911 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:50.017214 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-98808f95-9fe2-4a4e-83b7-2c9e01d36d26 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] show failed (client error): The resource could not be found. Oct 11 15:43:50.017547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-819ba17e-aa4e-4d10-8b30-321814b69b7a req-706b0aff-ea64-4d18-8639-4782e199f8d2 service neutron] 10.222.0.43 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868019 Oct 11 15:43:50.020007 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Transition to ACTIVE for port object 5665a205-9472-438b-95cd-805640d19651 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:50.021951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-98808f95-9fe2-4a4e-83b7-2c9e01d36d26 tempest-NegativeSecGroupIPv6Test-83750834 tempest-NegativeSecGroupIPv6Test-83750834-project] 10.222.0.31 "GET /v2.0/security-group-rules/49f13dc6-4762-4559-802d-bea807cd847c HTTP/1.1" status: 404 len: 356 time: 0.0159748 Oct 11 15:43:50.033611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.247274 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de978250-8dc1-4bb7-98c9-18ca76be0339 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:50.256824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.270992 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Transition to ACTIVE for port object de978250-8dc1-4bb7-98c9-18ca76be0339 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:43:50.276121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.284128 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:50.319053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8255-0c13-4468-a851-7143011cf960 req-f4270752-afd7-43a9-b7e9-77391ea33b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.320746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-f4270752-afd7-43a9-b7e9-77391ea33b81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=552c4b075f0c46ea9380d24c51ec679a&device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.2327485 Oct 11 15:43:50.340656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Pushing event updated for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:50.380492 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Attempting to bind port 5665a205-9472-438b-95cd-805640d19651 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:50.380812 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Attempting to bind port 5665a205-9472-438b-95cd-805640d19651 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:50.381145 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Attempting to bind port 5665a205-9472-438b-95cd-805640d19651 on network 3552023f-b519-4069-bd88-b2f0c75de04b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:50.411415 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Port 5665a205-9472-438b-95cd-805640d19651 on network 3552023f-b519-4069-bd88-b2f0c75de04b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:50.411772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Attempting to bind port 5665a205-9472-438b-95cd-805640d19651 on network 3552023f-b519-4069-bd88-b2f0c75de04b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:50.421120 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Attempting to bind port de978250-8dc1-4bb7-98c9-18ca76be0339 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:43:50.421505 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Attempting to bind port de978250-8dc1-4bb7-98c9-18ca76be0339 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:43:50.421805 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Attempting to bind port de978250-8dc1-4bb7-98c9-18ca76be0339 on network 3552023f-b519-4069-bd88-b2f0c75de04b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:50.427355 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Port de978250-8dc1-4bb7-98c9-18ca76be0339 on network 3552023f-b519-4069-bd88-b2f0c75de04b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:43:50.427679 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Attempting to bind port de978250-8dc1-4bb7-98c9-18ca76be0339 on network 3552023f-b519-4069-bd88-b2f0c75de04b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:43:50.433065 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:50.433395 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Checking segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:50.433808 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Bound using segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:50.434230 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Bound port: de978250-8dc1-4bb7-98c9-18ca76be0339, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:50.435129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.451901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:43:50.452259 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Checking segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:43:50.452631 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Bound using segment: {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:43:50.453076 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Bound port: 5665a205-9472-438b-95cd-805640d19651, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c3a72-7989-488a-a53d-8e098f7faf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:43:50.454351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.457923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3db4-8b56-449e-9010-bc02a3b7715d req-40c8c2f3-1158-4a82-b6ac-5e6125306f7a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.465030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c95a3db4-8b56-449e-9010-bc02a3b7715d req-40c8c2f3-1158-4a82-b6ac-5e6125306f7a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.2239621 Oct 11 15:43:50.500478 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:50.522341 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:50.525455 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=de978250-8dc1-4bb7-98c9-18ca76be0339,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:50.526151 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb2ae-7bf2-4286-9a81-4780b58ccced req-d626adb1-780a-448d-ac16-7bc1d50eba52 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.527931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-384bb2ae-7bf2-4286-9a81-4780b58ccced req-d626adb1-780a-448d-ac16-7bc1d50eba52 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 950 time: 0.2806125 Oct 11 15:43:50.537342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.582414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.583035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.585063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] 10.222.0.43 "PUT /v2.0/ports/de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 200 len: 1092 time: 1.1701288 Oct 11 15:43:50.585788 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:50.588431 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262b677-c60b-4581-ad7c-8c40e5eb8978" -d '{"events": [{"name": "network-changed", "server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:50.621388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d1b0-aa92-4ed8-8c33-d0e12aa76e8b service neutron] Pushing event updated for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:50.621882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c95a3db4-8b56-449e-9010-bc02a3b7715d req-b2c71b59-df1f-4280-826c-090257739a41 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498911 Oct 11 15:43:50.644026 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8255-0c13-4468-a851-7143011cf960 req-20df091f-9736-4554-a304-8666f632aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.645548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-20df091f-9736-4554-a304-8666f632aa29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 200 len: 910 time: 0.2858636 Oct 11 15:43:50.681962 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-bfecf864-b54f-4504-8051-91585714cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.684277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-bfecf864-b54f-4504-8051-91585714cd7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1095 time: 0.0499585 Oct 11 15:43:50.735817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-d93ad9a5-d302-44b7-8f2d-56e0ccdeb396 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c842150-b81d-4710-888e-05f0dca7a92b HTTP/1.1" status: 200 len: 217 time: 0.0772908 Oct 11 15:43:50.746100 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:43:50.750177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-da09b05c-3138-45a9-8fe8-129e0a16ff54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 200 len: 217 time: 0.0555062 Oct 11 15:43:50.761473 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5665a205-9472-438b-95cd-805640d19651,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:43:50.774449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-384bb2ae-7bf2-4286-9a81-4780b58ccced req-0cb1ed5d-c3c4-414f-a898-1b4dffbb9456 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207315 Oct 11 15:43:50.850284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e106382c-3e01-4afd-be0d-4a2c346a4ff5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e7809c2cfac4eb8bc6f9440e3cbd687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492045 Oct 11 15:43:50.852482 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-bf9231b9-1284-47c4-9010-11c3c851062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:50.854130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-bf9231b9-1284-47c4-9010-11c3c851062b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0879171 Oct 11 15:43:50.854808 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:50.864498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:50.922162 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-190081ed-47ef-4887-a588-98818774fb8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590954 Oct 11 15:43:50.941567 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c697f5ae-ab5a-4940-aa6d-843b6c83aef9 x-openstack-request-id: req-c697f5ae-ab5a-4940-aa6d-843b6c83aef9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:50.941925 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:50.942239 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c697f5ae-ab5a-4940-aa6d-843b6c83aef9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:50.945971 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339', 'status': 'completed', 'code': 200} Oct 11 15:43:51.022945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.024998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:51.027131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:51.028692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 1092 time: 1.9889512 Oct 11 15:43:51.053969 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'tag': '5665a205-9472-438b-95cd-805640d19651'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:51.057144 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616927ac-7b64-4001-8fa2-2d66609835b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "tag": "5665a205-9472-438b-95cd-805640d19651"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:51.076221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:51.080586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-0f459f39-1e8c-4567-8783-b4035fc6dd80 service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494398 Oct 11 15:43:51.116136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8255-0c13-4468-a851-7143011cf960 req-55fef4f3-1ef8-459b-a566-cd97c648293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.124128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-55fef4f3-1ef8-459b-a566-cd97c648293a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7daa90f1-f20c-45a0-a799-e8431c52c293 HTTP/1.1" status: 200 len: 848 time: 0.3375206 Oct 11 15:43:51.216599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0ea08a-0c0f-48e1-a592-e245a48593af req-ff4f956b-dc28-4615-8b49-dcaa51a28a37 service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245713 Oct 11 15:43:51.218417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:51.221815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:51.227915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e807acf-e894-4452-a9e8-9008eec89a64 HTTP/1.1" status: 204 len: 168 time: 0.3672068 Oct 11 15:43:51.232153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7df52a-94e8-48a4-859d-b16297d12238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e807acf-e894-4452-a9e8-9008eec89a64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:51.280359 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcf0ba-8cb0-4705-8c04-b44272a34b32 req-e8592c41-0bca-425b-8f91-ff5b7019becc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.283723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08fcf0ba-8cb0-4705-8c04-b44272a34b32 req-e8592c41-0bca-425b-8f91-ff5b7019becc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 944 time: 0.3298645 Oct 11 15:43:51.285752 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe054108-ef13-46ba-bcdc-45cc1f1e9edd x-openstack-request-id: req-fe054108-ef13-46ba-bcdc-45cc1f1e9edd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:51.286336 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "tag": "5665a205-9472-438b-95cd-805640d19651", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:51.286336 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe054108-ef13-46ba-bcdc-45cc1f1e9edd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:51.286924 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'tag': '5665a205-9472-438b-95cd-805640d19651', 'status': 'completed', 'code': 200} Oct 11 15:43:51.289939 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19505451-9756-48d5-a4d3-eb792c5a96c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:51.334153 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-3ef34f3e-1c29-44fd-a0fd-5909719d343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.336067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-3ef34f3e-1c29-44fd-a0fd-5909719d343d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1095 time: 0.2350259 Oct 11 15:43:51.346949 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-e066fb5e-8330-4a6e-abc8-a6e45177e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.348587 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-e066fb5e-8330-4a6e-abc8-a6e45177e10e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1095 time: 0.0611305 Oct 11 15:43:51.396547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08fcf0ba-8cb0-4705-8c04-b44272a34b32 req-f4560f7f-fe97-49dd-a040-8a6214cd878e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034634 Oct 11 15:43:51.398651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8255-0c13-4468-a851-7143011cf960 req-01a53543-2ef2-408f-9df4-64b189419d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.400087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-01a53543-2ef2-408f-9df4-64b189419d02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e368584-71f7-4fbc-ac1c-88dcf2f10b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527854 Oct 11 15:43:51.401272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-422ebd87-dd42-4e63-9b96-2ee24b4d292f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.0528271 Oct 11 15:43:51.471900 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-78758bbc-8d1e-458c-9cf4-421803dfe7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.473917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-78758bbc-8d1e-458c-9cf4-421803dfe7c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1164105 Oct 11 15:43:51.518792 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-3327a240-a38a-4ed4-9a63-bb84650d8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.520361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-3327a240-a38a-4ed4-9a63-bb84650d8787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.1105459 Oct 11 15:43:51.522403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-c211198b-8195-4c09-a398-4655ed1cf04d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 200 len: 217 time: 0.0411239 Oct 11 15:43:51.561989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-a3fd087f-b467-40c0-84e3-70728b0d16ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Oct 11 15:43:51.580733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-202a7946-9e5a-401c-9a62-1f4b4ac072c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557534 Oct 11 15:43:51.598610 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-e1b86c20-029e-42c4-a27c-b5996969ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.600606 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-e1b86c20-029e-42c4-a27c-b5996969ee82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0691581 Oct 11 15:43:51.643458 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-858dc495-a9a3-49e1-b532-2420e146d7cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348969 Oct 11 15:43:51.784373 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-18697f85-16eb-4aa5-9744-ac39314f279d service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330888 Oct 11 15:43:51.859623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-0465db2c-dbde-4d81-ab40-8c547b6a2ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778053 Oct 11 15:43:51.890437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209685-fa91-47c8-91fa-c8c6a73db50a req-6707fa8d-11ec-4745-9134-77f9b415b330 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.897816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d209685-fa91-47c8-91fa-c8c6a73db50a req-6707fa8d-11ec-4745-9134-77f9b415b330 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.1893766 Oct 11 15:43:51.909287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-a9542620-1003-44e0-8784-7efed957139e tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:51.910729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-a9542620-1003-44e0-8784-7efed957139e tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 950 time: 0.1817868 Oct 11 15:43:51.929139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-9b884408-0652-4990-b1b5-75fc6f79ff02 service neutron] 10.222.0.43 "GET /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385875 Oct 11 15:43:51.932071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5262b677-c60b-4581-ad7c-8c40e5eb8978 req-22032712-55a5-48f0-b5b7-ef283df46244 service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390238 Oct 11 15:43:52.095596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d209685-fa91-47c8-91fa-c8c6a73db50a req-2cbbd6fa-5311-4c0c-86a8-13441e6c34b9 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969066 Oct 11 15:43:52.134885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8af91-cff7-4aa2-81b3-084ec8669880 req-9a95bac4-9b60-4498-a115-e11561b02572 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.136394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79c8af91-cff7-4aa2-81b3-084ec8669880 req-9a95bac4-9b60-4498-a115-e11561b02572 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 950 time: 0.2038541 Oct 11 15:43:52.140598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86dffc4f-5f16-40ca-9d09-24ab5f645fa2 req-069dc56b-f126-4dfe-85e4-ddcc10849aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626641 Oct 11 15:43:52.194436 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Deleting port c517b175-843c-43e0-8e77-482f7a64294b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:43:52.194785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:52.196466 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:52.201633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79c8af91-cff7-4aa2-81b3-084ec8669880 req-ab39070a-b66b-44bb-aca2-a8b457e70c1b tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/security-groups?id=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Oct 11 15:43:52.326658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-7d14a606-2feb-40e0-9fe9-0c7b0246c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.328194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-7d14a606-2feb-40e0-9fe9-0c7b0246c010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1095 time: 0.0840685 Oct 11 15:43:52.369282 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d442597-de77-49cc-bb97-2a9bfc7701aa tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1026688338', 'prefixes': ['172.20.0.0/16']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:52.440530 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] For port c517b175-843c-43e0-8e77-482f7a64294b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c517b175-843c-43e0-8e77-482f7a64294b,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:52.440987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:52.451856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d442597-de77-49cc-bb97-2a9bfc7701aa tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:52.453119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d442597-de77-49cc-bb97-2a9bfc7701aa tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2551873 Oct 11 15:43:52.457601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:52.761733 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Calling delete_port for c517b175-843c-43e0-8e77-482f7a64294b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:43:52.823861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1ff1342-fa5a-4d37-a9a8-09bd6d7bda73 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "GET /v2.0/subnetpools/53579e08-a7ec-4910-a652-261eee20d8e4 HTTP/1.1" status: 200 len: 732 time: 0.3650024 Oct 11 15:43:52.825135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.826511 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:52.831025 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-de811e17-7588-4b28-8b1d-75724795ebd2 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1036250137'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:43:52.831162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.836881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.843356 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.849234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.855116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.861503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.863424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-98536e0c-a51f-4d12-8fa7-0f2199ecf002 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.5095515 Oct 11 15:43:52.923450 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de811e17-7588-4b28-8b1d-75724795ebd2 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:52.924955 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de811e17-7588-4b28-8b1d-75724795ebd2 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "PUT /v2.0/subnetpools/53579e08-a7ec-4910-a652-261eee20d8e4 HTTP/1.1" status: 200 len: 684 time: 0.0972795 Oct 11 15:43:52.927184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-6ad294fd-39e0-4e7e-aaf0-2fe1c6e5344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:52.928104 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:52.928619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-6ad294fd-39e0-4e7e-aaf0-2fe1c6e5344b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.5872600 Oct 11 15:43:53.010757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127b7dd-55b6-414c-a258-b2c56f3b4874 req-3b5eb048-7d21-4cb0-9c6a-b1c067d62628 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.015140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03048762-d16c-4ebe-afd3-2693b2c6ccb0 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.016859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-03048762-d16c-4ebe-afd3-2693b2c6ccb0 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "DELETE /v2.0/subnetpools/53579e08-a7ec-4910-a652-261eee20d8e4 HTTP/1.1" status: 204 len: 168 time: 0.0870636 Oct 11 15:43:53.017953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7127b7dd-55b6-414c-a258-b2c56f3b4874 req-3b5eb048-7d21-4cb0-9c6a-b1c067d62628 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 944 time: 0.2742159 Oct 11 15:43:53.019439 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:53.021123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-3ad841d0-baf8-48d5-8e9e-68a6ecb3537b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.0751660 Oct 11 15:43:53.040377 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a0c01ac3-6f02-4d02-8b32-3eff7137fcdb tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] show failed (client error): The resource could not be found. Oct 11 15:43:53.044019 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a0c01ac3-6f02-4d02-8b32-3eff7137fcdb tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "GET /v2.0/subnetpools/53579e08-a7ec-4910-a652-261eee20d8e4 HTTP/1.1" status: 404 len: 346 time: 0.0210454 Oct 11 15:43:53.045499 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:53.059973 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b7420c68-ca5a-417d-8352-94df31f97f17 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] delete failed (client error): The resource could not be found. Oct 11 15:43:53.061305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e3fb81a-409b-4d8d-84af-d4e5bb629250 req-8c63e26c-b5f7-44b8-b131-27f363ce36bf tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623402 Oct 11 15:43:53.061591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7420c68-ca5a-417d-8352-94df31f97f17 tempest-SubnetPoolsTestJSON-1964425855 tempest-SubnetPoolsTestJSON-1964425855-project] 10.222.0.31 "DELETE /v2.0/subnetpools/53579e08-a7ec-4910-a652-261eee20d8e4 HTTP/1.1" status: 404 len: 346 time: 0.0151262 Oct 11 15:43:53.138431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7127b7dd-55b6-414c-a258-b2c56f3b4874 req-638d44e1-588a-47fd-b2f9-8b5cd86fbb29 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192627 Oct 11 15:43:53.170636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-d4c055f8-f001-4a77-b1c5-d0f48d786304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.172057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-d4c055f8-f001-4a77-b1c5-d0f48d786304 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.1373227 Oct 11 15:43:53.241024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-939fd991-0b21-45a1-a60f-03f4f9287b58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486655 Oct 11 15:43:53.350896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c842150-b81d-4710-888e-05f0dca7a92b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:53.355723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.368645 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['c517b175-843c-43e0-8e77-482f7a64294b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:53.382407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.388436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.394381 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.400273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.406894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.412762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.418706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.421212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00439344-1c26-4c6d-b420-91d6f7c1223a req-45c749b5-f226-45ea-b619-222a503496bd tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.2463486 Oct 11 15:43:53.444192 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:53.457279 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Pushing event deleted for resources: {'Port': ['ID=c517b175-843c-43e0-8e77-482f7a64294b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:53.472706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc442-b315-45f6-9bc7-f691ecc4328a req-a0716816-0efe-4c43-8f0e-91decbdf516f tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:53.485919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d8bc442-b315-45f6-9bc7-f691ecc4328a req-a0716816-0efe-4c43-8f0e-91decbdf516f tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1095 time: 0.2427163 Oct 11 15:43:53.571317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c842150-b81d-4710-888e-05f0dca7a92b,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:53.576934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-cf382da3-0193-461c-bf65-eb3b01f3fa35 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189814 Oct 11 15:43:53.593475 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '3c842150-b81d-4710-888e-05f0dca7a92b', 'network_id': '4e368584-71f7-4fbc-ac1c-88dcf2f10b85', 'port_id': '3c842150-b81d-4710-888e-05f0dca7a92b', 'mac_address': 'fa:16:3e:bb:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa90f1-f20c-45a0-a799-e8431c52c293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:53.630620 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] No DVR routers for this DVR port c517b175-843c-43e0-8e77-482f7a64294b on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:43:53.650263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.653556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00d10a1a-98a5-4b14-a65c-f601832f7f77 req-2e92f64c-11ab-4aad-9bb5-a3ba724bf0b3 tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.43 "DELETE /v2.0/ports/c517b175-843c-43e0-8e77-482f7a64294b HTTP/1.1" status: 204 len: 173 time: 1.7233467 Oct 11 15:43:53.657997 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'name': 'network-vif-deleted', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:53.658573 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58f2bfc-8430-45a6-8df3-2f57582be11d" -d '{"events": [{"server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "name": "network-vif-deleted", "tag": "c517b175-843c-43e0-8e77-482f7a64294b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:53.661893 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.668813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64a41e6e-98b1-4d33-9492-a70bcfe21153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.684267 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c842150-b81d-4710-888e-05f0dca7a92b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:53.700978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a195efbd-f412-4cc4-bcf3-4e59ec5a967a req-2026920d-e921-43d0-b480-d24760d92f5d tempest-VolumesNegativeTest-561036285 tempest-VolumesNegativeTest-561036285-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81ef814-c74d-4817-bcf2-c1251eccd879 HTTP/1.1" status: 200 len: 210 time: 0.0713191 Oct 11 15:43:53.719040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c842150-b81d-4710-888e-05f0dca7a92b,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:53.726417 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.789743 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2534c835-643e-4c77-95ef-e02b563f70a6 x-openstack-request-id: req-2534c835-643e-4c77-95ef-e02b563f70a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:53.790284 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81ef814-c74d-4817-bcf2-c1251eccd879", "name": "network-vif-deleted", "tag": "c517b175-843c-43e0-8e77-482f7a64294b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:53.790688 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2534c835-643e-4c77-95ef-e02b563f70a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:53.791247 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81ef814-c74d-4817-bcf2-c1251eccd879', 'name': 'network-vif-deleted', 'tag': 'c517b175-843c-43e0-8e77-482f7a64294b', 'status': 'completed', 'code': 200} Oct 11 15:43:53.810217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d8bc442-b315-45f6-9bc7-f691ecc4328a req-42cbe5e8-cc20-470a-9341-f6376ab3943c tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192065 Oct 11 15:43:53.841266 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:53.854957 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.856867 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.860596 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.862070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.864624 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.865743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.866652 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.867740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.869923 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.871039 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.871598 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.873140 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:43:53.893021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-616927ac-7b64-4001-8fa2-2d66609835b2 req-e208bd52-71ab-4bf4-8d2e-379438480534 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646191 Oct 11 15:43:53.894345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64a41e6e-98b1-4d33-9492-a70bcfe21153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.898582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64a41e6e-98b1-4d33-9492-a70bcfe21153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:53.945714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a41e6e-98b1-4d33-9492-a70bcfe21153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3510bf23-3d5a-49ac-87a0-4df11cc82c34,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:53.949822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-64a41e6e-98b1-4d33-9492-a70bcfe21153 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6a121c1576d4705bd83338301a3592a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037427 Oct 11 15:43:53.953007 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:54.001741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.022498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.048385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3c842150-b81d-4710-888e-05f0dca7a92b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:54.073658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.077006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.078226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3510bf23-3d5a-49ac-87a0-4df11cc82c34 HTTP/1.1" status: 204 len: 168 time: 0.1242423 Oct 11 15:43:54.088221 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba810f-7a18-4e60-9a6e-4d21189e17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510bf23-3d5a-49ac-87a0-4df11cc82c34,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:54.220367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5665a205-9472-438b-95cd-805640d19651 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:54.347136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b362-1696-4985-8149-218151eec0f9 req-1d42403a-5cfd-4f6f-912f-962bded56c88 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:54.349054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0148b362-1696-4985-8149-218151eec0f9 req-1d42403a-5cfd-4f6f-912f-962bded56c88 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 944 time: 0.0666246 Oct 11 15:43:54.395071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5665a205-9472-438b-95cd-805640d19651,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:54.415891 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5665a205-9472-438b-95cd-805640d19651', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'port_id': '5665a205-9472-438b-95cd-805640d19651', 'mac_address': 'fa:16:3e:7a:ea:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:54.424476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0148b362-1696-4985-8149-218151eec0f9 req-c31d3738-5713-4b63-a14e-de6bfd791f04 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669880 Oct 11 15:43:54.461418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.474662 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5665a205-9472-438b-95cd-805640d19651 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:54.494862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5665a205-9472-438b-95cd-805640d19651,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:54.499968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:54.561600 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:54.854868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5665a205-9472-438b-95cd-805640d19651'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:54.941123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e387-5629-4e6e-9002-0cd01b29b697 req-5a56a989-5f7a-4f96-974f-b9822b86bb59 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:54.949512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc25e387-5629-4e6e-9002-0cd01b29b697 req-5a56a989-5f7a-4f96-974f-b9822b86bb59 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1096 time: 0.0520151 Oct 11 15:43:55.016308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc25e387-5629-4e6e-9002-0cd01b29b697 req-a847ca94-6ef3-4035-aeaf-363decf31706 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609035 Oct 11 15:43:55.038979 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:55.043036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028884 Oct 11 15:43:55.046222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:55.208742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-03c68c25-c437-425a-9a1c-02a2f08c4c3a tempest-NetworksApiDiscovery-1448659514 tempest-NetworksApiDiscovery-1448659514-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1612277 Oct 11 15:43:55.369792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device de978250-8dc1-4bb7-98c9-18ca76be0339 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:43:55.376402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c842150-b81d-4710-888e-05f0dca7a92b up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:55.537809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:55.546198 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 3c842150-b81d-4710-888e-05f0dca7a92b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:55.561308 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 3c842150-b81d-4710-888e-05f0dca7a92b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:55.561711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.642983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=de978250-8dc1-4bb7-98c9-18ca76be0339,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:55.683203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'de978250-8dc1-4bb7-98c9-18ca76be0339', 'network_id': '3552023f-b519-4069-bd88-b2f0c75de04b', 'port_id': 'de978250-8dc1-4bb7-98c9-18ca76be0339', 'mac_address': 'fa:16:3e:b0:b4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:43:55.703370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574268a3-a644-4e52-8244-1f6cd9978246 req-65ef2829-5a3e-48bf-9964-483387ed3003 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.712496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-574268a3-a644-4e52-8244-1f6cd9978246 req-65ef2829-5a3e-48bf-9964-483387ed3003 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 944 time: 0.1655514 Oct 11 15:43:55.760783 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:55.787703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-574268a3-a644-4e52-8244-1f6cd9978246 req-3700652c-834a-451b-b25e-d5919c7eb703 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686917 Oct 11 15:43:55.809284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.828700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.846592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8b33049-bcdf-47d5-b822-f62326794ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.853399 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:55.855734 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a806b-20dc-44f8-b265-fadab7ac88e0" -d '{"events": [{"server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "name": "network-vif-plugged", "status": "completed", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:55.869634 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de978250-8dc1-4bb7-98c9-18ca76be0339 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:43:55.890857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=de978250-8dc1-4bb7-98c9-18ca76be0339,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:55.895411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c842150-b81d-4710-888e-05f0dca7a92b,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:55.898518 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.937589 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.938854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.939705 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.940553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.941264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.941994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.943449 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:55.953408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-301f8297-b791-45e7-bd91-029fe39e93cd req-a52550d6-0eed-46dd-b233-3085791f74c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.1895669 Oct 11 15:43:55.979427 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf47679-b2a2-4f41-b13c-f74992689255 x-openstack-request-id: req-dbf47679-b2a2-4f41-b13c-f74992689255 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:55.979755 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "name": "network-vif-plugged", "status": "completed", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:55.980010 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbf47679-b2a2-4f41-b13c-f74992689255 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:55.980397 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b', 'code': 200} Oct 11 15:43:55.987361 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:55.988874 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c517b175-843c-43e0-8e77-482f7a64294b no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:43:56.011766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: c517b175-843c-43e0-8e77-482f7a64294b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:43:56.011766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device c517b175-843c-43e0-8e77-482f7a64294b not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:43:56.014908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:56.078108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-301f8297-b791-45e7-bd91-029fe39e93cd req-f2f3d840-f71a-4441-bf38-6b5b89ea93b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232932 Oct 11 15:43:56.112059 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:56.160574 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8aba-bc1c-4dd6-984f-93448865f233 req-17d16cbe-1739-4e0b-95ff-4679dc8d0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:56.162283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90be8aba-bc1c-4dd6-984f-93448865f233 req-17d16cbe-1739-4e0b-95ff-4679dc8d0606 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.1524434 Oct 11 15:43:56.207503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8b33049-bcdf-47d5-b822-f62326794ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.217508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169aaf7-7dde-4d8e-a209-5e97211541a4 req-44d9fb26-19f8-442b-a023-ade8bf60a040 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:56.219339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8169aaf7-7dde-4d8e-a209-5e97211541a4 req-44d9fb26-19f8-442b-a023-ade8bf60a040 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.1150606 Oct 11 15:43:56.220182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8b33049-bcdf-47d5-b822-f62326794ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.220406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['de978250-8dc1-4bb7-98c9-18ca76be0339'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:43:56.266014 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5665a205-9472-438b-95cd-805640d19651 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:56.267716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90be8aba-bc1c-4dd6-984f-93448865f233 req-987a5daa-89c7-45a9-b00a-534fb8268d75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922961 Oct 11 15:43:56.295462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8b33049-bcdf-47d5-b822-f62326794ce4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a9527d135a048df84da5a603137ebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529497 Oct 11 15:43:56.298300 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:56.308058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33049-bcdf-47d5-b822-f62326794ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97653c7a-96a9-4a41-8fb9-e5407a2a8ab2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:56.332741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8169aaf7-7dde-4d8e-a209-5e97211541a4 req-af679caa-7897-4ab2-9177-75c080897268 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789030 Oct 11 15:43:56.379426 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5665a205-9472-438b-95cd-805640d19651 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:56.390265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5665a205-9472-438b-95cd-805640d19651 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:56.390682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.419632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.449809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.509872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.512988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.520001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97653c7a-96a9-4a41-8fb9-e5407a2a8ab2 HTTP/1.1" status: 204 len: 168 time: 0.2200031 Oct 11 15:43:56.535773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4251e-c489-4366-a36a-63736b49783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97653c7a-96a9-4a41-8fb9-e5407a2a8ab2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:56.572829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.835923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5665a205-9472-438b-95cd-805640d19651,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:56.841542 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:56.918133 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:56.970313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802275-7a8a-42e0-bb89-9e24635da6e7 req-5ca9f9b5-b803-4779-bd8a-7dda83e3a5da tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:56.977745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79802275-7a8a-42e0-bb89-9e24635da6e7 req-5ca9f9b5-b803-4779-bd8a-7dda83e3a5da tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 945 time: 0.0802867 Oct 11 15:43:57.023250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79802275-7a8a-42e0-bb89-9e24635da6e7 req-b4f10dbe-b765-4f9f-98fb-0bd4794e9485 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Oct 11 15:43:57.398162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device de978250-8dc1-4bb7-98c9-18ca76be0339 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:43:57.507018 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port de978250-8dc1-4bb7-98c9-18ca76be0339 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:43:57.512065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port de978250-8dc1-4bb7-98c9-18ca76be0339 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:43:57.512956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:57.522687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969abcd6-408d-45bc-b775-770f67716fa3 req-8a2fcd07-9549-4ea5-9345-b96ea908d1e6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:57.525001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-969abcd6-408d-45bc-b775-770f67716fa3 req-8a2fcd07-9549-4ea5-9345-b96ea908d1e6 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.0877433 Oct 11 15:43:57.605283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-969abcd6-408d-45bc-b775-770f67716fa3 req-5f854b3b-6c12-4e62-848f-bb98a8409cb4 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732441 Oct 11 15:43:57.655232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:57.723575 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=de978250-8dc1-4bb7-98c9-18ca76be0339,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:43:57.731580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:57.802977 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:57.993535 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5665a205-9472-438b-95cd-805640d19651'}, {'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:43:57.993535 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c65fd5-f961-4491-b2f0-1a498ac1defc" -d '{"events": [{"server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5665a205-9472-438b-95cd-805640d19651"}, {"server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "name": "network-vif-plugged", "status": "completed", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:43:58.028806 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3f6dd-fdfb-4143-946f-c3d7f6cbbbc8 x-openstack-request-id: req-1da3f6dd-fdfb-4143-946f-c3d7f6cbbbc8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:43:58.029798 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "name": "network-vif-plugged", "status": "completed", "tag": "5665a205-9472-438b-95cd-805640d19651", "code": 200}, {"server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "name": "network-vif-plugged", "status": "completed", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:43:58.030300 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1da3f6dd-fdfb-4143-946f-c3d7f6cbbbc8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:43:58.030806 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5665a205-9472-438b-95cd-805640d19651', 'code': 200} Oct 11 15:43:58.032701 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339', 'code': 200} Oct 11 15:43:58.207839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191e4b-76b6-49ed-9324-6feace0d3681 req-f0e56f1c-5087-40e4-a11c-3a46683c9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:58.210357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90191e4b-76b6-49ed-9324-6feace0d3681 req-f0e56f1c-5087-40e4-a11c-3a46683c9dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.0944798 Oct 11 15:43:58.226674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305805c-7968-4289-a569-0e95006e20f5 req-e6c04d1c-68ec-45a9-91e1-039b71230bfe tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:58.228640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4305805c-7968-4289-a569-0e95006e20f5 req-e6c04d1c-68ec-45a9-91e1-039b71230bfe tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0953333 Oct 11 15:43:58.337217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90191e4b-76b6-49ed-9324-6feace0d3681 req-e269bd4e-99a9-49c6-b774-6bcb73fb7fbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074412 Oct 11 15:43:58.350129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4305805c-7968-4289-a569-0e95006e20f5 req-26e8aba5-b8ea-4f39-8773-24c440844e8f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106086 Oct 11 15:43:58.375010 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6573f-d73f-4e47-bae4-b975ea515283 req-906acad7-47fc-4fa2-9c8e-369cbc430932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:58.376972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3f6573f-d73f-4e47-bae4-b975ea515283 req-906acad7-47fc-4fa2-9c8e-369cbc430932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1097 time: 0.2630491 Oct 11 15:43:58.421167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3f6573f-d73f-4e47-bae4-b975ea515283 req-427f627f-21d6-4131-b929-3e03e2a2299a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Oct 11 15:43:58.742655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9982c-78ea-4590-8fcd-924ae609b526 req-80716b16-9d1d-4ce6-af57-ed05b0731789 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:58.744354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f9982c-78ea-4590-8fcd-924ae609b526 req-80716b16-9d1d-4ce6-af57-ed05b0731789 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.0443082 Oct 11 15:43:58.782641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f9982c-78ea-4590-8fcd-924ae609b526 req-283b774f-352c-44bf-b54b-60855e8fd084 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Oct 11 15:43:58.858736 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:58.918519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5a5d8-967d-4338-a517-acf5d8404eab req-223db6a4-8926-4385-8f0f-d0e2287992d3 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:58.932799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dd5a5d8-967d-4338-a517-acf5d8404eab req-223db6a4-8926-4385-8f0f-d0e2287992d3 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.0677323 Oct 11 15:43:59.024761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dd5a5d8-967d-4338-a517-acf5d8404eab req-4ec8aa82-4f8e-4509-ba2d-a24c963c5661 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850019 Oct 11 15:43:59.028776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58ed5cc-3cd3-4e09-b005-034b31aef1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.145875 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58ed5cc-3cd3-4e09-b005-034b31aef1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.152480 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58ed5cc-3cd3-4e09-b005-034b31aef1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.191228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201255e5-964e-41f2-a3cd-74a7289f302d req-139950a6-a515-4114-ba28-9cf1457d6965 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.193088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-201255e5-964e-41f2-a3cd-74a7289f302d req-139950a6-a515-4114-ba28-9cf1457d6965 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.0878739 Oct 11 15:43:59.203620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d58ed5cc-3cd3-4e09-b005-034b31aef1ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=511dd7852cac4fd1a6ae5a385b8ac83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437991 Oct 11 15:43:59.204345 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ed5cc-3cd3-4e09-b005-034b31aef1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53292afb-d4a6-4473-84e5-219bfd02c5f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:59.212286 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:59.313956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-201255e5-964e-41f2-a3cd-74a7289f302d req-e48de4ab-8551-4202-a52a-66adfd44b788 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873013 Oct 11 15:43:59.342131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.353228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-dc5a7323-b9ec-4f05-af49-3be19ac1170f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0991752 Oct 11 15:43:59.380934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.522319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.525950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:43:59.529533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53292afb-d4a6-4473-84e5-219bfd02c5f2 HTTP/1.1" status: 204 len: 168 time: 0.3111238 Oct 11 15:43:59.550775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.551239 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.551691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.552570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.553024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.553468 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.554062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.556950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f5693afa-c703-4c40-8172-8755d89d2619 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.1398954 Oct 11 15:43:59.581172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768290c-4f45-4fac-8c36-9204356d9543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53292afb-d4a6-4473-84e5-219bfd02c5f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:43:59.739478 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c8c51-95f8-46f2-87f1-072ce2906828 req-4906f70c-cb0d-4d5b-9082-788b0578d991 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.742456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd6c8c51-95f8-46f2-87f1-072ce2906828 req-4906f70c-cb0d-4d5b-9082-788b0578d991 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.2441862 Oct 11 15:43:59.828366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e2e5a-353c-4efe-a722-17ea0fa0d0cc req-795a43f9-3aac-4744-9bcf-7d9e6ab89972 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.836442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b84e2e5a-353c-4efe-a722-17ea0fa0d0cc req-795a43f9-3aac-4744-9bcf-7d9e6ab89972 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.1459589 Oct 11 15:43:59.843458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd6c8c51-95f8-46f2-87f1-072ce2906828 req-c23435bd-b196-45dd-a4c8-66bb2a53103a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777383 Oct 11 15:43:59.920365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-679b4960-720e-4043-9237-61ebbf633298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.920983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-679b4960-720e-4043-9237-61ebbf633298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.921669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-679b4960-720e-4043-9237-61ebbf633298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:43:59.924074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-679b4960-720e-4043-9237-61ebbf633298 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 2292 time: 0.3357739 Oct 11 15:43:59.977560 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:43:59.990922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fd2725-c426-47ee-a888-c4e1bc7952d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.006093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b84e2e5a-353c-4efe-a722-17ea0fa0d0cc req-266deb83-e8a9-4c94-bb5e-231f72ed2cfa tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687648 Oct 11 15:44:00.016095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-95c689af-e290-4fd0-98c1-d2c420d4cf71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0831845 Oct 11 15:44:00.088420 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-7fb0bfe0-898a-4ae7-87f7-5718ca5f49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:00.090093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-7fb0bfe0-898a-4ae7-87f7-5718ca5f49c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.0655165 Oct 11 15:44:00.113814 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fd2725-c426-47ee-a888-c4e1bc7952d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.122251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fd2725-c426-47ee-a888-c4e1bc7952d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.164803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-551e20cb-8aff-42d2-871b-ca1783896b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:00.166576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-551e20cb-8aff-42d2-871b-ca1783896b8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644660 Oct 11 15:44:00.169632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2fd2725-c426-47ee-a888-c4e1bc7952d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d53668d632064a4eb68d31725ef3fc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883912 Oct 11 15:44:00.169632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd2725-c426-47ee-a888-c4e1bc7952d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ab94b-2afe-4414-8a5f-ed3ddbe3a331,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:00.169855 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:00.288305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.301235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-5b903a0a-554d-46c7-b7e2-c733cf81da41 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246064 Oct 11 15:44:00.323782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.436224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-1a8d5917-3c0a-4f88-b2d8-86b1fd95da4a service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244311 Oct 11 15:44:00.437508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.440046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:00.441191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/180ab94b-2afe-4414-8a5f-ed3ddbe3a331 HTTP/1.1" status: 204 len: 168 time: 0.2704518 Oct 11 15:44:00.456556 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77ca89-3330-4461-bb2b-2c33481e3335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ab94b-2afe-4414-8a5f-ed3ddbe3a331,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:00.487643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-acbd4bee-24c8-483d-bf1c-894b3cd2f5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 217 time: 0.0434611 Oct 11 15:44:00.579551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-7b30160f-755e-4cf0-b90b-38ab1b717636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:00.581017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-7b30160f-755e-4cf0-b90b-38ab1b717636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0840471 Oct 11 15:44:00.648714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-66085adb-e520-48f5-8a48-b9aed22d2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:00.650337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-66085adb-e520-48f5-8a48-b9aed22d2427 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618668 Oct 11 15:44:00.799109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-616fff2a-b028-42df-a08a-5593688a5770 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376512 Oct 11 15:44:00.923205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-567f278a-5077-471b-adf1-77a67657a01f service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164274 Oct 11 15:44:00.978435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-263c79e2-b268-430b-8d02-862bf1c820ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 217 time: 0.0466726 Oct 11 15:44:01.077372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-22a0f35a-5361-444d-baff-450ce7955011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.079792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-22a0f35a-5361-444d-baff-450ce7955011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0877216 Oct 11 15:44:01.206034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc850cc-5a05-4ada-8e53-f4baca56c9c2 req-863bfec4-80c0-471e-8b13-a7c222653f44 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.207700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bc850cc-5a05-4ada-8e53-f4baca56c9c2 req-863bfec4-80c0-471e-8b13-a7c222653f44 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.2258737 Oct 11 15:44:01.233329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-5c8f9838-c7a0-412c-915f-07c088df6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.235196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-5c8f9838-c7a0-412c-915f-07c088df6d8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404340 Oct 11 15:44:01.241726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bc655-0321-4821-8cfa-e08b037bf3f9 req-de1c97d1-19c2-473b-b216-c39f3b7ce246 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.243414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-006bc655-0321-4821-8cfa-e08b037bf3f9 req-de1c97d1-19c2-473b-b216-c39f3b7ce246 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.1209657 Oct 11 15:44:01.269934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-81436d2f-5508-4b60-b4c0-e199e51a5792 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.271854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-81436d2f-5508-4b60-b4c0-e199e51a5792 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1097 time: 0.1910141 Oct 11 15:44:01.358844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bc850cc-5a05-4ada-8e53-f4baca56c9c2 req-0ab19062-83a4-4f67-aaa2-a33c6ff73687 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441691 Oct 11 15:44:01.458088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-006bc655-0321-4821-8cfa-e08b037bf3f9 req-bbde7e20-2452-4065-8f3b-f006866313c3 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029395 Oct 11 15:44:01.531820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-ddb8f0f3-0975-4351-9dd7-b9c446384672 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808564 Oct 11 15:44:01.539968 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Deleting port 3c842150-b81d-4710-888e-05f0dca7a92b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:01.540769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:01.799285 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-e3b8d3ed-3246-414c-8cbd-02978226cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.802710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-e3b8d3ed-3246-414c-8cbd-02978226cc99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1097 time: 0.1003616 Oct 11 15:44:01.857750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-14e5801e-37dc-4df2-a26c-66eb35aaefe4 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966152 Oct 11 15:44:01.885985 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] For port 3c842150-b81d-4710-888e-05f0dca7a92b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c842150-b81d-4710-888e-05f0dca7a92b,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:01.886759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:01.971375 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-20b2fc0f-d7e7-4159-8e42-8ae82a5482cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:01.975400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-20b2fc0f-d7e7-4159-8e42-8ae82a5482cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1660588 Oct 11 15:44:02.005565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-0d7d9dae-0494-4a19-b289-a41d4e93f844 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 217 time: 0.1228023 Oct 11 15:44:02.010975 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Calling delete_port for 3c842150-b81d-4710-888e-05f0dca7a92b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:02.058948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-c438702a-d510-488e-98c0-216acfcd4a80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 200 len: 217 time: 0.0747819 Oct 11 15:44:02.139611 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:02.180777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-b8913010-3708-4018-9f9a-3617891eaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:02.183605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-b8913010-3708-4018-9f9a-3617891eaf9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.1171811 Oct 11 15:44:02.213301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f3a92-9b68-419f-ae25-abdf7b8f88af req-6888f4a7-5529-4be4-9eb4-5dfa7fb98de6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:02.217869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e7f3a92-9b68-419f-ae25-abdf7b8f88af req-6888f4a7-5529-4be4-9eb4-5dfa7fb98de6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.3557565 Oct 11 15:44:02.241665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-e3c33b8d-cec9-4bba-b178-a185de56f383 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490980 Oct 11 15:44:02.257124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f8e51097-de9b-422d-9897-53aa678ab69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:02.258590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-f8e51097-de9b-422d-9897-53aa678ab69d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.2444043 Oct 11 15:44:02.366161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e33a4d2a-01a4-4ef1-a19b-0b2fbfe089e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:02.401834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-71c346c1-f9c3-4278-9459-3223ea170ca2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b4577989f294ade9377e6713ea8e643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581682 Oct 11 15:44:02.402237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e7f3a92-9b68-419f-ae25-abdf7b8f88af req-3de60795-33c7-4cb1-9a4f-04fa4b7ab184 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649957 Oct 11 15:44:02.405457 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:02.498229 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-e7f071c4-fbcf-4b21-a36f-38ac752e07fd service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320259 Oct 11 15:44:02.541211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-003abdd9-7731-42b0-a486-f1da88172b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:02.543051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-003abdd9-7731-42b0-a486-f1da88172b12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2764244 Oct 11 15:44:02.690379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-c8de59e4-f3a7-4e4a-8b30-5b9b9f6fb976 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367340 Oct 11 15:44:02.701912 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eea19b63-f5af-4e96-bf21-d34c6f510ae8 req-ef5abf20-8888-4d5e-a2ac-3001ec5615b1 service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995537 Oct 11 15:44:02.739989 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.102599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.115498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3c842150-b81d-4710-888e-05f0dca7a92b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:44:03.137443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b75d376a-063d-4005-8dbc-160556c52fad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:44:03.155790 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c842150-b81d-4710-888e-05f0dca7a92b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:03.174864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.242280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6cf7-cb9e-40c4-9f8e-c89f87a3e61d req-b2d02769-0754-49fe-a0ba-bb082d5caf8d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:03.243802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c1d6cf7-cb9e-40c4-9f8e-c89f87a3e61d req-b2d02769-0754-49fe-a0ba-bb082d5caf8d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71399b96-c36c-4990-9178-aaba48c98f7d HTTP/1.1" status: 200 len: 1018 time: 0.5475821 Oct 11 15:44:03.323286 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] No DVR routers for this DVR port 3c842150-b81d-4710-888e-05f0dca7a92b on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:03.335387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.339316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c6d575e-2f21-4825-9be6-c57cde187dde req-ebf5b8e2-d81c-4b1f-9646-8cab1f8fc33d tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3c842150-b81d-4710-888e-05f0dca7a92b HTTP/1.1" status: 204 len: 173 time: 2.0505235 Oct 11 15:44:03.339957 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'name': 'network-vif-deleted', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:44:03.342517 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740b07a2-6315-4f70-9979-21bd4ef31f32" -d '{"events": [{"server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "name": "network-vif-deleted", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:44:03.356903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-674ac352-8ff2-4145-aadf-f57c43fd5162 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369452 Oct 11 15:44:03.414256 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072b2a42-6ef9-454c-9504-e12252b9dcc3 x-openstack-request-id: req-072b2a42-6ef9-454c-9504-e12252b9dcc3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:44:03.414942 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71399b96-c36c-4990-9178-aaba48c98f7d", "name": "network-vif-deleted", "tag": "3c842150-b81d-4710-888e-05f0dca7a92b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:44:03.414942 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-072b2a42-6ef9-454c-9504-e12252b9dcc3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:44:03.415300 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71399b96-c36c-4990-9178-aaba48c98f7d', 'name': 'network-vif-deleted', 'tag': '3c842150-b81d-4710-888e-05f0dca7a92b', 'status': 'completed', 'code': 200} Oct 11 15:44:03.431220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c1d6cf7-cb9e-40c4-9f8e-c89f87a3e61d req-750b7c47-6dd9-4c9d-9d98-58eb528c2023 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417336 Oct 11 15:44:03.433291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-89074102-efb8-4051-978f-c89f8b946405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 217 time: 0.0628593 Oct 11 15:44:03.474461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.477395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:03.481854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/672f9eeb-0f81-4ba5-bddd-a3dcdf23b939 HTTP/1.1" status: 204 len: 168 time: 1.0753205 Oct 11 15:44:03.497422 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52534e-f304-49b7-9498-d745008e152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f9eeb-0f81-4ba5-bddd-a3dcdf23b939,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:03.516002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-e01ea176-d9c5-41c2-8936-5eed8ea399c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:03.521106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-e01ea176-d9c5-41c2-8936-5eed8ea399c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0802770 Oct 11 15:44:03.627688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-1625bba7-0229-4cb8-9186-71532a6f1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:03.635159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-1625bba7-0229-4cb8-9186-71532a6f1f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045661 Oct 11 15:44:03.761769 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba243-e647-4826-8574-0b0145a60b38 req-91e36d83-2349-4889-987c-bfcf83d94807 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:03.769510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-718ba243-e647-4826-8574-0b0145a60b38 req-91e36d83-2349-4889-987c-bfcf83d94807 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1919675 Oct 11 15:44:03.858793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-718ba243-e647-4826-8574-0b0145a60b38 req-f40da2c6-e3e0-48f5-8e91-71244c3161ba tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705914 Oct 11 15:44:03.871841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-a941db22-7028-494e-ac38-673f5e21eebe service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145934 Oct 11 15:44:04.011926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-373b0640-2450-45b0-962f-b3b68607a436 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330528 Oct 11 15:44:04.077417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-734c672b-7be5-4858-8984-dbdee3bc53db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 217 time: 0.0562506 Oct 11 15:44:04.150898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-ef02717f-4cab-4556-8a11-5e6fdffecf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:04.152552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-ef02717f-4cab-4556-8a11-5e6fdffecf5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0649817 Oct 11 15:44:04.216475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-50c3d2e6-fb34-4fd0-a7fd-51f336c6a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:04.218254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-50c3d2e6-fb34-4fd0-a7fd-51f336c6a176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545678 Oct 11 15:44:04.355941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-e1fa7f74-ad29-42d0-af14-2b26d85aece6 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244309 Oct 11 15:44:04.515797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-602a8fe4-8f02-4bbc-a9f2-60947ab33a93 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513426 Oct 11 15:44:04.534287 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:04.579248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-dea7d822-45e7-46e5-8666-52e7deba33ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.0480349 Oct 11 15:44:04.685363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-28c143ea-4b7e-4e53-bb74-f7d818cf3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:04.689011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-28c143ea-4b7e-4e53-bb74-f7d818cf3cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.1009707 Oct 11 15:44:04.698807 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-769843366-network', 'tenant_id': '609017fd19cf4c3db3c8d4bfd2aa7364'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:44:04.750223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Made reservation on behalf of 609017fd19cf4c3db3c8d4bfd2aa7364 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:44:04.753089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.767143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.829370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-c9b833f6-6346-4580-b65a-ded3236a305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:04.830595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93701fbd-16c0-46f5-b269-d2d07d5b479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.831162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-c9b833f6-6346-4580-b65a-ded3236a305f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295295 Oct 11 15:44:04.907993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.917043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.952535 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:44:04.975609 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:04.976243 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Added segment 52c2c899-f232-4675-8522-2e03f6a8346b of type vlan for network b31329cf-f5f2-4977-a82a-058b4633ef56 Oct 11 15:44:04.989013 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89ca8f-0cf1-42dd-b431-766fe1396dd4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:05.018510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc979e-3644-447b-801c-96aed1700066 req-bad07a1d-5b2d-450c-8e16-6bd02a05d119 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:05.020145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdc979e-3644-447b-801c-96aed1700066 req-bad07a1d-5b2d-450c-8e16-6bd02a05d119 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.1398454 Oct 11 15:44:05.057600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.090012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.091264 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:05.091978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.099162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-cc033113-bb53-4168-bb07-a7bc7106274c service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583032 Oct 11 15:44:05.107745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdc979e-3644-447b-801c-96aed1700066 req-c6e33dd3-d6ca-43c9-a98a-48c1cd196b61 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782652 Oct 11 15:44:05.189541 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6532702 Oct 11 15:44:05.193165 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:05.198319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Request body: {'subnet': {'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-769843366-subnet', 'tenant_id': '609017fd19cf4c3db3c8d4bfd2aa7364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:44:05.201739 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956ab51-c1a3-46f6-aec6-b119763ccb44 admin admin] Pushing event updated for resources: {'Network': ['ID=b31329cf-f5f2-4977-a82a-058b4633ef56,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:05.204386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374c5d-b094-4cbe-b263-878a9dadc666 req-6310bee1-67d1-4df9-a36c-f28f438b9e1f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:05.205990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a374c5d-b094-4cbe-b263-878a9dadc666 req-6310bee1-67d1-4df9-a36c-f28f438b9e1f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1657841 Oct 11 15:44:05.215918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b31329cf-f5f2-4977-a82a-058b4633ef56 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:44:05.234076 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Made reservation on behalf of 609017fd19cf4c3db3c8d4bfd2aa7364 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:44:05.236854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.263028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71561d52-a2a4-4d35-9077-ff29982bead4 req-0261ec8f-02bf-47d8-8f7c-f72e8d53e430 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533580 Oct 11 15:44:05.316875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a374c5d-b094-4cbe-b263-878a9dadc666 req-e16af22f-785f-4f88-8a64-53443ac5a830 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043537 Oct 11 15:44:05.338768 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:05.416635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c842150-b81d-4710-888e-05f0dca7a92b no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:05.444077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 3c842150-b81d-4710-888e-05f0dca7a92b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:05.444685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3c842150-b81d-4710-888e-05f0dca7a92b not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:05.452716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.473424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562f7a45-1d38-4925-af10-da6ebb62cdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.508531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:05.519442 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Checking segment: {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:44:05.519798 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Network hostable DHCP agents. Network: b31329cf-f5f2-4977-a82a-058b4633ef56, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:44:05.538280 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Network b31329cf-f5f2-4977-a82a-058b4633ef56 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:44:05.550704 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b31329cf-f5f2-4977-a82a-058b4633ef56) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:44:05.561727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb4de6-26ef-46c9-842e-1275ef550cbd None None] Network b31329cf-f5f2-4977-a82a-058b4633ef56 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:44:05.569883 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562f7a45-1d38-4925-af10-da6ebb62cdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.572905 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:05.573753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.575317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562f7a45-1d38-4925-af10-da6ebb62cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.606289 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d5ed97e-0ec7-4ca8-95fe-ff3bbe0cebb0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4114919 Oct 11 15:44:05.625465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-562f7a45-1d38-4925-af10-da6ebb62cdd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df6536cbdc2c4d22815f560c500e4486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830756 Oct 11 15:44:05.625465 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f7a45-1d38-4925-af10-da6ebb62cdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29773a47-c39b-41fd-96c3-ddc2184c3bb5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:05.626088 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:05.686058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.722000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.739750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dddcff2-1f29-451e-bc12-b92587fa6593 None None] Network b31329cf-f5f2-4977-a82a-058b4633ef56 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:44:05.783748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.787061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.788169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29773a47-c39b-41fd-96c3-ddc2184c3bb5 HTTP/1.1" status: 204 len: 168 time: 0.1610696 Oct 11 15:44:05.805696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0129b-9f7f-46c0-af52-5862173bbf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29773a47-c39b-41fd-96c3-ddc2184c3bb5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:05.963490 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:05.969403 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.135247 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:06.157735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61798040-e1e8-4811-89fc-5522129e58a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.291344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3609e-ef52-4e4d-b527-1a43cd096c1f req-16df3fcf-8be9-4538-a0c4-2cdf5d9d7b4a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:06.292971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15e3609e-ef52-4e4d-b527-1a43cd096c1f req-16df3fcf-8be9-4538-a0c4-2cdf5d9d7b4a tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.0957866 Oct 11 15:44:06.308197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-a8bec407-adab-4887-88ac-e2b1332bdfc1 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:06.309705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-a8bec407-adab-4887-88ac-e2b1332bdfc1 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 1096 time: 0.0996609 Oct 11 15:44:06.343058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61798040-e1e8-4811-89fc-5522129e58a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.368117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61798040-e1e8-4811-89fc-5522129e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.461078 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15e3609e-ef52-4e4d-b527-1a43cd096c1f req-53bfe241-dc4f-4624-a46f-e189f0be8684 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428924 Oct 11 15:44:06.488692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-61798040-e1e8-4811-89fc-5522129e58a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=825b538b90504692a2425880b5cccee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488073 Oct 11 15:44:06.488814 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:06.500551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61798040-e1e8-4811-89fc-5522129e58a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df493ca-4db5-4600-b033-2ebd0d4a31f4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:06.541140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.568358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.574156 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Deleting port b75d376a-063d-4005-8dbc-160556c52fad {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:06.574634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.585498 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58458db-37ba-4ca3-a43e-1204cb97226d req-f557229e-3a1f-4f67-bfe0-1d573f964b27 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:06.587112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e58458db-37ba-4ca3-a43e-1204cb97226d req-f557229e-3a1f-4f67-bfe0-1d573f964b27 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1783226 Oct 11 15:44:06.676080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.679065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e58458db-37ba-4ca3-a43e-1204cb97226d req-6b9abfe1-0185-4962-8642-66f396f9e24a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Oct 11 15:44:06.679358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.682710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df493ca-4db5-4600-b033-2ebd0d4a31f4 HTTP/1.1" status: 204 len: 168 time: 0.1907527 Oct 11 15:44:06.703476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ad003-7715-49bb-9ae2-ca5be94be866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df493ca-4db5-4600-b033-2ebd0d4a31f4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:06.736071 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] For port b75d376a-063d-4005-8dbc-160556c52fad, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b75d376a-063d-4005-8dbc-160556c52fad,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:06.736444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.753750 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Calling delete_port for b75d376a-063d-4005-8dbc-160556c52fad owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:06.929906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:06.939553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b75d376a-063d-4005-8dbc-160556c52fad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:44:06.965808 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Pushing event deleted for resources: {'Port': ['ID=b75d376a-063d-4005-8dbc-160556c52fad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:07.026174 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] No DVR routers for this DVR port b75d376a-063d-4005-8dbc-160556c52fad on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:07.029465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:07.033223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d574ce5f-9eb7-48ea-a4f2-90b1bff19b77 req-e244a089-68a6-4328-8baa-a46be4b3856b tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b75d376a-063d-4005-8dbc-160556c52fad HTTP/1.1" status: 204 len: 173 time: 0.7095590 Oct 11 15:44:07.034018 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'name': 'network-vif-deleted', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:44:07.036475 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c4398e-9d34-4f3c-94a4-3961e356fa4f" -d '{"events": [{"server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "name": "network-vif-deleted", "tag": "b75d376a-063d-4005-8dbc-160556c52fad"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:44:07.095185 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37546d46-b6e9-479e-a93e-2f15760e9e65 x-openstack-request-id: req-37546d46-b6e9-479e-a93e-2f15760e9e65 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:44:07.095820 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f095b83-430f-40b2-b197-70bc15b604ca", "name": "network-vif-deleted", "tag": "b75d376a-063d-4005-8dbc-160556c52fad", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:44:07.096288 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37546d46-b6e9-479e-a93e-2f15760e9e65 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:44:07.096876 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f095b83-430f-40b2-b197-70bc15b604ca', 'name': 'network-vif-deleted', 'tag': 'b75d376a-063d-4005-8dbc-160556c52fad', 'status': 'completed', 'code': 200} Oct 11 15:44:07.619263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b107ff20-0d68-4ca6-b60e-4303a72c3bb8 req-1e39b2e7-7a4a-4a55-add3-b0b243c6bf18 tempest-TestServerMultinode-1891963253 tempest-TestServerMultinode-1891963253-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f095b83-430f-40b2-b197-70bc15b604ca HTTP/1.1" status: 200 len: 210 time: 0.0316255 Oct 11 15:44:07.690272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:07.826896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ce1ba-7204-41f8-b132-3f5257e23de9 req-83e2c2f0-7e07-4b8e-89d2-d5c6b3ab896f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:07.829978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f97ce1ba-7204-41f8-b132-3f5257e23de9 req-83e2c2f0-7e07-4b8e-89d2-d5c6b3ab896f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0736554 Oct 11 15:44:07.867471 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:44:07.881769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f97ce1ba-7204-41f8-b132-3f5257e23de9 req-0ebd71f9-e2f4-4bb1-92bb-93f2b3e2bc55 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Oct 11 15:44:08.697898 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:09.058183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683bc46-4c59-49bd-ba09-327636dc4fef req-fb006cce-0d9c-4f38-8f44-9503d7584a52 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:09.068525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7683bc46-4c59-49bd-ba09-327636dc4fef req-fb006cce-0d9c-4f38-8f44-9503d7584a52 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0769482 Oct 11 15:44:09.135763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7683bc46-4c59-49bd-ba09-327636dc4fef req-33101fc2-c0a9-4750-8356-df02a9d8b93b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658429 Oct 11 15:44:09.300253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:09.323733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:09.576672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Deleting port b3e21fcf-e6f2-423d-b282-254bebfd618a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:09.576966 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:09.677975 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] For port b3e21fcf-e6f2-423d-b282-254bebfd618a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3e21fcf-e6f2-423d-b282-254bebfd618a,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:09.678310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:09.693788 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Calling delete_port for b3e21fcf-e6f2-423d-b282-254bebfd618a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:09.950399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:10.000459 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e21fcf-e6f2-423d-b282-254bebfd618a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:10.114757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.116649 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.117200 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.117888 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.126071 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.126612 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.127092 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.127567 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.128173 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.128656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.129131 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.129619 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:10.342896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b75d376a-063d-4005-8dbc-160556c52fad no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:10.447396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25603979-94f9-49da-a343-cd42cbcfc9e3 req-1fc3d8c0-98b0-4924-be0e-11d682593d6a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:10.461464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: b75d376a-063d-4005-8dbc-160556c52fad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:10.462058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25603979-94f9-49da-a343-cd42cbcfc9e3 req-1fc3d8c0-98b0-4924-be0e-11d682593d6a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.2413130 Oct 11 15:44:10.470015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b75d376a-063d-4005-8dbc-160556c52fad not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:10.530187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:10.554837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25603979-94f9-49da-a343-cd42cbcfc9e3 req-aced321a-979d-488b-8436-2138ae3048c5 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894113 Oct 11 15:44:10.592468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:10.802582 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Router 0989524b-21e4-43cc-9378-104101dd1c18 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:44:10.942974 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:44:10.948722 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-611ccf22-44c3-49f5-8fa0-44fcfa09ce66 admin admin] 10.222.0.31 "PUT /v2.0/routers/0989524b-21e4-43cc-9378-104101dd1c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2488732 Oct 11 15:44:10.951414 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:10.954270 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Sync routers for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:44:10.967566 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:44:10.968148 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:11.083888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:11.085620 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:44:11.210769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:11.342292 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Deleting port f4f70ed5-d11f-4e0a-90e8-b60e4581f985 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:11.343828 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:11.392511 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36'}], 'enable_snat': True}, 'gw_port_id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:44:09Z', 'revision_number': 5, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port': {'id': 'f4f70ed5-d11f-4e0a-90e8-b60e4581f985', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989524b-21e4-43cc-9378-104101dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:42:59Z', 'updated_at': '2021-10-11T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:11.424710 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Checking router: 0989524b-21e4-43cc-9378-104101dd1c18 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:44:11.434570 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Routers {'0989524b-21e4-43cc-9378-104101dd1c18'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:44:11.435648 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0989524b-21e4-43cc-9378-104101dd1c18'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:11.458757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] For port f4f70ed5-d11f-4e0a-90e8-b60e4581f985, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:11.459323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:11.479608 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Calling delete_port for f4f70ed5-d11f-4e0a-90e8-b60e4581f985 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:11.647935 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] Set router 0989524b-21e4-43cc-9378-104101dd1c18 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:44:11.723344 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:44:11Z', 'revision_number': 6, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:11.767081 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9173f-2288-4552-834b-6aadbb197390 None None] The sync data for ids ['0989524b-21e4-43cc-9378-104101dd1c18'] in n-d-master-1 is: [{'id': '0989524b-21e4-43cc-9378-104101dd1c18', 'name': 'tempest-TestServerMultinode-151723523-router', 'tenant_id': '569d0f2e878b4fd5a39b52c8001aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:42:58Z', 'updated_at': '2021-10-11T15:44:11Z', 'revision_number': 6, 'project_id': '569d0f2e878b4fd5a39b52c8001aab46', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:44:11.960558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028aedd-db15-486a-bfb7-6346519bc195 req-e38d1de6-6fe2-468b-afc7-edcac2f4a9fe tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:11.962182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f028aedd-db15-486a-bfb7-6346519bc195 req-e38d1de6-6fe2-468b-afc7-edcac2f4a9fe tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.2252345 Oct 11 15:44:12.046795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f028aedd-db15-486a-bfb7-6346519bc195 req-e63a116c-daca-43f7-8382-327d43622d2e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Oct 11 15:44:12.074211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.099295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f70ed5-d11f-4e0a-90e8-b60e4581f985,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:12.188685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.339907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.343348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.401646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.404341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0989524b-21e4-43cc-9378-104101dd1c18 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:44:12.415545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.416969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-66d228e8-3b9c-4d3d-ad39-51ab84275b73 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0989524b-21e4-43cc-9378-104101dd1c18 HTTP/1.1" status: 204 len: 168 time: 1.4644041 Oct 11 15:44:12.419494 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:12.492055 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Deleting subnet 7daa90f1-f20c-45a0-a799-e8431c52c293 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:44:12.496981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.541707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.641119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.712808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.741849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7daa90f1-f20c-45a0-a799-e8431c52c293,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:12.762179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.762329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e881c-c141-4bf8-a7f3-15975e38d0be None None] Network 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:44:12.769401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6ea6cc2-7e56-4621-b7aa-d0e7c2f5138e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7daa90f1-f20c-45a0-a799-e8431c52c293 HTTP/1.1" status: 204 len: 168 time: 0.3422804 Oct 11 15:44:12.769751 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:12.858451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:12.997270 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Deleting port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:12.997694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.167919 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] For port 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=675f3fc0-b06f-4f12-89d6-b9aa703ff964,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:13.181092 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.199328 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] DHCP port deletion for 4e368584-71f7-4fbc-ac1c-88dcf2f10b85 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:44:13.239881 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Calling delete_port for 675f3fc0-b06f-4f12-89d6-b9aa703ff964 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:13.275226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Deleting port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:13.275904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.380350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f33bf-e79f-4bce-8b23-7916d223a822 req-6372111f-48e5-4dd7-8a23-dda6acba6c8a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:13.387202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e63f33bf-e79f-4bce-8b23-7916d223a822 req-6372111f-48e5-4dd7-8a23-dda6acba6c8a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.2027316 Oct 11 15:44:13.406509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4f70ed5-d11f-4e0a-90e8-b60e4581f985 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:13.409892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] For port 675f3fc0-b06f-4f12-89d6-b9aa703ff964, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=675f3fc0-b06f-4f12-89d6-b9aa703ff964,segment=NetworkSegment(54bdd6e0-4ded-44f9-b632-f4404d1330a4),segment_id=54bdd6e0-4ded-44f9-b632-f4404d1330a4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:13.410489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.442492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.444672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Calling delete_port for 675f3fc0-b06f-4f12-89d6-b9aa703ff964 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:13.446779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f4f70ed5-d11f-4e0a-90e8-b60e4581f985 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:13.447979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4f70ed5-d11f-4e0a-90e8-b60e4581f985 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:13.448820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 675f3fc0-b06f-4f12-89d6-b9aa703ff964 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:13.473589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 675f3fc0-b06f-4f12-89d6-b9aa703ff964 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:13.474282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 675f3fc0-b06f-4f12-89d6-b9aa703ff964 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:13.474920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b3e21fcf-e6f2-423d-b282-254bebfd618a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:13.497099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b3e21fcf-e6f2-423d-b282-254bebfd618a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:13.498631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b3e21fcf-e6f2-423d-b282-254bebfd618a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:13.520175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e63f33bf-e79f-4bce-8b23-7916d223a822 req-0a73dd48-ea54-4230-837e-2459b3e5cf64 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969884 Oct 11 15:44:13.523622 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=675f3fc0-b06f-4f12-89d6-b9aa703ff964,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:13.532889 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] No DVR routers for this DVR port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:13.634781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.657964 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e368584-71f7-4fbc-ac1c-88dcf2f10b85']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:13.668003 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.668650 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bdd6e0-4ded-44f9-b632-f4404d1330a4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:13.669188 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bdd6e0-4ded-44f9-b632-f4404d1330a4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:13.681808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.695738 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] Pushing event deleted for resources: {'Port': ['ID=675f3fc0-b06f-4f12-89d6-b9aa703ff964,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:13.704614 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5745804-ec23-4c89-a26e-a2902a4ad391 None None] No DVR routers for this DVR port 675f3fc0-b06f-4f12-89d6-b9aa703ff964 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:13.707860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.724151 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:44:13.724766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:44:13.727231 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:44:13.799720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.806653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:13.811432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e368584-71f7-4fbc-ac1c-88dcf2f10b85 HTTP/1.1" status: 204 len: 168 time: 1.0403850 Oct 11 15:44:13.814255 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:13.829340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca606-0db8-4ba4-ab5c-08c7fc5e59b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e368584-71f7-4fbc-ac1c-88dcf2f10b85,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:14.286721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:14.551922 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Deleting port 6514ff64-a434-400f-a5eb-fa8470282af5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:14.552265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:14.641292 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] For port 6514ff64-a434-400f-a5eb-fa8470282af5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6514ff64-a434-400f-a5eb-fa8470282af5,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:14.641700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:14.650982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40991a-1466-464a-b188-843b52a125e6 req-e9aad33d-6241-412f-a86e-a27e7f7a8ab1 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:14.652703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab40991a-1466-464a-b188-843b52a125e6 req-e9aad33d-6241-412f-a86e-a27e7f7a8ab1 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0537961 Oct 11 15:44:14.657525 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Calling delete_port for 6514ff64-a434-400f-a5eb-fa8470282af5 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:14.694905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab40991a-1466-464a-b188-843b52a125e6 req-176f0198-2b8e-42fe-9c17-b9b57a59c7ec tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353322 Oct 11 15:44:14.885199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:14.927991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Pushing event deleted for resources: {'Port': ['ID=6514ff64-a434-400f-a5eb-fa8470282af5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:15.224485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:15.543161 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:15.605173 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Router 72af0d4b-d5cf-4d29-a14e-471b1b03650a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:44:15.717077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03ba3583-937a-4c12-a8dd-5f1365181ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:15.811774 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:44:15.822935 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Sync routers for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:44:15.826177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fe7d269-38f6-4910-b044-b6f123160eba admin admin] 10.222.0.31 "PUT /v2.0/routers/72af0d4b-d5cf-4d29-a14e-471b1b03650a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099521 Oct 11 15:44:15.828316 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:15.842700 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:44:15.843354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:15.885978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03ba3583-937a-4c12-a8dd-5f1365181ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:15.911672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc67f83-2f6a-41b3-9133-e1efa45716c5 req-8a387aa4-7d59-4955-9f32-8c8a75b08dfd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:15.912798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fc67f83-2f6a-41b3-9133-e1efa45716c5 req-8a387aa4-7d59-4955-9f32-8c8a75b08dfd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1057687 Oct 11 15:44:15.914249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03ba3583-937a-4c12-a8dd-5f1365181ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.069435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03ba3583-937a-4c12-a8dd-5f1365181ce6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4887768df7cc41f3af33994e62f2e29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250440 Oct 11 15:44:16.073119 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:16.077563 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3583-937a-4c12-a8dd-5f1365181ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68acee-a2f2-4ed8-8c93-8b474b95da23,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:16.121791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.156551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:44:16.170214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fc67f83-2f6a-41b3-9133-e1efa45716c5 req-00471a16-d9c3-4a5c-9839-a162ea83fae4 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041097 Oct 11 15:44:16.261662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.341640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.468094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.471183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:16.475029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b68acee-a2f2-4ed8-8c93-8b474b95da23 HTTP/1.1" status: 204 len: 168 time: 0.3915205 Oct 11 15:44:16.502889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9491edc-f3e8-46f1-ba9b-3355deb3665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68acee-a2f2-4ed8-8c93-8b474b95da23,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:16.635577 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:44:14Z', 'revision_number': 5, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:16.668782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Checking router: 72af0d4b-d5cf-4d29-a14e-471b1b03650a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:44:16.684432 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Routers {'72af0d4b-d5cf-4d29-a14e-471b1b03650a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:44:16.685784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:16.896156 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] Set router 72af0d4b-d5cf-4d29-a14e-471b1b03650a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:44:16.941396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.066651 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Deleting port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:17.067095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.149378 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:17.168254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff335bee-5e9e-443c-9128-9b6e37c8de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.173703 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:44:14Z', 'revision_number': 5, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:17.203928 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] For port cba2ca04-b6e6-41a2-9400-4e0d64b0eab2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:17.204154 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c8ff9-b946-4917-b4c7-40233d004f45 None None] The sync data for ids ['72af0d4b-d5cf-4d29-a14e-471b1b03650a'] in n-d-master-1 is: [{'id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'name': 'tempest-TestServerMultinode-1347138993-router', 'tenant_id': '552c4b075f0c46ea9380d24c51ec679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:12Z', 'updated_at': '2021-10-11T15:44:14Z', 'revision_number': 5, 'project_id': '552c4b075f0c46ea9380d24c51ec679a', 'gw_port': {'id': 'cba2ca04-b6e6-41a2-9400-4e0d64b0eab2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af0d4b-d5cf-4d29-a14e-471b1b03650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:14Z', 'updated_at': '2021-10-11T15:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:44:17.204457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.238809 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Calling delete_port for cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:17.351343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff335bee-5e9e-443c-9128-9b6e37c8de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.364789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff335bee-5e9e-443c-9128-9b6e37c8de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.411423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437930-5c92-4fb9-aee4-be78eb3fa94c req-bdacf7db-5621-4732-9f55-4e832e0ba8b9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:17.421422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39437930-5c92-4fb9-aee4-be78eb3fa94c req-bdacf7db-5621-4732-9f55-4e832e0ba8b9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0957251 Oct 11 15:44:17.456419 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff335bee-5e9e-443c-9128-9b6e37c8de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7018c-5e31-4e3d-b937-23122229e433,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:17.460685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff335bee-5e9e-443c-9128-9b6e37c8de42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67ece701e5c4425d9756eff7da8e64bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107920 Oct 11 15:44:17.464154 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:17.485228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39437930-5c92-4fb9-aee4-be78eb3fa94c req-e6639dc7-380a-4f04-87a5-96d20ae72771 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628433 Oct 11 15:44:17.560147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.575862 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.593008 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6514ff64-a434-400f-a5eb-fa8470282af5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:17.643885 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6514ff64-a434-400f-a5eb-fa8470282af5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:17.644481 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6514ff64-a434-400f-a5eb-fa8470282af5 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:17.649657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.651600 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba2ca04-b6e6-41a2-9400-4e0d64b0eab2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:17.761548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.845267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.847930 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.849237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4e7018c-5e31-4e3d-b937-23122229e433 HTTP/1.1" status: 204 len: 168 time: 0.3841355 Oct 11 15:44:17.887474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7d510-cb3e-42ab-884d-0c5ebeb33a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7018c-5e31-4e3d-b937-23122229e433,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:17.896092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.898597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.955161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.956078 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72af0d4b-d5cf-4d29-a14e-471b1b03650a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:44:17.960982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:17.964716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d84882c5-6fd5-47a9-bd0a-aaf328a53282 admin admin] 10.222.0.31 "DELETE /v2.0/routers/72af0d4b-d5cf-4d29-a14e-471b1b03650a HTTP/1.1" status: 204 len: 168 time: 2.1328533 Oct 11 15:44:17.965273 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:18.039051 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Deleting subnet 4492767d-eb94-496c-baaa-cf3b360a67b9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:44:18.046028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.109277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.274291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.356384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.370591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.376048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc66c1-b11a-490a-80e6-0a58fe518b5c None None] Network 15c74eaa-04f0-42d2-a911-688f07ba654f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:44:18.384001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4492767d-eb94-496c-baaa-cf3b360a67b9 HTTP/1.1" status: 204 len: 168 time: 0.4128957 Oct 11 15:44:18.384333 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:18.399592 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee2f27-fa30-4163-9dd1-698fa94714e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4492767d-eb94-496c-baaa-cf3b360a67b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:18.587236 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.738177 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Deleting port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:18.738524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.752002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3933c7-14ee-4062-86ae-1e7f46f2fcc6 req-775e54a6-2094-42fe-86b4-cb9a7fee645f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:18.760023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe3933c7-14ee-4062-86ae-1e7f46f2fcc6 req-775e54a6-2094-42fe-86b4-cb9a7fee645f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1371741 Oct 11 15:44:18.782554 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] DHCP port deletion for 15c74eaa-04f0-42d2-a911-688f07ba654f request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:44:18.873939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Deleting port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:44:18.874250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe3933c7-14ee-4062-86ae-1e7f46f2fcc6 req-c3c76956-350d-4874-bd9b-816755eecf5f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129527 Oct 11 15:44:18.874359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.906250 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] For port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:18.922073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:18.955505 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Calling delete_port for 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:18.980703 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] For port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,segment=NetworkSegment(4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b),segment_id=4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:44:18.983563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.012015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Calling delete_port for 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:44:19.093089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.148067 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:19.156725 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] No DVR routers for this DVR port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:19.188227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.189115 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.189698 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.190468 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.191019 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.191604 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.192255 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.193042 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.193732 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.194272 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.194903 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.195451 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:44:19.211438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.263236 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.292397 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c74eaa-04f0-42d2-a911-688f07ba654f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:19.293517 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] Pushing event deleted for resources: {'Port': ['ID=1c17bcfb-e4c6-475f-bd98-aa0b56f3c976,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:19.297145 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be9254-4ab6-432e-90d7-ed6bb8b968e9 None None] No DVR routers for this DVR port 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:44:19.322339 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:19.322867 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d25b3ee-6cb9-4b93-b7b5-5e1d3ed0336b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:44:19.360531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.386262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.398257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:19.398782 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:44:19.399184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:44:19.403637 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:44:19.447136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:19.448780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cba2ca04-b6e6-41a2-9400-4e0d64b0eab2 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:19.449595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:44:19.477715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.487358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.493827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:44:19.495945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1c17bcfb-e4c6-475f-bd98-aa0b56f3c976 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:44:19.514480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] 10.222.0.31 "DELETE /v2.0/networks/15c74eaa-04f0-42d2-a911-688f07ba654f HTTP/1.1" status: 204 len: 168 time: 1.1196826 Oct 11 15:44:19.545687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa40c-d5ad-4241-87bc-582bd2f9e372 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c74eaa-04f0-42d2-a911-688f07ba654f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:19.744805 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:19.820505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-252e0e79-1724-4365-8e03-ecff8380046b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=569d0f2e878b4fd5a39b52c8001aab46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743878 Oct 11 15:44:19.824467 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:19.936129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:19.968023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.046616 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f14d3-db8b-4bc0-8a50-755339e6a6ae req-a99a1176-b532-41de-8eb8-7dc2a4fe617b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:20.048175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a4f14d3-db8b-4bc0-8a50-755339e6a6ae req-a99a1176-b532-41de-8eb8-7dc2a4fe617b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0762999 Oct 11 15:44:20.065896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.069971 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.074169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6f2dcc0-48fc-4d90-a116-d1d3e4dfc27f HTTP/1.1" status: 204 len: 168 time: 0.2461507 Oct 11 15:44:20.095245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d8d3-3dfe-4f6b-a9b3-eebf16a09e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2dcc0-48fc-4d90-a116-d1d3e4dfc27f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:20.148088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a4f14d3-db8b-4bc0-8a50-755339e6a6ae req-22686688-9d82-474b-ba55-4e0e34eed970 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923309 Oct 11 15:44:20.541375 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:20.592181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e4a7483-09e1-4745-bee9-af75e036bdff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=552c4b075f0c46ea9380d24c51ec679a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494356 Oct 11 15:44:20.594847 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:20.670384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.727221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.804795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.815305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:20.818464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e HTTP/1.1" status: 204 len: 168 time: 0.2197294 Oct 11 15:44:20.831955 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4bd1f-2b4b-4fe3-aa59-dfe729eebd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78c65f-1a5f-4c3d-8101-d6cfd4c3143e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:21.429191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5b18-39ad-45a6-b5ca-d871a7e7c23d req-6f9beede-f767-4b53-a66c-eddaf0104568 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:21.441049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23cd5b18-39ad-45a6-b5ca-d871a7e7c23d req-6f9beede-f767-4b53-a66c-eddaf0104568 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1146219 Oct 11 15:44:21.567780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23cd5b18-39ad-45a6-b5ca-d871a7e7c23d req-b646b7b6-5d78-4e57-bdcc-397ad91fc4f7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254289 Oct 11 15:44:22.673116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3551746-57d3-4f8e-a7c5-f029b63c5edc req-42345545-9000-41f5-a911-c4c815297299 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:22.674462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3551746-57d3-4f8e-a7c5-f029b63c5edc req-42345545-9000-41f5-a911-c4c815297299 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0502226 Oct 11 15:44:22.719668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3551746-57d3-4f8e-a7c5-f029b63c5edc req-1bdf531e-68e1-45dc-b887-d4610844b22f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Oct 11 15:44:23.848360 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf55f-c7eb-4d0b-84ad-57467b18a74c req-ff8ff162-062a-4112-be84-cc9963eeb191 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:23.851109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b15bf55f-c7eb-4d0b-84ad-57467b18a74c req-ff8ff162-062a-4112-be84-cc9963eeb191 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0601838 Oct 11 15:44:23.913705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b15bf55f-c7eb-4d0b-84ad-57467b18a74c req-56fea031-0076-4435-b2c3-8e26a7fb34cf tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553439 Oct 11 15:44:25.030598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9881a-f0b6-415a-a576-a84dfc542a92 req-40c43a50-cd69-45a5-a083-b3762d7b4e58 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:25.032175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0f9881a-f0b6-415a-a576-a84dfc542a92 req-40c43a50-cd69-45a5-a083-b3762d7b4e58 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0591626 Oct 11 15:44:25.088743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0f9881a-f0b6-415a-a576-a84dfc542a92 req-dc65538e-904b-46c8-851f-dfaf7173c629 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498753 Oct 11 15:44:26.263919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983c06-4bf1-41a5-b9c6-c707d6ad18d6 req-08faafb5-01b8-44ea-9c5c-595e93c84363 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:26.272052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af983c06-4bf1-41a5-b9c6-c707d6ad18d6 req-08faafb5-01b8-44ea-9c5c-595e93c84363 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0840850 Oct 11 15:44:26.310892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af983c06-4bf1-41a5-b9c6-c707d6ad18d6 req-1f0b8dda-e276-44f7-acfa-126e5cff1ed9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Oct 11 15:44:27.440094 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6783-8e8d-401b-802b-474d1a1d4bef req-18baf780-60dc-4145-a505-d935d9ceb08c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:27.448687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95cd6783-8e8d-401b-802b-474d1a1d4bef req-18baf780-60dc-4145-a505-d935d9ceb08c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0701210 Oct 11 15:44:27.499375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95cd6783-8e8d-401b-802b-474d1a1d4bef req-ddcf387e-faf4-402f-bca2-7e1c7f85c5f6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Oct 11 15:44:28.653575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb5203-e463-4b97-beb6-5b23f25e6e89 req-6dfa2230-0b83-49a9-9aec-47895274743a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:28.659989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20cb5203-e463-4b97-beb6-5b23f25e6e89 req-6dfa2230-0b83-49a9-9aec-47895274743a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0616577 Oct 11 15:44:28.718014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20cb5203-e463-4b97-beb6-5b23f25e6e89 req-4f54b4af-2fa7-4cbb-bdc5-918bc737361c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Oct 11 15:44:29.345095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950ec23-9edf-446d-a547-7a48987cd79b req-54834164-943d-4140-bc63-dcb03f50a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:29.346621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3950ec23-9edf-446d-a547-7a48987cd79b req-54834164-943d-4140-bc63-dcb03f50a542 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1097 time: 0.0419216 Oct 11 15:44:29.386401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3950ec23-9edf-446d-a547-7a48987cd79b req-3efb3a9f-1b0c-48a2-94d1-047bc76d9df6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Oct 11 15:44:29.855789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691df833-7231-4b50-9eea-2f2ff87e961c req-d72db666-6797-4d78-b874-ecc6ffe1d29a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:29.858279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-691df833-7231-4b50-9eea-2f2ff87e961c req-d72db666-6797-4d78-b874-ecc6ffe1d29a tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0599425 Oct 11 15:44:29.911718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-691df833-7231-4b50-9eea-2f2ff87e961c req-18785561-fcd4-41d2-b1e1-7ad0450b9b48 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Oct 11 15:44:31.034685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927e12-f865-4cde-97bd-9c2f6b27ad1a req-82e3427c-495b-42b3-b068-5b73ac9b009e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:31.037461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4927e12-f865-4cde-97bd-9c2f6b27ad1a req-82e3427c-495b-42b3-b068-5b73ac9b009e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0537376 Oct 11 15:44:31.090933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4927e12-f865-4cde-97bd-9c2f6b27ad1a req-5c7d106d-76f6-4219-b025-a93660ca316e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Oct 11 15:44:31.257981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f434b-8ff8-49f1-9ab7-dd0ebe85da9a req-e25130da-71cf-4a60-a0c7-47ca755fcbd8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:31.259616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d22f434b-8ff8-49f1-9ab7-dd0ebe85da9a req-e25130da-71cf-4a60-a0c7-47ca755fcbd8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0807931 Oct 11 15:44:31.305317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d22f434b-8ff8-49f1-9ab7-dd0ebe85da9a req-bff3fb1e-4a65-443a-ac88-d8c8648e6dc8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Oct 11 15:44:31.346212 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:31.538590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7717b4fe-04ef-4a35-a60b-02eda8fedef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.668020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7717b4fe-04ef-4a35-a60b-02eda8fedef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.673009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7717b4fe-04ef-4a35-a60b-02eda8fedef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.723425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717b4fe-04ef-4a35-a60b-02eda8fedef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb58da-845f-4d79-abe0-06107c49f570,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:31.755545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7717b4fe-04ef-4a35-a60b-02eda8fedef6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=659ce78f8ea948cf98f04a534853da73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082165 Oct 11 15:44:31.758048 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:31.827958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.854803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.919675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.923135 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:31.927485 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9bb58da-845f-4d79-abe0-06107c49f570 HTTP/1.1" status: 204 len: 168 time: 0.1680720 Oct 11 15:44:31.941885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81526cc8-f5b4-44f9-9277-91a3170685cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb58da-845f-4d79-abe0-06107c49f570,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:32.029194 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bce4-f8de-499c-818e-4656abc98cd3 req-5e5db0fc-290e-49b3-93a3-c9c454b50ddd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:32.031019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39c1bce4-f8de-499c-818e-4656abc98cd3 req-5e5db0fc-290e-49b3-93a3-c9c454b50ddd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.4675751 Oct 11 15:44:32.079623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39c1bce4-f8de-499c-818e-4656abc98cd3 req-e72a1c7f-9b51-4aec-bcce-f946295541b8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Oct 11 15:44:32.283297 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:32.304671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83028ae3-f721-4450-b41a-739de118e18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.356528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f47b040e-0d85-4ac3-ba1e-32600ff579eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.403699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83028ae3-f721-4450-b41a-739de118e18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.413807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83028ae3-f721-4450-b41a-739de118e18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.456006 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028ae3-f721-4450-b41a-739de118e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4dc2a-06d0-45c2-a318-168cd75430fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:32.464948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-83028ae3-f721-4450-b41a-739de118e18b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f81e1e4a99b24d66b4d29ace72e0ba27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792467 Oct 11 15:44:32.467189 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:44:32.533022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.554307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.613708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.616728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:32.618126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f4dc2a-06d0-45c2-a318-168cd75430fb HTTP/1.1" status: 204 len: 168 time: 0.1498947 Oct 11 15:44:32.644545 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186c4e-a638-4100-aa55-cc5a140d29b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4dc2a-06d0-45c2-a318-168cd75430fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:44:33.243173 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96752-370f-4040-9124-f891a9ba28f1 req-f5653053-c439-4632-b960-5d8b647f6734 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:33.251500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05c96752-370f-4040-9124-f891a9ba28f1 req-f5653053-c439-4632-b960-5d8b647f6734 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0632191 Oct 11 15:44:33.304798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05c96752-370f-4040-9124-f891a9ba28f1 req-75f28408-17cc-422f-b60a-ab92f635a41f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Oct 11 15:44:33.712828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d903-be58-44d1-8afd-93383d230b9b req-7caf3754-af16-4e78-aa01-1053a7dc611f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:33.716466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6744d903-be58-44d1-8afd-93383d230b9b req-7caf3754-af16-4e78-aa01-1053a7dc611f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0729187 Oct 11 15:44:33.799104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6744d903-be58-44d1-8afd-93383d230b9b req-5a73bc46-d411-4e6d-b9b5-c67754b1a50e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735800 Oct 11 15:44:34.850671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ed0221-f510-4465-985e-ebf760ddba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:34.958114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7837-b4e3-466a-a442-8575caaced75 req-3e4742bd-30bd-47c9-818c-a7fc5ec37013 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:34.960490 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7b7837-b4e3-466a-a442-8575caaced75 req-3e4742bd-30bd-47c9-818c-a7fc5ec37013 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0699127 Oct 11 15:44:35.024488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7b7837-b4e3-466a-a442-8575caaced75 req-ffedd339-1ee9-48a7-bf7c-970138dd83bc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564463 Oct 11 15:44:35.894189 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:35.972644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:36.739293 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-0b4d0e03-867d-4b42-b796-ffd00c60e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:36.740801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-0b4d0e03-867d-4b42-b796-ffd00c60e569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.0891664 Oct 11 15:44:36.755159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40320b2a-8bfe-4c3b-9c70-91fd6f54c396 req-d0582620-3c31-4fe4-ba37-ae605f101be6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:36.756754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40320b2a-8bfe-4c3b-9c70-91fd6f54c396 req-d0582620-3c31-4fe4-ba37-ae605f101be6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0734174 Oct 11 15:44:36.835697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40320b2a-8bfe-4c3b-9c70-91fd6f54c396 req-6ed85202-56c6-4e19-96e2-40debce324d0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Oct 11 15:44:36.891964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-dc648599-c88b-4963-a6bb-24a22d584801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:36.893803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-dc648599-c88b-4963-a6bb-24a22d584801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1361184 Oct 11 15:44:36.951250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-352996b7-0678-4af1-8f71-c331cb90092f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.0492468 Oct 11 15:44:37.052670 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-7123ab59-acf2-4a18-802d-69c578d7ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:37.054524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-7123ab59-acf2-4a18-802d-69c578d7ba25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0966167 Oct 11 15:44:37.101437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-20ef8ccf-9014-470e-978c-a1e1ec76e3e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384228 Oct 11 15:44:37.237159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-f48a4210-6a50-4091-b9c8-691e6c279046 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186121 Oct 11 15:44:37.349845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56302786-e8ec-4092-b4e9-1eeb3463427b req-991655ad-e89d-40a2-89d9-da2a6c75c80d service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054962 Oct 11 15:44:37.700800 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:37.987923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba5510-e931-416e-808f-6dc8fdafa0e0 req-38d43b1f-6dee-4caa-887c-90917dadc021 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:37.995965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7ba5510-e931-416e-808f-6dc8fdafa0e0 req-38d43b1f-6dee-4caa-887c-90917dadc021 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0655990 Oct 11 15:44:38.047485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7ba5510-e931-416e-808f-6dc8fdafa0e0 req-138511c8-843d-4845-830c-921de0787ff2 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 Oct 11 15:44:39.212675 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b9aa-884f-4959-8862-77322c556369 req-7bbf6047-309e-40dd-9ea7-b57ff1987d62 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:39.220635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c814b9aa-884f-4959-8862-77322c556369 req-7bbf6047-309e-40dd-9ea7-b57ff1987d62 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0713871 Oct 11 15:44:39.269404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c814b9aa-884f-4959-8862-77322c556369 req-c97fc0a3-8b69-4d65-846f-7f347e9017cd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Oct 11 15:44:39.325433 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:40.439761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75d490-1c2f-4796-83e5-515d66861b6e req-a5255bf6-8a0f-4935-a546-943f33ca537f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:40.443160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b75d490-1c2f-4796-83e5-515d66861b6e req-a5255bf6-8a0f-4935-a546-943f33ca537f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0688403 Oct 11 15:44:40.577223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b75d490-1c2f-4796-83e5-515d66861b6e req-de684c1b-b758-412b-b649-4f671fcd4333 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128159 Oct 11 15:44:40.613808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:44:41.725139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a424be-3ce2-480d-89c1-f128ec2abc76 req-cac9ec8c-dfe6-4261-b9cf-8f21d74121de tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:41.727005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69a424be-3ce2-480d-89c1-f128ec2abc76 req-cac9ec8c-dfe6-4261-b9cf-8f21d74121de tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0684700 Oct 11 15:44:41.768172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69a424be-3ce2-480d-89c1-f128ec2abc76 req-b421f39e-0092-4055-b165-9d9e25de311d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Oct 11 15:44:42.901606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498868-9146-4ddd-af10-e0ce39bc59fe req-37da966e-e1a9-42a8-a3ed-0a9c5cc6ed2d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:42.903150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b498868-9146-4ddd-af10-e0ce39bc59fe req-37da966e-e1a9-42a8-a3ed-0a9c5cc6ed2d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0597005 Oct 11 15:44:42.952847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b498868-9146-4ddd-af10-e0ce39bc59fe req-f4a4659b-1c73-4e06-891f-8460e7e92c8f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Oct 11 15:44:44.091984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052c99-4000-49ba-ad9d-88cf4cc836c0 req-629a30e1-d613-43c1-b81e-52126295ac3b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:44.095449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f052c99-4000-49ba-ad9d-88cf4cc836c0 req-629a30e1-d613-43c1-b81e-52126295ac3b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0677526 Oct 11 15:44:44.145616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f052c99-4000-49ba-ad9d-88cf4cc836c0 req-dfd7594f-7c8a-4d04-82ac-5e011ec751fb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437367 Oct 11 15:44:44.870230 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:44:45.323376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0d6ba-af4d-48cd-9d1f-7fb34d447800 req-0efc02fd-858c-4de1-bf08-8ec4d589a5b7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:45.325396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91b0d6ba-af4d-48cd-9d1f-7fb34d447800 req-0efc02fd-858c-4de1-bf08-8ec4d589a5b7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0938756 Oct 11 15:44:45.391731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91b0d6ba-af4d-48cd-9d1f-7fb34d447800 req-6d940123-70d5-4615-9b22-04ec2a201229 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Oct 11 15:44:46.525247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe31505-d018-4658-91f2-bd042b9ff486 req-b756406c-ef37-45bf-bac6-600f632ef508 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:46.528325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fe31505-d018-4658-91f2-bd042b9ff486 req-b756406c-ef37-45bf-bac6-600f632ef508 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0601885 Oct 11 15:44:46.575741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fe31505-d018-4658-91f2-bd042b9ff486 req-2b237241-a1af-4746-a421-1295e78893b2 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Oct 11 15:44:47.693926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672acd-65b8-4fd8-92e4-75c1bbaab83d req-db94afb4-1460-4534-9d9c-582db335eac9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:47.697109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34672acd-65b8-4fd8-92e4-75c1bbaab83d req-db94afb4-1460-4534-9d9c-582db335eac9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0521567 Oct 11 15:44:47.738492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34672acd-65b8-4fd8-92e4-75c1bbaab83d req-d026d013-819b-4aa3-86ee-62c900f98bd3 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Oct 11 15:44:48.869299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cec1a-dbba-498a-bd0d-538c625d9f5e req-ca6f2f78-5318-4d87-91f7-a636f21fcbe8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:48.879663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-868cec1a-dbba-498a-bd0d-538c625d9f5e req-ca6f2f78-5318-4d87-91f7-a636f21fcbe8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0649862 Oct 11 15:44:48.929009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-868cec1a-dbba-498a-bd0d-538c625d9f5e req-f459f359-931c-49ae-92a4-30a8d71b6c45 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Oct 11 15:44:50.087980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e4479-55e4-4d11-a4e0-a58d02096e89 req-bbece64e-02ff-4d38-83c3-01448c7ba58f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:50.103816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22e4479-55e4-4d11-a4e0-a58d02096e89 req-bbece64e-02ff-4d38-83c3-01448c7ba58f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0808730 Oct 11 15:44:50.152124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22e4479-55e4-4d11-a4e0-a58d02096e89 req-50001b8f-3623-401e-8ec2-614024fe1926 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Oct 11 15:44:51.315761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d920f3-8d05-4d4a-b75b-fbe7a89ea3c3 req-c6ca9c4d-dc44-46de-bbe6-5b8877a34b2e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:51.318390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21d920f3-8d05-4d4a-b75b-fbe7a89ea3c3 req-c6ca9c4d-dc44-46de-bbe6-5b8877a34b2e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0568399 Oct 11 15:44:51.398532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21d920f3-8d05-4d4a-b75b-fbe7a89ea3c3 req-030aa772-ea7f-441e-804b-b13a43821ae2 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730872 Oct 11 15:44:52.580677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5d4f-698c-4df5-87b3-bf036cf2cbf8 req-9bd9ca02-0ed7-4f72-8ab2-6cd166b70820 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:52.582549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74f5d4f-698c-4df5-87b3-bf036cf2cbf8 req-9bd9ca02-0ed7-4f72-8ab2-6cd166b70820 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0699480 Oct 11 15:44:52.631198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74f5d4f-698c-4df5-87b3-bf036cf2cbf8 req-805ed6d9-8ad7-4949-84c6-e4f7eb1c9e32 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Oct 11 15:44:53.498905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54242d10-af50-4da7-9fd1-e775cbfb2481 req-08c95a06-0bfd-4a2d-b09c-b39f260745b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:53.500413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54242d10-af50-4da7-9fd1-e775cbfb2481 req-08c95a06-0bfd-4a2d-b09c-b39f260745b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.0529766 Oct 11 15:44:53.540304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54242d10-af50-4da7-9fd1-e775cbfb2481 req-f72b546e-74d0-4c4b-a6db-375d87c755ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Oct 11 15:44:53.775828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1422f-7f9a-4b56-a1b2-6b735d33cfc7 req-6d4bcff9-5207-47f7-b653-c5dfbe5b818b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:53.778054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69f1422f-7f9a-4b56-a1b2-6b735d33cfc7 req-6d4bcff9-5207-47f7-b653-c5dfbe5b818b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0586908 Oct 11 15:44:53.836070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69f1422f-7f9a-4b56-a1b2-6b735d33cfc7 req-7f7b41b5-dd87-4ecb-85ad-517bb57468b1 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Oct 11 15:44:54.990918 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85f3-aef3-4a90-9d56-a4e214bb3953 req-037f3d04-25b1-48c0-a932-72eb231b0647 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:54.992560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22b85f3-aef3-4a90-9d56-a4e214bb3953 req-037f3d04-25b1-48c0-a932-72eb231b0647 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0655541 Oct 11 15:44:55.046045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c22b85f3-aef3-4a90-9d56-a4e214bb3953 req-77e782cd-b11e-4eaf-ba34-7e9c385c48bc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Oct 11 15:44:55.345349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-2f117953-8343-43e9-8e94-97c62f3ce0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:55.346865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-2f117953-8343-43e9-8e94-97c62f3ce0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.0646887 Oct 11 15:44:55.359407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8cdba-46ab-4ec6-8f2d-1a7b44d60c90 req-a039339d-2d12-4575-8ef0-581a1f11a1cb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:55.360974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7d8cdba-46ab-4ec6-8f2d-1a7b44d60c90 req-a039339d-2d12-4575-8ef0-581a1f11a1cb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0906618 Oct 11 15:44:55.461356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7d8cdba-46ab-4ec6-8f2d-1a7b44d60c90 req-9ae87d33-c2d6-4ccd-99f8-8ec138f6e158 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901797 Oct 11 15:44:55.487389 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-f57dd727-63eb-44ec-80c1-b1ae0bacf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:55.488862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-f57dd727-63eb-44ec-80c1-b1ae0bacf0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1269548 Oct 11 15:44:55.533402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-768f8dc5-a77b-4db5-85a5-f350ce9ce75a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.0381243 Oct 11 15:44:55.598139 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-44d2ff35-b70d-4f3b-a513-d793e7a3afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:55.599891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-44d2ff35-b70d-4f3b-a513-d793e7a3afc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0579534 Oct 11 15:44:55.636519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-40e22812-14cd-42e9-b136-956a391873f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295386 Oct 11 15:44:55.796293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-5e56ebc0-3b43-48cb-bddc-ed35d8e4d9de service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524141 Oct 11 15:44:55.912397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8652aa-52c3-4584-8b81-01a9efd4cdcf req-b3607c1c-8af6-4702-a4e4-00ef59563bee service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083593 Oct 11 15:44:56.609773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422ac2b-8235-41e3-9b53-b611a2512ef9 req-7777cb79-448a-4e28-afa2-c226de669a3f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:56.611372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3422ac2b-8235-41e3-9b53-b611a2512ef9 req-7777cb79-448a-4e28-afa2-c226de669a3f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0622368 Oct 11 15:44:56.661311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3422ac2b-8235-41e3-9b53-b611a2512ef9 req-575abf18-cb49-4f7a-9491-a1ffdc9a858f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Oct 11 15:44:57.877802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856470e8-5a86-4e7e-aa17-4d6c9383121f req-d96d34ba-d6e6-4b1a-9b9a-03d3bd53b102 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:57.894459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-856470e8-5a86-4e7e-aa17-4d6c9383121f req-d96d34ba-d6e6-4b1a-9b9a-03d3bd53b102 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0856235 Oct 11 15:44:57.946719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-856470e8-5a86-4e7e-aa17-4d6c9383121f req-c0ad546e-5765-419b-9b95-15820c455320 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Oct 11 15:44:59.528978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ef043-6e29-416b-a8b7-d397242bdf19 req-299c7b7e-cbc9-4b12-921b-2f72fe3409c4 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:44:59.537258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-402ef043-6e29-416b-a8b7-d397242bdf19 req-299c7b7e-cbc9-4b12-921b-2f72fe3409c4 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0627565 Oct 11 15:44:59.576880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-402ef043-6e29-416b-a8b7-d397242bdf19 req-2380c629-f291-45d4-9408-9f8bae892c65 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Oct 11 15:45:00.337953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-dad2cb03-662c-4565-9a96-3c5fdeb34604 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0985129 Oct 11 15:45:00.448712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.449830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.450192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.450854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.451458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.452062 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.452664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.454740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9f168764-a470-4c41-a0bd-cf6d07ee98d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55122c2bf50425fbe927763e53548fd&device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 6501 time: 0.0532222 Oct 11 15:45:00.598868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-a69d6f8b-e473-4809-9635-930f7d7cd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.600126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-a69d6f8b-e473-4809-9635-930f7d7cd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.600840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-a69d6f8b-e473-4809-9635-930f7d7cd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.604261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-a69d6f8b-e473-4809-9635-930f7d7cd69b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2067574-2011-4fc0-8722-5bdab4f0fd32&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=82876f28-e47d-47e6-aa6e-575ac752727b&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 200 len: 2298 time: 0.1216221 Oct 11 15:45:00.705705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-ac0094bd-5325-4ef5-ac8f-39b7e69083d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0936229 Oct 11 15:45:00.792514 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-06d12e3c-2c96-49d8-bfdb-e9fac777fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.795062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-06d12e3c-2c96-49d8-bfdb-e9fac777fd5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 200 len: 856 time: 0.0813136 Oct 11 15:45:00.856648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-8f5e4a08-696d-4495-b696-72c055ba86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:00.859611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-8f5e4a08-696d-4495-b696-72c055ba86be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2067574-2011-4fc0-8722-5bdab4f0fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528860 Oct 11 15:45:00.975331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-1af80582-cc95-44a5-99be-ebd446ae71e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061361 Oct 11 15:45:01.098939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-4520bcf3-78bd-4eb7-a32a-b4a6edf3a7e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163368 Oct 11 15:45:01.147505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-153b623b-539a-4caa-997b-7b6932245e75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 217 time: 0.0402603 Oct 11 15:45:01.223955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-59665852-2827-4f7a-ba84-c7a69d41e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:01.225675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-59665852-2827-4f7a-ba84-c7a69d41e973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0715148 Oct 11 15:45:01.276378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-e3988151-4562-49fa-aad6-755591a11ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:01.278610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-e3988151-4562-49fa-aad6-755591a11ddb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449159 Oct 11 15:45:01.396711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-08528b36-1ff9-4dbd-8580-0dcdfb1b5ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077359 Oct 11 15:45:01.509128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-971e84b1-68a6-4097-864e-f22179a2ee5b service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035285 Oct 11 15:45:01.559089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-993dda13-6f42-4f23-a5ea-a63155a57f69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 217 time: 0.0359254 Oct 11 15:45:01.635882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-0cd45f68-6625-4c23-874a-549e30710a72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208215 Oct 11 15:45:01.650191 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-7367ee07-ac90-4cba-a5e5-36d5c847430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:01.651984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-7367ee07-ac90-4cba-a5e5-36d5c847430f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0710979 Oct 11 15:45:01.755519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-df533f81-2946-4c37-a5d7-33ce4ce375f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:01.757237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-df533f81-2946-4c37-a5d7-33ce4ce375f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960977 Oct 11 15:45:01.773835 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-5e40ecd9-6b90-4417-92c4-ca4585ad1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:01.775446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-5e40ecd9-6b90-4417-92c4-ca4585ad1833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 1097 time: 0.0934825 Oct 11 15:45:01.876234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-f578b954-4d31-4d2d-8843-2079f01547d2 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997279 Oct 11 15:45:02.049454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-0f23b341-e91f-454d-b923-3f01cd14c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:02.050981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-0f23b341-e91f-454d-b923-3f01cd14c0ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1738620 Oct 11 15:45:02.053154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-0816f05e-85ad-43f1-9193-430512e9079b service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652908 Oct 11 15:45:02.160130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-bf8dcb60-a8ff-4b56-a4a7-b6ed40540856 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 200 len: 217 time: 0.0944808 Oct 11 15:45:02.162058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-808137c9-630a-4829-abc8-3433630c4049 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 200 len: 217 time: 0.1026523 Oct 11 15:45:02.266198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-6f29756d-e4ec-46a5-b040-880ffc17b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:02.275439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-6f29756d-e4ec-46a5-b040-880ffc17b7bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.1090407 Oct 11 15:45:02.284408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-70bc73cf-5177-48f8-b44b-9554c3df7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:02.292551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-70bc73cf-5177-48f8-b44b-9554c3df7834 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.1182106 Oct 11 15:45:02.357844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9f67ccd-6033-494b-8156-021312daafcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:02.367358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-3b0706ab-2b46-48ca-8eef-f0f1e3a60be2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576696 Oct 11 15:45:02.494651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-659e0955-0788-4148-b096-0e5ed6bfd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:02.496806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-659e0955-0788-4148-b096-0e5ed6bfd147 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2025898 Oct 11 15:45:02.584354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-cc458e45-3929-4208-9e73-d4b124a76929 service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977441 Oct 11 15:45:02.692474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9be8534c-3a4d-418f-a5c9-9fc412ef957b service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840696 Oct 11 15:45:02.754624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b568ff5-5d25-4710-a1e7-423216a80321 req-7eb21baa-954f-4d4a-ae7d-382de7c3637e service neutron] 10.222.0.43 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617787 Oct 11 15:45:02.832446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-9cad900b-2c2b-4d27-b2f8-322bc80d0f55 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301334 Oct 11 15:45:02.921640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-3175c319-7d44-48d8-8ec5-f34251d6158d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 200 len: 217 time: 0.0711365 Oct 11 15:45:02.976413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-336426ea-c32e-4821-a60b-3adaa4ca8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:02.978247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-336426ea-c32e-4821-a60b-3adaa4ca8c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 200 len: 797 time: 0.0498247 Oct 11 15:45:03.027825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-fbe63567-5527-4b23-9f8d-d68eaf211420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:03.029427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-fbe63567-5527-4b23-9f8d-d68eaf211420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82876f28-e47d-47e6-aa6e-575ac752727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434909 Oct 11 15:45:03.180812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-c023739f-38b0-426e-b7be-f977e2ed311f service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423740 Oct 11 15:45:03.285206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-4a2300ac-7085-490c-8c17-4b35c778f4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972240 Oct 11 15:45:03.381192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-5530bbd2-242b-458d-8f3f-14c52eded15c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 200 len: 217 time: 0.0880508 Oct 11 15:45:03.446105 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-7c0da064-58b6-4fe7-88c0-82789291b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:03.447721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-7c0da064-58b6-4fe7-88c0-82789291b4aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0586777 Oct 11 15:45:03.524013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-05f91291-f4cd-4c75-b88e-915dddc88f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:03.526189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-05f91291-f4cd-4c75-b88e-915dddc88f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706429 Oct 11 15:45:03.640455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-aa8c0ae0-a60a-4b19-bd19-adb3a2fd41b2 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046293 Oct 11 15:45:03.754799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-71246ad9-7ee4-41ec-8b6b-3e5ffef04661 service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080015 Oct 11 15:45:03.803515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-a624766d-3e04-40e8-8f44-0fea389b74c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Oct 11 15:45:03.876509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-0b6ccec2-1354-4e4c-948f-01ae9f5bffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:03.876509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-0b6ccec2-1354-4e4c-948f-01ae9f5bffe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 200 len: 797 time: 0.0624888 Oct 11 15:45:03.931638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-cc4bf5ba-4105-4ecc-a9d6-5b9d9c56bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:03.933256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-cc4bf5ba-4105-4ecc-a9d6-5b9d9c56bd70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534699 Oct 11 15:45:04.079830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-6dc32259-4793-409f-8a6c-59a29f7b1c9d service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392789 Oct 11 15:45:04.187107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4a7e67-9a4a-406e-81e5-15af5be50f0f req-55c58130-baec-4a59-a7fb-aaf7668ee7ee service neutron] 10.222.0.36 "GET /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004825 Oct 11 15:45:04.817692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e1488e-d99c-43e9-8598-ffe1fcbf4b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:05.888072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:05.956580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:07.705586 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:09.345398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:10.629526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:15.729421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-c560b0f2-4e70-4bdc-8755-a6983337b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:15.731473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-c560b0f2-4e70-4bdc-8755-a6983337b34d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.1115501 Oct 11 15:45:15.759068 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d8c11-3386-43aa-86d5-59dcc27b5c47 req-e910e188-7ce7-4afd-95d8-abc492f849b8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:15.770121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f5d8c11-3386-43aa-86d5-59dcc27b5c47 req-e910e188-7ce7-4afd-95d8-abc492f849b8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.1383369 Oct 11 15:45:16.238151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f5d8c11-3386-43aa-86d5-59dcc27b5c47 req-1c8dfefb-9050-47b8-aac2-e09b1e80969c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671562 Oct 11 15:45:16.300714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-91dd917d-ffd1-4981-81b0-fab83e43448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:16.302522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-91dd917d-ffd1-4981-81b0-fab83e43448d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.5620658 Oct 11 15:45:16.418862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-ab23ccb0-d847-4120-951d-875c0cb120c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.1072676 Oct 11 15:45:16.492345 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-e538d38e-5bf4-4ea0-9f46-852d0a41162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:16.493824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-e538d38e-5bf4-4ea0-9f46-852d0a41162a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0668604 Oct 11 15:45:16.531771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-67a3edd8-2091-4d57-adb4-5bfe7738b5ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290956 Oct 11 15:45:16.646246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-38c54805-fd78-450d-8cb8-23fe544b7a24 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064682 Oct 11 15:45:16.787136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44922546-4c45-4f8f-8e3f-92a824048f11 req-19fc4dc6-c924-46d4-b45b-d6a494168339 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252992 Oct 11 15:45:17.395523 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd01c2-82e0-42fb-85d6-b2d72ffcd710 req-019bb3ce-1db2-4ed7-9b0d-4fdd4aa71ff7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:17.397190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcd01c2-82e0-42fb-85d6-b2d72ffcd710 req-019bb3ce-1db2-4ed7-9b0d-4fdd4aa71ff7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0709910 Oct 11 15:45:17.480368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcd01c2-82e0-42fb-85d6-b2d72ffcd710 req-538f73dd-42bf-4b96-8d6a-ebe4c1dff862 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694637 Oct 11 15:45:18.612361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dd803-21ce-4495-afb8-a5f3a91f0fab req-ccf1f2bc-fd7e-4552-a0a7-5c76677cb85b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:18.620216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d7dd803-21ce-4495-afb8-a5f3a91f0fab req-ccf1f2bc-fd7e-4552-a0a7-5c76677cb85b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0660839 Oct 11 15:45:18.669760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d7dd803-21ce-4495-afb8-a5f3a91f0fab req-c044d7e4-2f32-4ab6-b05f-bcd396df10e2 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Oct 11 15:45:18.827533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-263bba86-9534-4b87-bbbe-c672fca2037e tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:18.829448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-263bba86-9534-4b87-bbbe-c672fca2037e tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 813 time: 0.1110749 Oct 11 15:45:18.848241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-c8084b0a-207e-443a-b702-6f2a905c14bc tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/quotas/609017fd19cf4c3db3c8d4bfd2aa7364 HTTP/1.1" status: 200 len: 375 time: 0.0119517 Oct 11 15:45:18.886231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-016827e8-be85-46a0-8a49-cda7a8f4aa35 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321383 Oct 11 15:45:19.127417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-2e21aacc-2b1d-4765-9543-ddd3578c592a service neutron] 10.222.0.31 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329493 Oct 11 15:45:19.223459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-1c6c6976-e1d9-4ca3-9c96-bbb3fc9a92ee service neutron] 10.222.0.31 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Oct 11 15:45:19.398056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15ea5e1f-db7a-4a57-85e5-2b63b9785372 req-307365f5-03da-4b56-ac15-52ab88f63307 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 210 time: 0.0299716 Oct 11 15:45:19.809245 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02ba73-76b7-4a87-a0f8-a16d1c6e7bbb req-1a1cc5f2-fbfd-4514-850c-0659580c29cc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:19.810772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a02ba73-76b7-4a87-a0f8-a16d1c6e7bbb req-1a1cc5f2-fbfd-4514-850c-0659580c29cc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0537498 Oct 11 15:45:19.873901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a02ba73-76b7-4a87-a0f8-a16d1c6e7bbb req-74e88040-c780-4c8c-a72c-e6bcf4675057 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Oct 11 15:45:20.470029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-6affb7cd-d5f5-4580-9b34-5f5ddf21e229 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:20.472147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-6affb7cd-d5f5-4580-9b34-5f5ddf21e229 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 813 time: 0.1405993 Oct 11 15:45:20.486564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Request body: {'port': {'device_id': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56', 'admin_state_up': True, 'tenant_id': '609017fd19cf4c3db3c8d4bfd2aa7364'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:45:20.568984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00057845-1efc-4c68-be81-e1a045900054 req-b3941157-7ca5-4233-9bcf-f2d34e91dcaa tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 210 time: 0.0344491 Oct 11 15:45:20.643689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Made reservation on behalf of 609017fd19cf4c3db3c8d4bfd2aa7364 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:45:20.647556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:20.789856 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Allocated IP 172.20.0.2 (b31329cf-f5f2-4977-a82a-058b4633ef56/1714c75e-c70c-4c44-bbfb-0b27a97a1d8c/2a8e186b-e909-4e36-bdf5-4dd080f6bc84) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:45:21.025959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.042553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711cb86-c49d-45a8-adbe-aed72f7a6fa2 req-132d192e-1ccc-403b-843a-205e7b02af9d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:21.044072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a711cb86-c49d-45a8-adbe-aed72f7a6fa2 req-132d192e-1ccc-403b-843a-205e7b02af9d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0885010 Oct 11 15:45:21.105558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a711cb86-c49d-45a8-adbe-aed72f7a6fa2 req-7d24738d-fa13-49b0-bf22-b727404e5ee5 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546796 Oct 11 15:45:21.123777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.176255 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Network b31329cf-f5f2-4977-a82a-058b4633ef56 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:45:21.181933 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:45:21.187941 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:45:21.214391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Pushing event updated for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:21.227748 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.228174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.228579 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.228980 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.229377 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.229821 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.230212 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.230607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.231011 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.231388 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.231775 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.232159 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:21.262212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:21.262814 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.279046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-d98b5c88-e05b-4732-8829-2510fb74149a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973957 Oct 11 15:45:21.292055 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Request body: {'port': {'device_id': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:45:21.357141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.643178 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:45:21.653578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.672512 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Transition to ACTIVE for port object 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:45:21.678302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.760533 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:21.801606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620691fd-31c2-488f-9d08-7e1d0e93bbf1 req-b3e0a3a3-d250-4531-aae4-9ddd704a9566 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:21.803247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620691fd-31c2-488f-9d08-7e1d0e93bbf1 req-b3e0a3a3-d250-4531-aae4-9ddd704a9566 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 943 time: 0.0963066 Oct 11 15:45:21.868933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620691fd-31c2-488f-9d08-7e1d0e93bbf1 req-726a2d16-6cf6-4c1d-84ec-a9f36546e567 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Oct 11 15:45:21.879840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:45:21.885690 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Attempting to bind port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:45:21.886686 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Attempting to bind port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:45:21.887118 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Attempting to bind port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 on network b31329cf-f5f2-4977-a82a-058b4633ef56 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:45:21.892558 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 on network b31329cf-f5f2-4977-a82a-058b4633ef56 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:45:21.893096 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Attempting to bind port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 on network b31329cf-f5f2-4977-a82a-058b4633ef56 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:45:21.902093 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:45:21.902442 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Checking segment: {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:45:21.902828 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Bound using segment: {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:45:21.903261 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Bound port: 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:45:21.904119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:21.975965 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:45:21.979644 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:45:21.983993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:22.023554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.023934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:22.025335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a8e186b-e909-4e36-bdf5-4dd080f6bc84 HTTP/1.1" status: 200 len: 1091 time: 0.7377219 Oct 11 15:45:22.025829 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:45:22.028187 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b83aa-d352-45e5-9da5-1f5da2276907" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:45:22.059844 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f02c-d4cd-4cc8-af8d-9b231d013fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:22.099823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ae831-fbd6-4d7a-a8c9-cf2daebd468e x-openstack-request-id: req-3d7ae831-fbd6-4d7a-a8c9-cf2daebd468e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:45:22.100212 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:45:22.100549 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d7ae831-fbd6-4d7a-a8c9-cf2daebd468e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:45:22.101057 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84', 'status': 'completed', 'code': 200} Oct 11 15:45:22.141595 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-5fea977c-ef06-4704-a8aa-dfdf8730a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.143237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-5fea977c-ef06-4704-a8aa-dfdf8730a2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 1094 time: 0.0541782 Oct 11 15:45:22.190297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-8974bf57-d095-49ab-b222-f9d6c0f4c8f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84 HTTP/1.1" status: 200 len: 217 time: 0.0390108 Oct 11 15:45:22.281222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999405a9-ca53-4cd0-9886-4712c31788db req-cdb97fbc-7945-4e1a-ab44-e8d99cf39ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.282947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-cdb97fbc-7945-4e1a-ab44-e8d99cf39ca8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 200 len: 853 time: 0.0798519 Oct 11 15:45:22.293050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13799b3-3723-42e8-b81b-be371bbcb964 req-fcc91ae6-a968-47a5-9a79-80e65986b059 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.294747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d13799b3-3723-42e8-b81b-be371bbcb964 req-fcc91ae6-a968-47a5-9a79-80e65986b059 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.1008828 Oct 11 15:45:22.325662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-3178c512-4796-4fc4-a8a7-8a4507b8241f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31329cf-f5f2-4977-a82a-058b4633ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298438 Oct 11 15:45:22.408302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d13799b3-3723-42e8-b81b-be371bbcb964 req-ca449730-5bb0-4b5d-8dd5-b510dabe9563 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859370 Oct 11 15:45:22.445300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-4f8c95c2-9edf-44b3-a4e0-7778bf6b053e service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064823 Oct 11 15:45:22.551276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-999405a9-ca53-4cd0-9886-4712c31788db req-3c348341-c5c5-412b-902e-7c885ac11792 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987847 Oct 11 15:45:22.644135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-731815a2-2629-4e49-b507-8bd96bab9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.645679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-731815a2-2629-4e49-b507-8bd96bab9acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 1094 time: 0.0412645 Oct 11 15:45:22.744335 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-9ebc3d73-56d0-4fae-b4e7-d789b0d590b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.746093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-9ebc3d73-56d0-4fae-b4e7-d789b0d590b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 914 time: 0.0933166 Oct 11 15:45:22.789227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-814dce43-7c71-4669-a4d1-316de9d8eb1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84 HTTP/1.1" status: 200 len: 217 time: 0.0363729 Oct 11 15:45:22.846663 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-7e5e50a9-498d-41ae-a05a-8e6811251630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:22.848161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-7e5e50a9-498d-41ae-a05a-8e6811251630 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 200 len: 853 time: 0.0522416 Oct 11 15:45:22.887274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-06d7d6a3-5822-40fa-bbb5-2ed05ab4dba5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31329cf-f5f2-4977-a82a-058b4633ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313766 Oct 11 15:45:23.061751 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47032042-b79a-452d-a797-205289b129cc req-6cb3691f-c24d-445c-880b-bf13ddfef9c0 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:23.063286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47032042-b79a-452d-a797-205289b129cc req-6cb3691f-c24d-445c-880b-bf13ddfef9c0 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 943 time: 0.0920234 Oct 11 15:45:23.083367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae778-5a7f-4ac5-ba3d-d4ea5d9a6c43 req-8a85a7b3-5f97-4d01-a5ce-a1d778bb854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:23.084840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eaae778-5a7f-4ac5-ba3d-d4ea5d9a6c43 req-8a85a7b3-5f97-4d01-a5ce-a1d778bb854c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.1259081 Oct 11 15:45:23.119986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-75ccb283-52f5-4cfe-99d4-a537bff358c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246857 Oct 11 15:45:23.202822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47032042-b79a-452d-a797-205289b129cc req-e1458f3b-3cdb-4e71-996e-43975e852c93 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221139 Oct 11 15:45:23.209039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4eaae778-5a7f-4ac5-ba3d-d4ea5d9a6c43 req-26f286dc-9cd2-4548-803e-f088e95b46f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130090 Oct 11 15:45:23.244138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b6b83aa-d352-45e5-9da5-1f5da2276907 req-c470464c-b4d7-4724-a5e8-8306e81b9e20 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149578 Oct 11 15:45:23.537332 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa567f-2cda-4b83-ac09-10aaab8b3f2c req-71b2a668-9161-401c-b4cd-8edce898c37c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:23.538831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43aa567f-2cda-4b83-ac09-10aaab8b3f2c req-71b2a668-9161-401c-b4cd-8edce898c37c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0522115 Oct 11 15:45:23.581975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43aa567f-2cda-4b83-ac09-10aaab8b3f2c req-f00a9edb-36df-4468-9ebb-44ac1af59b96 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Oct 11 15:45:24.334383 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447b73a-9264-4a29-a868-31fbe07c8689 req-b35d6112-ecd4-481d-a106-48c9084ac549 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:24.335856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7447b73a-9264-4a29-a868-31fbe07c8689 req-b35d6112-ecd4-481d-a106-48c9084ac549 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 943 time: 0.0541532 Oct 11 15:45:24.374944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7447b73a-9264-4a29-a868-31fbe07c8689 req-450864e0-b865-4fcd-bf91-d97030017938 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Oct 11 15:45:24.699212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded874-e238-4f09-ac4a-c118fd495b62 req-5afb2081-13a5-4623-b2d3-088c9c23fddf tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:24.700708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dded874-e238-4f09-ac4a-c118fd495b62 req-5afb2081-13a5-4623-b2d3-088c9c23fddf tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0503280 Oct 11 15:45:24.744721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dded874-e238-4f09-ac4a-c118fd495b62 req-beab8d92-b282-4ab0-9395-63f69d253b04 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Oct 11 15:45:25.096948 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-7e1a89de-fbe0-4bd3-83bc-a680535785e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:25.098553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-7e1a89de-fbe0-4bd3-83bc-a680535785e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 1097 time: 0.0880773 Oct 11 15:45:25.106771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e33d8-1271-4f86-884a-f38760cc38a7 req-488892d5-10e0-493c-a1ca-e615820f2431 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:25.108182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e6e33d8-1271-4f86-884a-f38760cc38a7 req-488892d5-10e0-493c-a1ca-e615820f2431 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0907712 Oct 11 15:45:25.197741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e6e33d8-1271-4f86-884a-f38760cc38a7 req-78e20da1-dabb-4a2a-8581-5247b2707cd8 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809555 Oct 11 15:45:25.253012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-c8f51d71-d265-4f5e-a91d-d9de679623ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:25.254729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-c8f51d71-d265-4f5e-a91d-d9de679623ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 200 len: 920 time: 0.1456892 Oct 11 15:45:25.303510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-6326ae5e-17a6-4119-8bbb-1c3bb62d1fca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 200 len: 217 time: 0.0413623 Oct 11 15:45:25.360925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-162618b4-e550-4fb7-9ae4-393b2e0dc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:25.362412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-162618b4-e550-4fb7-9ae4-393b2e0dc9fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 200 len: 859 time: 0.0515380 Oct 11 15:45:25.395784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-99229a4a-af96-4739-9bc2-b7c4d7717d9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3552023f-b519-4069-bd88-b2f0c75de04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262845 Oct 11 15:45:25.539473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-dbf059e9-eae0-4aa2-9939-a4b8487ee7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354518 Oct 11 15:45:25.548419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2aa3-bde0-4f7f-bd87-6d6e3152eb0a req-e8cfd07f-6994-4cd4-a3a5-b4a67eb8c024 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:25.555443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e8f2aa3-bde0-4f7f-bd87-6d6e3152eb0a req-e8cfd07f-6994-4cd4-a3a5-b4a67eb8c024 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 943 time: 0.0916469 Oct 11 15:45:25.650887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e8f2aa3-bde0-4f7f-bd87-6d6e3152eb0a req-a71e7afc-5fa3-43bb-8e25-4a826e9d8a5c tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945871 Oct 11 15:45:25.698452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-147b9db5-580e-4bb6-b066-7e398a4bc12d req-f904c716-6774-452e-bb93-2cebc655a793 service neutron] 10.222.0.36 "GET /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408472 Oct 11 15:45:25.801686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:45:26.083591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:26.096452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84', 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56', 'port_id': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84', 'mac_address': 'fa:16:3e:7a:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1714c75e-c70c-4c44-bbfb-0b27a97a1d8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:45:26.145200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:26.162933 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:45:26.184480 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:26.189065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:26.258808 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:26.268712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.269268 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.269786 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.270295 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.276405 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.276752 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.277090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.277422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.277770 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.278097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.278419 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.278737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:26.350450 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9fb04-edd9-4484-82e9-655cfc691c9b req-8c3e9450-ceed-4c03-933a-365a63af69eb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:26.352012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2e9fb04-edd9-4484-82e9-655cfc691c9b req-8c3e9450-ceed-4c03-933a-365a63af69eb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0622013 Oct 11 15:45:26.395946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2e9fb04-edd9-4484-82e9-655cfc691c9b req-25091a57-4f4f-49fb-bc40-358e4ebb87f1 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Oct 11 15:45:26.543780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2a8e186b-e909-4e36-bdf5-4dd080f6bc84'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:45:26.783057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031638b3-9c12-4f26-a596-d8071ee72508 req-9bd23d28-fff4-41df-9ad5-5aa9c534e7b4 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:26.784548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-031638b3-9c12-4f26-a596-d8071ee72508 req-9bd23d28-fff4-41df-9ad5-5aa9c534e7b4 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 944 time: 0.0556571 Oct 11 15:45:26.823217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-031638b3-9c12-4f26-a596-d8071ee72508 req-8a647635-e9e3-466e-9369-48ada8daa3dd tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Oct 11 15:45:27.532451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d74a-7ec3-46c2-9a1d-a8c9dbd1194f req-01cee60f-420c-4e5e-9c11-385a2003d0d7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:27.534759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70f2d74a-7ec3-46c2-9a1d-a8c9dbd1194f req-01cee60f-420c-4e5e-9c11-385a2003d0d7 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0590608 Oct 11 15:45:27.578710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70f2d74a-7ec3-46c2-9a1d-a8c9dbd1194f req-33c050d3-504a-4a79-a34b-0ca04965db27 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Oct 11 15:45:27.805423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:45:27.865512 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:45:27.871463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:45:27.871846 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:28.023223 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:28.051883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95fe4-c575-4a38-948e-ba3f49c4966c req-f0df8b73-8914-425e-8e29-b38f4597c13a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:28.065809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43b95fe4-c575-4a38-948e-ba3f49c4966c req-f0df8b73-8914-425e-8e29-b38f4597c13a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 944 time: 0.1273539 Oct 11 15:45:28.068633 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:45:28.071756 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39d728b-d35d-4c16-bc34-68f145724c20" -d '{"events": [{"server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:45:28.077327 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:28.086401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:28.135373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43b95fe4-c575-4a38-948e-ba3f49c4966c req-ef16ac04-3dc8-4cbc-a9a8-35fd94c48e91 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686710 Oct 11 15:45:28.155097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:28.208457 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fdb1e3-b21f-4090-9c2e-435024a22e03 x-openstack-request-id: req-11fdb1e3-b21f-4090-9c2e-435024a22e03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:45:28.208749 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:45:28.209002 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11fdb1e3-b21f-4090-9c2e-435024a22e03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:45:28.209390 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84', 'code': 200} Oct 11 15:45:28.303881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3cfe-abbe-4393-b66e-07c9087dbd1d req-3c3baa46-9572-44b9-b547-415ecc021d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:28.305950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d1a3cfe-abbe-4393-b66e-07c9087dbd1d req-3c3baa46-9572-44b9-b547-415ecc021d69 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 1096 time: 0.0413032 Oct 11 15:45:28.345312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d1a3cfe-abbe-4393-b66e-07c9087dbd1d req-c3c16bf3-010e-4529-abcf-ff014e953660 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Oct 11 15:45:29.272984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c8cb-215a-4ead-bfc7-e583463b1086 req-dddce7f0-c0db-428a-8140-0d50381d3190 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:29.274718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5a8c8cb-215a-4ead-bfc7-e583463b1086 req-dddce7f0-c0db-428a-8140-0d50381d3190 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0534992 Oct 11 15:45:29.321097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5a8c8cb-215a-4ead-bfc7-e583463b1086 req-bc5e8aed-638c-4e7d-9c74-cf553d0062f1 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Oct 11 15:45:30.450549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f1ac6-c443-4360-a8df-745010b809b5 req-02d1aa20-6871-4623-9678-df8998f25bd2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:30.453961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef4f1ac6-c443-4360-a8df-745010b809b5 req-02d1aa20-6871-4623-9678-df8998f25bd2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Oct 11 15:45:30.497099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef4f1ac6-c443-4360-a8df-745010b809b5 req-7fe07b6c-537a-455a-9952-e3984440eae4 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Oct 11 15:45:32.346719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d788-151d-4bb3-98fb-a541ba61b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:34.824863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544ae329-eab5-4e7a-b1de-9e0267f7dd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:35.896746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:35.970898 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:37.711165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:39.366675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:40.622476 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:44.811404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee26d-f036-447c-aaad-85192f618eb5 req-5a622050-9027-44ef-bf6f-d0e64bf9efd5 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:44.818467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd5ee26d-f036-447c-aaad-85192f618eb5 req-5a622050-9027-44ef-bf6f-d0e64bf9efd5 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.1020164 Oct 11 15:45:44.890023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd5ee26d-f036-447c-aaad-85192f618eb5 req-4db18c1b-0f40-45fc-b78c-1cb53096cd1e tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544314 Oct 11 15:45:46.045802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200eae5-903b-4691-b9c3-2b4bcc949a3c req-28d28731-d478-4c07-b51a-792904094833 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:46.053354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1200eae5-903b-4691-b9c3-2b4bcc949a3c req-28d28731-d478-4c07-b51a-792904094833 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0729420 Oct 11 15:45:46.111222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1200eae5-903b-4691-b9c3-2b4bcc949a3c req-09211e03-e546-4209-b785-82f12857624b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 Oct 11 15:45:47.040952 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0b34421a-a6db-41f0-9f77-ba531efde0cb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:47.043089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0b34421a-a6db-41f0-9f77-ba531efde0cb tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.43 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0639112 Oct 11 15:45:47.205364 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Deleting port de978250-8dc1-4bb7-98c9-18ca76be0339 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:45:47.206006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:47.720558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b39608-5538-4a47-a944-63bf1adafa88 req-00323023-10c4-495a-953c-469d2e34917d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:47.722482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4b39608-5538-4a47-a944-63bf1adafa88 req-00323023-10c4-495a-953c-469d2e34917d tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=2da997cb-3e5f-4cea-97bb-a1e8641660c8 HTTP/1.1" status: 200 len: 946 time: 0.0795188 Oct 11 15:45:47.788990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4b39608-5538-4a47-a944-63bf1adafa88 req-84e487bc-9139-44df-8190-23cc5233f432 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568533 Oct 11 15:45:47.803058 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] For port de978250-8dc1-4bb7-98c9-18ca76be0339, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=de978250-8dc1-4bb7-98c9-18ca76be0339,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:47.803373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:47.820895 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Calling delete_port for de978250-8dc1-4bb7-98c9-18ca76be0339 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:45:48.042101 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:48.056677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5665a205-9472-438b-95cd-805640d19651'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:45:48.060154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['de978250-8dc1-4bb7-98c9-18ca76be0339'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:45:48.124807 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Pushing event deleted for resources: {'Port': ['ID=de978250-8dc1-4bb7-98c9-18ca76be0339,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:48.185932 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] No DVR routers for this DVR port de978250-8dc1-4bb7-98c9-18ca76be0339 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:45:48.190392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:48.197252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efbad64b-1776-4e9f-a55c-2e611933c0de req-0e5beab4-0a3b-42aa-9d94-77501ed522c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.43 "DELETE /v2.0/ports/de978250-8dc1-4bb7-98c9-18ca76be0339 HTTP/1.1" status: 204 len: 173 time: 1.1466179 Oct 11 15:45:48.197825 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'name': 'network-vif-deleted', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:45:48.203556 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050dabd6-8b1f-45fc-84ed-0b859ff4332b" -d '{"events": [{"server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "name": "network-vif-deleted", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:45:48.306161 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971af851-2b7e-4e6c-bc0d-e9538dd64435 x-openstack-request-id: req-971af851-2b7e-4e6c-bc0d-e9538dd64435 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:45:48.306161 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da997cb-3e5f-4cea-97bb-a1e8641660c8", "name": "network-vif-deleted", "tag": "de978250-8dc1-4bb7-98c9-18ca76be0339", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:45:48.306819 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-971af851-2b7e-4e6c-bc0d-e9538dd64435 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:45:48.306819 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da997cb-3e5f-4cea-97bb-a1e8641660c8', 'name': 'network-vif-deleted', 'tag': 'de978250-8dc1-4bb7-98c9-18ca76be0339', 'status': 'completed', 'code': 200} Oct 11 15:45:49.130147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e39a-ecad-4391-9372-f467ff3f80c8 req-a800932c-9a70-41ae-91be-afd7481d00bc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:49.139099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0191e39a-ecad-4391-9372-f467ff3f80c8 req-a800932c-9a70-41ae-91be-afd7481d00bc tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0713360 Oct 11 15:45:49.191009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0191e39a-ecad-4391-9372-f467ff3f80c8 req-be0935d8-2383-45ec-b2a9-07a2cdecb3b9 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508764 Oct 11 15:45:50.358520 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405de8e-37a3-4d03-87f3-2200bc653dc0 req-114659d7-7bfe-480b-b980-d5dbb4a5e2bd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:50.360203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e405de8e-37a3-4d03-87f3-2200bc653dc0 req-114659d7-7bfe-480b-b980-d5dbb4a5e2bd tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0908437 Oct 11 15:45:50.427905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e405de8e-37a3-4d03-87f3-2200bc653dc0 req-45e76e0a-acfc-4617-91bf-e20545120f3b tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Oct 11 15:45:51.633253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991c35-769d-4450-a696-2eb95ab2ff78 req-edaed3c7-3bc7-4bf1-a628-228788638b97 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:51.637185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea991c35-769d-4450-a696-2eb95ab2ff78 req-edaed3c7-3bc7-4bf1-a628-228788638b97 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0681698 Oct 11 15:45:51.682420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea991c35-769d-4450-a696-2eb95ab2ff78 req-4e553c35-c138-4c5b-8e69-fbc6dd7ec7de tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Oct 11 15:45:51.945191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device de978250-8dc1-4bb7-98c9-18ca76be0339 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:45:51.967183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: de978250-8dc1-4bb7-98c9-18ca76be0339 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:45:51.967794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device de978250-8dc1-4bb7-98c9-18ca76be0339 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:45:52.814087 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b74be5-6311-4ed0-aba2-8475ae24cefa req-b99a96ab-75fb-447c-9747-0b08d02398b6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:52.815951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40b74be5-6311-4ed0-aba2-8475ae24cefa req-b99a96ab-75fb-447c-9747-0b08d02398b6 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0596390 Oct 11 15:45:52.860470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40b74be5-6311-4ed0-aba2-8475ae24cefa req-1daf47cf-2217-42c5-b688-7040ee3b64c0 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368757 Oct 11 15:45:53.981782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc956-4237-40e3-87a2-0c2bdbb95bfe req-9f26fa2c-6945-4820-bea8-46d333f68251 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:53.984053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a88dc956-4237-40e3-87a2-0c2bdbb95bfe req-9f26fa2c-6945-4820-bea8-46d333f68251 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0532088 Oct 11 15:45:54.036621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a88dc956-4237-40e3-87a2-0c2bdbb95bfe req-77c19119-61f7-4347-a485-43e353483ad1 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/security-groups?id=29f55e61-6aa8-49fd-93a6-ae7b9a68db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Oct 11 15:45:54.406267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-e38864dc-18f8-4402-a1c6-2fcdcfe27443 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:54.407734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-e38864dc-18f8-4402-a1c6-2fcdcfe27443 tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.36 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 946 time: 0.0524616 Oct 11 15:45:54.500157 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Deleting port 5665a205-9472-438b-95cd-805640d19651 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:45:54.500384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:54.592042 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] For port 5665a205-9472-438b-95cd-805640d19651, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5665a205-9472-438b-95cd-805640d19651,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:54.592407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:54.604768 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Calling delete_port for 5665a205-9472-438b-95cd-805640d19651 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:45:54.734172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:54.746472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5665a205-9472-438b-95cd-805640d19651'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:45:54.763212 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Pushing event deleted for resources: {'Port': ['ID=5665a205-9472-438b-95cd-805640d19651,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:54.805514 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] No DVR routers for this DVR port 5665a205-9472-438b-95cd-805640d19651 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:45:54.808657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:54.812058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3a83245-ca66-44f2-8fff-3c29abbe4f14 req-dc0d29df-0994-43e3-a121-a312b018181c tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.36 "DELETE /v2.0/ports/5665a205-9472-438b-95cd-805640d19651 HTTP/1.1" status: 204 len: 173 time: 0.3979430 Oct 11 15:45:54.812493 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'name': 'network-vif-deleted', 'tag': '5665a205-9472-438b-95cd-805640d19651'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:45:54.814744 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffce3ba-ddf3-4ff1-95e7-8033f7e783ee" -d '{"events": [{"server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "name": "network-vif-deleted", "tag": "5665a205-9472-438b-95cd-805640d19651"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:45:54.855344 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5808a48e-aa34-438c-bd10-7e92b13afc81 x-openstack-request-id: req-5808a48e-aa34-438c-bd10-7e92b13afc81 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:45:54.855714 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59d7a56-dde9-4a14-9b23-874dfa07cc5d", "name": "network-vif-deleted", "tag": "5665a205-9472-438b-95cd-805640d19651", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:45:54.856081 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5808a48e-aa34-438c-bd10-7e92b13afc81 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:45:54.856493 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59d7a56-dde9-4a14-9b23-874dfa07cc5d', 'name': 'network-vif-deleted', 'tag': '5665a205-9472-438b-95cd-805640d19651', 'status': 'completed', 'code': 200} Oct 11 15:45:55.165656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ff8f1c4-bb21-4f09-a8d6-af79b63f5e43 req-9f9c2af8-3e57-4c9e-b19b-19788f4d753f tempest-ServerRescueNegativeTestJSON-758779440 tempest-ServerRescueNegativeTestJSON-758779440-project] 10.222.0.31 "GET /v2.0/ports?device_id=f59d7a56-dde9-4a14-9b23-874dfa07cc5d HTTP/1.1" status: 200 len: 210 time: 0.0298889 Oct 11 15:45:56.224172 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:56.564548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:56.819465 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Deleting port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:45:56.819737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:56.901834 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] For port f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,segment=NetworkSegment(0b3c3a72-7989-488a-a53d-8e098f7faf1e),segment_id=0b3c3a72-7989-488a-a53d-8e098f7faf1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:56.902187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:56.914832 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Calling delete_port for f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:45:57.094571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:57.121350 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:57.144033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.144369 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.144703 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.145033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.145362 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.145712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.146030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.146348 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.146889 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.147106 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.147303 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.147588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:45:57.309395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:57.534103 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:45:57.642367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:45:57.651147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-43a5d7d6-d494-45d9-a8d6-0217ada57e65 admin admin] 10.222.0.31 "PUT /v2.0/routers/41b79808-fcdf-41e2-a5a8-dc086d1f5169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228792 Oct 11 15:45:57.651359 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:57.655044 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Sync routers for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:45:57.664762 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:45:57.665392 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:45:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:57.764227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:57.875428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:57.879198 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:45:57.938517 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Deleting port 96f5658c-72c7-4408-872a-199ac771fbf2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:45:57.939443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.029901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] For port 96f5658c-72c7-4408-872a-199ac771fbf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96f5658c-72c7-4408-872a-199ac771fbf2,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:45:58.030269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.043655 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Calling delete_port for 96f5658c-72c7-4408-872a-199ac771fbf2 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:45:58.086768 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77'}], 'enable_snat': True}, 'gw_port_id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:45:57Z', 'revision_number': 5, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port': {'id': '96f5658c-72c7-4408-872a-199ac771fbf2', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:43:36Z', 'updated_at': '2021-10-11T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:58.114176 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Checking router: 41b79808-fcdf-41e2-a5a8-dc086d1f5169 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:45:58.123530 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Routers {'41b79808-fcdf-41e2-a5a8-dc086d1f5169'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:45:58.124139 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:45:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:58.250711 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] Set router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:45:58.310759 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:45:57Z', 'revision_number': 6, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:58.314702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.348574 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93295eee-5588-4cff-8935-b8246e14d67c None None] The sync data for ids ['41b79808-fcdf-41e2-a5a8-dc086d1f5169'] in n-d-master-1 is: [{'id': '41b79808-fcdf-41e2-a5a8-dc086d1f5169', 'name': 'tempest-ServerRescueNegativeTestJSON-1967580528-router', 'tenant_id': '16ac582707d54bd9a45573fd3c67e4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:43:35Z', 'updated_at': '2021-10-11T15:45:57Z', 'revision_number': 6, 'project_id': '16ac582707d54bd9a45573fd3c67e4d2', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:45:58.357385 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f5658c-72c7-4408-872a-199ac771fbf2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:58.409215 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.415133 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.421471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.427405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.434141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.439972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.446049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:58.448186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-cdd4cb59-ad3a-4238-8deb-88108a8bd480 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.1690323 Oct 11 15:45:58.513237 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.519719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45b66427-1f90-41be-852b-7dda5ef83c03 req-3ab140b0-0f2d-4a20-ae67-f1bccdcf3555 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507853 Oct 11 15:45:58.612233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.614588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.658905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.659552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b79808-fcdf-41e2-a5a8-dc086d1f5169 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:45:58.663729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.667241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c861c045-098b-4507-a2b1-a3804ac034b9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/41b79808-fcdf-41e2-a5a8-dc086d1f5169 HTTP/1.1" status: 204 len: 168 time: 1.0130084 Oct 11 15:45:58.667241 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:58.718644 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Deleting subnet 25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:45:58.721826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.758278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.798285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.861959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.871634 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:45:58.895935 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:58.898007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.901952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0996bca-3411-45c6-b54e-49ebeddcc6f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/25ca7db6-cc99-4a5a-a2d3-a5d8f9240c5d HTTP/1.1" status: 204 len: 168 time: 0.2337332 Oct 11 15:45:58.903775 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:58.977793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:58.982720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5665a205-9472-438b-95cd-805640d19651 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:45:59.002733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5665a205-9472-438b-95cd-805640d19651 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:45:59.003212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5665a205-9472-438b-95cd-805640d19651 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:45:59.060812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.081064 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3552023f-b519-4069-bd88-b2f0c75de04b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:59.090276 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3c3a72-7989-488a-a53d-8e098f7faf1e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:59.090570 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3c3a72-7989-488a-a53d-8e098f7faf1e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:45:59.100584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.114427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.121040 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:45:59.121456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:45:59.123175 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:45:59.179678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.187013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.190531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/3552023f-b519-4069-bd88-b2f0c75de04b HTTP/1.1" status: 204 len: 168 time: 0.2841227 Oct 11 15:45:59.205172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea72b23-2e35-4422-8952-f2920db66e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3552023f-b519-4069-bd88-b2f0c75de04b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:59.401248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:59.458108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 96f5658c-72c7-4408-872a-199ac771fbf2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:45:59.476753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e6083bb-5f94-4cc9-94f3-34a28dd1bee9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16ac582707d54bd9a45573fd3c67e4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742514 Oct 11 15:45:59.479340 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:45:59.487743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 96f5658c-72c7-4408-872a-199ac771fbf2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:45:59.488319 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 96f5658c-72c7-4408-872a-199ac771fbf2 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:45:59.488918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:45:59.499265 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.511388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.519687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.520776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:45:59.521294 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8e8c31e-b9a4-47cb-a792-2fc52fa9fbb0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:45:59.531804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.538244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.545176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.552059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.559874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.562651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-02f8ea95-2866-4756-822f-b36344a33327 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.1665795 Oct 11 15:45:59.566227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.637778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.642008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-e16fc33f-268b-41af-b258-a0f5233dab25 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.642192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:45:59.646228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-e16fc33f-268b-41af-b258-a0f5233dab25 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714855 Oct 11 15:45:59.646441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29f55e61-6aa8-49fd-93a6-ae7b9a68db31 HTTP/1.1" status: 204 len: 168 time: 0.1632318 Oct 11 15:45:59.653668 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17252018-a4fc-40cc-bc40-52664db81156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f55e61-6aa8-49fd-93a6-ae7b9a68db31,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:45:59.783500 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.790578 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.797855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.803836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.810518 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.817765 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.828338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:45:59.836921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-053d144f-6992-4749-8024-8d9c570d6e2c req-c9351c30-933a-42a3-b12f-6a4f7c7cc677 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 5444 time: 0.2003107 Oct 11 15:45:59.928745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-053d144f-6992-4749-8024-8d9c570d6e2c req-26562f4f-6266-46ef-8faa-ed55f10e027f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&id=8c440e96-af3d-494a-85d4-5e3970ced83b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909569 Oct 11 15:45:59.955808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-537348c9-2820-4241-82c7-23ea7f1c957b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2683864 Oct 11 15:45:59.967809 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:00.037412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.218302 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=630d4719-1501-4616-ba17-4fee441892b6,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:00.255642 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] For port 630d4719-1501-4616-ba17-4fee441892b6, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:00.296718 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] device_id is not set on port 630d4719-1501-4616-ba17-4fee441892b6 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:46:00.307371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.314269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.385179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Pushing event updated for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:00.397416 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] No DVR routers for this DVR port 630d4719-1501-4616-ba17-4fee441892b6 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:00.450707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] In _notify_port_updated(), no bound segment for port 630d4719-1501-4616-ba17-4fee441892b6 on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:46:00.451708 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:00.452432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.454900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-fabcb92c-908e-4540-8224-c5e924a3b9ec service neutron] 10.222.0.36 "PUT /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 200 len: 1032 time: 0.4912243 Oct 11 15:46:00.523933 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:00.531010 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-305722f0-a223-4f9d-9f71-bb1ef0e60a65 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:00.533851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-305722f0-a223-4f9d-9f71-bb1ef0e60a65 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "GET /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0727596 Oct 11 15:46:00.555991 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:00.630023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.657770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1140236586-network', 'tenant_id': '755e67950ef94202b3384194a41519a9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:00.666796 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23be60f3-4fc6-48cb-8f95-22f0f3a6a0e5 None None] Provisioning complete for port 630d4719-1501-4616-ba17-4fee441892b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:00.667269 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23be60f3-4fc6-48cb-8f95-22f0f3a6a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.691856 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Made reservation on behalf of 755e67950ef94202b3384194a41519a9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:00.694448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.703643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.705172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23be60f3-4fc6-48cb-8f95-22f0f3a6a0e5 None None] Port 630d4719-1501-4616-ba17-4fee441892b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:46:00.782852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.785925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:00.788661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.815106 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:46:00.825875 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06796ac8-3441-4611-9fc2-2c985c5a5f08,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:00.828336 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] For port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:00.832532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.832879 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Added segment a012e46c-295e-4407-9494-dbbdf288ce0d of type vlan for network a31dbc35-b174-49a0-adf6-9ec923931392 Oct 11 15:46:00.867376 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] device_id is not set on port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:46:00.875138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.881144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.893907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.916384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.917350 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:00.917962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:00.945888 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:00.982476 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] No DVR routers for this DVR port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:01.002574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4768400 Oct 11 15:46:01.003182 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:01.012150 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Request body: {'subnet': {'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1140236586-subnet', 'tenant_id': '755e67950ef94202b3384194a41519a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:01.028554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b80b2-2291-412f-994e-80905007d95e admin admin] Pushing event updated for resources: {'Network': ['ID=a31dbc35-b174-49a0-adf6-9ec923931392,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:01.037192 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] In _notify_port_updated(), no bound segment for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a on network 82876f28-e47d-47e6-aa6e-575ac752727b {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:46:01.039141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.040492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.042894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-00b70db0-0bcc-40a9-9afa-94d643477741 service neutron] 10.222.0.36 "PUT /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 200 len: 1032 time: 0.4942124 Oct 11 15:46:01.043729 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a31dbc35-b174-49a0-adf6-9ec923931392 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:46:01.063577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Made reservation on behalf of 755e67950ef94202b3384194a41519a9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:01.070170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.171660 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.178436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.185260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.193506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.201805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.203724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-0190874d-20b6-4455-87b6-8a7fa8cf131a tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 3886 time: 0.1246488 Oct 11 15:46:01.265743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23d1abaa-fd3e-4555-a805-fd0a5eb7d5a3 req-7fbf6c9b-ffca-4526-87af-bd8b79790891 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540676 Oct 11 15:46:01.274990 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:01.275416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.323721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.376070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed791ee6-b066-4b42-ba0a-1fb993e8f62f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:01.380673 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:01.381052 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.400724 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:01.407677 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Checking segment: {'id': 'a012e46c-295e-4407-9494-dbbdf288ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:01.408258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Network hostable DHCP agents. Network: a31dbc35-b174-49a0-adf6-9ec923931392, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:46:01.434779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-151e3916-1faa-4444-9de9-0b99eea573ea None None] Provisioning complete for port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:01.435622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-151e3916-1faa-4444-9de9-0b99eea573ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.436820 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Network a31dbc35-b174-49a0-adf6-9ec923931392 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:46:01.463463 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a31dbc35-b174-49a0-adf6-9ec923931392) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:01.470018 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:01.470630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.477052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b2922-2dc2-427a-9160-ad2f77b1bc38 None None] Network a31dbc35-b174-49a0-adf6-9ec923931392 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:01.524440 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f7061818-8385-4ea0-903f-c3dde48945fe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5175011 Oct 11 15:46:01.552624 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-151e3916-1faa-4444-9de9-0b99eea573ea None None] Port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:46:01.580703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.649963 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=1ec2b8e1-8b87-4af1-a780-b6be4b89cde4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:01.739767 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:01.743088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:01.747010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-a04eb28d-6570-490c-9b97-fc7e3970dc56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "DELETE /v2.0/ports/1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 HTTP/1.1" status: 204 len: 173 time: 0.6982346 Oct 11 15:46:01.747457 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:01.749721 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f07ad-b189-4676-8563-8000dc549db3" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:01.761017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83211c69-01ec-48e8-a4d0-e1843f3221a9 None None] Network a31dbc35-b174-49a0-adf6-9ec923931392 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:01.835774 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b8e4d6-648e-4012-b92a-4876ad898c85 x-openstack-request-id: req-20b8e4d6-648e-4012-b92a-4876ad898c85 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:01.836346 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "1ec2b8e1-8b87-4af1-a780-b6be4b89cde4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:01.836346 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20b8e4d6-648e-4012-b92a-4876ad898c85 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:01.836851 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '1ec2b8e1-8b87-4af1-a780-b6be4b89cde4', 'status': 'completed', 'code': 200} Oct 11 15:46:01.967667 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:01.968113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:02.125757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:02.126638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:02.176430 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 4d0a81d0-9665-4dc1-aaf6-c587c50024ee owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:02.364447 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abe0bc01-601a-4375-885b-f7e22a4d07d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:02.461267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-1d9d4d97-bf0f-4521-8888-6941738d6ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1393862 Oct 11 15:46:02.523906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.524373 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.524830 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.525416 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.525855 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.526457 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.527081 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.529512 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-147351b1-9969-4388-9d46-02e04542111c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.1044128 Oct 11 15:46:02.596822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:02.611917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-0bf757e4-0769-41ac-86d3-314e7827ef7d tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.614817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-0bf757e4-0769-41ac-86d3-314e7827ef7d tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/networks?id=a31dbc35-b174-49a0-adf6-9ec923931392 HTTP/1.1" status: 200 len: 809 time: 0.3849411 Oct 11 15:46:02.684359 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=4d0a81d0-9665-4dc1-aaf6-c587c50024ee,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:02.755639 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5742d954-d747-4a99-93e5-5928794fd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.756361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5742d954-d747-4a99-93e5-5928794fd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.757301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5742d954-d747-4a99-93e5-5928794fd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.759994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5742d954-d747-4a99-93e5-5928794fd393 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 2292 time: 0.2017128 Oct 11 15:46:02.768991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-a5fb5d8d-25e4-43f3-9361-15da8befb543 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/quotas/755e67950ef94202b3384194a41519a9 HTTP/1.1" status: 200 len: 375 time: 0.1293230 Oct 11 15:46:02.771027 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 4d0a81d0-9665-4dc1-aaf6-c587c50024ee on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:02.774112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:02.778858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-557c7c46-0327-4340-8b77-c3fc024a83ad tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "DELETE /v2.0/ports/4d0a81d0-9665-4dc1-aaf6-c587c50024ee HTTP/1.1" status: 204 len: 173 time: 1.0177665 Oct 11 15:46:02.822830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-10f26034-5a47-40c6-87ea-a2ed3d2c1558 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=755e67950ef94202b3384194a41519a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412848 Oct 11 15:46:02.850627 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-f894df94-59e7-4ded-8b66-fdef73d7cdf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0821841 Oct 11 15:46:02.854779 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-bcd12a61-9525-40bc-a414-19972a4515d8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.861073 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-bcd12a61-9525-40bc-a414-19972a4515d8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.867180 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-bcd12a61-9525-40bc-a414-19972a4515d8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.877535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-bcd12a61-9525-40bc-a414-19972a4515d8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.880412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-bcd12a61-9525-40bc-a414-19972a4515d8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 3073 time: 0.4616647 Oct 11 15:46:02.935335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-801beb06-b681-4c4a-9ea3-fb61b1bd29e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3585136 Oct 11 15:46:02.946832 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-74c7e698-1b8a-4eca-8956-291d1e2594af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:02.949034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-74c7e698-1b8a-4eca-8956-291d1e2594af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.0906842 Oct 11 15:46:02.998206 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 630d4719-1501-4616-ba17-4fee441892b6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.039977 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-a191b729-33a4-4330-8e86-3fcc4cb76485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:03.047536 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-a191b729-33a4-4330-8e86-3fcc4cb76485 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851266 Oct 11 15:46:03.066815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 630d4719-1501-4616-ba17-4fee441892b6 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:03.067864 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.136679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afe91abf-1be0-4847-8445-59b2f0da0bcf req-c3fd3ba6-e829-40e7-abda-e514529c11ab tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408450 Oct 11 15:46:03.175076 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-0ab392c3-353e-448b-998b-c553fae62a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:03.175076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-0ab392c3-353e-448b-998b-c553fae62a95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 1096 time: 0.1638603 Oct 11 15:46:03.227109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:03.265939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-6e1b790a-daa5-41ee-b64c-6e2a5cf7e900 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154229 Oct 11 15:46:03.283434 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:03.286967 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f273ac4-3262-414a-b277-abcd556a6278" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:03.375459 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:03.385870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:03.386838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4d0a81d0-9665-4dc1-aaf6-c587c50024ee no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.432624 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-41a2ef76-1084-4464-81f6-b5cba035a127 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573408 Oct 11 15:46:03.436264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 4d0a81d0-9665-4dc1-aaf6-c587c50024ee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:03.437411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4d0a81d0-9665-4dc1-aaf6-c587c50024ee not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:03.438114 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.494443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-2b968d90-e1f5-4f47-a17e-5fd5c129ee77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 217 time: 0.0544713 Oct 11 15:46:03.526933 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bfd2cd-f6f2-46c6-b7b4-9c32895accb9 x-openstack-request-id: req-68bfd2cd-f6f2-46c6-b7b4-9c32895accb9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:03.528187 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:03.528605 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68bfd2cd-f6f2-46c6-b7b4-9c32895accb9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:03.529173 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'code': 200} Oct 11 15:46:03.610526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:03.620278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-d4d8df82-550c-418f-b8d3-e3aa7afe0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:03.621769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-d4d8df82-550c-418f-b8d3-e3aa7afe0a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1103981 Oct 11 15:46:03.665402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:03.666831 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.685167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-2fc27297-6e77-4084-bd5b-a088eff9202a service neutron] 10.222.0.31 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993798 Oct 11 15:46:03.688278 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:03.689076 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:03.711914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:03.712531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1ec2b8e1-8b87-4af1-a780-b6be4b89cde4 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:03.713170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8219a790-0da8-4457-83e2-e9afe3ad4601 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.761126 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-0c959b1c-688a-4b6b-8607-56abec55a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:03.762883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-0c959b1c-688a-4b6b-8607-56abec55a4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325498 Oct 11 15:46:03.835257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:03.840247 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:03.844177 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b79560-7394-48f0-9c8a-5418a7bcbebd" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:03.898753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-e60abce9-fb05-403e-bef4-a9c946d58455 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291702 Oct 11 15:46:03.917373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:03.924640 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:03.925510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c65a254a-6a3e-400b-a786-f92e17154094 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:03.941618 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:03.942265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.054729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-03a69493-df1f-4f98-a684-bc55d5d8ff52 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476698 Oct 11 15:46:04.058657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:04.104343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.135407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5578b596-35a1-4969-9560-b4c74309f128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 217 time: 0.0697925 Oct 11 15:46:04.168815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.169182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.169551 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Floating IP 0af33fb0-82f1-464c-9a3e-777aa1c777ca disassociated. External IP: 172.35.3.223, port: 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2. Oct 11 15:46:04.169917 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:04.204376 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-2072d8e6-97b5-42a3-968a-4e3e9228f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.205913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-2072d8e6-97b5-42a3-968a-4e3e9228f6d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0670240 Oct 11 15:46:04.220028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:04.230730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.251748 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8182f3e-5b49-446e-ac13-99f37c9303c5 x-openstack-request-id: req-c8182f3e-5b49-446e-ac13-99f37c9303c5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:04.252025 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "4d0a81d0-9665-4dc1-aaf6-c587c50024ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:04.252288 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8182f3e-5b49-446e-ac13-99f37c9303c5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:04.252666 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '4d0a81d0-9665-4dc1-aaf6-c587c50024ee', 'status': 'completed', 'code': 200} Oct 11 15:46:04.308895 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-87b2c9ab-50fb-44bc-b3fc-bc2a7b50b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.311934 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-87b2c9ab-50fb-44bc-b3fc-bc2a7b50b979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984650 Oct 11 15:46:04.328675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:04.422804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-4d398ee1-2c9b-40b3-935d-c0d99b49389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.424366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-4d398ee1-2c9b-40b3-935d-c0d99b49389f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 914 time: 1.2035942 Oct 11 15:46:04.431720 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-93b70e38-2737-45e9-ac9c-c50f4b04d80e service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124017 Oct 11 15:46:04.435614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-7c135221-6b4b-4d3a-af3c-5a23061ecd53 service neutron] 10.222.0.31 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965288 Oct 11 15:46:04.443401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.458550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740097a8-5c95-466f-93a5-052753238ac4 req-d17e9573-cb1a-419a-ac46-7318454eb565 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.465124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740097a8-5c95-466f-93a5-052753238ac4 req-d17e9573-cb1a-419a-ac46-7318454eb565 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.471200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740097a8-5c95-466f-93a5-052753238ac4 req-d17e9573-cb1a-419a-ac46-7318454eb565 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.480016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-740097a8-5c95-466f-93a5-052753238ac4 req-d17e9573-cb1a-419a-ac46-7318454eb565 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 2410 time: 0.1749563 Oct 11 15:46:04.553995 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=36b501a1-aafe-4ddc-91ee-3a9563dfd7a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:04.564372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-e285dab3-b2f3-4f6f-91f6-00b842b204b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84 HTTP/1.1" status: 200 len: 217 time: 0.1313269 Oct 11 15:46:04.580659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-907741f6-3381-4a84-970b-0f8d8d55da2f service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348968 Oct 11 15:46:04.637848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-74910dfb-f705-453a-b832-88ce314443e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 217 time: 0.0496511 Oct 11 15:46:04.708743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-740097a8-5c95-466f-93a5-052753238ac4 req-92de74ee-e77c-4dcc-8994-bae347ba6a37 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255244 Oct 11 15:46:04.719378 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-154153f2-a393-4462-b278-66fcc47ead11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.725455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-154153f2-a393-4462-b278-66fcc47ead11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 200 len: 853 time: 0.1468313 Oct 11 15:46:04.756862 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-edfef595-7a91-4b68-a82c-e778507a5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.758818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-edfef595-7a91-4b68-a82c-e778507a5247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1124947 Oct 11 15:46:04.804171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-08c31b30-cc91-4da7-9f0a-d1565e1f68ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31329cf-f5f2-4977-a82a-058b4633ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328228 Oct 11 15:46:04.835982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3076e80d-5eea-4f2a-946a-dacb23fa1754 req-67abba79-8394-4b11-abe7-68b50a172676 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 210 time: 0.0636985 Oct 11 15:46:04.839873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-237eb433-9411-4606-8f7b-9982992d64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:04.863254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06dcf14a-8829-47d9-b49a-e3770c79f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:04.865819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-237eb433-9411-4606-8f7b-9982992d64a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737572 Oct 11 15:46:04.985359 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:46:05.153806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-ae0bf1b6-d464-493e-8478-7f4c06b25e84 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853425 Oct 11 15:46:05.188344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-d7ceef90-9c50-4442-918c-18fcafbdbcbb service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504729 Oct 11 15:46:05.313385 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-56376d75-b0f1-4fd0-ae39-7981cb36e03e service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519549 Oct 11 15:46:05.346170 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:46:05.364923 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Sync routers for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:46:05.369506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2397b2d9-64dc-406a-8f1c-10b40296c42b req-4e7abafe-5868-44c1-a2bc-4223e9bb7141 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696658 Oct 11 15:46:05.413183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-d481a24f-dc8f-41c0-a20b-b04304702fc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 217 time: 0.0932643 Oct 11 15:46:05.413874 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:05.418286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:05.422584 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:46:05.423240 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:05.428504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-f410309d-0880-436e-9e03-75a2d9c0ae77 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "DELETE /v2.0/ports/36b501a1-aafe-4ddc-91ee-3a9563dfd7a2 HTTP/1.1" status: 204 len: 173 time: 2.6032033 Oct 11 15:46:05.535917 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-eacc7ae4-5a11-4c76-8e4a-3751c0c455a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:05.537356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-eacc7ae4-5a11-4c76-8e4a-3751c0c455a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1173432 Oct 11 15:46:05.619551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-8a0f8e96-2f84-43f0-892d-34ceb958edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:05.621522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-8a0f8e96-2f84-43f0-892d-34ceb958edfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758708 Oct 11 15:46:05.628026 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601'}, {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:05.630342 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9213d666-9265-4c85-8f42-b1963e129935" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601"}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c65a254a-6a3e-400b-a786-f92e17154094"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:05.655073 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port c65a254a-6a3e-400b-a786-f92e17154094 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:05.655448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:05.719316 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8547a8d-0a72-4aa3-b7e1-d7e1d967a7df x-openstack-request-id: req-d8547a8d-0a72-4aa3-b7e1-d7e1d967a7df {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:05.719816 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601", "code": 200}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c65a254a-6a3e-400b-a786-f92e17154094", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:05.720386 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8547a8d-0a72-4aa3-b7e1-d7e1d967a7df {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:05.721064 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'code': 200} Oct 11 15:46:05.721513 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094', 'code': 200} Oct 11 15:46:05.723735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:46:05.855206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-bfb651a7-0a54-43fe-9e98-dbe6b72f0c63 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211826 Oct 11 15:46:06.059347 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port c65a254a-6a3e-400b-a786-f92e17154094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c65a254a-6a3e-400b-a786-f92e17154094,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:06.060003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.114964 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for c65a254a-6a3e-400b-a786-f92e17154094 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:06.190590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.196529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.232222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46967548-fc4b-4ffd-9d51-258260c467b8 req-df8a8840-e93e-4f12-bb57-3364ad8f8197 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 210 time: 0.0369418 Oct 11 15:46:06.258436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33755-5432-45f3-8967-c01f8af8292b req-28ee1b74-f051-4a63-aef9-dc6f992fa373 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:06.264929 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33755-5432-45f3-8967-c01f8af8292b req-28ee1b74-f051-4a63-aef9-dc6f992fa373 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:06.272462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2f33755-5432-45f3-8967-c01f8af8292b req-28ee1b74-f051-4a63-aef9-dc6f992fa373 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 1677 time: 0.3764176 Oct 11 15:46:06.276561 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:06.278809 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413977c-237b-4238-a9dc-6ca749bf569e" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:06.338801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2f33755-5432-45f3-8967-c01f8af8292b req-880db08c-35ab-495f-b3b5-52ced952c94e tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda82ac4-dc1c-4344-a686-ab073e541899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617373 Oct 11 15:46:06.352989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:06.400190 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e32d0a-e934-46f0-89b8-4d43dfc9bf6d x-openstack-request-id: req-68e32d0a-e934-46f0-89b8-4d43dfc9bf6d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:06.400552 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "36b501a1-aafe-4ddc-91ee-3a9563dfd7a2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:06.400963 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68e32d0a-e934-46f0-89b8-4d43dfc9bf6d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:06.401336 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '36b501a1-aafe-4ddc-91ee-3a9563dfd7a2', 'status': 'completed', 'code': 200} Oct 11 15:46:06.429469 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Checking router: 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:46:06.451291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.451465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:46:06.452006 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:06.517248 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=c65a254a-6a3e-400b-a786-f92e17154094,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:06.579650 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port c65a254a-6a3e-400b-a786-f92e17154094 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:06.585441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.588916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-c69931f1-7714-468c-845c-7fb12d98a1e1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "DELETE /v2.0/ports/c65a254a-6a3e-400b-a786-f92e17154094 HTTP/1.1" status: 204 len: 173 time: 1.1552939 Oct 11 15:46:06.601112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:46:06.708763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-55416f36-55ab-4ccf-81fa-4115c32d689e service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453398 Oct 11 15:46:06.711693 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 8219a790-0da8-4457-83e2-e9afe3ad4601 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:06.712054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.763332 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-36409ccd-ef65-4d72-9bcc-19315b85affa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 217 time: 0.0471611 Oct 11 15:46:06.853513 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-9d16c9fa-5c95-49bf-bb2e-3d332bb8e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:06.858723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-9d16c9fa-5c95-49bf-bb2e-3d332bb8e37d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0876472 Oct 11 15:46:06.883371 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:06.899217 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 8219a790-0da8-4457-83e2-e9afe3ad4601, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8219a790-0da8-4457-83e2-e9afe3ad4601,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:06.902255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:06.920124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24a9ee-ee6e-48b6-8f84-5972e0b5f66a None None] The sync data for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 is: [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:35:45Z', 'revision_number': 4, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c', 'name': '', 'network_id': 'e2067574-2011-4fc0-8722-5bdab4f0fd32', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'mac_address': 'fa:16:3e:0e:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:43Z', 'updated_at': '2021-10-11T15:35:51Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'subnets': [{'id': '7960f6af-1c3f-4a99-a258-f64a6367bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:46:06.974962 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 8219a790-0da8-4457-83e2-e9afe3ad4601 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:07.141528 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-4c0f31a2-c6d6-401d-b545-fe6200755367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:07.143063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-4c0f31a2-c6d6-401d-b545-fe6200755367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2774699 Oct 11 15:46:07.449233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-0f35a4d5-9efa-4710-92b6-664c81af7bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755983 Oct 11 15:46:07.454643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46d40cf1-efd5-4774-b091-9302b3cb1b61 req-9a7b1566-5b19-498f-b694-02145737126c tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 210 time: 0.0758109 Oct 11 15:46:07.464862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:07.554825 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218c2b9-24a8-4f84-ac7a-abfc4a7084a9 None None] New status for floating IP 0af33fb0-82f1-464c-9a3e-777aa1c777ca: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:46:07.572825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=8219a790-0da8-4457-83e2-e9afe3ad4601,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:07.636396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fc459b0-7f9e-478f-8ee7-8d268689fcbd req-2711de26-7304-470a-aa7f-9534327a03ec tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.1412680 Oct 11 15:46:07.703579 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-0d169d1c-e764-445e-adbd-dd831ccec80b tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:07.705605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-0d169d1c-e764-445e-adbd-dd831ccec80b tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.36 "GET /v2.0/networks?id=a31dbc35-b174-49a0-adf6-9ec923931392 HTTP/1.1" status: 200 len: 809 time: 0.7638113 Oct 11 15:46:07.710748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-24089a51-9103-40ec-a517-df4da96a258c service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521563 Oct 11 15:46:07.720304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:07.768638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Request body: {'port': {'device_id': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392', 'admin_state_up': True, 'tenant_id': '755e67950ef94202b3384194a41519a9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:07.789746 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 8219a790-0da8-4457-83e2-e9afe3ad4601 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:07.796516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:07.812321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f623770d-1664-4a50-82ef-f7f811229291 req-dbb081b9-1b98-4734-9878-8e8008e3347f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.36 "DELETE /v2.0/ports/8219a790-0da8-4457-83e2-e9afe3ad4601 HTTP/1.1" status: 204 len: 173 time: 1.2170699 Oct 11 15:46:07.875300 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-fede5d61-1735-4adb-9d2b-0fc84e118018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.1464722 Oct 11 15:46:08.025375 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5de50ab2-bade-4d6d-b5b5-041b2970d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:08.027354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-5de50ab2-bade-4d6d-b5b5-041b2970d92a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0851007 Oct 11 15:46:08.143453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-456b1c47-20e6-42b5-84c7-824f97733947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:08.145031 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-456b1c47-20e6-42b5-84c7-824f97733947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049476 Oct 11 15:46:08.174677 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Made reservation on behalf of 755e67950ef94202b3384194a41519a9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:08.178143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:08.402597 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094'}, {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:08.405566 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b5516-a39c-4899-a199-bdd4bfdb19b3" -d '{"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "c65a254a-6a3e-400b-a786-f92e17154094"}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:08.456627 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebac03b-f9af-407d-b8c9-c51e3f1ccd73 x-openstack-request-id: req-0ebac03b-f9af-407d-b8c9-c51e3f1ccd73 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:08.458099 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "c65a254a-6a3e-400b-a786-f92e17154094", "status": "completed", "code": 200}, {"server_uuid": "b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a", "name": "network-vif-deleted", "tag": "8219a790-0da8-4457-83e2-e9afe3ad4601", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:08.458861 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ebac03b-f9af-407d-b8c9-c51e3f1ccd73 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:08.459556 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': 'c65a254a-6a3e-400b-a786-f92e17154094', 'status': 'completed', 'code': 200} Oct 11 15:46:08.459970 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a', 'name': 'network-vif-deleted', 'tag': '8219a790-0da8-4457-83e2-e9afe3ad4601', 'status': 'completed', 'code': 200} Oct 11 15:46:08.464548 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-24d251f5-693e-4bcc-bdb6-799df9fdd662 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102179 Oct 11 15:46:08.550313 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Allocated IP 172.20.0.12 (a31dbc35-b174-49a0-adf6-9ec923931392/ed791ee6-b066-4b42-ba0a-1fb993e8f62f/4e8a59de-7f9c-494c-a491-262817b72dbd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:46:08.691194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-73011379-496d-4492-bb98-4a59105844ad req-de9d40ee-e426-49a6-898c-f2687a1257a0 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 210 time: 0.0754790 Oct 11 15:46:08.694905 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c002065-02e5-4f77-9e53-fea51046d8a6 req-e5ea5440-4801-4dbc-b0c7-9b1d1f010b33 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217524 Oct 11 15:46:08.855397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3667fc86-142a-410e-aa20-c865f188fa2d req-a6b86d30-f134-43f9-809f-24d3ac938328 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.1092424 Oct 11 15:46:09.044855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:09.128211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:09.217850 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Network a31dbc35-b174-49a0-adf6-9ec923931392 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:46:09.227378 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:09.229699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Pushing event updated for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:09.239554 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:46:09.326159 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:09.326684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:09.365317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-bce96ca9-9ebc-4539-9ae8-42446b3cada9 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6368062 Oct 11 15:46:09.366235 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:09.383715 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Request body: {'port': {'device_id': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:09.493760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:09.963621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045678ea-4b17-4704-a8b9-3113881302c4 req-db21f43f-e7e2-4de8-911b-dd77bfc7d820 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:09.965280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-045678ea-4b17-4704-a8b9-3113881302c4 req-db21f43f-e7e2-4de8-911b-dd77bfc7d820 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 932 time: 0.1739671 Oct 11 15:46:10.032268 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8a59de-7f9c-494c-a491-262817b72dbd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:10.042844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.065639 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Transition to ACTIVE for port object 4e8a59de-7f9c-494c-a491-262817b72dbd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:46:10.079993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.104076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-045678ea-4b17-4704-a8b9-3113881302c4 req-dfab6bdc-cf89-4004-b561-749e0ce77526 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212704 Oct 11 15:46:10.217566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:10.252151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-561fc051-9a71-450e-932b-6d805ab66039 req-95fe75d7-718b-4867-adee-fac84ff0f89f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.1928508 Oct 11 15:46:10.403473 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Attempting to bind port 4e8a59de-7f9c-494c-a491-262817b72dbd on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:46:10.404604 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Attempting to bind port 4e8a59de-7f9c-494c-a491-262817b72dbd by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a012e46c-295e-4407-9494-dbbdf288ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:46:10.405122 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Attempting to bind port 4e8a59de-7f9c-494c-a491-262817b72dbd on network a31dbc35-b174-49a0-adf6-9ec923931392 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:10.430312 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Port 4e8a59de-7f9c-494c-a491-262817b72dbd on network a31dbc35-b174-49a0-adf6-9ec923931392 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:46:10.430782 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Attempting to bind port 4e8a59de-7f9c-494c-a491-262817b72dbd on network a31dbc35-b174-49a0-adf6-9ec923931392 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:10.442301 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:46:10.442766 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Checking segment: {'id': 'a012e46c-295e-4407-9494-dbbdf288ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:10.443256 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Bound using segment: {'id': 'a012e46c-295e-4407-9494-dbbdf288ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:46:10.443801 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Bound port: 4e8a59de-7f9c-494c-a491-262817b72dbd, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a012e46c-295e-4407-9494-dbbdf288ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:46:10.444264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.640881 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:10.644977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.645710 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e8a59de-7f9c-494c-a491-262817b72dbd,segment=NetworkSegment(a012e46c-295e-4407-9494-dbbdf288ce0d),segment_id=a012e46c-295e-4407-9494-dbbdf288ce0d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:46:10.656653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.733005 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:10.733658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:10.735053 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e8a59de-7f9c-494c-a491-262817b72dbd HTTP/1.1" status: 200 len: 1092 time: 1.3626206 Oct 11 15:46:10.735490 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:10.737787 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978c9ce-8235-4ed5-982c-41fff7340bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:10.871294 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f2986-42d9-43c6-b360-67c0d239ebca x-openstack-request-id: req-a88f2986-42d9-43c6-b360-67c0d239ebca {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:10.871801 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:10.872203 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88f2986-42d9-43c6-b360-67c0d239ebca {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:10.872743 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd', 'status': 'completed', 'code': 200} Oct 11 15:46:10.892289 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cfac1-5b79-4a8e-9205-b272b589c9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:10.934777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-2415c087-e61e-48bf-9c7c-f1e535167dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:10.936288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-2415c087-e61e-48bf-9c7c-f1e535167dfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=755e67950ef94202b3384194a41519a9&device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 1095 time: 0.1516516 Oct 11 15:46:11.013346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-8d290aac-9eff-48f5-9f7f-0f891edf3f65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e8a59de-7f9c-494c-a491-262817b72dbd HTTP/1.1" status: 200 len: 217 time: 0.0626123 Oct 11 15:46:11.098810 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-701ec7b9-b3ab-40d1-bea8-bc5314638c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:11.100378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-701ec7b9-b3ab-40d1-bea8-bc5314638c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed791ee6-b066-4b42-ba0a-1fb993e8f62f HTTP/1.1" status: 200 len: 849 time: 0.0791287 Oct 11 15:46:11.171246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-8d3b21ca-c9f3-4f48-b7fc-08bdbe7e5498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a31dbc35-b174-49a0-adf6-9ec923931392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583668 Oct 11 15:46:11.311863 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca4a9-54fe-4814-b372-2f1a0b880ea5 req-aa5f5934-d54c-4254-a97b-6a601c9793ac tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:11.328061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7cca4a9-54fe-4814-b372-2f1a0b880ea5 req-aa5f5934-d54c-4254-a97b-6a601c9793ac tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 944 time: 0.1361351 Oct 11 15:46:11.365788 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-7f6e02e3-9ddd-4995-9aa5-1c7301070b35 service neutron] 10.222.0.36 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879966 Oct 11 15:46:11.425346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7cca4a9-54fe-4814-b372-2f1a0b880ea5 req-48d7e645-e3e3-431e-a61e-363ccbf193e5 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942757 Oct 11 15:46:11.482603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ddc00ba-de0a-42cd-8100-73c97ddf6ce9 req-3c175dc9-27e1-4863-b824-43406fc6cb93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0933602 Oct 11 15:46:11.692657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-170ef228-f99c-4cd8-8c16-7eac597fae23 req-19e2012d-e804-4aec-a8f3-d947992ee437 service neutron] 10.222.0.36 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048911 Oct 11 15:46:11.871181 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-abd74aaf-377d-4098-b3b0-b7d2262149d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:11.872673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-abd74aaf-377d-4098-b3b0-b7d2262149d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=755e67950ef94202b3384194a41519a9&device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 1095 time: 0.0868738 Oct 11 15:46:12.086956 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-bccb713e-6b2b-4183-bd77-225a4dd0ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:12.089198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-bccb713e-6b2b-4183-bd77-225a4dd0ff32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a31dbc35-b174-49a0-adf6-9ec923931392 HTTP/1.1" status: 200 len: 910 time: 0.2075717 Oct 11 15:46:12.236085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-4d7d15b9-2a8a-40a8-a57d-f9e84afae51a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e8a59de-7f9c-494c-a491-262817b72dbd HTTP/1.1" status: 200 len: 217 time: 0.1365166 Oct 11 15:46:12.332310 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-c4a847b5-ca52-44ef-a141-5d991706cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:12.338980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-c4a847b5-ca52-44ef-a141-5d991706cfd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed791ee6-b066-4b42-ba0a-1fb993e8f62f HTTP/1.1" status: 200 len: 849 time: 0.0859988 Oct 11 15:46:12.398157 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-0b9277d0-f63a-46b0-957e-1405335f8dbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a31dbc35-b174-49a0-adf6-9ec923931392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487280 Oct 11 15:46:12.653752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48be3-545f-419c-a10e-f4d1e3555f14 req-ce2fbcae-3049-4d34-898a-f3d5b19259da tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:12.656795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55f48be3-545f-419c-a10e-f4d1e3555f14 req-ce2fbcae-3049-4d34-898a-f3d5b19259da tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 944 time: 0.1031911 Oct 11 15:46:12.672854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-f732ba23-e218-4c9c-bacf-be0146240f96 service neutron] 10.222.0.36 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621796 Oct 11 15:46:12.714569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c9b682c-04b5-4447-8aac-5345e450eef2 req-532b0cf8-948f-4016-957f-6f336aad0506 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0555158 Oct 11 15:46:12.792956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55f48be3-545f-419c-a10e-f4d1e3555f14 req-a558ffc7-9688-45c8-98c8-622f825361f4 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776958 Oct 11 15:46:12.853784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f978c9ce-8235-4ed5-982c-41fff7340bb4 req-c90ac342-6659-4917-b38d-136a6df292a5 service neutron] 10.222.0.36 "GET /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713779 Oct 11 15:46:13.080105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4e8a59de-7f9c-494c-a491-262817b72dbd details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:46:13.305685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e8a59de-7f9c-494c-a491-262817b72dbd,segment=NetworkSegment(a012e46c-295e-4407-9494-dbbdf288ce0d),segment_id=a012e46c-295e-4407-9494-dbbdf288ce0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:13.351103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '4e8a59de-7f9c-494c-a491-262817b72dbd', 'network_id': 'a31dbc35-b174-49a0-adf6-9ec923931392', 'port_id': '4e8a59de-7f9c-494c-a491-262817b72dbd', 'mac_address': 'fa:16:3e:d7:72:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed791ee6-b066-4b42-ba0a-1fb993e8f62f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:46:13.451807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:13.498190 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8a59de-7f9c-494c-a491-262817b72dbd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:13.540887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e8a59de-7f9c-494c-a491-262817b72dbd,segment=NetworkSegment(a012e46c-295e-4407-9494-dbbdf288ce0d),segment_id=a012e46c-295e-4407-9494-dbbdf288ce0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:13.546805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:13.630988 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:13.812103 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4e8a59de-7f9c-494c-a491-262817b72dbd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:13.932660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72ab372-c58f-4d5e-9224-7ce87a3828e5 req-ae6ce8de-d0d2-43ae-bb6a-7ec2843a0afe tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0561020 Oct 11 15:46:14.100788 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da312252-0a2c-4d1a-8dac-79529f1837e0 req-ba84e964-5449-4e01-8ca8-cd2f2657be6e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:14.109735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da312252-0a2c-4d1a-8dac-79529f1837e0 req-ba84e964-5449-4e01-8ca8-cd2f2657be6e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 945 time: 0.1345840 Oct 11 15:46:14.186300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da312252-0a2c-4d1a-8dac-79529f1837e0 req-a36d52c9-684f-491d-bc06-c392daebd189 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737758 Oct 11 15:46:15.079437 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4e8a59de-7f9c-494c-a491-262817b72dbd up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:46:15.110421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cac22074-ebbc-4e8e-95b3-f2eb91cb2274 req-1fadeddb-c89e-4e39-a25f-f95f353ed1b6 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0893512 Oct 11 15:46:15.174995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 4e8a59de-7f9c-494c-a491-262817b72dbd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:46:15.179777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 4e8a59de-7f9c-494c-a491-262817b72dbd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:15.180490 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:15.266025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:15.333075 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:15.345430 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94901a-db8a-4900-9660-5ed01dd72833" -d '{"events": [{"server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:15.383061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0cf9-c54e-4f50-8016-6db138b7e6e0 req-1858c004-c811-425d-ba80-deb7ca38915c tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:15.392558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e8a59de-7f9c-494c-a491-262817b72dbd,segment=NetworkSegment(a012e46c-295e-4407-9494-dbbdf288ce0d),segment_id=a012e46c-295e-4407-9494-dbbdf288ce0d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:15.394005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ceac0cf9-c54e-4f50-8016-6db138b7e6e0 req-1858c004-c811-425d-ba80-deb7ca38915c tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 945 time: 0.0987971 Oct 11 15:46:15.404642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:15.471308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ceac0cf9-c54e-4f50-8016-6db138b7e6e0 req-2db1224e-4a1f-48aa-ada3-f149cfac66cf tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759237 Oct 11 15:46:15.473296 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3741240-ebc2-45c6-9aa7-bdd1c2654317 x-openstack-request-id: req-f3741240-ebc2-45c6-9aa7-bdd1c2654317 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:15.473613 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:15.473917 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3741240-ebc2-45c6-9aa7-bdd1c2654317 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:15.474297 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd', 'code': 200} Oct 11 15:46:15.577315 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:15.621442 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f602d-7daf-4e1f-bed4-c7f0a3d18a31 req-772dccdf-b7cd-4d49-a501-257c560a3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:15.623993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-652f602d-7daf-4e1f-bed4-c7f0a3d18a31 req-772dccdf-b7cd-4d49-a501-257c560a3fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 1097 time: 0.0585136 Oct 11 15:46:15.688413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-652f602d-7daf-4e1f-bed4-c7f0a3d18a31 req-fcfe1ed1-7edb-4ba9-9088-cab8408fecce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568910 Oct 11 15:46:16.306539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dba19e4f-230f-4ada-b4cd-03cb87ee61a8 req-643a1ce6-919d-4d1a-8e14-d9f6baf15553 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0438828 Oct 11 15:46:16.664823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4572124-8bbc-4c84-a92b-2a961d648587 req-7316f523-a905-47ce-87d9-7b2e3522f89e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:16.675524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4572124-8bbc-4c84-a92b-2a961d648587 req-7316f523-a905-47ce-87d9-7b2e3522f89e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 946 time: 0.0939391 Oct 11 15:46:16.728824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4572124-8bbc-4c84-a92b-2a961d648587 req-981c86b1-bb1a-4054-ab8b-cbb997fff678 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Oct 11 15:46:17.453342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32fdb160-0f1b-4297-a62b-8341137a15cd req-4c627ebb-0e8f-4d1c-8dfc-98eb3bdcdbdc tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0420072 Oct 11 15:46:17.922980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61739-4a02-4ce3-9b7a-e736020f7a2d req-52d2f5fa-b887-408c-8452-34105e0db877 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:17.971684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfb61739-4a02-4ce3-9b7a-e736020f7a2d req-52d2f5fa-b887-408c-8452-34105e0db877 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 946 time: 0.1685886 Oct 11 15:46:18.062145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfb61739-4a02-4ce3-9b7a-e736020f7a2d req-95b1e293-2795-4915-986b-080ec07907df tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881169 Oct 11 15:46:18.607488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a52b4f0f-ad9e-4796-9f48-7ec0951c25bf req-e45b9536-8272-4759-be11-4c56ff03ddf7 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0428293 Oct 11 15:46:19.776609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31e0e6b4-9ae2-4832-ada0-d273a06af8a7 req-0a7cb295-506f-4538-9758-a2675fec4de5 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0551963 Oct 11 15:46:20.306992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a16b-84cb-491a-a6bb-97f43c834a5f req-af484683-5e01-47e5-a3f4-5aef4f999a72 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:20.308472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70d0a16b-84cb-491a-a6bb-97f43c834a5f req-af484683-5e01-47e5-a3f4-5aef4f999a72 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 946 time: 0.0535367 Oct 11 15:46:20.347697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70d0a16b-84cb-491a-a6bb-97f43c834a5f req-99b06096-ce92-48d5-86f2-a74b5ae3d757 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Oct 11 15:46:20.929247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-520a63d5-b338-4ab2-8b82-b40eea4d1891 req-1b22ac9b-ab7a-47e7-8dd0-b8de8c48c4d9 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0300496 Oct 11 15:46:21.477518 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492ee5c-dce0-4c78-94f0-9f8f3e11311e req-d06b6ae5-7b32-4542-918f-6440be0c805e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:21.479158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8492ee5c-dce0-4c78-94f0-9f8f3e11311e req-d06b6ae5-7b32-4542-918f-6440be0c805e tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Oct 11 15:46:21.522734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8492ee5c-dce0-4c78-94f0-9f8f3e11311e req-6f279226-1acd-4119-8a57-6fe64e16e3e8 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.31 "GET /v2.0/security-groups?id=06796ac8-3441-4611-9fc2-2c985c5a5f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Oct 11 15:46:21.538307 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-dc6ccf91-1678-4c2d-a596-32698175c0bb tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:21.539792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-dc6ccf91-1678-4c2d-a596-32698175c0bb tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c0e62e-9178-4fcf-8a75-be998f2a8517 HTTP/1.1" status: 200 len: 946 time: 0.0615332 Oct 11 15:46:21.664070 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Deleting port 4e8a59de-7f9c-494c-a491-262817b72dbd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:21.664551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:21.760545 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] For port 4e8a59de-7f9c-494c-a491-262817b72dbd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e8a59de-7f9c-494c-a491-262817b72dbd,segment=NetworkSegment(a012e46c-295e-4407-9494-dbbdf288ce0d),segment_id=a012e46c-295e-4407-9494-dbbdf288ce0d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:21.761047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:21.772863 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Calling delete_port for 4e8a59de-7f9c-494c-a491-262817b72dbd owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:21.902052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:21.914902 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4e8a59de-7f9c-494c-a491-262817b72dbd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:21.945056 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Pushing event deleted for resources: {'Port': ['ID=4e8a59de-7f9c-494c-a491-262817b72dbd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:21.994711 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] No DVR routers for this DVR port 4e8a59de-7f9c-494c-a491-262817b72dbd on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:21.998143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.005220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a9a191e-4c55-4346-9fe1-5d3f2559310c req-7333fb03-9bfd-4b88-8f6f-c91e5270c408 tempest-ServerTagsTestJSON-339432107 tempest-ServerTagsTestJSON-339432107-project] 10.222.0.36 "DELETE /v2.0/ports/4e8a59de-7f9c-494c-a491-262817b72dbd HTTP/1.1" status: 204 len: 173 time: 0.4584894 Oct 11 15:46:22.005857 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'name': 'network-vif-deleted', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:22.008500 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374e0889-53a6-42df-9d05-fa8be7b089a8" -d '{"events": [{"server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "name": "network-vif-deleted", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:22.057131 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4ae594-c956-4c4c-9bb0-1d02056b04de x-openstack-request-id: req-8b4ae594-c956-4c4c-9bb0-1d02056b04de {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:22.057766 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c0e62e-9178-4fcf-8a75-be998f2a8517", "name": "network-vif-deleted", "tag": "4e8a59de-7f9c-494c-a491-262817b72dbd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:22.058235 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b4ae594-c956-4c4c-9bb0-1d02056b04de {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:22.058881 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c0e62e-9178-4fcf-8a75-be998f2a8517', 'name': 'network-vif-deleted', 'tag': '4e8a59de-7f9c-494c-a491-262817b72dbd', 'status': 'completed', 'code': 200} Oct 11 15:46:22.103333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c535e9f-aae8-44e1-b2dd-f64f19c58f2f req-8f28c2e3-689a-434a-8d74-04aadf5c340d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0588548 Oct 11 15:46:22.581131 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:22.644706 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Deleting subnet ed791ee6-b066-4b42-ba0a-1fb993e8f62f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:46:22.648020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.683703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.726049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.791121 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.821210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:22.827136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed791ee6-b066-4b42-ba0a-1fb993e8f62f HTTP/1.1" status: 204 len: 168 time: 0.2421420 Oct 11 15:46:22.827136 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed791ee6-b066-4b42-ba0a-1fb993e8f62f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:22.827639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:22.849642 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.850550 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.851077 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.851589 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.852129 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.852698 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.853206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.854706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.855224 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.855711 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.856191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.857228 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ba7ef-4d08-4280-9a27-718cef62e711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:22.947629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.035081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.057917 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31dbc35-b174-49a0-adf6-9ec923931392']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:23.069215 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a012e46c-295e-4407-9494-dbbdf288ce0d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:23.069674 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a012e46c-295e-4407-9494-dbbdf288ce0d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:23.080978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.096250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.102360 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:46:23.103278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:46:23.105064 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:46:23.169451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.174529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.179669 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a31dbc35-b174-49a0-adf6-9ec923931392 HTTP/1.1" status: 204 len: 168 time: 0.3509445 Oct 11 15:46:23.200855 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309989a-1d77-48b9-86e9-258173e77432 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31dbc35-b174-49a0-adf6-9ec923931392,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:23.248273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d0eae7a-3517-42be-a67e-aa57ef1bb5ee req-cc7bb057-efd6-4159-b30d-68db51e19665 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0301583 Oct 11 15:46:23.309919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:23.349139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-245b8474-3454-4575-ad91-c49deef48747 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=755e67950ef94202b3384194a41519a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379913 Oct 11 15:46:23.351463 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:23.398959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.419825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.473052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.475812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:23.479326 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06796ac8-3441-4611-9fc2-2c985c5a5f08 HTTP/1.1" status: 204 len: 168 time: 0.1245625 Oct 11 15:46:23.485027 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf658d9-3805-4a94-9198-dbde2196e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06796ac8-3441-4611-9fc2-2c985c5a5f08,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:24.199862 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:24.303126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1697053872-network', 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:24.332128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:24.334928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.345897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.374088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8b02b3f-9024-408e-bcb1-11a8dacf7d62 req-85e43b73-932a-475f-ac69-a5190f735e70 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0402071 Oct 11 15:46:24.448002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.451831 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.473353 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:46:24.488493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:24.502075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.502422 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Added segment ba44073e-d8bc-4ae8-b826-7d42975d9844 of type vlan for network 2c6cad87-61b4-4fa6-b79f-4635f735cffd Oct 11 15:46:24.543415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.569933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.571159 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:24.572246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.635272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6cad87-61b4-4fa6-b79f-4635f735cffd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:24.640875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3413f9c6-7433-41c0-8faf-eb5bc5ba4a60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4394450 Oct 11 15:46:24.643895 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:24.648477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:46:24.664587 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Request body: {'subnet': {'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1697053872-subnet', 'tenant_id': '3b0c759ae5134f5d9223e30359e58506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:24.700059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:24.703363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:24.932921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:25.018608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb02d19-b0a4-414e-9799-fd9bd69d7052,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:25.022480 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:25.023022 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Network hostable DHCP agents. Network: 2c6cad87-61b4-4fa6-b79f-4635f735cffd, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:46:25.046863 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:46:25.057068 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c6cad87-61b4-4fa6-b79f-4635f735cffd) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:25.061252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:25.062007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:25.067432 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44ba7c-89ee-4d80-9949-f58c4fe49f43 None None] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:25.085472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2918964f-1ea9-4eff-99d2-51ccd442a5a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4401369 Oct 11 15:46:25.142756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4e8a59de-7f9c-494c-a491-262817b72dbd no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:25.269615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 4e8a59de-7f9c-494c-a491-262817b72dbd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:25.270032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4e8a59de-7f9c-494c-a491-262817b72dbd not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:25.281215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4aa8ee-b265-4c1f-ad06-76b84d6776c8 None None] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:25.492443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-732a188e-7008-4250-850d-b126f6a1470d req-921017c1-6069-432e-b9d9-e86b64753969 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0329075 Oct 11 15:46:25.595016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-ce661fb9-4423-4f99-aaa6-c89d5daac000 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:25.596483 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-ce661fb9-4423-4f99-aaa6-c89d5daac000 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1065857 Oct 11 15:46:25.611810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-74431134-fd82-4685-8b56-70f9ef71945f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0093677 Oct 11 15:46:25.645003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-bc1814a3-19a9-4546-b974-f5a7337b2e01 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268233 Oct 11 15:46:25.709425 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-910508cb-b5b3-4a52-b8ea-df2562e921cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:46:25.710435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-910508cb-b5b3-4a52-b8ea-df2562e921cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0588377 Oct 11 15:46:25.814296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-38d7479d-0031-4766-b357-5e351c17d866 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969191 Oct 11 15:46:25.914035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-e91ac21d-baab-4dee-9784-b59fe36b5298 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987804 Oct 11 15:46:26.140804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42ddf238-4cc4-4eaf-bda3-2b7d2ab4d85f req-4d26313c-be71-4840-8455-1b283c683466 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 210 time: 0.0369637 Oct 11 15:46:26.615003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a69f3906-ecd2-46d1-9e3a-2fc415973747 req-ba30fee7-a986-4893-94a4-f62f7eca671b tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0296905 Oct 11 15:46:27.104591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-fc09ba0d-ac11-4ded-bc69-7965f7e55990 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:27.106193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-fc09ba0d-ac11-4ded-bc69-7965f7e55990 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.43 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1107588 Oct 11 15:46:27.122104 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': '8b2018ce-fb2c-4303-be86-214948e7d807', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:27.244755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69c64c5c-902d-4924-a16c-685af671f376 req-adb55de0-56cc-4763-a91b-849cabc81e21 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 210 time: 0.0345080 Oct 11 15:46:27.269046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:27.269046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:27.395244 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.8 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/3d10da15-4a32-4e7a-b8c7-280c2aef3a53) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:46:27.547802 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:27.583357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:27.628204 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:46:27.631392 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:27.635706 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:46:27.641924 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:27.688023 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:27.688650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:27.712630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-687df955-4413-45f5-9563-fa8976baf542 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961783 Oct 11 15:46:27.734328 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Request body: {'port': {'device_id': '8b2018ce-fb2c-4303-be86-214948e7d807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:27.738046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eefc2df9-93ad-4239-8483-e5437557cce6 req-48bc624e-c0fd-4c07-b5e8-47daa110cc8f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0384138 Oct 11 15:46:28.068337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.363543 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:28.372685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.397549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9279-8dd6-4020-a221-a615e9c1a98d req-d2efbe70-c13c-4493-b233-561e68868968 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:28.399090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-852d9279-8dd6-4020-a221-a615e9c1a98d req-d2efbe70-c13c-4493-b233-561e68868968 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 931 time: 0.0802648 Oct 11 15:46:28.400774 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Transition to ACTIVE for port object 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:46:28.405141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.491214 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:28.514494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-852d9279-8dd6-4020-a221-a615e9c1a98d req-476870d6-3df9-4456-b9be-ad8b749019cd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065311 Oct 11 15:46:28.587903 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Attempting to bind port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:46:28.588341 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Attempting to bind port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:46:28.588675 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Attempting to bind port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:28.594219 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:46:28.594542 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Attempting to bind port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:28.601410 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:46:28.601789 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:28.602182 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:46:28.603419 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Bound port: 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:46:28.604400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.677065 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:28.680306 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:46:28.685816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.721135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:28.721643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:28.722999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] 10.222.0.43 "PUT /v2.0/ports/3d10da15-4a32-4e7a-b8c7-280c2aef3a53 HTTP/1.1" status: 200 len: 1091 time: 0.9971457 Oct 11 15:46:28.723433 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:28.725699 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9aa33-c234-46d2-8549-15d369c07a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:28.749587 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6c85b-5e7c-400c-a754-1f7e4415ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:28.798210 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ad357a-00a8-44b6-9028-63b4c8d43842 x-openstack-request-id: req-f0ad357a-00a8-44b6-9028-63b4c8d43842 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:28.798519 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:28.799371 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0ad357a-00a8-44b6-9028-63b4c8d43842 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:28.799371 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53', 'status': 'completed', 'code': 200} Oct 11 15:46:28.815659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-a2289acf-7403-4539-a367-35c36039fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:28.817176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-a2289acf-7403-4539-a367-35c36039fd78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 1094 time: 0.0455384 Oct 11 15:46:28.872400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-1c130a09-28b4-4712-9eb3-622b5a433cce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53 HTTP/1.1" status: 200 len: 217 time: 0.0462317 Oct 11 15:46:28.894557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9afdbedd-47fc-444e-b333-94c1d7410323 req-2bc6da84-5e16-4d52-b0cc-7d1e02975488 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3b0c329-0d1a-4ec7-bd14-565cee3e7a7a HTTP/1.1" status: 200 len: 210 time: 0.0620322 Oct 11 15:46:28.931064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-1e0c1014-0640-44bf-bcc2-2dd492bf3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:28.932495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-1e0c1014-0640-44bf-bcc2-2dd492bf3f4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0465853 Oct 11 15:46:28.968208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-50c35330-5a0e-4668-a80f-339dc497723c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274491 Oct 11 15:46:29.067046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-1f25fa52-4e1c-4a7c-89f2-46baf1e867d8 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913813 Oct 11 15:46:29.162527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d3aea52-9b1d-4cd1-be11-8886a5480b76 req-ce997303-bcbb-42df-bcd4-3b6462864140 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 Oct 11 15:46:29.256977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-a4ef1b4a-31c4-4bfb-9cc1-41dd4e3e2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:29.258669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-a4ef1b4a-31c4-4bfb-9cc1-41dd4e3e2d79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 1094 time: 0.0478556 Oct 11 15:46:29.357943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-de258830-3660-48c7-9671-b7e240acb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:29.359448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-de258830-3660-48c7-9671-b7e240acb1c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.0936513 Oct 11 15:46:29.405206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-20165a7a-3f63-4dd3-926a-d94f96fc679f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53 HTTP/1.1" status: 200 len: 217 time: 0.0381565 Oct 11 15:46:29.455549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-ed5a124e-4d97-41c4-8a8f-2db37b65928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:29.457053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-ed5a124e-4d97-41c4-8a8f-2db37b65928e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0446630 Oct 11 15:46:29.488881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-0f390351-3911-46a2-ba25-8c7078553738 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249567 Oct 11 15:46:29.601590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-28754a66-c29e-4b37-a600-a646f5e98181 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049325 Oct 11 15:46:29.693065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dea89-f8af-4bd4-a164-2b4e8534569a req-06021168-a84d-4302-8d64-98bda922215f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:29.694678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c7dea89-f8af-4bd4-a164-2b4e8534569a req-06021168-a84d-4302-8d64-98bda922215f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 943 time: 0.1069400 Oct 11 15:46:29.741242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d9aa33-c234-46d2-8549-15d369c07a4f req-30107681-b277-4117-b433-9ef17c61bef2 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261599 Oct 11 15:46:29.756323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c7dea89-f8af-4bd4-a164-2b4e8534569a req-b97645c9-5a87-4686-9997-b94622bcae00 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539424 Oct 11 15:46:29.999459 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:30.053785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.076281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.126141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.128803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.130060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/security-groups/fda82ac4-dc1c-4344-a686-ab073e541899 HTTP/1.1" status: 204 len: 168 time: 0.1295676 Oct 11 15:46:30.132802 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:30.140578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aecb2-73aa-4d4a-904c-2b19b55bf3c0 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda82ac4-dc1c-4344-a686-ab073e541899,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:30.154841 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fa2dcafa-c569-4f52-8cee-893b3b4b5de8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] show failed (client error): The resource could not be found. Oct 11 15:46:30.159370 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:30.167648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa2dcafa-c569-4f52-8cee-893b3b4b5de8 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "GET /v2.0/security-groups/fda82ac4-dc1c-4344-a686-ab073e541899 HTTP/1.1" status: 404 len: 347 time: 0.0332310 Oct 11 15:46:30.286721 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port e3af8994-a308-4dcd-b06f-a3dced4f3014 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:30.287058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.368072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.368401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.379865 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for e3af8994-a308-4dcd-b06f-a3dced4f3014 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:30.512896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.540687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=e3af8994-a308-4dcd-b06f-a3dced4f3014,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:30.598484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.601062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.604325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-888133b9-7b44-41f7-84e2-0cf3d416d69d tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/floatingips/0af33fb0-82f1-464c-9a3e-777aa1c777ca HTTP/1.1" status: 204 len: 168 time: 0.4419065 Oct 11 15:46:30.605330 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:30.698271 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:30.698825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.793441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:30.807240 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:30.922464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357dee-6de3-4bc5-bb55-9f4c90feabd2 req-5c674ef3-2287-46fb-94e6-b6969163b853 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:30.923952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f357dee-6de3-4bc5-bb55-9f4c90feabd2 req-5c674ef3-2287-46fb-94e6-b6969163b853 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 943 time: 0.0722744 Oct 11 15:46:31.004634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f357dee-6de3-4bc5-bb55-9f4c90feabd2 req-17a4f1ac-b50e-4266-9e80-d2ba16fd273a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Oct 11 15:46:31.015458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.047262 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:31.117129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.121173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-37b3a070-da96-4517-91c3-e10165016a9f tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/ports/fcbb4491-d3cf-42d5-9bfd-43ef8cd8a56a HTTP/1.1" status: 204 len: 168 time: 0.5148904 Oct 11 15:46:31.123851 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:31.216203 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 630d4719-1501-4616-ba17-4fee441892b6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:31.216549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.300759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.312983 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 630d4719-1501-4616-ba17-4fee441892b6 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:31.462447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.492437 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=630d4719-1501-4616-ba17-4fee441892b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:31.570497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.573999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4501d02-e649-472b-82a5-313f09501d22 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/ports/630d4719-1501-4616-ba17-4fee441892b6 HTTP/1.1" status: 204 len: 168 time: 0.4492157 Oct 11 15:46:31.576673 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:31.637302 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting subnet ad88a896-420f-4047-9104-37aba2fc31d0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:46:31.640670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.681649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.767397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.841804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.867476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Subnet': ['ID=ad88a896-420f-4047-9104-37aba2fc31d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:31.879667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.886345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-321391ac-0b79-48c5-8457-022322018e56 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/subnets/ad88a896-420f-4047-9104-37aba2fc31d0 HTTP/1.1" status: 204 len: 168 time: 0.3075442 Oct 11 15:46:31.886526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c03308-f8b6-490e-b59d-74ae2a885762 None None] Network a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:31.886960 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:31.944069 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting subnet 8ededde8-2aba-4087-ac1d-e7591be6dc03 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:46:31.947714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:31.990725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.098735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.125552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:46:32.190309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.227156 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Subnet': ['ID=8ededde8-2aba-4087-ac1d-e7591be6dc03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:32.229879 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.233466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1ce79758-1fcd-46e7-ac8a-36f28d85f281 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/subnets/8ededde8-2aba-4087-ac1d-e7591be6dc03 HTTP/1.1" status: 204 len: 168 time: 0.3454509 Oct 11 15:46:32.236009 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:32.252454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311463a-db06-4d7b-9bc8-c46a1c0e14e5 req-a34478d2-0a78-4191-ad16-214a67e53f87 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:32.254130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9311463a-db06-4d7b-9bc8-c46a1c0e14e5 req-a34478d2-0a78-4191-ad16-214a67e53f87 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 943 time: 0.0943918 Oct 11 15:46:32.268201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52404bee-823e-459a-b050-22d7db4459c6 None None] Network 82876f28-e47d-47e6-aa6e-575ac752727b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:32.308680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9311463a-db06-4d7b-9bc8-c46a1c0e14e5 req-101044b7-6316-4735-928d-74fd3b5adbef tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Oct 11 15:46:32.361115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.377807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:32.385819 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] DHCP port deletion for a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:46:32.398060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4643e737-4ea7-49b2-9669-66a2486d4fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.404795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53', 'mac_address': 'fa:16:3e:77:3a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:46:32.422379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:32.422811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.489540 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:32.489917 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.504497 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:32.517139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.541060 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:32.549099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Deleting port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:32.549469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.598744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:32.612299 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.622560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.628036 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] DHCP port deletion for 82876f28-e47d-47e6-aa6e-575ac752727b request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:46:32.650914 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:32.655450 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:32.658499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] For port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,segment=NetworkSegment(5ab09d61-3b33-44d9-ae08-2b1dca012532),segment_id=5ab09d61-3b33-44d9-ae08-2b1dca012532)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:32.658879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.711425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Calling delete_port for 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:32.728387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:32.743911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.744244 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.744578 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.744909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.745779 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.745779 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.746054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.746338 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.746662 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.746975 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.747290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.747395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.747596 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:32.768494 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a609aea0-b03f-4bbc-b558-f41c5a6bf8d6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:32.778023 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab09d61-3b33-44d9-ae08-2b1dca012532') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:32.778313 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab09d61-3b33-44d9-ae08-2b1dca012532') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:32.789218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.803027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Deleting port 6cf2d185-c081-4097-9161-4844fea80e0c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:32.803027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.806486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.823201 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:46:32.824051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:46:32.827863 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:46:32.885723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.900271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.907804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:32.913641 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:32.914102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/networks/a609aea0-b03f-4bbc-b558-f41c5a6bf8d6 HTTP/1.1" status: 204 len: 168 time: 0.6763377 Oct 11 15:46:32.926382 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f0ff-9226-4065-84ad-73aef5d08d93 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Network': ['ID=a609aea0-b03f-4bbc-b558-f41c5a6bf8d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:32.937645 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] Pushing event deleted for resources: {'Port': ['ID=52ad8890-3bc0-4f3a-b978-d156e0dd7cf2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:32.946735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2b064-b75c-4ec2-bf20-c7c467d2ecfa None None] No DVR routers for this DVR port 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:32.948544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:32.989099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] For port 6cf2d185-c081-4097-9161-4844fea80e0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6cf2d185-c081-4097-9161-4844fea80e0c,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:32.989521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.015663 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Calling delete_port for 6cf2d185-c081-4097-9161-4844fea80e0c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:33.032321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.091018 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Deleting port 6cf2d185-c081-4097-9161-4844fea80e0c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:33.091522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.156373 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] For port 6cf2d185-c081-4097-9161-4844fea80e0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6cf2d185-c081-4097-9161-4844fea80e0c,segment=NetworkSegment(7359069e-4a8b-46cc-9016-f9ccf50c06ea),segment_id=7359069e-4a8b-46cc-9016-f9ccf50c06ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:33.156798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.173965 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Calling delete_port for 6cf2d185-c081-4097-9161-4844fea80e0c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:33.193206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.251515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.255981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] Pushing event deleted for resources: {'Port': ['ID=6cf2d185-c081-4097-9161-4844fea80e0c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:33.263031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9260775-ce71-484f-8b0a-355d69eac467 None None] No DVR routers for this DVR port 6cf2d185-c081-4097-9161-4844fea80e0c on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:33.278988 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Port': ['ID=6cf2d185-c081-4097-9161-4844fea80e0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:33.282594 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] No DVR routers for this DVR port 6cf2d185-c081-4097-9161-4844fea80e0c on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:33.366792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.397076 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82876f28-e47d-47e6-aa6e-575ac752727b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:33.422519 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7359069e-4a8b-46cc-9016-f9ccf50c06ea') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:33.422888 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7359069e-4a8b-46cc-9016-f9ccf50c06ea') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:33.442909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.451461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb5e7-95ee-4603-8e36-cd89c28cd665 req-895ac869-9e41-4ca9-b428-77cc133e8373 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:33.452956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-442bb5e7-95ee-4603-8e36-cd89c28cd665 req-895ac869-9e41-4ca9-b428-77cc133e8373 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 944 time: 0.0676587 Oct 11 15:46:33.457134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6cf2d185-c081-4097-9161-4844fea80e0c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:33.478175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6cf2d185-c081-4097-9161-4844fea80e0c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:33.478454 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6cf2d185-c081-4097-9161-4844fea80e0c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:33.478862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:33.481706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.492652 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:46:33.493683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:46:33.496724 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:46:33.502106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:33.502584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 52ad8890-3bc0-4f3a-b978-d156e0dd7cf2 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:33.556239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-442bb5e7-95ee-4603-8e36-cd89c28cd665 req-7da2bd57-c434-41cc-9cf0-5f0bc0f7df61 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925808 Oct 11 15:46:33.576185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.581087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:33.590705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] 10.222.0.31 "DELETE /v2.0/networks/82876f28-e47d-47e6-aa6e-575ac752727b HTTP/1.1" status: 204 len: 168 time: 0.6682353 Oct 11 15:46:33.616458 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dfdb6-1503-47f3-89f6-8f77b2fa3ad1 tempest-TaggedBootDevicesTest_v242-656334004 tempest-TaggedBootDevicesTest_v242-656334004-project] Pushing event deleted for resources: {'Network': ['ID=82876f28-e47d-47e6-aa6e-575ac752727b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:34.129107 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:46:34.167713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7026-ef86-4569-8e2d-e6541a3afb4a req-0912edd8-bc95-4a4e-9027-e70b938587f7 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:34.169401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-923e7026-ef86-4569-8e2d-e6541a3afb4a req-0912edd8-bc95-4a4e-9027-e70b938587f7 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Oct 11 15:46:34.180244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:46:34.184850 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:34.185402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:34.208893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-923e7026-ef86-4569-8e2d-e6541a3afb4a req-f1989eca-a15c-42cb-9ec4-0ed450f12862 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Oct 11 15:46:34.271698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:34.293826 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:34.296034 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461bedb-6846-41c9-9a4b-dd7db7fa4017" -d '{"events": [{"server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "name": "network-vif-plugged", "status": "completed", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:34.308828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:34.312859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:34.339215 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4adf8-2505-4d6b-aa5e-fa71629d0710 x-openstack-request-id: req-43e4adf8-2505-4d6b-aa5e-fa71629d0710 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:34.339554 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "name": "network-vif-plugged", "status": "completed", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:34.339799 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43e4adf8-2505-4d6b-aa5e-fa71629d0710 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:34.340174 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53', 'code': 200} Oct 11 15:46:34.365096 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:34.435460 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5f76-013c-41f5-859b-236aafc5d72e req-48931299-3019-49e7-a913-81c26d3a49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:34.436935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58e5f76-013c-41f5-859b-236aafc5d72e req-48931299-3019-49e7-a913-81c26d3a49e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 1096 time: 0.0439398 Oct 11 15:46:34.473355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58e5f76-013c-41f5-859b-236aafc5d72e req-9d4d7ea7-6afb-47b5-a7b9-a6382a6715a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283599 Oct 11 15:46:34.684512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80345-b086-4ee7-b09f-986df71e0b2e req-d70aad9f-1ec3-40bc-8de4-1ae2c302b271 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:34.686009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18c80345-b086-4ee7-b09f-986df71e0b2e req-d70aad9f-1ec3-40bc-8de4-1ae2c302b271 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Oct 11 15:46:34.725162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18c80345-b086-4ee7-b09f-986df71e0b2e req-966733e2-5327-4bda-9055-917371be77b0 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Oct 11 15:46:34.815570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e3f1-7cca-445f-a3e8-980af04b2c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:35.329091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494d267-1d0a-45e2-b109-c2248e45fa96 req-d267387d-c2cf-4443-a9d6-3fd5720bc1ae tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:35.330573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8494d267-1d0a-45e2-b109-c2248e45fa96 req-d267387d-c2cf-4443-a9d6-3fd5720bc1ae tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Oct 11 15:46:35.367606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8494d267-1d0a-45e2-b109-c2248e45fa96 req-f1c5a488-0166-4897-920d-8ca0f053427c tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Oct 11 15:46:35.854413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84ba1-e345-470d-a023-94ed4d16269d req-6124a154-3606-4df0-a7a2-9389428d42b7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:35.855891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7b84ba1-e345-470d-a023-94ed4d16269d req-6124a154-3606-4df0-a7a2-9389428d42b7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0549650 Oct 11 15:46:35.892393 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:46:35.904394 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:35.909049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7b84ba1-e345-470d-a023-94ed4d16269d req-0449f5dd-0938-4a71-9dfb-dafa3a661f7a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Oct 11 15:46:35.957931 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:36.183283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-fec69ffc-37c2-45be-9c82-6f8a7f31cc94 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:36.184791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-fec69ffc-37c2-45be-9c82-6f8a7f31cc94 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0502999 Oct 11 15:46:36.279757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Deleting port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:36.280091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:36.376964 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] For port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:36.377683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:36.393985 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Calling delete_port for 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:36.517046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28d124-84c0-4577-838e-6a7b5a0379c6 req-61db0783-326d-43eb-a233-71c7455da069 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:36.518671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df28d124-84c0-4577-838e-6a7b5a0379c6 req-61db0783-326d-43eb-a233-71c7455da069 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99 HTTP/1.1" status: 200 len: 945 time: 0.0763319 Oct 11 15:46:36.604332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df28d124-84c0-4577-838e-6a7b5a0379c6 req-bb4766c4-5fc0-4cf8-95e9-7fb118b44e6c tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Oct 11 15:46:36.605457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:36.617013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2a8e186b-e909-4e36-bdf5-4dd080f6bc84'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:36.657686 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Pushing event deleted for resources: {'Port': ['ID=2a8e186b-e909-4e36-bdf5-4dd080f6bc84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:36.698616 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] No DVR routers for this DVR port 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:36.701205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:36.704669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c0e8bd5-81c1-4c78-b46e-76e5e09b376a req-bac597fa-dca7-4f2a-86da-2052188703e2 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "DELETE /v2.0/ports/2a8e186b-e909-4e36-bdf5-4dd080f6bc84 HTTP/1.1" status: 204 len: 173 time: 0.5141613 Oct 11 15:46:36.705158 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'name': 'network-vif-deleted', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:36.707411 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30828dc5-29df-4bba-b108-269f3fa583e0" -d '{"events": [{"server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "name": "network-vif-deleted", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:36.757646 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b1866-7da4-41a5-acb5-e72be28d7b2b x-openstack-request-id: req-285b1866-7da4-41a5-acb5-e72be28d7b2b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:36.757937 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99", "name": "network-vif-deleted", "tag": "2a8e186b-e909-4e36-bdf5-4dd080f6bc84", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:36.758193 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-285b1866-7da4-41a5-acb5-e72be28d7b2b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:36.759148 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e7f2f2-6d52-4ceb-bb59-05a8ca3b8c99', 'name': 'network-vif-deleted', 'tag': '2a8e186b-e909-4e36-bdf5-4dd080f6bc84', 'status': 'completed', 'code': 200} Oct 11 15:46:37.032889 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7c18e-b996-4a6a-a856-9305ab31e7d7 req-f4a7b1dd-45d1-4c88-898c-c2b2bee10e55 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:37.034425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17b7c18e-b996-4a6a-a856-9305ab31e7d7 req-f4a7b1dd-45d1-4c88-898c-c2b2bee10e55 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Oct 11 15:46:37.081246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17b7c18e-b996-4a6a-a856-9305ab31e7d7 req-b06faa75-713c-4cdc-bd9f-b457f56e9468 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Oct 11 15:46:37.361730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-05413200-20e5-498d-8ea2-a6bb10b33989 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:37.363283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-05413200-20e5-498d-8ea2-a6bb10b33989 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1116285 Oct 11 15:46:37.378997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-8a6249e4-3b6b-498c-ad52-9cf76cfbb7d8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Oct 11 15:46:37.430548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-2a12d07c-4ba2-421f-89d5-ba763146cdb6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451083 Oct 11 15:46:37.527825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-b212f1cd-c737-4482-a71d-c37ac77e7dcd service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Oct 11 15:46:37.623151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca1efae3-69b3-4848-86d6-cc3332ec5551 req-79276e4e-3b62-49bc-95a4-b3006c0144ba service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890198 Oct 11 15:46:37.713210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:38.785014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-432c2f39-e7c3-4adf-88d1-d171e9e98796 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:38.789047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-432c2f39-e7c3-4adf-88d1-d171e9e98796 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.4204626 Oct 11 15:46:38.810256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-a5210a09-25db-4c08-a7a6-bb525cc169a9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0157862 Oct 11 15:46:38.862992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-e3d9da59-0b7b-469d-ad15-adc35c666d8f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517545 Oct 11 15:46:38.986962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-c24654fa-5a3b-46d4-9564-bd6f2545a101 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229546 Oct 11 15:46:39.093772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-d941724e-fcc6-4ac4-a31e-2ae65767bd41 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057887 Oct 11 15:46:39.317269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5117892a-e242-4617-b987-4aa09fff4335 req-6f47d51c-0480-4f2d-8b1e-9e4a0cd5fc61 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 210 time: 0.0442793 Oct 11 15:46:39.404349 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:40.192362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:40.220324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:40.224389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a8e186b-e909-4e36-bdf5-4dd080f6bc84 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:40.451299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-574899ce-a05d-4786-ae4f-e12b6e41e7fb req-ee1907f0-4a55-4255-ae8c-6072a0a47962 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 210 time: 0.0324268 Oct 11 15:46:40.566890 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-73595b9f-e255-4e1d-8390-c8eec02e3465 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:40.568754 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-73595b9f-e255-4e1d-8390-c8eec02e3465 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1420138 Oct 11 15:46:40.583341 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:40.622493 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:40.693264 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:40.696972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:40.819099 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.2 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/4ca201e3-c890-4772-b459-504afc89dcf9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:46:40.992110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.026220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.040060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:41.080163 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:46:41.086707 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:41.089322 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:46:41.149123 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:41.149596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.151601 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:41.172211 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-134bf53d-2699-4243-ab60-67f2c4883c97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927899 Oct 11 15:46:41.186278 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Request body: {'port': {'device_id': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:41.283212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.645608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785029f-005e-4cb2-be1f-62ba977f5b7d req-6e7225f3-35f7-474a-b778-fefe6f3445ea tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:41.654725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b785029f-005e-4cb2-be1f-62ba977f5b7d req-6e7225f3-35f7-474a-b778-fefe6f3445ea tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 931 time: 0.1157877 Oct 11 15:46:41.709788 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b785029f-005e-4cb2-be1f-62ba977f5b7d req-642f8c6d-9802-4fea-bf9b-c2b9a73dad6a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Oct 11 15:46:41.813307 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca201e3-c890-4772-b459-504afc89dcf9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:41.824604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.846517 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Transition to ACTIVE for port object 4ca201e3-c890-4772-b459-504afc89dcf9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:46:41.852601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:41.957811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Pushing event updated for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:42.013400 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Attempting to bind port 4ca201e3-c890-4772-b459-504afc89dcf9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:46:42.013747 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Attempting to bind port 4ca201e3-c890-4772-b459-504afc89dcf9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:46:42.014071 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Attempting to bind port 4ca201e3-c890-4772-b459-504afc89dcf9 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:42.018254 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Port 4ca201e3-c890-4772-b459-504afc89dcf9 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:46:42.018568 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Attempting to bind port 4ca201e3-c890-4772-b459-504afc89dcf9 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:42.023206 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:46:42.023533 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:42.024432 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:46:42.024850 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Bound port: 4ca201e3-c890-4772-b459-504afc89dcf9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:46:42.025202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:42.095919 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:42.099262 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ca201e3-c890-4772-b459-504afc89dcf9,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:46:42.104296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:42.142504 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:42.143220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:42.144594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] 10.222.0.36 "PUT /v2.0/ports/4ca201e3-c890-4772-b459-504afc89dcf9 HTTP/1.1" status: 200 len: 1091 time: 0.9632518 Oct 11 15:46:42.145046 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:42.147303 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:42.184713 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbaf26-e9cb-4294-9644-4ab975e377dd service neutron] Pushing event updated for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:42.199076 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202c4b0-7856-4fd8-bba4-2a607567ea13 x-openstack-request-id: req-b202c4b0-7856-4fd8-bba4-2a607567ea13 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:42.199610 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:42.199860 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b202c4b0-7856-4fd8-bba4-2a607567ea13 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:42.200297 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9', 'status': 'completed', 'code': 200} Oct 11 15:46:42.234219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-f2298729-5576-4136-984d-0142fe852895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:42.235629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-f2298729-5576-4136-984d-0142fe852895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 1094 time: 0.0456688 Oct 11 15:46:42.285334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-8400bdde-2d82-4c8f-99bb-97f5383ac156 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ca201e3-c890-4772-b459-504afc89dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0410025 Oct 11 15:46:42.663019 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-e247cbcc-97ef-4044-b4fb-4e1300fdb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:42.664704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-e247cbcc-97ef-4044-b4fb-4e1300fdb619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.3703985 Oct 11 15:46:42.700404 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-25419dd5-051e-41c1-8f22-a17e1e83d01d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272546 Oct 11 15:46:42.876027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907902c-59eb-4d25-b5fe-443ddf0340a2 req-a2596526-8658-4350-91a6-77c409a79dc5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:42.894339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8907902c-59eb-4d25-b5fe-443ddf0340a2 req-a2596526-8658-4350-91a6-77c409a79dc5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 943 time: 0.1056385 Oct 11 15:46:42.904338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-10009f9f-38ca-48c2-bd18-9961aa9c9c7e service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962492 Oct 11 15:46:42.949978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8907902c-59eb-4d25-b5fe-443ddf0340a2 req-b5c47ed6-f032-454d-9f06-4d639ecb3437 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Oct 11 15:46:43.081617 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-199c669d-2d8a-4d5f-81f0-0ab30eb029c0 req-5cf1d13e-2aca-4820-9673-c02a54837014 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704588 Oct 11 15:46:43.206867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-8428ba2a-f4a2-43e1-88df-994eec9efe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:43.208497 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-8428ba2a-f4a2-43e1-88df-994eec9efe97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 1094 time: 0.0610137 Oct 11 15:46:43.362542 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-665834e5-3ce7-4bb4-a354-5a30f293a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:43.364098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-665834e5-3ce7-4bb4-a354-5a30f293a21e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1478734 Oct 11 15:46:43.419061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-36fd6ab1-2579-457d-b4d7-1ee3fc8d41fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ca201e3-c890-4772-b459-504afc89dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0440252 Oct 11 15:46:43.497514 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-64ad8ce8-93fd-4a98-833c-6002a446aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:43.499371 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-64ad8ce8-93fd-4a98-833c-6002a446aca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0724297 Oct 11 15:46:43.611044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-1a19d5eb-f510-403f-b419-9c8cde705328 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012776 Oct 11 15:46:43.764570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-a5493387-85a3-42da-a27e-02afea4b97fb service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466646 Oct 11 15:46:43.889027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2bc1d7db-5353-41d4-b2d2-0d90bf3c4ac3 req-ed0de6fe-f2f9-4c70-8086-6761dee12dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162982 Oct 11 15:46:44.114924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3d002-c895-46b1-9849-395baae99fb8 req-3148eb63-7e0d-4a18-b5ac-447c222da694 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:44.117293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ae3d002-c895-46b1-9849-395baae99fb8 req-3148eb63-7e0d-4a18-b5ac-447c222da694 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 943 time: 0.0655940 Oct 11 15:46:44.173047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ae3d002-c895-46b1-9849-395baae99fb8 req-1fa5e797-bd10-4892-878f-7a7fbaa1b29f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Oct 11 15:46:45.220412 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4ca201e3-c890-4772-b459-504afc89dcf9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:46:45.432380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf8a3e-46ae-4030-aed0-4b7ccc035b2f req-dc268fa5-f598-4408-92bb-2662f6e41fef tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:45.434016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16bf8a3e-46ae-4030-aed0-4b7ccc035b2f req-dc268fa5-f598-4408-92bb-2662f6e41fef tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 943 time: 0.1498969 Oct 11 15:46:45.483664 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ca201e3-c890-4772-b459-504afc89dcf9,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:45.496288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '4ca201e3-c890-4772-b459-504afc89dcf9', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '4ca201e3-c890-4772-b459-504afc89dcf9', 'mac_address': 'fa:16:3e:74:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:46:45.525817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16bf8a3e-46ae-4030-aed0-4b7ccc035b2f req-dd048168-252c-4db0-b005-ff17d37afc89 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691414 Oct 11 15:46:45.540240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:45.566175 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca201e3-c890-4772-b459-504afc89dcf9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:45.595441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ca201e3-c890-4772-b459-504afc89dcf9,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:45.605680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:45.669344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:45.862767 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4ca201e3-c890-4772-b459-504afc89dcf9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:46.723310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461fc9d-158f-4743-bb65-8a73f0664aa5 req-7c1ee4fe-a199-43c9-a5a3-e273699b9838 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:46.726623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9461fc9d-158f-4743-bb65-8a73f0664aa5 req-7c1ee4fe-a199-43c9-a5a3-e273699b9838 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 944 time: 0.0771308 Oct 11 15:46:46.813776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9461fc9d-158f-4743-bb65-8a73f0664aa5 req-6fd4397c-9759-4220-af3c-45066d4471c7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693593 Oct 11 15:46:47.210857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-e8176b76-4df7-467d-9666-9bb786990196 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:47.213173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-e8176b76-4df7-467d-9666-9bb786990196 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 813 time: 0.1916289 Oct 11 15:46:47.219747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4ca201e3-c890-4772-b459-504afc89dcf9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:46:47.234477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-4ba03d35-5dea-4faa-a6cf-299ff01cef91 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/quotas/609017fd19cf4c3db3c8d4bfd2aa7364 HTTP/1.1" status: 200 len: 375 time: 0.0106139 Oct 11 15:46:47.284175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-2e6b620c-4b69-426f-9f03-2a4169aec539 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397830 Oct 11 15:46:47.298287 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 4ca201e3-c890-4772-b459-504afc89dcf9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:46:47.304779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 4ca201e3-c890-4772-b459-504afc89dcf9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:47.305357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:47.425128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-2f6e87c3-3b45-4849-8c4c-a35325897e70 service neutron] 10.222.0.31 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398132 Oct 11 15:46:47.507096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:47.542821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-d43af13b-258b-4eaf-ae63-9adaeb2d225f service neutron] 10.222.0.31 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167338 Oct 11 15:46:47.561905 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:47.572122 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa69c79-ca53-4071-a0cc-8f5f9056e0b0" -d '{"events": [{"server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "name": "network-vif-plugged", "status": "completed", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:47.602286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ca201e3-c890-4772-b459-504afc89dcf9,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:47.615204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:47.681650 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46e94d-5220-472d-b537-729832f427fa x-openstack-request-id: req-5d46e94d-5220-472d-b537-729832f427fa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:47.687514 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "name": "network-vif-plugged", "status": "completed", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:47.688025 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d46e94d-5220-472d-b537-729832f427fa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:47.688756 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9', 'code': 200} Oct 11 15:46:47.723211 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:47.802063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1794713d-9452-4718-adde-ee717cf6a5c1 req-fa7eee53-b854-4a12-8eb5-03b0ad381130 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 210 time: 0.0384703 Oct 11 15:46:47.828998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36218760-3ab2-43a3-a77c-5c35672405d9 req-097a7da8-1be0-4cb1-a7bb-150d6f92ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:47.830552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-36218760-3ab2-43a3-a77c-5c35672405d9 req-097a7da8-1be0-4cb1-a7bb-150d6f92ca19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 1096 time: 0.1065257 Oct 11 15:46:47.895757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-36218760-3ab2-43a3-a77c-5c35672405d9 req-d764c78b-25cc-4c20-8f9b-b443a591563f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Oct 11 15:46:48.104599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297c5b0-af07-40d2-b6c0-c6143fd26b45 req-5d8c44b5-8ed2-426f-9776-de4d1b7f6dcc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:48.106595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a297c5b0-af07-40d2-b6c0-c6143fd26b45 req-5d8c44b5-8ed2-426f-9776-de4d1b7f6dcc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.1089275 Oct 11 15:46:48.168566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a297c5b0-af07-40d2-b6c0-c6143fd26b45 req-f3b8dc5a-a1d5-495b-997f-2c4499c9e0f4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Oct 11 15:46:48.958838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04b51426-43fe-4f37-9697-8eb7f692284e req-b3cfb757-1119-46d4-af75-34818de48b6d tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 210 time: 0.0445821 Oct 11 15:46:49.320939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-ef4b0bc9-2fe6-4a43-9792-33b0218a334e tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:49.322719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-ef4b0bc9-2fe6-4a43-9792-33b0218a334e tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 813 time: 0.2432809 Oct 11 15:46:49.341344 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Request body: {'port': {'device_id': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56', 'admin_state_up': True, 'tenant_id': '609017fd19cf4c3db3c8d4bfd2aa7364'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:49.453632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e7481-217c-4b15-90a0-2db4bbb1af2d req-8fc68ccf-1aa0-4a38-87ef-bc536c861ee3 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:49.458902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a61e7481-217c-4b15-90a0-2db4bbb1af2d req-8fc68ccf-1aa0-4a38-87ef-bc536c861ee3 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.1332562 Oct 11 15:46:49.524803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a61e7481-217c-4b15-90a0-2db4bbb1af2d req-57058315-a5f5-4518-b3ac-b62a6c16c98f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586236 Oct 11 15:46:49.561049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Made reservation on behalf of 609017fd19cf4c3db3c8d4bfd2aa7364 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:49.564661 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:49.744049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0956-78b9-495f-8be1-8fd159d9ee21 req-5bfda3c5-c14b-4233-bd67-6c4fab94ed6a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:49.745891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a8a0956-78b9-495f-8be1-8fd159d9ee21 req-5bfda3c5-c14b-4233-bd67-6c4fab94ed6a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.1207001 Oct 11 15:46:49.830367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a8a0956-78b9-495f-8be1-8fd159d9ee21 req-a9633293-6600-4707-8802-28f374936869 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725167 Oct 11 15:46:49.837792 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Allocated IP 172.20.0.2 (b31329cf-f5f2-4977-a82a-058b4633ef56/1714c75e-c70c-4c44-bbfb-0b27a97a1d8c/be26e17a-2113-47d9-9000-73d72de0b409) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:46:50.139596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.166001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2469c32-bb97-4981-a8b3-c8b31e864558 req-6020e438-ecbc-4a3f-a30e-4a3d0eef1919 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 210 time: 0.0505879 Oct 11 15:46:50.240122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2335-2a9e-45ec-bdd9-5ec552179068 req-1d3f7d96-d19a-44a7-aba4-f671e8bad0a9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:50.248542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2ef2335-2a9e-45ec-bdd9-5ec552179068 req-1d3f7d96-d19a-44a7-aba4-f671e8bad0a9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.0889838 Oct 11 15:46:50.279110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.374217 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Pushing event updated for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:50.379360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2ef2335-2a9e-45ec-bdd9-5ec552179068 req-b03be1b5-dc97-4957-b4d8-f0fee86bce2e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298790 Oct 11 15:46:50.382068 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Network b31329cf-f5f2-4977-a82a-058b4633ef56 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:46:50.384073 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:50.389218 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:46:50.449858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:50.450470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.467027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5ca45f36-ebc5-45ce-99c2-1c0d835985c6 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296508 Oct 11 15:46:50.480102 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Request body: {'port': {'device_id': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:50.535056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.825969 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be26e17a-2113-47d9-9000-73d72de0b409 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:50.833389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.846234 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Transition to ACTIVE for port object be26e17a-2113-47d9-9000-73d72de0b409 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:46:50.851210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:50.921083 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Pushing event updated for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:51.006900 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Attempting to bind port be26e17a-2113-47d9-9000-73d72de0b409 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:46:51.007381 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Attempting to bind port be26e17a-2113-47d9-9000-73d72de0b409 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:46:51.007721 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Attempting to bind port be26e17a-2113-47d9-9000-73d72de0b409 on network b31329cf-f5f2-4977-a82a-058b4633ef56 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:51.012475 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Port be26e17a-2113-47d9-9000-73d72de0b409 on network b31329cf-f5f2-4977-a82a-058b4633ef56 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:46:51.012879 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Attempting to bind port be26e17a-2113-47d9-9000-73d72de0b409 on network b31329cf-f5f2-4977-a82a-058b4633ef56 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:51.021160 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:46:51.021842 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Checking segment: {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:51.025816 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Bound using segment: {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:46:51.026303 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Bound port: be26e17a-2113-47d9-9000-73d72de0b409, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c2c899-f232-4675-8522-2e03f6a8346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:46:51.028288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:51.106773 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:51.110742 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be26e17a-2113-47d9-9000-73d72de0b409,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:46:51.118980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:51.175845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.176587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:51.178163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] 10.222.0.43 "PUT /v2.0/ports/be26e17a-2113-47d9-9000-73d72de0b409 HTTP/1.1" status: 200 len: 1091 time: 0.7024829 Oct 11 15:46:51.178329 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:51.181228 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ee392-b816-4ee6-8408-bf840ee037b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "tag": "be26e17a-2113-47d9-9000-73d72de0b409"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:51.210735 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f093-180c-4e7a-a050-46f5fc2feb8e service neutron] Pushing event updated for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:51.234258 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d460ae4e-14c6-40f9-aa0e-0fe6741f24be x-openstack-request-id: req-d460ae4e-14c6-40f9-aa0e-0fe6741f24be {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:51.234483 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "tag": "be26e17a-2113-47d9-9000-73d72de0b409", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:51.234859 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d460ae4e-14c6-40f9-aa0e-0fe6741f24be {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:51.235284 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409', 'status': 'completed', 'code': 200} Oct 11 15:46:51.345716 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-3c176c6e-2268-480f-b22e-97d4aaf2b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.348055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-3c176c6e-2268-480f-b22e-97d4aaf2b906 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 1094 time: 0.1072028 Oct 11 15:46:51.362961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94120bf0-f03a-41ee-bfbf-a348906daa3f req-dc513aed-e0d3-449c-8644-14fe0886df71 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.365539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94120bf0-f03a-41ee-bfbf-a348906daa3f req-dc513aed-e0d3-449c-8644-14fe0886df71 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 943 time: 0.0843983 Oct 11 15:46:51.406809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-c402dcf0-4922-4df3-aa05-a0bf7e9924f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be26e17a-2113-47d9-9000-73d72de0b409 HTTP/1.1" status: 200 len: 217 time: 0.0394940 Oct 11 15:46:51.458143 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:51.497000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94120bf0-f03a-41ee-bfbf-a348906daa3f req-44d2ed90-9477-472c-b582-dd6787a4b4fa tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879438 Oct 11 15:46:51.504493 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-a07479bb-cb75-4f7e-bad2-4e5c2d82bc2a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.510673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-a07479bb-cb75-4f7e-bad2-4e5c2d82bc2a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.1120570 Oct 11 15:46:51.511459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-005ce527-509b-4e3b-a408-7c4e94ec624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.513239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-005ce527-509b-4e3b-a408-7c4e94ec624c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 200 len: 853 time: 0.0971110 Oct 11 15:46:51.581492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-5acde9cf-22fb-4d19-bd07-93681c6d17af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31329cf-f5f2-4977-a82a-058b4633ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588748 Oct 11 15:46:51.663916 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 4ca201e3-c890-4772-b459-504afc89dcf9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:51.665086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:51.765263 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 4ca201e3-c890-4772-b459-504afc89dcf9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ca201e3-c890-4772-b459-504afc89dcf9,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:51.765897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:51.785021 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 4ca201e3-c890-4772-b459-504afc89dcf9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:51.950648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b6bce-8403-4990-ba54-e7291fbe5fe0 req-97a07df9-83d1-4d1e-b564-b6fa7ac9b654 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:51.952830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-396b6bce-8403-4990-ba54-e7291fbe5fe0 req-97a07df9-83d1-4d1e-b564-b6fa7ac9b654 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=9113c851-cc5b-44dd-8b2b-e42677f6be55 HTTP/1.1" status: 200 len: 945 time: 0.1872537 Oct 11 15:46:52.004374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:52.018479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:52.021547 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['4ca201e3-c890-4772-b459-504afc89dcf9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:52.037867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=4ca201e3-c890-4772-b459-504afc89dcf9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:52.055903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-396b6bce-8403-4990-ba54-e7291fbe5fe0 req-8d86def0-edb1-4842-b84e-9121d33787a2 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940838 Oct 11 15:46:52.069508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-dff0b969-4e23-4192-802b-cbfbd46340e2 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935808 Oct 11 15:46:52.109914 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 4ca201e3-c890-4772-b459-504afc89dcf9 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:52.120873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:52.136145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-118a4435-36e5-40e4-9890-db4fe77363d5 req-0a150035-53c8-467b-9026-50f19da77bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/4ca201e3-c890-4772-b459-504afc89dcf9 HTTP/1.1" status: 204 len: 173 time: 0.6154742 Oct 11 15:46:52.144262 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'name': 'network-vif-deleted', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:52.146842 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d72673-f0cf-4153-ab52-550dbf8d0ac5" -d '{"events": [{"server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "name": "network-vif-deleted", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:52.237513 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ddffe5-5e16-46de-b413-76f9a6883fa6 x-openstack-request-id: req-48ddffe5-5e16-46de-b413-76f9a6883fa6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:52.237941 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9113c851-cc5b-44dd-8b2b-e42677f6be55", "name": "network-vif-deleted", "tag": "4ca201e3-c890-4772-b459-504afc89dcf9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:52.238290 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48ddffe5-5e16-46de-b413-76f9a6883fa6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:52.238786 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113c851-cc5b-44dd-8b2b-e42677f6be55', 'name': 'network-vif-deleted', 'tag': '4ca201e3-c890-4772-b459-504afc89dcf9', 'status': 'completed', 'code': 200} Oct 11 15:46:52.776410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5321cb4e-1b9b-495a-8a57-6fc99b54bbff req-f2799284-fc6c-4ca6-a17b-0e120c74bc97 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960289 Oct 11 15:46:52.802498 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8556-5d9b-4340-8826-2d462dc84f91 req-c02966a5-e4b7-4068-969e-10fc03116620 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:52.804047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5dd8556-5d9b-4340-8826-2d462dc84f91 req-c02966a5-e4b7-4068-969e-10fc03116620 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 943 time: 0.1187050 Oct 11 15:46:52.899236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5dd8556-5d9b-4340-8826-2d462dc84f91 req-6a64b0df-d3e4-486d-932a-67a54327adda tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872662 Oct 11 15:46:52.989923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-e974563f-72d9-498d-889e-673e98373d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:52.991489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-e974563f-72d9-498d-889e-673e98373d34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 1094 time: 0.1398263 Oct 11 15:46:53.055821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:53.228499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-0465f791-47c7-4da6-9790-7115ee5591a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:53.231096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-0465f791-47c7-4da6-9790-7115ee5591a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 200 len: 914 time: 0.2300582 Oct 11 15:46:53.369728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-6b8f0dc6-dfb5-492b-a744-df5ae5972bad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be26e17a-2113-47d9-9000-73d72de0b409 HTTP/1.1" status: 200 len: 217 time: 0.0687621 Oct 11 15:46:53.446599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-c9fe339e-6e02-474e-ba39-179fb634dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:53.450128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-c9fe339e-6e02-474e-ba39-179fb634dda5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 200 len: 853 time: 0.0719118 Oct 11 15:46:53.525553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-73dbc1ff-1d13-489e-b252-0df47acc4003 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31329cf-f5f2-4977-a82a-058b4633ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664427 Oct 11 15:46:53.675540 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Deleting port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:53.675886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:53.763519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-55687eeb-a99f-4d90-88f0-a19540d23db2 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137322 Oct 11 15:46:53.940752 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-fe7685df-a8e5-493b-83a1-313d703374f8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:53.948138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-fe7685df-a8e5-493b-83a1-313d703374f8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.2249553 Oct 11 15:46:53.951227 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] For port 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:53.951598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:53.975650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-86fa1689-4793-4a3a-852d-58010b432824 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0266097 Oct 11 15:46:54.001952 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Calling delete_port for 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:54.073425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-129ee392-b816-4ee6-8408-bf840ee037b6 req-599673ed-bfbc-4866-a943-8e3c191fba21 service neutron] 10.222.0.43 "GET /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817736 Oct 11 15:46:54.132004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-92f11ed1-79d3-4ecc-bb14-07e5e1fd53e3 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552932 Oct 11 15:46:54.146102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe920-459d-4cdc-807e-c1eb69af5b0f req-be8a3777-e8f0-4146-8aa8-e53884f71669 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:54.146909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a30fe920-459d-4cdc-807e-c1eb69af5b0f req-be8a3777-e8f0-4146-8aa8-e53884f71669 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 943 time: 0.1461442 Oct 11 15:46:54.295296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a30fe920-459d-4cdc-807e-c1eb69af5b0f req-cd0065e8-7946-407a-a4e4-0ef7e79b1301 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365845 Oct 11 15:46:54.340222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-7fc647a2-065f-4507-b021-78adfd734e02 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922927 Oct 11 15:46:54.488771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:54.521175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Pushing event deleted for resources: {'Port': ['ID=3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:54.569021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-38ff1ad5-38a9-4aac-92e2-9430475e281b service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143385 Oct 11 15:46:54.829463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19a64ba2-93c1-4ea1-8dae-35b00f24ad94 req-a4b0449c-984d-4b48-8b10-71b24807717f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 210 time: 0.0530875 Oct 11 15:46:54.844817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:55.154940 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:46:55.269176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4ca201e3-c890-4772-b459-504afc89dcf9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:55.275819 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:46:55.285471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-40c72936-1a44-4737-a9e9-2ae07b30dfce admin admin] 10.222.0.31 "PUT /v2.0/routers/3dac4b30-568e-4b48-b1b2-5f91b8bc29bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8234112 Oct 11 15:46:55.287923 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:55.334195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 4ca201e3-c890-4772-b459-504afc89dcf9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:55.334877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 4ca201e3-c890-4772-b459-504afc89dcf9 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:55.339564 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Sync routers for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:46:55.350739 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:46:55.352094 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:46:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:55.533193 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:46:55.823830 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:46:54Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:56.099495 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.140000 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Checking router: 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:46:56.163424 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Routers {'3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:46:56.166532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:46:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:56.286361 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device be26e17a-2113-47d9-9000-73d72de0b409 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:46:56.378600 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-c04f8cf7-047c-4c75-9a99-88ee4fcfef22 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:56.380705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-c04f8cf7-047c-4c75-9a99-88ee4fcfef22 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.2264168 Oct 11 15:46:56.382505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfddcb73-5896-4052-b50d-1272333aff78 req-50e2e515-0b74-4197-8aec-b27386622664 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 210 time: 0.2919147 Oct 11 15:46:56.386464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.395714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:56.414921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be26e17a-2113-47d9-9000-73d72de0b409,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:56.420230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4eb57-148f-4581-90ed-e5969410d79c req-c525e28b-0d8d-4e80-a604-414ca85fb855 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:56.428438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15e4eb57-148f-4581-90ed-e5969410d79c req-c525e28b-0d8d-4e80-a604-414ca85fb855 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 943 time: 0.9700491 Oct 11 15:46:56.459044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'be26e17a-2113-47d9-9000-73d72de0b409', 'network_id': 'b31329cf-f5f2-4977-a82a-058b4633ef56', 'port_id': 'be26e17a-2113-47d9-9000-73d72de0b409', 'mac_address': 'fa:16:3e:0d:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1714c75e-c70c-4c44-bbfb-0b27a97a1d8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:46:56.506103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.509557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15e4eb57-148f-4581-90ed-e5969410d79c req-4a16410f-e72f-4142-b715-5bf927543afd tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758092 Oct 11 15:46:56.521856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Deleting port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:56.522433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.540156 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be26e17a-2113-47d9-9000-73d72de0b409 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:56.571868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] Set router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:46:56.577337 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be26e17a-2113-47d9-9000-73d72de0b409,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:56.630639 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] For port 1d41ff5f-1e81-4bc5-b97d-fddf32111eef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:56.631373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.645636 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Calling delete_port for 1d41ff5f-1e81-4bc5-b97d-fddf32111eef owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:56.657276 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.668083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:46:56.671667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.922994 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:56.937678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:56.939216 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.3 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/f14acb79-b2f0-4903-a709-a26d6a3c1994) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:46:56.990598 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d41ff5f-1e81-4bc5-b97d-fddf32111eef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:57.037241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['be26e17a-2113-47d9-9000-73d72de0b409'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:57.148102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.200721 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:46:54Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:57.201672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.242538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.253080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.255369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.276379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8166f39-cc05-49b7-b222-0f1b72df82ef None None] The sync data for ids ['3dac4b30-568e-4b48-b1b2-5f91b8bc29bb'] in n-d-master-1 is: [{'id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1528245363-router', 'tenant_id': 'd55122c2bf50425fbe927763e53548fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7'}], 'enable_snat': True}, 'gw_port_id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:35:36Z', 'updated_at': '2021-10-11T15:46:54Z', 'revision_number': 5, 'project_id': 'd55122c2bf50425fbe927763e53548fd', 'gw_port': {'id': '1d41ff5f-1e81-4bc5-b97d-fddf32111eef', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac4b30-568e-4b48-b1b2-5f91b8bc29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:35:38Z', 'updated_at': '2021-10-11T15:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:46:57.305107 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:57.312773 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:46:57.317375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.318139 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dac4b30-568e-4b48-b1b2-5f91b8bc29bb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:46:57.321527 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.322044 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.327413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.328683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-94cc0fb5-65bd-48f2-8db3-753c42397a13 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3dac4b30-568e-4b48-b1b2-5f91b8bc29bb HTTP/1.1" status: 204 len: 168 time: 2.0398388 Oct 11 15:46:57.330007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.330533 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.331265 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:57.333761 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.334339 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.334845 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.335347 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.335897 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.336489 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.336991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.337516 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:46:57.349910 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:46:57.353116 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:46:57.388418 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Deleting subnet 7960f6af-1c3f-4a99-a258-f64a6367bb3c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:46:57.391959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.411358 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:57.412723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.438770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-3cdb437b-dc5a-40ec-bf42-ffe947002a3d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0478060 Oct 11 15:46:57.439037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.452367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Request body: {'port': {'device_id': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:46:57.521392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.558204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6e32-8c03-475d-9bd9-77e5b397a293 req-8aa6140d-2230-4ab6-8e52-8eb1ae2fddbc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:57.560152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72e6e32-8c03-475d-9bd9-77e5b397a293 req-8aa6140d-2230-4ab6-8e52-8eb1ae2fddbc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 931 time: 0.0920019 Oct 11 15:46:57.635997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.756945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:57.774837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72e6e32-8c03-475d-9bd9-77e5b397a293 req-751d2c2e-c854-4ded-b943-e996a1df8bfd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069104 Oct 11 15:46:57.782116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:57.782650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3a92db90-a60c-4ef6-ba5e-77bf5cc6dd1c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:57.785832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8e805-d86f-47f3-bd6c-f4e631ea45da req-1f44f073-a75a-4b5b-aa3b-82a83f76dd15 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:57.787450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90f8e805-d86f-47f3-bd6c-f4e631ea45da req-1f44f073-a75a-4b5b-aa3b-82a83f76dd15 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 944 time: 0.1932676 Oct 11 15:46:57.811702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.894539 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:46:57.918079 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7960f6af-1c3f-4a99-a258-f64a6367bb3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:57.924739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:57.929149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f520132f-95ca-4e36-a5ce-9f843951f542 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7960f6af-1c3f-4a99-a258-f64a6367bb3c HTTP/1.1" status: 204 len: 168 time: 0.5968962 Oct 11 15:46:57.944484 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:57.947493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bd381-5672-4648-99d1-a72a3c9bd987 None None] Network e2067574-2011-4fc0-8722-5bdab4f0fd32 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:46:58.047942 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14acb79-b2f0-4903-a709-a26d6a3c1994 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:46:58.056955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.071394 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Transition to ACTIVE for port object f14acb79-b2f0-4903-a709-a26d6a3c1994 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:46:58.078729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.082712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90f8e805-d86f-47f3-bd6c-f4e631ea45da req-72fc4272-4526-4044-9623-6841e5e88bfa tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826016 Oct 11 15:46:58.111486 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.179115 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:58.241678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Deleting port 88908683-b0ab-481e-9c3b-509897c91e4e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:58.242579 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.304195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device be26e17a-2113-47d9-9000-73d72de0b409 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:46:58.323259 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] DHCP port deletion for e2067574-2011-4fc0-8722-5bdab4f0fd32 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:46:58.345924 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Attempting to bind port f14acb79-b2f0-4903-a709-a26d6a3c1994 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:46:58.346056 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Attempting to bind port f14acb79-b2f0-4903-a709-a26d6a3c1994 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:46:58.346371 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Attempting to bind port f14acb79-b2f0-4903-a709-a26d6a3c1994 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:58.353914 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Port f14acb79-b2f0-4903-a709-a26d6a3c1994 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:46:58.354238 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Attempting to bind port f14acb79-b2f0-4903-a709-a26d6a3c1994 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:46:58.362176 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:46:58.362511 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:46:58.362905 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:46:58.363338 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Bound port: f14acb79-b2f0-4903-a709-a26d6a3c1994, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:46:58.363698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.388816 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] For port 88908683-b0ab-481e-9c3b-509897c91e4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88908683-b0ab-481e-9c3b-509897c91e4e,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:58.389592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.442019 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Calling delete_port for 88908683-b0ab-481e-9c3b-509897c91e4e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:58.458228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Deleting port 88908683-b0ab-481e-9c3b-509897c91e4e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:46:58.458758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.480452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port be26e17a-2113-47d9-9000-73d72de0b409 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:46:58.495380 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:46:58.500346 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:46:58.512967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.513395 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port be26e17a-2113-47d9-9000-73d72de0b409 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:46:58.514004 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.576913 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:58.578629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.580517 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f14acb79-b2f0-4903-a709-a26d6a3c1994 HTTP/1.1" status: 200 len: 1091 time: 1.1326833 Oct 11 15:46:58.583402 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:58.587401 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6786959d-f303-46a9-b3ae-09ad8052a630" -d '{"events": [{"name": "network-changed", "server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:58.599675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.619911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] For port 88908683-b0ab-481e-9c3b-509897c91e4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88908683-b0ab-481e-9c3b-509897c91e4e,segment=NetworkSegment(b345012d-2b90-4595-9ffb-a4c0cecf89d1),segment_id=b345012d-2b90-4595-9ffb-a4c0cecf89d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:58.620454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.623173 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9e295-0035-47fd-95b1-c6519a73a5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:58.653100 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] No DVR routers for this DVR port 88908683-b0ab-481e-9c3b-509897c91e4e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:58.660249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Calling delete_port for 88908683-b0ab-481e-9c3b-509897c91e4e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:46:58.671605 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.695878 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Pushing event deleted for resources: {'Port': ['ID=88908683-b0ab-481e-9c3b-509897c91e4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:58.714549 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa27d7-50db-43ec-9089-4fd9d1a8b7f4 x-openstack-request-id: req-5aaa27d7-50db-43ec-9089-4fd9d1a8b7f4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:58.714846 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:58.715099 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aaa27d7-50db-43ec-9089-4fd9d1a8b7f4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:58.715495 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994', 'status': 'completed', 'code': 200} Oct 11 15:46:58.734557 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:46:58.736964 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4f659-0793-45d7-ba38-fc18be9a9332" -d '{"events": [{"server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "name": "network-vif-plugged", "status": "completed", "tag": "be26e17a-2113-47d9-9000-73d72de0b409"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:46:58.757817 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-d9d2f203-0ce3-45f9-9c6d-f2fcd3b0a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:58.759217 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be26e17a-2113-47d9-9000-73d72de0b409,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:46:58.760524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-d9d2f203-0ce3-45f9-9c6d-f2fcd3b0a17b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 1094 time: 0.1150007 Oct 11 15:46:58.774685 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.833658 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a71fd-c443-42ac-af5b-01c9114eddb0 x-openstack-request-id: req-825a71fd-c443-42ac-af5b-01c9114eddb0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:46:58.833863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-222b15c2-bd3a-4060-b315-daaa5f72a21e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994 HTTP/1.1" status: 200 len: 217 time: 0.0647197 Oct 11 15:46:58.834397 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "name": "network-vif-plugged", "status": "completed", "tag": "be26e17a-2113-47d9-9000-73d72de0b409", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:46:58.834712 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-825a71fd-c443-42ac-af5b-01c9114eddb0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:46:58.835171 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409', 'code': 200} Oct 11 15:46:58.840082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.840275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:58.862899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] No DVR routers for this DVR port 88908683-b0ab-481e-9c3b-509897c91e4e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:46:58.881053 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2067574-2011-4fc0-8722-5bdab4f0fd32']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:58.888845 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:58.934110 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d430b-9f67-4b68-ad75-419e5d36609e None None] Pushing event deleted for resources: {'Port': ['ID=88908683-b0ab-481e-9c3b-509897c91e4e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:58.934654 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b345012d-2b90-4595-9ffb-a4c0cecf89d1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:58.935116 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b345012d-2b90-4595-9ffb-a4c0cecf89d1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:46:58.958757 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-443a1edb-bd14-4705-83d5-3c5d04ec2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:58.960477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-443a1edb-bd14-4705-83d5-3c5d04ec2fa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.1192923 Oct 11 15:46:58.986587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.012369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-32bf37e2-e591-40bd-bc7d-9139a0d70582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417726 Oct 11 15:46:59.032417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.045161 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:46:59.046013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.050538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16bbbb-cc4e-4854-b49d-3d225a79c38e req-ed02f4f8-c232-4840-9be7-e7118b2ef6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.052306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e16bbbb-cc4e-4854-b49d-3d225a79c38e req-ed02f4f8-c232-4840-9be7-e7118b2ef6ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 1096 time: 0.1679275 Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:46:59.053068 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:46:59.073674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709da2b-b2f4-4c34-a4f7-923ed71fc5d5 req-154930e7-a9c2-418c-86ec-118170618e7f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.075789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9709da2b-b2f4-4c34-a4f7-923ed71fc5d5 req-154930e7-a9c2-418c-86ec-118170618e7f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 943 time: 0.1132958 Oct 11 15:46:59.142961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-a853d23d-12e2-40a5-a435-7890f93dec67 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232255 Oct 11 15:46:59.151134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e16bbbb-cc4e-4854-b49d-3d225a79c38e req-9baf6f6b-eea4-4d31-abe5-3ee4ccb416a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Oct 11 15:46:59.186601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.197916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.201587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2067574-2011-4fc0-8722-5bdab4f0fd32 HTTP/1.1" status: 204 len: 168 time: 1.2551324 Oct 11 15:46:59.206590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9709da2b-b2f4-4c34-a4f7-923ed71fc5d5 req-0f21e970-8c6d-4cd4-9f00-15277eb07c93 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 Oct 11 15:46:59.218318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3b087-e7a1-46f1-af3c-7343f75c6085 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2067574-2011-4fc0-8722-5bdab4f0fd32,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:59.292227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d9e0776-93a0-446a-9bd1-fbdb9f0688ba req-43d9d909-c140-4179-9718-2458975050e2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411059 Oct 11 15:46:59.355189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eec4c-63d4-4166-8daf-ce8ddefec63e req-67027006-dc5c-45d2-86c8-557326f99131 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.357682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db7eec4c-63d4-4166-8daf-ce8ddefec63e req-67027006-dc5c-45d2-86c8-557326f99131 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 945 time: 0.0706782 Oct 11 15:46:59.406755 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-4f9a6568-7b21-47a3-abbb-fbe014fe2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.409644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db7eec4c-63d4-4166-8daf-ce8ddefec63e req-0d53b1b3-a2fe-469c-b976-3681dcf2e096 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Oct 11 15:46:59.422229 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-4f9a6568-7b21-47a3-abbb-fbe014fe2d43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 1094 time: 0.0742016 Oct 11 15:46:59.435787 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:59.486081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8cd067c6-38df-4ef2-93fe-5d080f39038e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d55122c2bf50425fbe927763e53548fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491183 Oct 11 15:46:59.487269 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:46:59.506834 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88908683-b0ab-481e-9c3b-509897c91e4e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:59.537247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 88908683-b0ab-481e-9c3b-509897c91e4e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:59.537639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 88908683-b0ab-481e-9c3b-509897c91e4e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:59.538068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41ff5f-1e81-4bc5-b97d-fddf32111eef no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:46:59.550946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.557593 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-d4956a35-80fc-4648-b942-479767d9b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.559717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-d4956a35-80fc-4648-b942-479767d9b9ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1312170 Oct 11 15:46:59.564008 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1d41ff5f-1e81-4bc5-b97d-fddf32111eef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:46:59.564587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41ff5f-1e81-4bc5-b97d-fddf32111eef not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:46:59.582867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.607789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-933a8e19-0d2e-4043-a08a-cb10a9c8b3be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994 HTTP/1.1" status: 200 len: 217 time: 0.0382528 Oct 11 15:46:59.643585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.646824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:46:59.651605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c440e96-af3d-494a-85d4-5e3970ced83b HTTP/1.1" status: 204 len: 168 time: 0.1604321 Oct 11 15:46:59.674599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016ea6-b8d7-4bb7-934d-5cad5b8b7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c440e96-af3d-494a-85d4-5e3970ced83b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:46:59.698565 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-d8b97926-1b53-4f01-bd35-f64e5ba49f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:46:59.699944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-d8b97926-1b53-4f01-bd35-f64e5ba49f15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0853946 Oct 11 15:46:59.736967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-8464cd12-8b81-4c61-b02f-425ede241031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296874 Oct 11 15:46:59.854771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-1ff22989-37b0-4f62-b43b-a58fe88b886a service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099820 Oct 11 15:46:59.984348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6786959d-f303-46a9-b3ae-09ad8052a630 req-d63b6d1e-b0a2-4077-8552-96c0d0fbff3b service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215904 Oct 11 15:47:00.383954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67911b55-e23a-4495-bf35-a8dc785f6452 req-a8294e8a-0a4e-4020-aa7a-132532dd9118 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:00.385654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67911b55-e23a-4495-bf35-a8dc785f6452 req-a8294e8a-0a4e-4020-aa7a-132532dd9118 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 943 time: 0.0699096 Oct 11 15:47:00.428352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67911b55-e23a-4495-bf35-a8dc785f6452 req-659bc2b3-b86e-4304-b65f-84b33fa51f18 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Oct 11 15:47:00.573768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c877d1-fff1-4ac6-b8b8-9d8255b35315 req-47aeac16-fcd1-4801-b712-1848fb587c21 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:00.576351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99c877d1-fff1-4ac6-b8b8-9d8255b35315 req-47aeac16-fcd1-4801-b712-1848fb587c21 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 945 time: 0.0739746 Oct 11 15:47:00.623877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99c877d1-fff1-4ac6-b8b8-9d8255b35315 req-9d9cc35f-6d7c-4354-a30c-21522c5c53d0 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Oct 11 15:47:00.624875 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:00.755683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2113255959-network', 'tenant_id': '3566df62cba44e4f863361df120d8a71'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:00.791861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Made reservation on behalf of 3566df62cba44e4f863361df120d8a71 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:00.795378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:00.819993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:00.922137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:00.926957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:00.954587 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:47:00.969364 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25003b0-a597-40c4-8921-411df04db332,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:00.975011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:00.975492 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Added segment 0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1 of type vlan for network a7e18244-eb91-4803-97c5-b0f2da883e94 Oct 11 15:47:01.020843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.053578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.055172 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:01.056139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.125622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4995234 Oct 11 15:47:01.128616 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:01.136243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Request body: {'subnet': {'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2113255959-subnet', 'tenant_id': '3566df62cba44e4f863361df120d8a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:01.142483 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8097d-bff7-463e-9877-d383178044c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e18244-eb91-4803-97c5-b0f2da883e94,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:01.159115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a7e18244-eb91-4803-97c5-b0f2da883e94 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:47:01.197083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Made reservation on behalf of 3566df62cba44e4f863361df120d8a71 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:01.199551 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.309098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f14acb79-b2f0-4903-a709-a26d6a3c1994 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:01.485809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:01.504894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f14acb79-b2f0-4903-a709-a26d6a3c1994', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': 'f14acb79-b2f0-4903-a709-a26d6a3c1994', 'mac_address': 'fa:16:3e:4b:29:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:01.540598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.586770 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.615707 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14acb79-b2f0-4903-a709-a26d6a3c1994 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:01.626183 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629ba15e-d9fb-4da5-975e-bf5a98372c3f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:01.678230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:01.684241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:01.697675 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:01.743541 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:01.862517 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81639f8-ca35-49ec-b952-5a20e1539a33 req-c905a503-c4d0-4620-bb38-485ac02f1ec1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:01.870524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a81639f8-ca35-49ec-b952-5a20e1539a33 req-c905a503-c4d0-4620-bb38-485ac02f1ec1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 943 time: 0.2454050 Oct 11 15:47:01.901519 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Checking segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:01.901519 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Network hostable DHCP agents. Network: a7e18244-eb91-4803-97c5-b0f2da883e94, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:47:01.915479 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ff2213c-ec9d-4230-9317-8a79fcbcc94d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=921e9586084f48eab431555fb63f089f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165964 Oct 11 15:47:01.918325 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:01.937355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f14acb79-b2f0-4903-a709-a26d6a3c1994'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:02.010629 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Network a7e18244-eb91-4803-97c5-b0f2da883e94 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:47:02.029787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a81639f8-ca35-49ec-b952-5a20e1539a33 req-5be9af7a-04f6-4997-a463-528888d5cac7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579251 Oct 11 15:47:02.040631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.050835 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a7e18244-eb91-4803-97c5-b0f2da883e94) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:02.055349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:02.055986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.074234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c22a5de0-2fea-46ef-b3c3-7f6eac78b807 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9441943 Oct 11 15:47:02.098509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.120658 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9e6ad-c9f9-4af1-8d0f-e7aa41270fb0 None None] Network a7e18244-eb91-4803-97c5-b0f2da883e94 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:02.226998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.229649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.235321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04807d84-3505-429c-9b92-a0852b5d0aed HTTP/1.1" status: 204 len: 168 time: 0.3155689 Oct 11 15:47:02.244799 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286022c-783b-4523-ba8c-36d6d5efb57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04807d84-3505-429c-9b92-a0852b5d0aed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:02.398063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-886e6590-65b8-46e0-9b23-e90ec02b709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:02.431869 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7493cf-277c-4c68-89e6-33d245468b0a None None] Network a7e18244-eb91-4803-97c5-b0f2da883e94 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:03.112976 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-ae5f4fca-80b9-4c49-ae64-f67705f89c8f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:03.120951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-ae5f4fca-80b9-4c49-ae64-f67705f89c8f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.1843784 Oct 11 15:47:03.138207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-90f8bc9f-32b3-4118-8d41-2d0f749f85e7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/quotas/3566df62cba44e4f863361df120d8a71 HTTP/1.1" status: 200 len: 375 time: 0.0157402 Oct 11 15:47:03.228592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-32520bf1-d59b-4665-bb66-9de69c1e0c69 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892432 Oct 11 15:47:03.339946 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f14acb79-b2f0-4903-a709-a26d6a3c1994 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:03.351392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd69c95-33b0-4c51-a0dc-4575b448427a req-b3b6e2c3-3cc7-4ad6-8c8a-ef8df1638f4c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:03.353020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bd69c95-33b0-4c51-a0dc-4575b448427a req-b3b6e2c3-3cc7-4ad6-8c8a-ef8df1638f4c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 944 time: 0.1924765 Oct 11 15:47:03.406604 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f14acb79-b2f0-4903-a709-a26d6a3c1994 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:03.411927 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f14acb79-b2f0-4903-a709-a26d6a3c1994 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:03.413066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:03.483804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bd69c95-33b0-4c51-a0dc-4575b448427a req-5c985717-0fc3-4cf9-9135-9f7a5542ea80 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237605 Oct 11 15:47:03.510325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-4be4ab34-4415-4c74-af40-fe58aab9546e service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806592 Oct 11 15:47:03.540548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:03.579798 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:03.584639 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc9213-a5f8-477b-bb8c-97157c3dbe94" -d '{"events": [{"server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "name": "network-vif-plugged", "status": "completed", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:03.612484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-2118063c-30e3-4f4d-804f-904e96ff2661 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012666 Oct 11 15:47:03.618552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:03.633503 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:03.727563 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1859677-cafb-4e22-b820-463ccb98aad7 x-openstack-request-id: req-a1859677-cafb-4e22-b820-463ccb98aad7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:03.728595 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "name": "network-vif-plugged", "status": "completed", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:03.729425 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1859677-cafb-4e22-b820-463ccb98aad7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:03.729865 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994', 'code': 200} Oct 11 15:47:03.770254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:03.931480 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d20b2e-2c0c-4adb-a93f-d039ff376b6e req-793200f6-4858-4cc4-aa5c-5dae8b889c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:03.934846 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0d20b2e-2c0c-4adb-a93f-d039ff376b6e req-793200f6-4858-4cc4-aa5c-5dae8b889c8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 1096 time: 0.1545901 Oct 11 15:47:03.982178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-893f1d71-a601-449b-a181-d37715faae2d req-6cd17a73-8720-4a53-931d-674e22bae8a2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 210 time: 0.0395379 Oct 11 15:47:04.006377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0d20b2e-2c0c-4adb-a93f-d039ff376b6e req-89c06eea-df6f-4454-89d6-d94d71bb7d95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Oct 11 15:47:04.655524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-65d1ee34-ca41-472a-bba5-b7ca286bd89e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603611 Oct 11 15:47:04.666687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27512f3-0857-4786-b33c-429f9470bd2e req-4f916395-060d-430b-9adc-81e8b8e16123 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:04.680922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27512f3-0857-4786-b33c-429f9470bd2e req-4f916395-060d-430b-9adc-81e8b8e16123 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.0981405 Oct 11 15:47:04.764087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27512f3-0857-4786-b33c-429f9470bd2e req-b265a9e4-ab0f-4115-bad7-0b732f4d1d09 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Oct 11 15:47:04.817721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-80607956-24c7-4c13-a21f-abb112a14a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:04.818267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd7a80e4-e97f-4511-ab6f-05f6b4dc7778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:04.819410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-80607956-24c7-4c13-a21f-abb112a14a81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 1096 time: 0.0824220 Oct 11 15:47:04.966418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-d5f3984d-dc10-48c5-a5fc-f150b8860636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:04.967799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-d5f3984d-dc10-48c5-a5fc-f150b8860636 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1288645 Oct 11 15:47:05.157878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-c6041573-381f-4d5f-9ae5-25184616d730 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53 HTTP/1.1" status: 200 len: 217 time: 0.1762295 Oct 11 15:47:05.296258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-9808bd55-5a4b-40af-8db1-34cb0df11a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:05.299871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-9808bd55-5a4b-40af-8db1-34cb0df11a49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.1247699 Oct 11 15:47:05.319587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e76e3a7-327b-437c-80f6-3574ab80c74f req-50202f67-daf3-4ab4-b750-8a791b3c75f8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 210 time: 0.1708324 Oct 11 15:47:05.361536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-2684f45b-2d72-428e-8e6c-aa539653f848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382557 Oct 11 15:47:05.406267 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-03047e3c-c802-463c-8d42-7c9c28630934 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:05.408357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-03047e3c-c802-463c-8d42-7c9c28630934 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.1808126 Oct 11 15:47:05.422197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Request body: {'port': {'device_id': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'admin_state_up': True, 'tenant_id': '3566df62cba44e4f863361df120d8a71'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:05.532916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-3aaf06f6-775a-4832-81cc-790ce5e69fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657815 Oct 11 15:47:05.563330 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Made reservation on behalf of 3566df62cba44e4f863361df120d8a71 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:05.568894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:05.657990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4314091-8259-413d-9a9d-a3ec7d244a4b req-ab012667-e4ba-4251-b9f3-dc3dfa8b5829 service neutron] 10.222.0.43 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166635 Oct 11 15:47:05.724834 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Allocated IP 172.20.0.4 (a7e18244-eb91-4803-97c5-b0f2da883e94/629ba15e-d9fb-4da5-975e-bf5a98372c3f/8f880607-8b30-4c18-a0b7-28f38921d306) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:05.920100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:05.924472 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:05.971657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb693-3fcb-4523-9b80-ef277d77c7cf req-11f19084-f9de-43a6-8e80-bbb150ee176b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:05.972622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:05.973602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f3eb693-3fcb-4523-9b80-ef277d77c7cf req-11f19084-f9de-43a6-8e80-bbb150ee176b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.1114261 Oct 11 15:47:05.985272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:06.061631 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Network a7e18244-eb91-4803-97c5-b0f2da883e94 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:06.071230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f3eb693-3fcb-4523-9b80-ef277d77c7cf req-564d5cb8-ad06-44b7-b617-acd3bff9dfc4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897222 Oct 11 15:47:06.072783 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:06.080431 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:06.122641 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:06.153258 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:06.153974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:06.174308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-fb3c5ea8-cdc1-483f-8648-f47d8a68e082 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7565515 Oct 11 15:47:06.186903 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Request body: {'port': {'device_id': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:06.253509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac19c-a17d-4ff5-b3fa-95513297aa0e req-dfd118c6-a195-4d65-bfd3-20b624576d13 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:06.257031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bac19c-a17d-4ff5-b3fa-95513297aa0e req-dfd118c6-a195-4d65-bfd3-20b624576d13 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.0908856 Oct 11 15:47:06.269635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:06.312449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5bac19c-a17d-4ff5-b3fa-95513297aa0e req-4b18b35a-6c46-4dd2-b30d-0f2bba42e404 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Oct 11 15:47:06.508955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e3eb0-220c-425f-ad8b-febeb8ed6dce req-4148069e-7ecc-4bc8-b179-87232709f322 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:06.520545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea7e3eb0-220c-425f-ad8b-febeb8ed6dce req-4148069e-7ecc-4bc8-b179-87232709f322 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 931 time: 0.1008437 Oct 11 15:47:06.591105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea7e3eb0-220c-425f-ad8b-febeb8ed6dce req-ae4186e2-fed6-443e-a599-106852a20f80 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685039 Oct 11 15:47:06.714226 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f880607-8b30-4c18-a0b7-28f38921d306 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:06.722403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:06.737156 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Transition to ACTIVE for port object 8f880607-8b30-4c18-a0b7-28f38921d306 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:47:06.742497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:06.752181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b166-e9ee-446c-b01b-91524f2d7772 req-52ba93fa-c93c-4398-8fd2-a007bfd1ac78 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:06.754676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d430b166-e9ee-446c-b01b-91524f2d7772 req-52ba93fa-c93c-4398-8fd2-a007bfd1ac78 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.0611265 Oct 11 15:47:06.793956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:06.812734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d430b166-e9ee-446c-b01b-91524f2d7772 req-e34d7da9-2198-43f1-bca4-74b0e6e481c2 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Oct 11 15:47:06.942261 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Attempting to bind port 8f880607-8b30-4c18-a0b7-28f38921d306 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:06.942643 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Attempting to bind port 8f880607-8b30-4c18-a0b7-28f38921d306 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:06.942991 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Attempting to bind port 8f880607-8b30-4c18-a0b7-28f38921d306 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:06.963720 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Port 8f880607-8b30-4c18-a0b7-28f38921d306 on network a7e18244-eb91-4803-97c5-b0f2da883e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:47:06.965466 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Attempting to bind port 8f880607-8b30-4c18-a0b7-28f38921d306 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:06.978290 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:06.979997 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Checking segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:06.980550 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Bound using segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:06.981147 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Bound port: 8f880607-8b30-4c18-a0b7-28f38921d306, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:06.981697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:07.056849 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:07.061213 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:07.067932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:07.127914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.134587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:07.136288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] 10.222.0.43 "PUT /v2.0/ports/8f880607-8b30-4c18-a0b7-28f38921d306 HTTP/1.1" status: 200 len: 1091 time: 0.9546754 Oct 11 15:47:07.136860 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:07.139318 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deade6c-9bf3-466d-8c19-2023c5d35a76" -d '{"events": [{"name": "network-changed", "server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:07.193720 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87485a0-b98a-4f60-8c21-e3b21dc07038 service neutron] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:07.221847 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c317c-1e02-4078-b1b0-b5ce16fb707a x-openstack-request-id: req-7a7c317c-1e02-4078-b1b0-b5ce16fb707a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:07.222250 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:07.222588 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a7c317c-1e02-4078-b1b0-b5ce16fb707a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:07.223079 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306', 'status': 'completed', 'code': 200} Oct 11 15:47:07.245111 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-41786ffa-432f-40ca-95e5-fa1e4b4181ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.246894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-41786ffa-432f-40ca-95e5-fa1e4b4181ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 1094 time: 0.0630403 Oct 11 15:47:07.307453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-4e3efa11-1ba5-432f-a35b-b9e3b7ebf441 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f880607-8b30-4c18-a0b7-28f38921d306 HTTP/1.1" status: 200 len: 217 time: 0.0518520 Oct 11 15:47:07.361721 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810deee3-b629-479a-bc6f-394b07df34d4 req-97a8b728-49e4-4a34-ba11-206cf233ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.363599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-97a8b728-49e4-4a34-ba11-206cf233ae15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.0490589 Oct 11 15:47:07.411495 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-cd9919a8-1359-45fd-8af4-77e159bcd643 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410273 Oct 11 15:47:07.532443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-5fa7d897-683b-4886-9271-7fb8847c84c3 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070802 Oct 11 15:47:07.644739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-810deee3-b629-479a-bc6f-394b07df34d4 req-349d39d0-4ef9-4bda-b4ba-7ee0d9dd35ed service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050937 Oct 11 15:47:07.723355 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:07.768176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d85a-9216-4e21-884e-be6a4a606060 req-9f1a3dd8-b59d-412f-a230-15e30f730ef1 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.770810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e319d85a-9216-4e21-884e-be6a4a606060 req-9f1a3dd8-b59d-412f-a230-15e30f730ef1 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 943 time: 0.0748467 Oct 11 15:47:07.801301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-ff9abedf-6783-44b7-a1a0-ee172328b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.804391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-ff9abedf-6783-44b7-a1a0-ee172328b8cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 1094 time: 0.1066487 Oct 11 15:47:07.816699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e319d85a-9216-4e21-884e-be6a4a606060 req-87e06785-16ba-46e7-9b41-ec297d8fe151 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Oct 11 15:47:07.974969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-c04bd275-9231-496f-b678-49aae08bf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:07.984631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-c04bd275-9231-496f-b678-49aae08bf3f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 916 time: 0.1701243 Oct 11 15:47:08.068210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd64ff-7040-47cf-8bfd-016da3fde324 req-ee791e0f-7fc4-47ea-8531-28aec7853d0b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:08.073923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4bd64ff-7040-47cf-8bfd-016da3fde324 req-ee791e0f-7fc4-47ea-8531-28aec7853d0b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.0952423 Oct 11 15:47:08.084160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668735-6c1b-4039-89a4-6c495de912ef req-20f1f0f0-6784-4a0e-83d0-8bc563c12b99 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:08.086662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-73668735-6c1b-4039-89a4-6c495de912ef req-20f1f0f0-6784-4a0e-83d0-8bc563c12b99 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 945 time: 0.1669967 Oct 11 15:47:08.088180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-3354d4c6-64fb-4b1e-a2a7-831c1dbe168f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f880607-8b30-4c18-a0b7-28f38921d306 HTTP/1.1" status: 200 len: 217 time: 0.0931499 Oct 11 15:47:08.175628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4bd64ff-7040-47cf-8bfd-016da3fde324 req-455f8a4a-3077-41f7-a4f7-8a672c60c117 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973496 Oct 11 15:47:08.277723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-7ff67519-5239-4b08-b46c-39bfd5db12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:08.279308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-7ff67519-5239-4b08-b46c-39bfd5db12a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.1812170 Oct 11 15:47:08.329244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-6bfaa4c6-ef6f-4b28-a830-8c9c8572574a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351601 Oct 11 15:47:08.336444 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port f14acb79-b2f0-4903-a709-a26d6a3c1994 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:08.336838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:08.513957 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port f14acb79-b2f0-4903-a709-a26d6a3c1994, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f14acb79-b2f0-4903-a709-a26d6a3c1994,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:08.513957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:08.522984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-1fc49db4-2e57-48a4-bac8-445758e6a5c2 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817782 Oct 11 15:47:08.528720 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for f14acb79-b2f0-4903-a709-a26d6a3c1994 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:08.674337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7deade6c-9bf3-466d-8c19-2023c5d35a76 req-cd5b60e0-996b-44ef-ae02-9e1220416296 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415405 Oct 11 15:47:08.735745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:08.749119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:08.765391 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=f14acb79-b2f0-4903-a709-a26d6a3c1994,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:08.811808 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port f14acb79-b2f0-4903-a709-a26d6a3c1994 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:08.814525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:08.818171 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-73668735-6c1b-4039-89a4-6c495de912ef req-5f1a4582-3533-4bde-b198-5deebce605b5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/f14acb79-b2f0-4903-a709-a26d6a3c1994 HTTP/1.1" status: 204 len: 173 time: 0.7263372 Oct 11 15:47:08.922448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f14acb79-b2f0-4903-a709-a26d6a3c1994'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:09.016501 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a3d2-ad61-42e5-82e7-9ada322cd566 req-6f987e9b-5674-4a77-803a-1ebc32380fc7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:09.018829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c02a3d2-ad61-42e5-82e7-9ada322cd566 req-6f987e9b-5674-4a77-803a-1ebc32380fc7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 943 time: 0.0657198 Oct 11 15:47:09.078295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c02a3d2-ad61-42e5-82e7-9ada322cd566 req-6d2f6b80-0777-49b4-8128-479987ea5c25 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525622 Oct 11 15:47:09.224715 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'name': 'network-vif-deleted', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:09.232737 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7553f7-f34f-4575-848e-5674852f3b52" -d '{"events": [{"server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "name": "network-vif-deleted", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:09.285528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934173b4-3b57-4dba-855c-4b20468e71b7 x-openstack-request-id: req-934173b4-3b57-4dba-855c-4b20468e71b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:09.285528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24debcbb-7d98-45d1-b4b1-b8c41be14957", "name": "network-vif-deleted", "tag": "f14acb79-b2f0-4903-a709-a26d6a3c1994", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:09.285528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-934173b4-3b57-4dba-855c-4b20468e71b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:09.285864 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24debcbb-7d98-45d1-b4b1-b8c41be14957', 'name': 'network-vif-deleted', 'tag': 'f14acb79-b2f0-4903-a709-a26d6a3c1994', 'status': 'completed', 'code': 200} Oct 11 15:47:09.302553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c70b0b67-7e0c-4bcc-bfae-360652918173 req-1e9d2722-1cc8-4e66-a82d-c6771cbfe8b8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=24debcbb-7d98-45d1-b4b1-b8c41be14957 HTTP/1.1" status: 200 len: 210 time: 0.0386503 Oct 11 15:47:09.391228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:10.225807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507691e-f8be-4a78-b425-2d575fa5b6b1 req-4b82daa1-7244-4253-bf7a-7de46e1b1afa tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:10.228966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4507691e-f8be-4a78-b425-2d575fa5b6b1 req-4b82daa1-7244-4253-bf7a-7de46e1b1afa tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 943 time: 0.0571113 Oct 11 15:47:10.284359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4507691e-f8be-4a78-b425-2d575fa5b6b1 req-1cc4c4e7-338c-4519-be9e-18e7d73d6e20 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Oct 11 15:47:10.358394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:10.494062 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:10.509918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8f880607-8b30-4c18-a0b7-28f38921d306', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'port_id': '8f880607-8b30-4c18-a0b7-28f38921d306', 'mac_address': 'fa:16:3e:f7:5a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ba15e-d9fb-4da5-975e-bf5a98372c3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:10.561828 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:10.580885 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f880607-8b30-4c18-a0b7-28f38921d306 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:10.607418 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:10.612895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:10.663170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:10.683684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:10.769568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-486d7817-07cc-4e10-9c0c-d25e5b5ecbaa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:10.782267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-486d7817-07cc-4e10-9c0c-d25e5b5ecbaa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1890416 Oct 11 15:47:10.800690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-247b3400-0e55-44bd-bc95-6ee1ffa67181 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0174541 Oct 11 15:47:10.915447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8202e0d2-67b8-4c7b-a01d-735ab09c7538 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137030 Oct 11 15:47:10.995613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8f880607-8b30-4c18-a0b7-28f38921d306'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:11.059918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-33cd2d67-74ca-4ef3-b18f-802551925e47 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435461 Oct 11 15:47:11.192173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-332c2679-56f1-4d97-8dbf-e90eb9df229c service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265845 Oct 11 15:47:11.409813 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f14acb79-b2f0-4903-a709-a26d6a3c1994 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:47:11.470527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f14acb79-b2f0-4903-a709-a26d6a3c1994 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:47:11.471016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f14acb79-b2f0-4903-a709-a26d6a3c1994 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:47:11.490137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6c75f5a-60ee-4b93-970c-24168410ba17 req-97361f8d-887c-4136-b42c-818e1c147833 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 210 time: 0.0770109 Oct 11 15:47:11.634698 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3422-ca1d-4985-8313-26bc4c6c980f req-b2c0447f-7537-4a1e-97d3-89dc90a7d652 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:11.636650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37ef3422-ca1d-4985-8313-26bc4c6c980f req-b2c0447f-7537-4a1e-97d3-89dc90a7d652 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 944 time: 0.1429238 Oct 11 15:47:11.686969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37ef3422-ca1d-4985-8313-26bc4c6c980f req-ec810f51-9ba6-4e48-8088-1e941170c1a7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Oct 11 15:47:12.389470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:12.449891 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 8f880607-8b30-4c18-a0b7-28f38921d306 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:12.456925 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8f880607-8b30-4c18-a0b7-28f38921d306 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:12.457629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:12.569278 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:12.637278 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:12.639624 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87088414-2ea4-4cbc-be52-45a46bc57fb0" -d '{"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-plugged", "status": "completed", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:12.674646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:12.681126 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:12.698208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72fcc8b-ff10-4cdd-a9ac-0986a55ec7ec req-d7c231d7-24c5-4cd6-a8c0-56058c5baed4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 210 time: 0.0881400 Oct 11 15:47:12.752084 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-b7874585-0fd9-4b99-94a4-26f611d6a920 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:12.757695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-b7874585-0fd9-4b99-94a4-26f611d6a920 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.2433803 Oct 11 15:47:12.772528 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:12.780737 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4602fd-17bf-46fa-b1e8-cf8e38b0fdae x-openstack-request-id: req-2d4602fd-17bf-46fa-b1e8-cf8e38b0fdae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:12.788730 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-plugged", "status": "completed", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:12.789090 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d4602fd-17bf-46fa-b1e8-cf8e38b0fdae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:12.789610 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306', 'code': 200} Oct 11 15:47:12.794040 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:12.864554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036a99-14a7-4668-8bc5-a7389ebe0713 req-224255aa-cbbc-4e22-860c-f45341242da5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:12.867236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc036a99-14a7-4668-8bc5-a7389ebe0713 req-224255aa-cbbc-4e22-860c-f45341242da5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0630541 Oct 11 15:47:12.875902 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:47:12.947679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc036a99-14a7-4668-8bc5-a7389ebe0713 req-85538f68-4579-4dda-85b2-a9ec83680828 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735288 Oct 11 15:47:13.289221 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6aaf0-5eca-4454-8d77-cbfc5c9333e4 req-60e18586-bb79-4c5b-8822-f1e61b6191d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:13.290952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6db6aaf0-5eca-4454-8d77-cbfc5c9333e4 req-60e18586-bb79-4c5b-8822-f1e61b6191d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 1096 time: 0.4559090 Oct 11 15:47:13.346918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6db6aaf0-5eca-4454-8d77-cbfc5c9333e4 req-930e50e4-743c-43a3-861a-f5931ddf6ecf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Oct 11 15:47:13.347976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:13.352053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:13.560436 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.14 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/7653f14e-751d-4ded-8447-30f9da5b4996) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:13.723407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:13.767344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:13.782227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:13.826608 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:13.834105 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:13.836320 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:13.838639 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:13.870370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede378-6097-42b1-b1a8-78b83a8463fc req-90c87ac6-2344-4d1e-a82f-6f0bb0b88f7c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:13.884394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fede378-6097-42b1-b1a8-78b83a8463fc req-90c87ac6-2344-4d1e-a82f-6f0bb0b88f7c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 932 time: 0.0967245 Oct 11 15:47:13.889996 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:13.890613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:13.909990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8a3dae3f-5108-4e17-98a9-5cad052efd3f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1431663 Oct 11 15:47:13.923164 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Request body: {'port': {'device_id': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:13.938997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fede378-6097-42b1-b1a8-78b83a8463fc req-e2f14dc4-1052-433e-b47f-a99f322d84fe tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 Oct 11 15:47:14.028861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.125815 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad133e7-28db-4d2d-bb94-08943f8bb1d8 req-f7a937fe-2d4a-4ae5-9fed-46ef0384b87d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:14.127763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ad133e7-28db-4d2d-bb94-08943f8bb1d8 req-f7a937fe-2d4a-4ae5-9fed-46ef0384b87d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0749841 Oct 11 15:47:14.198003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ad133e7-28db-4d2d-bb94-08943f8bb1d8 req-a777d717-eaf9-4c1a-a69e-ae8ab772ecea tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631945 Oct 11 15:47:14.412434 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7653f14e-751d-4ded-8447-30f9da5b4996 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:14.420316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.438994 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Transition to ACTIVE for port object 7653f14e-751d-4ded-8447-30f9da5b4996 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:47:14.442542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.494193 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Pushing event updated for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:14.582184 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Attempting to bind port 7653f14e-751d-4ded-8447-30f9da5b4996 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:14.582517 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Attempting to bind port 7653f14e-751d-4ded-8447-30f9da5b4996 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:14.582845 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Attempting to bind port 7653f14e-751d-4ded-8447-30f9da5b4996 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:14.588187 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Port 7653f14e-751d-4ded-8447-30f9da5b4996 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:47:14.588511 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Attempting to bind port 7653f14e-751d-4ded-8447-30f9da5b4996 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:14.593375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:14.593738 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:14.594119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:14.594540 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Bound port: 7653f14e-751d-4ded-8447-30f9da5b4996, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:14.594963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.672774 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:14.675980 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7653f14e-751d-4ded-8447-30f9da5b4996,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:14.680780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.723194 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:14.723874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:14.725247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] 10.222.0.36 "PUT /v2.0/ports/7653f14e-751d-4ded-8447-30f9da5b4996 HTTP/1.1" status: 200 len: 1092 time: 0.8068695 Oct 11 15:47:14.725714 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:14.728568 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:14.786098 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a183987-8a75-42c9-a7fd-1816102996e2 x-openstack-request-id: req-5a183987-8a75-42c9-a7fd-1816102996e2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:14.786651 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:14.786769 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a183987-8a75-42c9-a7fd-1816102996e2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:14.787177 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996', 'status': 'completed', 'code': 200} Oct 11 15:47:14.787910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4d909-752c-4c29-b862-0e3d6607787e service neutron] Pushing event updated for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:14.851835 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-5d95323b-a04e-4e69-9014-9b83bcf0c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:14.853349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-5d95323b-a04e-4e69-9014-9b83bcf0c759 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 1095 time: 0.0794599 Oct 11 15:47:14.909661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-0bbcd0b1-c6cf-4f5d-8828-6bf9d8b99468 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7653f14e-751d-4ded-8447-30f9da5b4996 HTTP/1.1" status: 200 len: 217 time: 0.0483146 Oct 11 15:47:14.960660 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-cc8ab905-9b3e-4c77-b420-7bcc5fe2e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:14.962250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-cc8ab905-9b3e-4c77-b420-7bcc5fe2e50a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0461779 Oct 11 15:47:14.997596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-8176e0a4-4ea4-4c40-8ec7-2360bc4a0fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271153 Oct 11 15:47:15.087575 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2015d-be05-4f5d-996c-e8a65c625a27 req-9cbab8ef-9015-47b3-bff9-678969a8cb03 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.095240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96e2015d-be05-4f5d-996c-e8a65c625a27 req-9cbab8ef-9015-47b3-bff9-678969a8cb03 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 944 time: 0.0817955 Oct 11 15:47:15.149146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-0e3cba2d-4d5c-47f1-86bc-ac5a12226dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447055 Oct 11 15:47:15.155521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96e2015d-be05-4f5d-996c-e8a65c625a27 req-cea41769-1553-4fe6-8212-ef80e39892db tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592117 Oct 11 15:47:15.280651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f17efdd1-0229-4207-9998-8ac0017b2391 req-badb8736-f406-4277-806b-224a1636c58f service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174774 Oct 11 15:47:15.371559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38dfa2-7d0e-4488-9d4d-554ae9969414 req-23dad427-19c4-4370-bca6-8cc2e0a8b801 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.373419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f38dfa2-7d0e-4488-9d4d-554ae9969414 req-23dad427-19c4-4370-bca6-8cc2e0a8b801 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0778692 Oct 11 15:47:15.429717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f38dfa2-7d0e-4488-9d4d-554ae9969414 req-dc3ce6c7-8180-4751-a3e0-8523117bf37c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Oct 11 15:47:15.445105 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-d10dc6a3-3ace-48e2-bcfa-a16591c60e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.446913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-d10dc6a3-3ace-48e2-bcfa-a16591c60e21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 1095 time: 0.1092250 Oct 11 15:47:15.567578 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059755cd-beff-4b57-8479-bd5b728e7035 req-caf7cf13-6c23-48eb-9774-c033b6ba8f59 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.586401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-b0eaf4fc-360f-4fd8-b252-97271a375641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.587270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-059755cd-beff-4b57-8479-bd5b728e7035 req-caf7cf13-6c23-48eb-9774-c033b6ba8f59 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0829523 Oct 11 15:47:15.588476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-b0eaf4fc-360f-4fd8-b252-97271a375641 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1344125 Oct 11 15:47:15.660577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-059755cd-beff-4b57-8479-bd5b728e7035 req-11dae639-40ac-4e5a-886c-8a716a47e159 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Oct 11 15:47:15.676139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-e6c4df1b-2448-4336-b8fb-bebd85ed0ab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7653f14e-751d-4ded-8447-30f9da5b4996 HTTP/1.1" status: 200 len: 217 time: 0.0797725 Oct 11 15:47:15.748361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-05c7e20f-3a6a-446e-bcd6-1d639bd27885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:15.750459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-05c7e20f-3a6a-446e-bcd6-1d639bd27885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0659802 Oct 11 15:47:15.788625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-e7f002d7-161c-4913-abbc-0c0f27edaaa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297105 Oct 11 15:47:15.987512 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-83e333eb-e9c7-4778-bfd0-3f2bb03eb87f service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885378 Oct 11 15:47:16.112943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1351fca9-2a80-4483-bb67-f5b5fae4a5c0 req-ac4e5091-3b54-4b52-9a31-b215aa4101eb service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166456 Oct 11 15:47:16.199779 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b255ba5-010f-471b-a7a5-15eb5f7d7b8e req-1d4322aa-f4c7-4a97-8317-be2c43717286 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:16.204067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b255ba5-010f-471b-a7a5-15eb5f7d7b8e req-1d4322aa-f4c7-4a97-8317-be2c43717286 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0691931 Oct 11 15:47:16.318520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b255ba5-010f-471b-a7a5-15eb5f7d7b8e req-6715aa26-4eb3-450d-97a7-2721f1c412e8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072590 Oct 11 15:47:16.362915 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae3ad-986e-4082-9cd8-9229ac00b63d req-e6795158-5215-4917-814e-289a8e18e937 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:16.371445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc5ae3ad-986e-4082-9cd8-9229ac00b63d req-e6795158-5215-4917-814e-289a8e18e937 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 944 time: 0.1023896 Oct 11 15:47:16.415522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc5ae3ad-986e-4082-9cd8-9229ac00b63d req-a0ecc552-cdf7-4a85-95cd-d270ff53bb2f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Oct 11 15:47:17.442030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7653f14e-751d-4ded-8447-30f9da5b4996 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:17.473469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5a6b-d610-46a0-bfdc-17946e76daa8 req-cf98468b-95f2-472e-9159-e403a18efc8d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:17.474979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2caa5a6b-d610-46a0-bfdc-17946e76daa8 req-cf98468b-95f2-472e-9159-e403a18efc8d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0750606 Oct 11 15:47:17.540113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2caa5a6b-d610-46a0-bfdc-17946e76daa8 req-c0734a1b-c0a5-4839-8a00-a4bb20af35bf tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 Oct 11 15:47:17.608723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7653f14e-751d-4ded-8447-30f9da5b4996,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:17.642019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '7653f14e-751d-4ded-8447-30f9da5b4996', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '7653f14e-751d-4ded-8447-30f9da5b4996', 'mac_address': 'fa:16:3e:7a:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:17.666268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05e729-4d9e-4435-82a7-6ff30de5c477 req-8e0ef80d-8418-4fdf-94cf-7048b7e19c84 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:17.674204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d05e729-4d9e-4435-82a7-6ff30de5c477 req-8e0ef80d-8418-4fdf-94cf-7048b7e19c84 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 944 time: 0.1084933 Oct 11 15:47:17.698387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:17.717201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d05e729-4d9e-4435-82a7-6ff30de5c477 req-d59e37bf-42a6-4937-9fd8-3cb84c083a91 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Oct 11 15:47:17.725721 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7653f14e-751d-4ded-8447-30f9da5b4996 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:17.756646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7653f14e-751d-4ded-8447-30f9da5b4996,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:17.763778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:17.842431 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:18.044515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7653f14e-751d-4ded-8447-30f9da5b4996'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:18.676900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe659-f34a-436f-b4b0-56857385bf89 req-9277aa23-1039-4a8f-afe9-84bcb696ce42 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:18.678512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91cfe659-f34a-436f-b4b0-56857385bf89 req-9277aa23-1039-4a8f-afe9-84bcb696ce42 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0508056 Oct 11 15:47:18.731159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91cfe659-f34a-436f-b4b0-56857385bf89 req-4ec2a977-54b7-45ce-b123-7563a475ebc7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Oct 11 15:47:18.872628 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33649923-6f20-4308-9fcc-0cc6d6bb8dfc req-b104f5cd-4208-4018-abdf-c9b5ee902a1f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:18.874440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33649923-6f20-4308-9fcc-0cc6d6bb8dfc req-b104f5cd-4208-4018-abdf-c9b5ee902a1f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 945 time: 0.0580971 Oct 11 15:47:18.919755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33649923-6f20-4308-9fcc-0cc6d6bb8dfc req-755379f9-5a45-408a-96c6-786a809f29f8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Oct 11 15:47:19.459266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7653f14e-751d-4ded-8447-30f9da5b4996 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:19.519820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 7653f14e-751d-4ded-8447-30f9da5b4996 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:19.531791 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 7653f14e-751d-4ded-8447-30f9da5b4996 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:19.531791 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:19.637982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:19.666862 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:19.669520 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a803b4e1-7e11-4c95-a383-ad881447d4f8" -d '{"events": [{"server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "name": "network-vif-plugged", "status": "completed", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:19.689899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7653f14e-751d-4ded-8447-30f9da5b4996,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:19.697256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:19.731597 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c36c2-c9be-483c-8d03-03856f0f2650 x-openstack-request-id: req-809c36c2-c9be-483c-8d03-03856f0f2650 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:19.732081 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "name": "network-vif-plugged", "status": "completed", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:19.732298 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-809c36c2-c9be-483c-8d03-03856f0f2650 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:19.732607 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996', 'code': 200} Oct 11 15:47:19.776387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:19.833234 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00f8e9-0ed4-488f-9cc7-d4d1e6fa1831 req-c3d31a7e-96c8-47f6-81c7-6cca0a644609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:19.834807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9e00f8e9-0ed4-488f-9cc7-d4d1e6fa1831 req-c3d31a7e-96c8-47f6-81c7-6cca0a644609 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 1097 time: 0.0458150 Oct 11 15:47:19.876123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9e00f8e9-0ed4-488f-9cc7-d4d1e6fa1831 req-89caf513-9dd3-43a0-b66a-86af3f1facf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Oct 11 15:47:20.277081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b334373-f463-462c-bfa4-63fcd97fe4c3 req-a2b09b5c-0c40-4e13-9423-77d16084fbae tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:20.285024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b334373-f463-462c-bfa4-63fcd97fe4c3 req-a2b09b5c-0c40-4e13-9423-77d16084fbae tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.4283736 Oct 11 15:47:20.340739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b334373-f463-462c-bfa4-63fcd97fe4c3 req-5bae69bf-a6b7-4a74-b3f1-a7e46a50144a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Oct 11 15:47:20.358244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4169-bd17-4740-bdf5-19dd67f35cc7 req-2d24ac1a-0d35-4daf-82f9-1e91ebc0a5d5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:20.360964 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16dc4169-bd17-4740-bdf5-19dd67f35cc7 req-2d24ac1a-0d35-4daf-82f9-1e91ebc0a5d5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.1352949 Oct 11 15:47:20.430342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16dc4169-bd17-4740-bdf5-19dd67f35cc7 req-dc7e1afa-a4ac-4e16-9f05-f8dc162aa597 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Oct 11 15:47:21.540098 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5427cb-ab45-4cf0-9025-4ce8eccdd071 req-b66b25a7-9f9d-46f7-8db8-576d2081047a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:21.548315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5427cb-ab45-4cf0-9025-4ce8eccdd071 req-b66b25a7-9f9d-46f7-8db8-576d2081047a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0847700 Oct 11 15:47:21.609338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5427cb-ab45-4cf0-9025-4ce8eccdd071 req-931215f5-c10c-4cdc-b6a9-a9f8182ce07e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Oct 11 15:47:21.664373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e815a07-9c06-4d07-9ea6-47dc431b9a23 req-1c6652fe-16d6-40c6-be88-675df848e886 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:21.672308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e815a07-9c06-4d07-9ea6-47dc431b9a23 req-1c6652fe-16d6-40c6-be88-675df848e886 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.0696137 Oct 11 15:47:21.717034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e815a07-9c06-4d07-9ea6-47dc431b9a23 req-184208fa-044c-416c-90ec-c9ea3e075ddf tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Oct 11 15:47:21.949342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-071e8aae-b37e-419d-ab4b-f08f94ab6ad8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:21.951116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-071e8aae-b37e-419d-ab4b-f08f94ab6ad8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1095836 Oct 11 15:47:21.974649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7aee98d0-cb69-42f1-a403-c7e0640c854d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0168910 Oct 11 15:47:22.028765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-fa15a5dc-0ba5-49d2-9f4d-6fd917ecceb8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532663 Oct 11 15:47:22.142016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-cae8fdf4-b88b-4f59-9657-6d36a970521d service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052442 Oct 11 15:47:22.261720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-b4e30aeb-f7d8-4b4d-9c97-0ab1466b89bd service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142025 Oct 11 15:47:22.483506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b4db421-923e-4e14-94c5-3960422d15e6 req-602edfa6-d79a-4e91-a400-021c9f515d51 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 210 time: 0.0754178 Oct 11 15:47:22.724060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c45b-be46-45fb-a7ee-467c95cfaccd req-045145fa-3c84-49e6-8973-b865ac19cbd4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:22.731837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbb8c45b-be46-45fb-a7ee-467c95cfaccd req-045145fa-3c84-49e6-8973-b865ac19cbd4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0655878 Oct 11 15:47:22.775249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbb8c45b-be46-45fb-a7ee-467c95cfaccd req-30847322-7818-4657-9b9b-6fd9c34b72f3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Oct 11 15:47:23.689166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50753862-740d-4c1d-8613-2576b1e7a49d req-7eddf101-e0bf-42b1-8afb-fdf5b6e83754 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 210 time: 0.0598438 Oct 11 15:47:23.717440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-741db50a-52d3-47c7-a7b6-1aa2431d8640 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:23.719680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-741db50a-52d3-47c7-a7b6-1aa2431d8640 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1832275 Oct 11 15:47:23.734881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': '369258a2-8abd-4247-8e13-c3a979365b99', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:23.891782 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:23.895500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:23.939703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ac4a4-d154-45ce-adc0-a3a3c2d6ca65 req-55308412-f53f-40d0-91bc-9670d7f7205c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:23.948833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc9ac4a4-d154-45ce-adc0-a3a3c2d6ca65 req-55308412-f53f-40d0-91bc-9670d7f7205c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0812008 Oct 11 15:47:23.994224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc9ac4a4-d154-45ce-adc0-a3a3c2d6ca65 req-3c68339c-5194-45cd-a288-7c895b0bd316 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436101 Oct 11 15:47:24.048228 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.12 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/66ffeb02-c653-4592-a6e5-8d818b63ce81) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:24.221141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:24.262351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:24.277701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7653f14e-751d-4ded-8447-30f9da5b4996'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:24.319065 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:24.321661 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:24.323799 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:24.332576 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:24.385072 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:24.443364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:24.444955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:24.466230 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-7be90848-515c-48a0-90d7-c8ce77785f97 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7351263 Oct 11 15:47:24.483553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Request body: {'port': {'device_id': '369258a2-8abd-4247-8e13-c3a979365b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:24.585991 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:24.915421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653bc64-4520-4c3f-b1fd-dc04b2c170ba req-a89075fc-3018-443b-99b5-665f310336e7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:24.917252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4653bc64-4520-4c3f-b1fd-dc04b2c170ba req-a89075fc-3018-443b-99b5-665f310336e7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 932 time: 0.1188285 Oct 11 15:47:24.980536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4653bc64-4520-4c3f-b1fd-dc04b2c170ba req-4c81eaaa-4df2-4798-8f8a-405f7417ab65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Oct 11 15:47:25.067312 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:25.205304 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ffeb02-c653-4592-a6e5-8d818b63ce81 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:25.210961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b544-45a4-4838-977b-82f7e0846e8e req-ea48dec8-1e4c-4390-9c3f-c8493efe1de6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:25.221285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67d0b544-45a4-4838-977b-82f7e0846e8e req-ea48dec8-1e4c-4390-9c3f-c8493efe1de6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1051085 Oct 11 15:47:25.228173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.259714 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Transition to ACTIVE for port object 66ffeb02-c653-4592-a6e5-8d818b63ce81 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:47:25.266685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-279576c4-920a-4a78-9a51-55601ee7b768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.284785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.294333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67d0b544-45a4-4838-977b-82f7e0846e8e req-39b07e1b-8ba9-4cd5-ade5-f190a2b96f76 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718377 Oct 11 15:47:25.379496 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Pushing event updated for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:25.458452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Attempting to bind port 66ffeb02-c653-4592-a6e5-8d818b63ce81 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:25.458833 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Attempting to bind port 66ffeb02-c653-4592-a6e5-8d818b63ce81 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:25.459147 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Attempting to bind port 66ffeb02-c653-4592-a6e5-8d818b63ce81 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:25.469005 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Port 66ffeb02-c653-4592-a6e5-8d818b63ce81 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:47:25.469224 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Attempting to bind port 66ffeb02-c653-4592-a6e5-8d818b63ce81 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:25.482815 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:25.483154 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:25.483548 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:25.483988 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Bound port: 66ffeb02-c653-4592-a6e5-8d818b63ce81, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:25.484356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.511834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-279576c4-920a-4a78-9a51-55601ee7b768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.538567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-279576c4-920a-4a78-9a51-55601ee7b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.601349 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279576c4-920a-4a78-9a51-55601ee7b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aed312-6c62-419b-abe6-a27fed0558c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:25.615120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-279576c4-920a-4a78-9a51-55601ee7b768 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94b6e7c647284746b3163eb5f4052f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411766 Oct 11 15:47:25.615543 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:25.616678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:25.620470 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:25.627885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.688314 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:25.688925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.690767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] 10.222.0.36 "PUT /v2.0/ports/66ffeb02-c653-4592-a6e5-8d818b63ce81 HTTP/1.1" status: 200 len: 1092 time: 1.2154391 Oct 11 15:47:25.691021 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:25.693309 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789bce0f-9914-4b41-a09f-ee280fe3c907" -d '{"events": [{"name": "network-changed", "server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:25.718515 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468aa27-6208-4bd6-b1d4-a96ba520a958 service neutron] Pushing event updated for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:25.746427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.773260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.806227 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be57270-9eb5-49ca-9db8-0ea41836b6a8 x-openstack-request-id: req-5be57270-9eb5-49ca-9db8-0ea41836b6a8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:25.806554 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:25.806754 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5be57270-9eb5-49ca-9db8-0ea41836b6a8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:25.807151 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81', 'status': 'completed', 'code': 200} Oct 11 15:47:25.837095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.840391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:25.843833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45aed312-6c62-419b-abe6-a27fed0558c4 HTTP/1.1" status: 204 len: 168 time: 0.2244895 Oct 11 15:47:25.846392 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-d3847f47-d3d3-4fa4-a155-b774bd2ac3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:25.851741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-d3847f47-d3d3-4fa4-a155-b774bd2ac3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 1095 time: 0.1062334 Oct 11 15:47:25.854746 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aed312-6c62-419b-abe6-a27fed0558c4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:25.879084 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.879431 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.879763 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.880090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.880414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.880735 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.881055 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.881372 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.887977 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.888354 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.888688 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.889016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362163a5-6e62-4ef7-a58b-2d6cb0b7cffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:25.934503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-fcb7f1ad-b083-4aee-b429-ed7210fb801d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81 HTTP/1.1" status: 200 len: 217 time: 0.0749302 Oct 11 15:47:26.001914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-0f9a62d4-24d8-4054-8dbc-4c42c93e427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.003907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-0f9a62d4-24d8-4054-8dbc-4c42c93e427f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0628657 Oct 11 15:47:26.066997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-8ac051c9-2bf1-446a-a214-fd3ed26d8596 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500021 Oct 11 15:47:26.207228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9393f-496c-4830-a20d-8ae998ba3ba3 req-31ad762e-402e-44d6-93f8-a5b316a2b94c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.216494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf9393f-496c-4830-a20d-8ae998ba3ba3 req-31ad762e-402e-44d6-93f8-a5b316a2b94c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 944 time: 0.0817978 Oct 11 15:47:26.277519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2bf9393f-496c-4830-a20d-8ae998ba3ba3 req-b49be9dc-6a74-4109-ab05-b00b5572efa8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Oct 11 15:47:26.279037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-72339133-5637-4bc4-9a4f-e281f174ca15 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042739 Oct 11 15:47:26.425016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fe420c-f39a-4e2a-9905-46c120e92ce8 req-a0e2d4dc-3ac4-4e6c-b73f-78246a6940ea service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314173 Oct 11 15:47:26.442075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1f74-5da1-424e-a4e6-e25bba35cca9 req-82776e54-ebad-40c1-87c4-c16fe0d8c0f5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.448902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95eb1f74-5da1-424e-a4e6-e25bba35cca9 req-82776e54-ebad-40c1-87c4-c16fe0d8c0f5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0829329 Oct 11 15:47:26.525117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95eb1f74-5da1-424e-a4e6-e25bba35cca9 req-68d5b5ad-2d16-488a-adc2-518cd6ef2b28 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686646 Oct 11 15:47:26.575953 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-48534248-fe4c-4db8-8b48-3016711df027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.577576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-48534248-fe4c-4db8-8b48-3016711df027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 1095 time: 0.0949876 Oct 11 15:47:26.698491 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-4b00dacc-f9d6-4f4d-b763-4f266fbd91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.700118 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-4b00dacc-f9d6-4f4d-b763-4f266fbd91f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1155210 Oct 11 15:47:26.765760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-395cac89-7351-4f0c-8fc6-db8f086bc965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81 HTTP/1.1" status: 200 len: 217 time: 0.0571828 Oct 11 15:47:26.838869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-bde64e81-8ca0-4e24-a933-f7b8f841d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:26.840460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-bde64e81-8ca0-4e24-a933-f7b8f841d156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0659776 Oct 11 15:47:26.875148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-5ad3f7f2-8c56-4822-9795-7299f257615c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272980 Oct 11 15:47:26.942428 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:26.994017 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-016663b1-bdb4-4b3d-9ba5-a3bacc616622 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102784 Oct 11 15:47:27.074386 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1249413853-network', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:27.099313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Made reservation on behalf of 9887e5b9f8e140a3babca41c9c10000d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:27.101663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.110608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.111754 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-789bce0f-9914-4b41-a09f-ee280fe3c907 req-9cb5aeeb-7719-458c-b855-9074cb14e54c service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106446 Oct 11 15:47:27.189083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.194808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.215917 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:47:27.229964 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead58bae-fe30-48b5-9f2a-05a1b5543e7f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:27.236854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.237788 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Added segment 5da9f560-f988-4a27-8e8d-43262a4d7087 of type vlan for network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 Oct 11 15:47:27.284294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.310880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.311864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:27.312434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.374230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4309268 Oct 11 15:47:27.377110 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 42764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:27.382832 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Request body: {'subnet': {'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1249413853-subnet', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:27.400928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d57d2-3899-421b-9038-c44a551758e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d194b18-36ab-4b9b-a995-18b0b0819ae9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:27.411723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Made reservation on behalf of 9887e5b9f8e140a3babca41c9c10000d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:27.418540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.420340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:47:27.447513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f69c-e6ed-4193-a18a-8cd598128817 req-82fce221-0b1b-488b-b757-e4b2b3788360 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:27.449068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cec4f69c-e6ed-4193-a18a-8cd598128817 req-82fce221-0b1b-488b-b757-e4b2b3788360 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 944 time: 0.0927198 Oct 11 15:47:27.491001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66ffeb02-c653-4592-a6e5-8d818b63ce81 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:27.509305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cec4f69c-e6ed-4193-a18a-8cd598128817 req-74380a7e-7bc6-42a6-b2da-0ad927321070 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Oct 11 15:47:27.637314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.651727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:27.669931 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '66ffeb02-c653-4592-a6e5-8d818b63ce81', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '66ffeb02-c653-4592-a6e5-8d818b63ce81', 'mac_address': 'fa:16:3e:a6:d4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:27.716118 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f429f80-5b40-47fe-b136-9d4a67c81c24 req-d9498854-c75a-4f10-a26f-2dbe98a58cc3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:27.724466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f429f80-5b40-47fe-b136-9d4a67c81c24 req-d9498854-c75a-4f10-a26f-2dbe98a58cc3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0789676 Oct 11 15:47:27.728641 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.744393 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ffeb02-c653-4592-a6e5-8d818b63ce81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:27.773214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:27.777086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f429f80-5b40-47fe-b136-9d4a67c81c24 req-38c2babe-3320-4fc0-9e6c-09a741afb3f8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Oct 11 15:47:27.792002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.818895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea108526-639a-4fed-905a-46da4a4a2ce4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:27.836529 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Checking segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:27.838072 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Network hostable DHCP agents. Network: 7d194b18-36ab-4b9b-a995-18b0b0819ae9, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:47:27.856175 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:27.872899 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:47:27.887094 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7d194b18-36ab-4b9b-a995-18b0b0819ae9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:27.907068 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8d9df-7b51-45bd-957a-abc73a8cba24 None None] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:27.915441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:27.916035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.944708 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d64594ab-10b9-45e7-b349-3f1ad4c61b17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5641346 Oct 11 15:47:27.946962 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 42830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:27.955469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:27.991193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:27.993137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.053661 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.111616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['66ffeb02-c653-4592-a6e5-8d818b63ce81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:28.148546 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:47:28.149686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.306383 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.346138 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Allocated IP 172.20.0.2 (7d194b18-36ab-4b9b-a995-18b0b0819ae9/ea108526-639a-4fed-905a-46da4a4a2ce4/ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:28.556825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.573048 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.581226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.610780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.621979 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:28.625194 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:28.629245 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:28.635428 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Pushing event updated for resources: {'Port': ['ID=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:28.701592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Attempting to bind port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:28.702146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Attempting to bind port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:28.702769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Attempting to bind port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 on network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:28.709044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:28.709410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Checking segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:28.710526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.710915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Bound using segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:28.711378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Bound port: ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:28.711756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.784280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0f6ca-da79-4887-be6b-49d763213545 req-57c7bddc-58e0-4036-8412-cc1a03abe596 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:28.785781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ce0f6ca-da79-4887-be6b-49d763213545 req-57c7bddc-58e0-4036-8412-cc1a03abe596 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 945 time: 0.1623113 Oct 11 15:47:28.792727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] For port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:28.796396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] For port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:28.803275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:28.845299 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Allocated IP 172.35.3.167 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:28.879146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ce0f6ca-da79-4887-be6b-49d763213545 req-970a78c5-07b0-45f9-9f6a-4cb22a372bfa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796494 Oct 11 15:47:28.943961 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8efdcf-4e70-43e8-92ad-507349116bf0 None None] Pushing event updated for resources: {'Port': ['ID=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:29.000071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934f9cb-09bb-404f-9eb5-83d23fc480b3 req-4a36f735-8435-46ee-a131-ba9d2e474015 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:29.009859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8934f9cb-09bb-404f-9eb5-83d23fc480b3 req-4a36f735-8435-46ee-a131-ba9d2e474015 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1294780 Oct 11 15:47:29.086205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8934f9cb-09bb-404f-9eb5-83d23fc480b3 req-e709a6fc-9bcd-40fb-b65e-167fa6532eca tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753038 Oct 11 15:47:29.105605 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.148334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.201824 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:29.205214 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:29.209403 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:29.242626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Pushing event updated for resources: {'Port': ['ID=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:29.511101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66ffeb02-c653-4592-a6e5-8d818b63ce81 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:29.559816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.585912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:29.662496 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 66ffeb02-c653-4592-a6e5-8d818b63ce81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:29.666991 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:29.667577 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.671173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 66ffeb02-c653-4592-a6e5-8d818b63ce81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:29.671759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.819067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.835147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.876532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:29.907330 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:29.916847 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3635c-8398-4e3b-9750-d015bfb72d43" -d '{"events": [{"server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "name": "network-vif-plugged", "status": "completed", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:29.969239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:29.993199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:30.003101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:30.026627 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d171e-eaaa-4e69-bb7d-c15e178edd74 x-openstack-request-id: req-b46d171e-eaaa-4e69-bb7d-c15e178edd74 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:30.026832 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "name": "network-vif-plugged", "status": "completed", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:30.026941 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b46d171e-eaaa-4e69-bb7d-c15e178edd74 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:30.027622 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81', 'code': 200} Oct 11 15:47:30.068230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:30.146223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:30.197164 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d2d5e-6745-4625-a96d-58155d72c22d req-1ee28b0e-9101-4223-9cb6-07ae7b334f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:30.200728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d55d2d5e-6745-4625-a96d-58155d72c22d req-1ee28b0e-9101-4223-9cb6-07ae7b334f6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 1097 time: 0.1217287 Oct 11 15:47:30.235201 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Router 875b5d71-7f8a-4b7b-a03f-d51683236f06 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:47:30.242769 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:30.265054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61ca66-5e0b-4eb0-94d4-25a4fc860d8e req-9ea0199a-75a8-46fa-95fa-2119b4ed1219 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:30.269380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb61ca66-5e0b-4eb0-94d4-25a4fc860d8e req-9ea0199a-75a8-46fa-95fa-2119b4ed1219 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.2192800 Oct 11 15:47:30.278506 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d55d2d5e-6745-4625-a96d-58155d72c22d req-4c61b117-974a-4838-b0a3-af66c40ed303 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 Oct 11 15:47:30.406485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb61ca66-5e0b-4eb0-94d4-25a4fc860d8e req-b73b5efe-5fde-48a6-b9bd-bab06d74f3f7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197076 Oct 11 15:47:30.479025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8d243-403b-41a5-b42b-9f7f099452bb req-89a0bb4a-ff78-4736-88d6-cff4ba65320c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:30.480723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c8d243-403b-41a5-b42b-9f7f099452bb req-89a0bb4a-ff78-4736-88d6-cff4ba65320c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.2624874 Oct 11 15:47:30.511503 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10768797-db05-4f74-b08a-b678a936d9fd None None] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:30.570574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85c8d243-403b-41a5-b42b-9f7f099452bb req-da115c22-995e-48be-a571-343a94376c67 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788703 Oct 11 15:47:30.571633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:47:30.589669 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Sync routers for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:47:30.600818 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:30.602246 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:30.625837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:30.629547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-db615b51-d0d3-45d1-a0c3-0a2cc0e4028a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6806293 Oct 11 15:47:30.632918 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:30.703398 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9bf72ab8-81e9-4afc-8d9a-6195da851506 None None] Provisioning complete for port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:30.704457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf72ab8-81e9-4afc-8d9a-6195da851506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:30.756338 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:30.992813 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:29Z', 'revision_number': 3, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:31.027030 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Checking router: 875b5d71-7f8a-4b7b-a03f-d51683236f06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:47:31.027379 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Updating router 875b5d71-7f8a-4b7b-a03f-d51683236f06 port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:47:31.052932 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.189201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09e7a6a7-bd04-491b-82bf-b458bcf0fe0c None None] Provisioning complete for port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:31.193905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09e7a6a7-bd04-491b-82bf-b458bcf0fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.366116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.436445 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.444734 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.524303 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Attempting to bind port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:31.524553 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Attempting to bind port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:31.524794 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Attempting to bind port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:31.530409 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Pushing event updated for resources: {'Port': ['ID=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:31.539926 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:31.540322 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:31.540675 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.541058 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:31.541534 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Bound port: 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:31.541973 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.544528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:31.544749 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.545039 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.545523 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.545874 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.546182 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.546631 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.547605 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.547934 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.548253 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.548572 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.548889 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.549545 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:31.614089 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] For port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:31.620425 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Allocated IP 172.20.0.1 (7d194b18-36ab-4b9b-a995-18b0b0819ae9/ea108526-639a-4fed-905a-46da4a4a2ce4/d54eb38e-927b-4128-a2a7-cf97d61a61ac) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:31.625652 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] For port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:31.634787 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.640372 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:31.640639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.699253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f3e4-76ad-4a93-8563-886c6866b56c req-18f4664b-354a-4e87-a666-d8c045a09b80 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:31.705416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a78f3e4-76ad-4a93-8563-886c6866b56c req-18f4664b-354a-4e87-a666-d8c045a09b80 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.1314890 Oct 11 15:47:31.761006 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:31.764022 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:31.767767 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c8688-f2d7-4086-96c0-5c729d515c8f None None] Pushing event updated for resources: {'Port': ['ID=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:31.768385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a78f3e4-76ad-4a93-8563-886c6866b56c req-aba95783-4a33-43d4-a211-286ba2154b51 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Oct 11 15:47:31.795161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.825547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9ac6-4a93-495d-8dfa-beb6f1d9e7e8 req-6fc297b2-e797-4d21-a437-397b3de50128 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:31.828062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1ce9ac6-4a93-495d-8dfa-beb6f1d9e7e8 req-6fc297b2-e797-4d21-a437-397b3de50128 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0586810 Oct 11 15:47:31.848347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:31.879566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1ce9ac6-4a93-495d-8dfa-beb6f1d9e7e8 req-95c026f2-923a-437b-8d35-e232ef0e8690 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Oct 11 15:47:31.903357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Pushing event updated for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:31.920837 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:31.923048 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:31.926986 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:31.927228 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:31.967768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94845136-96e2-44cd-b44c-4f9c6d924022 req-57c724e2-ced7-435e-8bc3-0d96bb0263d9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:31.969629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94845136-96e2-44cd-b44c-4f9c6d924022 req-57c724e2-ced7-435e-8bc3-0d96bb0263d9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.0798604 Oct 11 15:47:31.982587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.034578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94845136-96e2-44cd-b44c-4f9c6d924022 req-d4e9700e-055c-405c-90f6-9ce2636818b1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573871 Oct 11 15:47:32.177786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.218921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed479-3351-453d-a5b9-ee9c66725a91 req-b9efa0c0-c601-4354-a50b-03d465824a5e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:32.221758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817ed479-3351-453d-a5b9-ee9c66725a91 req-b9efa0c0-c601-4354-a50b-03d465824a5e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.0904427 Oct 11 15:47:32.239569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d71df476-62ff-4c65-8af1-be4c6b989317 None None] Provisioning complete for port d54eb38e-927b-4128-a2a7-cf97d61a61ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:32.241857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71df476-62ff-4c65-8af1-be4c6b989317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.293637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817ed479-3351-453d-a5b9-ee9c66725a91 req-f6528f87-2bec-46fe-943c-97f92166b9f2 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Oct 11 15:47:32.320832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d71df476-62ff-4c65-8af1-be4c6b989317 None None] Port d54eb38e-927b-4128-a2a7-cf97d61a61ac cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:32.349308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f173868b-3607-48c2-a170-450d2f1f8a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.372808 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:29Z', 'revision_number': 3, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:32.405434 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85f015-9eaf-4b30-b8fa-ddb2545357d4 None None] The sync data for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 is: [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:29Z', 'revision_number': 3, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:47:32.441357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.448337 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.531947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:32.533887 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Pushing event updated for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:32.637596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58985-2aa8-45d7-a9ea-666944dafd1f req-fbd4b1be-efc2-456f-85ee-926bf2e390cb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:32.639594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6b58985-2aa8-45d7-a9ea-666944dafd1f req-fbd4b1be-efc2-456f-85ee-926bf2e390cb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.0663745 Oct 11 15:47:32.711209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6b58985-2aa8-45d7-a9ea-666944dafd1f req-befde977-4bb4-4eb8-a3ab-cc98ec6f7e35 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650613 Oct 11 15:47:33.028666 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322473-9cf1-446f-b14e-527d04dcff8d req-8d3a6e3b-3d94-4389-8316-34f154c2cc64 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:33.037223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56322473-9cf1-446f-b14e-527d04dcff8d req-8d3a6e3b-3d94-4389-8316-34f154c2cc64 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0682428 Oct 11 15:47:33.051165 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:33.052649 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:33.106998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56322473-9cf1-446f-b14e-527d04dcff8d req-e2baa5df-4ef1-4113-bbb1-6ecb2b1c1807 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676734 Oct 11 15:47:33.224083 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Router 875b5d71-7f8a-4b7b-a03f-d51683236f06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:47:33.353768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e9b1a70-7ee7-4821-ab48-34a06a9a0816 None None] Provisioning complete for port d54eb38e-927b-4128-a2a7-cf97d61a61ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:33.355365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1a70-7ee7-4821-ab48-34a06a9a0816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:33.366295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:47:33.372546 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a356b18-44a9-45e1-a090-9c4bf061661c admin admin] 10.222.0.31 "PUT /v2.0/routers/875b5d71-7f8a-4b7b-a03f-d51683236f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7373271 Oct 11 15:47:33.402248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b1a70-7ee7-4821-ab48-34a06a9a0816 None None] Port d54eb38e-927b-4128-a2a7-cf97d61a61ac cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:33.597244 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:33.655268 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:33.655778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:33.708697 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b6187-4488-4a27-bccc-1cf06918aff7 req-6d9567ab-622f-476a-b596-f02bd6200219 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:33.710927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-860b6187-4488-4a27-bccc-1cf06918aff7 req-6d9567ab-622f-476a-b596-f02bd6200219 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 945 time: 0.0626934 Oct 11 15:47:33.775714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-860b6187-4488-4a27-bccc-1cf06918aff7 req-41acf870-b639-4be1-b31f-bc932e4471d9 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Oct 11 15:47:33.795817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:33.828314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:33.836660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:33.930881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c8deb-5aed-45c7-aa30-b79f7a8dd1f7 req-a1faad64-4893-4e9e-8d30-6ccdfaf9df3b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:33.932793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f14c8deb-5aed-45c7-aa30-b79f7a8dd1f7 req-a1faad64-4893-4e9e-8d30-6ccdfaf9df3b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.0917113 Oct 11 15:47:33.939728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:33.948337 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.948767 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.949180 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.949645 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.953031 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.953495 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.953914 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.954314 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.954830 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.955332 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.955866 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:33.956240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:34.005375 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-791d5029-2de4-42c1-8a90-1048e4d78be8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:34.008492 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-791d5029-2de4-42c1-8a90-1048e4d78be8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 946 time: 0.0689487 Oct 11 15:47:34.010074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f14c8deb-5aed-45c7-aa30-b79f7a8dd1f7 req-546e2e07-883e-4e5b-9d3f-e9b84b771c10 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700178 Oct 11 15:47:34.122464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 66ffeb02-c653-4592-a6e5-8d818b63ce81 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:34.122874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.158998 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:34.165866 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1804325045-network', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:34.191031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Made reservation on behalf of cfa98567b324463a94ffeb2a6a898f94 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:34.194647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.212748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.245113 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 66ffeb02-c653-4592-a6e5-8d818b63ce81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66ffeb02-c653-4592-a6e5-8d818b63ce81,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:34.245471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.264826 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 66ffeb02-c653-4592-a6e5-8d818b63ce81 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:34.276688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1be35a-7785-4e7d-bcd0-73e3436940ad req-b3297f22-bf0a-4a41-954c-65a013415640 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:34.282084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d1be35a-7785-4e7d-bcd0-73e3436940ad req-b3297f22-bf0a-4a41-954c-65a013415640 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0838783 Oct 11 15:47:34.351410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d1be35a-7785-4e7d-bcd0-73e3436940ad req-a83a7711-6fb2-4654-9c0f-9dce9c82a510 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Oct 11 15:47:34.384786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.390616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.414165 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.414402 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:47:34.431786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7653f14e-751d-4ded-8447-30f9da5b4996', '66ffeb02-c653-4592-a6e5-8d818b63ce81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:34.433517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.433884 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Added segment e4f25d13-574d-423b-8655-7390225e792d of type vlan for network 0312e93d-8ac7-4be7-9873-80f97302032d Oct 11 15:47:34.485198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.492524 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:34.496774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2dc142-e955-4464-8c97-6cb1c8172d3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:34.520725 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=66ffeb02-c653-4592-a6e5-8d818b63ce81,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:34.525627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.526655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:34.527441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.530991 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 66ffeb02-c653-4592-a6e5-8d818b63ce81 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:34.533588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.537513 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10947420-ad96-42c0-8eb8-dd1fe890318e req-65c350d0-e0f4-4f3b-80e8-410f19e3b3b6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/66ffeb02-c653-4592-a6e5-8d818b63ce81 HTTP/1.1" status: 204 len: 173 time: 0.5218983 Oct 11 15:47:34.538594 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'name': 'network-vif-deleted', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:34.541865 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a6b86-eb40-49be-9f68-c5aea70fb3e4" -d '{"events": [{"server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "name": "network-vif-deleted", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:34.608378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4471629 Oct 11 15:47:34.611152 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:34.615521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac0da7-7e79-4b38-b866-c523dc1b9200 admin admin] Pushing event updated for resources: {'Network': ['ID=0312e93d-8ac7-4be7-9873-80f97302032d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:34.616568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Request body: {'subnet': {'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1804325045-subnet', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:34.633311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0312e93d-8ac7-4be7-9873-80f97302032d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:47:34.655403 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e98bab-6e09-46f2-a07f-3a540fce4eff x-openstack-request-id: req-b4e98bab-6e09-46f2-a07f-3a540fce4eff {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:34.655747 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369258a2-8abd-4247-8e13-c3a979365b99", "name": "network-vif-deleted", "tag": "66ffeb02-c653-4592-a6e5-8d818b63ce81", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:34.655949 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4e98bab-6e09-46f2-a07f-3a540fce4eff {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:34.656481 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369258a2-8abd-4247-8e13-c3a979365b99', 'name': 'network-vif-deleted', 'tag': '66ffeb02-c653-4592-a6e5-8d818b63ce81', 'status': 'completed', 'code': 200} Oct 11 15:47:34.669135 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Made reservation on behalf of cfa98567b324463a94ffeb2a6a898f94 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:34.673171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.712728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Sync routers for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:47:34.753660 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:34.754306 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:34.884000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:34.921522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf3ab-153e-45ae-bc1b-848967023d24 req-5fd3e3cc-c890-4621-bde0-f0d6fd855089 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:34.923646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5aabf3ab-153e-45ae-bc1b-848967023d24 req-5fd3e3cc-c890-4621-bde0-f0d6fd855089 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 945 time: 0.0605817 Oct 11 15:47:34.983255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5aabf3ab-153e-45ae-bc1b-848967023d24 req-1846c151-c37c-4c17-96db-745df2d4982a tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee89ca8f-0cf1-42dd-b431-766fe1396dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 Oct 11 15:47:34.988118 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Checking segment: {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:34.988333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Network hostable DHCP agents. Network: 0312e93d-8ac7-4be7-9873-80f97302032d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:47:34.993566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e694c2-f023-465c-beeb-618d4be6c553,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:35.033246 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Network 0312e93d-8ac7-4be7-9873-80f97302032d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:47:35.047465 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0312e93d-8ac7-4be7-9873-80f97302032d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:35.060414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:35.061241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.066026 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56545cf6-bb58-44bd-a4b1-a655cce5ec7b None None] Network 0312e93d-8ac7-4be7-9873-80f97302032d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:35.084991 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:35.091177 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:35.096970 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e8bf07b-0a74-4042-b76c-2f5b69a0c6fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4841926 Oct 11 15:47:35.124891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.129770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.134074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00aa9cb9-9d0c-4654-9e90-4521fa3cd18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.204277 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:35.479259 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-d71affbb-8bae-45c6-8ec4-4bfe8b89562c tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:35.480828 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-d71affbb-8bae-45c6-8ec4-4bfe8b89562c tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 945 time: 0.1064034 Oct 11 15:47:35.535244 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0312e93d-8ac7-4be7-9873-80f97302032d', 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'fixed_ips': [{'subnet_id': '73e694c2-f023-465c-beeb-618d4be6c553'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:47:35.536119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.558315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:35.579868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1efb46b9-49a4-49e9-9550-4851e715d5e2 req-2bd92087-1c64-4bcd-a37f-276f00a1246d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=369258a2-8abd-4247-8e13-c3a979365b99 HTTP/1.1" status: 200 len: 210 time: 0.4161181 Oct 11 15:47:35.617049 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Deleting port be26e17a-2113-47d9-9000-73d72de0b409 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:35.617406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.621000 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.695111 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab65e3-5ad2-44f5-a769-4f248ad37076 req-ab541c63-c378-4546-81fc-a9957803fccf tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:35.696687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05ab65e3-5ad2-44f5-a769-4f248ad37076 req-ab541c63-c378-4546-81fc-a9957803fccf tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1157310 Oct 11 15:47:35.742436 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 2, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:35.764978 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] For port be26e17a-2113-47d9-9000-73d72de0b409, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be26e17a-2113-47d9-9000-73d72de0b409,segment=NetworkSegment(52c2c899-f232-4675-8522-2e03f6a8346b),segment_id=52c2c899-f232-4675-8522-2e03f6a8346b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:35.765365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.783063 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Checking router: 875b5d71-7f8a-4b7b-a03f-d51683236f06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:47:35.783063 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Updating router 875b5d71-7f8a-4b7b-a03f-d51683236f06 port d54eb38e-927b-4128-a2a7-cf97d61a61ac binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:47:35.798505 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Calling delete_port for be26e17a-2113-47d9-9000-73d72de0b409 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:35.810565 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:35.811033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.838644 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Allocated IP 172.20.0.2 (0312e93d-8ac7-4be7-9873-80f97302032d/73e694c2-f023-465c-beeb-618d4be6c553/9247f297-ad7d-4584-817b-6a1f0aa3d0a0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:35.851792 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.863613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:35.887893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05ab65e3-5ad2-44f5-a769-4f248ad37076 req-b6bd8054-bf02-48af-bc4a-d4fa7c823563 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285627 Oct 11 15:47:35.990565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.007876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.018720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['be26e17a-2113-47d9-9000-73d72de0b409'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:36.047296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.107052 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Pushing event deleted for resources: {'Port': ['ID=be26e17a-2113-47d9-9000-73d72de0b409,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:36.109128 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] No DVR routers for this DVR port be26e17a-2113-47d9-9000-73d72de0b409 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:36.117099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.120750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80bb880a-6608-4cb8-a0af-8d2752ca1fbb req-ccecf68c-7770-478b-b940-32498791db25 tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.43 "DELETE /v2.0/ports/be26e17a-2113-47d9-9000-73d72de0b409 HTTP/1.1" status: 204 len: 173 time: 0.6328063 Oct 11 15:47:36.165255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20a047ed-366b-47c4-a824-e9a1e627c875 req-946f5f14-db9f-40c2-bcbf-6b8dbb06fd5d tempest-VolumesSnapshotTestJSON-1958633672 tempest-VolumesSnapshotTestJSON-1958633672-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24c3c6a-748a-49c2-ad39-68bae534e1d8 HTTP/1.1" status: 200 len: 210 time: 0.0422559 Oct 11 15:47:36.235156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.258656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.312533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.322810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.370306 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Allocated IP 172.35.3.44 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/6301936b-bd0b-4fda-998c-2483777d3bd9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:36.375087 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Network 0312e93d-8ac7-4be7-9873-80f97302032d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:36.384502 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:36.397784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:36.410274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Pushing event updated for resources: {'Port': ['ID=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:36.488368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Attempting to bind port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:36.488986 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Attempting to bind port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:36.489118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.489639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Attempting to bind port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 on network 0312e93d-8ac7-4be7-9873-80f97302032d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:36.516284 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:36.516923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Checking segment: {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:36.517522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.517910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Bound using segment: {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:36.518417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Bound port: 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:36.518809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.528947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.563045 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:36.584209 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:36.587241 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:36.597265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] For port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:36.601180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] For port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:36.607767 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.621664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.641346 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Pushing event updated for resources: {'Port': ['ID=6301936b-bd0b-4fda-998c-2483777d3bd9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:36.656952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.657665 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'name': 'network-vif-deleted', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:36.660419 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3f823-79e1-4a64-82f8-d039afd412bc" -d '{"events": [{"server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "name": "network-vif-deleted", "tag": "be26e17a-2113-47d9-9000-73d72de0b409"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:36.693626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4f35-db7f-4583-93e2-e7f5daac42c2 None None] Pushing event updated for resources: {'Port': ['ID=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:36.746650 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45900381-23ee-4072-b25c-013752652bd5 x-openstack-request-id: req-45900381-23ee-4072-b25c-013752652bd5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:36.747014 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24c3c6a-748a-49c2-ad39-68bae534e1d8", "name": "network-vif-deleted", "tag": "be26e17a-2113-47d9-9000-73d72de0b409", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:36.747308 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45900381-23ee-4072-b25c-013752652bd5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:36.747736 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24c3c6a-748a-49c2-ad39-68bae534e1d8', 'name': 'network-vif-deleted', 'tag': 'be26e17a-2113-47d9-9000-73d72de0b409', 'status': 'completed', 'code': 200} Oct 11 15:47:36.862504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1046a3-9ed2-42cc-8ce4-c1cecaaf9740 None None] Pushing event updated for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:36.877172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Attempting to bind port d54eb38e-927b-4128-a2a7-cf97d61a61ac on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:36.877946 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Attempting to bind port d54eb38e-927b-4128-a2a7-cf97d61a61ac by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:36.878308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Attempting to bind port d54eb38e-927b-4128-a2a7-cf97d61a61ac on network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:36.884154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:36.884524 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Checking segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:36.884932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.885680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Bound using segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:36.886154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Bound port: d54eb38e-927b-4128-a2a7-cf97d61a61ac, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:36.886785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:36.971722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] For port d54eb38e-927b-4128-a2a7-cf97d61a61ac, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:36.979190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] For port d54eb38e-927b-4128-a2a7-cf97d61a61ac, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d54eb38e-927b-4128-a2a7-cf97d61a61ac,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:37.003607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:37.211274 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:37.216049 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:37.327304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4d0e0-6f4c-48be-9513-d677097b15d8 req-2f15b58c-424a-4b94-a0e1-8522e051938c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:37.335834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaa4d0e0-6f4c-48be-9513-d677097b15d8 req-2f15b58c-424a-4b94-a0e1-8522e051938c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.2003913 Oct 11 15:47:37.417893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaa4d0e0-6f4c-48be-9513-d677097b15d8 req-5967c55e-05a8-4318-9681-0ebce20baeee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805378 Oct 11 15:47:37.423147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:37.469061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd800d-f555-449e-999c-34d33996472b req-92b822b8-c8f9-4fff-936e-c3bdb439920d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:37.474868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccfd800d-f555-449e-999c-34d33996472b req-92b822b8-c8f9-4fff-936e-c3bdb439920d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.2158976 Oct 11 15:47:37.545089 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1046a3-9ed2-42cc-8ce4-c1cecaaf9740 None None] Pushing event updated for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:37.607039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66ffeb02-c653-4592-a6e5-8d818b63ce81 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:47:37.634177 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccfd800d-f555-449e-999c-34d33996472b req-ab4324db-9369-4852-9d2b-530bdaa489a6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767097 Oct 11 15:47:37.653123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:37.659001 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] Provisioning complete for port d54eb38e-927b-4128-a2a7-cf97d61a61ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:37.659130 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:37.685557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 66ffeb02-c653-4592-a6e5-8d818b63ce81 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:47:37.685557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66ffeb02-c653-4592-a6e5-8d818b63ce81 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:47:37.818870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:37.821135 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:37.896229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.043013 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:38.048661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.168238 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Router 05be7d21-1181-4d68-b3ae-31fa3e794601 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:47:38.205241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.318070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] For port d54eb38e-927b-4128-a2a7-cf97d61a61ac, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d54eb38e-927b-4128-a2a7-cf97d61a61ac,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:38.353726 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c45a1b-fc48-4cc9-a178-93bc12ce96bd None None] Network 0312e93d-8ac7-4be7-9873-80f97302032d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:47:38.358095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.360608 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.381786 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:47:38.393543 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Sync routers for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:47:38.404264 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:38.405118 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:38.431617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.433264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05804d33-d1f2-46e1-9214-b886b0f1e174 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3466973 Oct 11 15:47:38.436216 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:38.534476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device be26e17a-2113-47d9-9000-73d72de0b409 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:47:38.537162 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-c1b6dea2-30eb-40b4-98ff-26f84d397ebe tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:38.540714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-c1b6dea2-30eb-40b4-98ff-26f84d397ebe tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.1244628 Oct 11 15:47:38.556036 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:38.622046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.639822 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afa88d-4d84-471d-8e3b-1f53eeb189fd None None] Pushing event updated for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:38.642471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: be26e17a-2113-47d9-9000-73d72de0b409 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:47:38.642747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device be26e17a-2113-47d9-9000-73d72de0b409 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:47:38.676092 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:38.705159 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 7653f14e-751d-4ded-8447-30f9da5b4996 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:38.705544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.817861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:38.832570 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fb4aa11e-16cf-447a-8368-5813fa932a3d None None] Provisioning complete for port d54eb38e-927b-4128-a2a7-cf97d61a61ac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:38.833001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa11e-16cf-447a-8368-5813fa932a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.892644 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 7653f14e-751d-4ded-8447-30f9da5b4996, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7653f14e-751d-4ded-8447-30f9da5b4996,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:38.893957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:38.899688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3466d8-8f76-4104-a32b-a70ae62247c0 req-b36d88e7-2422-4eb5-b0df-b8d44369a4b2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:38.901208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a3466d8-8f76-4104-a32b-a70ae62247c0 req-b36d88e7-2422-4eb5-b0df-b8d44369a4b2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.3533220 Oct 11 15:47:38.930368 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 7653f14e-751d-4ded-8447-30f9da5b4996 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:38.942640 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:39.000649 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302303e0-9419-4ed8-8875-55355b9bc704 None None] The sync data for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 is: [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:47:39.024329 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 3, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:39.093790 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Checking router: 05be7d21-1181-4d68-b3ae-31fa3e794601 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:47:39.094562 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Updating router 05be7d21-1181-4d68-b3ae-31fa3e794601 port 6301936b-bd0b-4fda-998c-2483777d3bd9 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:47:39.150790 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:39.207234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48280d4a-06b5-4df4-9ec2-d0e7e1f87c30 req-4a8c65f7-2dc8-4ed2-ba47-1004bdb1d1a6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:39.225998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48280d4a-06b5-4df4-9ec2-d0e7e1f87c30 req-4a8c65f7-2dc8-4ed2-ba47-1004bdb1d1a6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cbde82-7735-4ee0-8f84-6af8a2e206b3 HTTP/1.1" status: 200 len: 946 time: 0.4522622 Oct 11 15:47:39.273756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fb4aa11e-16cf-447a-8368-5813fa932a3d None None] Provisioning complete for port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:39.278532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa11e-16cf-447a-8368-5813fa932a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:39.341002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:39.363647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:39.369996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7653f14e-751d-4ded-8447-30f9da5b4996'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:39.395283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a3466d8-8f76-4104-a32b-a70ae62247c0 req-832c3170-d2b0-4352-8d63-ea792f6f6b85 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779990 Oct 11 15:47:39.437180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48280d4a-06b5-4df4-9ec2-d0e7e1f87c30 req-1c46290b-749b-4b48-981d-fde66c652bdc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071221 Oct 11 15:47:39.447790 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=7653f14e-751d-4ded-8447-30f9da5b4996,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:39.565345 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 7653f14e-751d-4ded-8447-30f9da5b4996 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:39.576891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:39.581834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80b23fb0-a18e-4ee0-825d-70cb6defebd9 req-ab7d2309-85c9-450b-8d1f-45487166c775 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/7653f14e-751d-4ded-8447-30f9da5b4996 HTTP/1.1" status: 204 len: 173 time: 1.0332053 Oct 11 15:47:39.582693 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'name': 'network-vif-deleted', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:39.585285 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b11899-e34e-4e4c-937d-136bc6cce61e" -d '{"events": [{"server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "name": "network-vif-deleted", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:39.686549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:39.750132 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b70e05d-c1cf-4bef-a9b1-b59461b53197 x-openstack-request-id: req-1b70e05d-c1cf-4bef-a9b1-b59461b53197 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:39.755564 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cbde82-7735-4ee0-8f84-6af8a2e206b3", "name": "network-vif-deleted", "tag": "7653f14e-751d-4ded-8447-30f9da5b4996", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:39.756019 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b70e05d-c1cf-4bef-a9b1-b59461b53197 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:39.757135 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cbde82-7735-4ee0-8f84-6af8a2e206b3', 'name': 'network-vif-deleted', 'tag': '7653f14e-751d-4ded-8447-30f9da5b4996', 'status': 'completed', 'code': 200} Oct 11 15:47:39.829941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d54eb38e-927b-4128-a2a7-cf97d61a61ac up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:39.992863 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.000757 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.023070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37bb5487-8d38-438e-b0a7-906842b99901 None None] Provisioning complete for port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:40.023718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37bb5487-8d38-438e-b0a7-906842b99901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.060679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.168836 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596a45-3d48-4ecf-8181-ccbf5a7db102 None None] Pushing event updated for resources: {'Port': ['ID=6301936b-bd0b-4fda-998c-2483777d3bd9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:40.185991 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Attempting to bind port 6301936b-bd0b-4fda-998c-2483777d3bd9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:40.186468 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Attempting to bind port 6301936b-bd0b-4fda-998c-2483777d3bd9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:40.186831 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Attempting to bind port 6301936b-bd0b-4fda-998c-2483777d3bd9 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:40.200893 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:40.200893 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:40.200893 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.204283 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:40.204808 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Bound port: 6301936b-bd0b-4fda-998c-2483777d3bd9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:40.205202 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.225617 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d54eb38e-927b-4128-a2a7-cf97d61a61ac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:40.226229 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.278279 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] For port 6301936b-bd0b-4fda-998c-2483777d3bd9, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:40.282784 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] For port 6301936b-bd0b-4fda-998c-2483777d3bd9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6301936b-bd0b-4fda-998c-2483777d3bd9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:40.302596 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.391504 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:40.400157 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:40.438395 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Allocated IP 172.20.0.1 (0312e93d-8ac7-4be7-9873-80f97302032d/73e694c2-f023-465c-beeb-618d4be6c553/f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:40.538207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:40.591565 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:40.591939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.606108 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596a45-3d48-4ecf-8181-ccbf5a7db102 None None] Pushing event updated for resources: {'Port': ['ID=6301936b-bd0b-4fda-998c-2483777d3bd9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:40.609981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.675699 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:40.694216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.708838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:40.777742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:40.785690 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Network 0312e93d-8ac7-4be7-9873-80f97302032d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:40.789548 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:40.793051 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:40.803863 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7998-aa71-48ac-a78e-742ff91cb083 req-a0f0d1d8-9857-4014-b8ab-580981629ba4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:40.807881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dff7998-aa71-48ac-a78e-742ff91cb083 req-a0f0d1d8-9857-4014-b8ab-580981629ba4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1331501 Oct 11 15:47:41.048435 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 3, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:41.083776 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ba537-ba54-4ffd-b209-2b37413710c9 None None] The sync data for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 is: [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:36Z', 'revision_number': 3, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:47:41.168719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-210962a3-294b-46ad-889b-995d46e32c1c None None] Provisioning complete for port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:41.169228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-210962a3-294b-46ad-889b-995d46e32c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.206467 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-210962a3-294b-46ad-889b-995d46e32c1c None None] Port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:41.231484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.295950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dff7998-aa71-48ac-a78e-742ff91cb083 req-c22d72da-f8c5-4406-ba07-cba4c6871122 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535148 Oct 11 15:47:41.354926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-978e81d1-20f4-4cb8-bba4-3e1fe8987d45 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:41.356713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-978e81d1-20f4-4cb8-bba4-3e1fe8987d45 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.5290587 Oct 11 15:47:41.444214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-67a2c4e0-edd4-494e-aabd-a900906e1c90 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0341537 Oct 11 15:47:41.581102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-373a0683-dcf2-47f1-b994-42d3627bd521 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357646 Oct 11 15:47:41.590822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6301936b-bd0b-4fda-998c-2483777d3bd9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:41.642594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.699994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6301936b-bd0b-4fda-998c-2483777d3bd9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:41.700537 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.809081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-8ed77401-30d1-465b-b938-27e1663e9479 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269790 Oct 11 15:47:41.822789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.879847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 6301936b-bd0b-4fda-998c-2483777d3bd9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6301936b-bd0b-4fda-998c-2483777d3bd9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:41.891535 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:41.995709 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=6301936b-bd0b-4fda-998c-2483777d3bd9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:42.109081 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:42.119441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:42.238445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-fa5794c4-ed6f-4e7a-8b68-33f0b8142255 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327044 Oct 11 15:47:42.245181 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:42.248152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:42.455035 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Network 0312e93d-8ac7-4be7-9873-80f97302032d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:42.484513 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:42.658326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b59eb-b781-4fad-879d-5fd4e28f1dc1 req-9d76fa6a-30d8-4457-9f7f-3bd6bea7aaab tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:42.666133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-276b59eb-b781-4fad-879d-5fd4e28f1dc1 req-9d76fa6a-30d8-4457-9f7f-3bd6bea7aaab tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.2241144 Oct 11 15:47:42.805601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-697814ef-b9e7-47c4-9346-0678d9c85e1b req-3a469e41-18eb-424a-8104-ad73f14f98aa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 210 time: 0.1133213 Oct 11 15:47:42.831759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-276b59eb-b781-4fad-879d-5fd4e28f1dc1 req-1546a303-6c1f-4305-9aac-6f76f5a8fcab tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646616 Oct 11 15:47:42.946082 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab54c494-05f0-4fd4-8dbe-b8fb4dc2dee3 None None] Provisioning complete for port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:42.946498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab54c494-05f0-4fd4-8dbe-b8fb4dc2dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:42.958575 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Router 05be7d21-1181-4d68-b3ae-31fa3e794601 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:47:43.019164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ab54c494-05f0-4fd4-8dbe-b8fb4dc2dee3 None None] Port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:43.056437 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:43.136331 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:47:43.152148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1df4d572-ba75-4ad7-a380-d3396aa5eb91 admin admin] 10.222.0.31 "PUT /v2.0/routers/05be7d21-1181-4d68-b3ae-31fa3e794601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7076223 Oct 11 15:47:43.298410 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad04cbd-6675-468b-ba73-5e9ff9e312ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.409093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad04cbd-6675-468b-ba73-5e9ff9e312ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.414374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad04cbd-6675-468b-ba73-5e9ff9e312ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.454911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad04cbd-6675-468b-ba73-5e9ff9e312ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434cbbb8-086a-414f-aaa4-4769255ce54b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:43.483854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ad04cbd-6675-468b-ba73-5e9ff9e312ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0ca999543f2456fb067e550740f9738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251583 Oct 11 15:47:43.486605 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:43.587304 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.604671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7653f14e-751d-4ded-8447-30f9da5b4996 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:47:43.648950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6301936b-bd0b-4fda-998c-2483777d3bd9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:43.688972 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 7653f14e-751d-4ded-8447-30f9da5b4996 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:47:43.689633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7653f14e-751d-4ded-8447-30f9da5b4996 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:47:43.690004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.705129 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Sync routers for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:47:43.788583 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:43.791916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:43.806357 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6301936b-bd0b-4fda-998c-2483777d3bd9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:43.807940 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.885748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.889594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:43.894097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/434cbbb8-086a-414f-aaa4-4769255ce54b HTTP/1.1" status: 204 len: 168 time: 0.4026310 Oct 11 15:47:43.917118 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91a7b4-db56-4641-875b-66abf8c1737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434cbbb8-086a-414f-aaa4-4769255ce54b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:44.012813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a91e5325-176a-4f91-824a-4e5ba4582d19 req-162bbda8-f1d8-43e0-943f-63347865f4a9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 210 time: 0.0736330 Oct 11 15:47:44.165336 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:44.170169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369087722', 'description': 'tempest-secgroup-smoke-369087722 description', 'project_id': '9887e5b9f8e140a3babca41c9c10000d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:44.304692 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-5a6b50aa-237d-44bf-98ba-cb243235480a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:44.307122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.307324 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-5a6b50aa-237d-44bf-98ba-cb243235480a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.3214939 Oct 11 15:47:44.333236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a3898-dbb6-402c-9127-3f2b2359dc7d req-1e3f0ed5-5b83-4438-a216-4e7cc3ab2991 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:44.333469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:44.341445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de3a3898-dbb6-402c-9127-3f2b2359dc7d req-1e3f0ed5-5b83-4438-a216-4e7cc3ab2991 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1597419 Oct 11 15:47:44.411115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de3a3898-dbb6-402c-9127-3f2b2359dc7d req-323463f0-76ce-47b3-94de-1f51abdc45ee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640037 Oct 11 15:47:44.427386 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:44.443646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e897f1f-cd01-4cd8-b9c9-4a5c1bcbfd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.448270 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:44.486634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.495924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.537010 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:44.540289 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:44.542413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.547395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.551940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-95bffb66-e702-4fa6-9b62-42f390b87073 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3823640 Oct 11 15:47:44.555502 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:44.560345 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:44.608884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e897f1f-cd01-4cd8-b9c9-4a5c1bcbfd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.618840 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e897f1f-cd01-4cd8-b9c9-4a5c1bcbfd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.643287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.650458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e897f1f-cd01-4cd8-b9c9-4a5c1bcbfd42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=724aa810b4c741de8c97603a71a9a31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217321 Oct 11 15:47:44.656712 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:44.693307 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e897f1f-cd01-4cd8-b9c9-4a5c1bcbfd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e56d3f-993d-4b2c-b3b8-426e1fc66dd9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:44.723760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.728667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.757377 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d', 'name': '', 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'mac_address': 'fa:16:3e:a3:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '73e694c2-f023-465c-beeb-618d4be6c553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:40Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 2, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'subnets': [{'id': '73e694c2-f023-465c-beeb-618d4be6c553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:44.761701 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4788ff5-f423-4f6e-a0c3-2c5c303f6812,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:44.769324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.772184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.776514 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.4 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:44.778118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eadf9746-cca9-4643-a39d-93eacd3ce63e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213569 Oct 11 15:47:44.780811 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:44.791329 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:44.796637 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Checking router: 05be7d21-1181-4d68-b3ae-31fa3e794601 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:47:44.796992 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Updating router 05be7d21-1181-4d68-b3ae-31fa3e794601 port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:47:44.827819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.830799 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.886748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.985447 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.988012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:44.992029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0e56d3f-993d-4b2c-b3b8-426e1fc66dd9 HTTP/1.1" status: 204 len: 168 time: 0.3314774 Oct 11 15:47:45.009604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdae6-4d05-4585-b95a-9654324f03e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e56d3f-993d-4b2c-b3b8-426e1fc66dd9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.018583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.027678 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.066628 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3833613-d1b6-4284-bda1-09bf88f016cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.092324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.093672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-821d5e41-aad9-4922-8c99-280846b7aeae tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3117917 Oct 11 15:47:45.096614 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:45.101643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:45.126939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.158820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.195127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ba6983f-bb16-4927-acd0-1345fa043697 req-52b02c7a-0f97-4e92-96b1-c7bf6a81839f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 210 time: 0.0594199 Oct 11 15:47:45.221294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.276408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:45.319081 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:45.322919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.325580 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.328538 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:45.330995 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:45.335379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.346659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.357642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.382244 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677a181f-3af2-43e7-bec8-c61df0c52b90,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.401234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.411575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1f490a2-2254-4762-ac68-a880743cccb7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108168 Oct 11 15:47:45.414712 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:45.419202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:45.419910 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:45.423870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.445774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-996c5d5a-fb30-436c-a608-d64b0d828b8d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1206219 Oct 11 15:47:45.464290 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Request body: {'port': {'device_id': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:45.486999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fed9d-5cb1-4318-9a25-724f166396d4 None None] Pushing event updated for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.500719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.554063 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.618382 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06b532-013c-4512-a94d-90fda429bc01 req-9010b1d2-0cf4-41db-9994-432dda778f51 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:45.630106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c06b532-013c-4512-a94d-90fda429bc01 req-9010b1d2-0cf4-41db-9994-432dda778f51 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1133852 Oct 11 15:47:45.676410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.693406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.713762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Attempting to bind port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:45.714133 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Attempting to bind port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:45.714523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Attempting to bind port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d on network 0312e93d-8ac7-4be7-9873-80f97302032d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:45.718689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c06b532-013c-4512-a94d-90fda429bc01 req-b1f8d962-d3cf-47a7-9a40-77f835e6b8c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868773 Oct 11 15:47:45.735260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:45.735642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Checking segment: {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:45.736046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.736442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Bound using segment: {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:45.736920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Bound port: f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f25d13-574d-423b-8655-7390225e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:45.737298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.752219 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6185bf-1d04-4c21-8c02-9b8b86469661,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:45.769529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.777684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca6501fe-3330-4175-9c63-98c96ac7e11d tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618393 Oct 11 15:47:45.780182 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:45.789159 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:45.802229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eaefde61-afaf-45f1-986f-be542525309b None None] Provisioning complete for port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:45.802598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eaefde61-afaf-45f1-986f-be542525309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.847617 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Project 9887e5b9f8e140a3babca41c9c10000d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:47:45.854642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.861748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eaefde61-afaf-45f1-986f-be542525309b None None] Port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:45.878351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] For port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:45.882080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] For port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:45.895508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.981209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:45.988773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.012366 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e2bfe9-377e-4796-b6de-a6a29cb5b81b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:46.043613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.046103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c19149be-5319-424d-b734-c3dfb27c4672 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2647400 Oct 11 15:47:46.047360 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fed9d-5cb1-4318-9a25-724f166396d4 None None] Pushing event updated for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:46.049033 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:46.056177 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'security_group_rule': {'security_group_id': '4a1ab01a-e1a6-40fa-a284-c27bcab4a17c', 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:46.061353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:47:46.062137 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:46.070954 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:46.088094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.102170 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Project 9887e5b9f8e140a3babca41c9c10000d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:47:46.109149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.121796 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Transition to ACTIVE for port object 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:47:46.128518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.228007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.235451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.287107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.289391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2387481 Oct 11 15:47:46.296542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:47:46.308798 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347b68-0c55-4405-a750-c031494d037f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bce1b4-acd3-4836-9dad-3ed75fcd02f8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:46.428964 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:46.435487 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Attempting to bind port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:46.436135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Attempting to bind port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:46.437770 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Attempting to bind port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:46.448859 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:47:46.449402 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Attempting to bind port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:46.455369 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:46.455897 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:46.456606 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:46.457320 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Bound port: 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:46.457901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.459634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa770b-befd-408e-a8bb-3fa67af3cd6f req-f052d2ae-f724-4a9d-ade5-3646067e0202 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:46.461534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6efa770b-befd-408e-a8bb-3fa67af3cd6f req-f052d2ae-f724-4a9d-ade5-3646067e0202 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 943 time: 0.1243167 Oct 11 15:47:46.533826 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] Provisioning complete for port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:46.534429 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.559010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6efa770b-befd-408e-a8bb-3fa67af3cd6f req-63173366-2284-4b02-a27e-97d7715aa27c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771594 Oct 11 15:47:46.574364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:46.581296 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:46.592612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.660277 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:46.660893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.662924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc HTTP/1.1" status: 200 len: 1091 time: 1.2080121 Oct 11 15:47:46.663372 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:46.665653 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b86d6-3f4f-4186-aeb9-03974903a893" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:46.695664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-6930663b-a0ab-4c8e-858c-62a7100748d9 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369087722&fields=id&tenant_id=9887e5b9f8e140a3babca41c9c10000d HTTP/1.1" status: 200 len: 267 time: 0.1172135 Oct 11 15:47:46.765736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d', 'name': '', 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'mac_address': 'fa:16:3e:a3:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '73e694c2-f023-465c-beeb-618d4be6c553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:40Z', 'updated_at': '2021-10-11T15:47:45Z', 'revision_number': 4, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'subnets': [{'id': '73e694c2-f023-465c-beeb-618d4be6c553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:47:46.790589 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440112a-b49b-48bb-8020-6298bb583062 x-openstack-request-id: req-d440112a-b49b-48bb-8020-6298bb583062 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:46.791313 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:46.791563 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d440112a-b49b-48bb-8020-6298bb583062 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:46.791958 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc', 'status': 'completed', 'code': 200} Oct 11 15:47:46.829670 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1a34-cf09-47a3-a7e3-132c0e721b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:46.846791 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4224fa2e-9a79-4dc8-958d-b2b788c90d52 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:46.848396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4224fa2e-9a79-4dc8-958d-b2b788c90d52 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 809 time: 0.1458056 Oct 11 15:47:46.855063 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d679f-b11e-4505-9730-c6005dc7308f None None] The sync data for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 is: [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d', 'name': '', 'network_id': '0312e93d-8ac7-4be7-9873-80f97302032d', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'mac_address': 'fa:16:3e:a3:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '73e694c2-f023-465c-beeb-618d4be6c553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:40Z', 'updated_at': '2021-10-11T15:47:45Z', 'revision_number': 4, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'subnets': [{'id': '73e694c2-f023-465c-beeb-618d4be6c553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:47:46.861821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.863102 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-5941a57c-61f8-4202-bb00-1b77d4155257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:46.864553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-5941a57c-61f8-4202-bb00-1b77d4155257 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 1094 time: 0.1401660 Oct 11 15:47:46.903271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-610a8c7a-f9fe-495d-929d-8f454fb7cc8b tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/quotas/9887e5b9f8e140a3babca41c9c10000d HTTP/1.1" status: 200 len: 375 time: 0.0469351 Oct 11 15:47:46.924133 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] For port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:46.950131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:46.979874 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2522a-0956-45e5-8542-1d7ea72fb8ad req-ee332bec-d642-420e-9e2a-162c32cd3253 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:46.981538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32f2522a-0956-45e5-8542-1d7ea72fb8ad req-ee332bec-d642-420e-9e2a-162c32cd3253 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1282656 Oct 11 15:47:46.986662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-6ea9b5f4-2f17-4ba5-bae1-f221862cc7bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc HTTP/1.1" status: 200 len: 217 time: 0.1128511 Oct 11 15:47:47.032619 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fd88b-ac2e-4f46-959c-21a7a9b6badc None None] Pushing event updated for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:47.072613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-447ad37a-f15b-4495-951b-affc18e38df0 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621873 Oct 11 15:47:47.082993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32f2522a-0956-45e5-8542-1d7ea72fb8ad req-9e1ab76c-9b70-486b-9dea-1dab23fc7cf8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861783 Oct 11 15:47:47.089918 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-ea4e4d76-5223-49cd-a46e-8442a759d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:47.092370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-ea4e4d76-5223-49cd-a46e-8442a759d9f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0998673 Oct 11 15:47:47.143538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-e3d242c0-bc1a-4eed-b1aa-731fe94986db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427279 Oct 11 15:47:47.289266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-ec5e9ad8-8be0-4589-a5d8-232053395abc service neutron] 10.222.0.31 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865187 Oct 11 15:47:47.329262 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-cbf85539-bb6a-4546-a12d-cd4178b986a6 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787000 Oct 11 15:47:47.413413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-b58e029a-5051-4306-ac05-512624bc9a3e service neutron] 10.222.0.31 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218131 Oct 11 15:47:47.505654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bbeb9054-8f71-4700-9c55-79aa4035ddb3 req-e343e2ea-308c-454b-a6d6-f7b5ed722a07 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684048 Oct 11 15:47:47.651316 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-e6304aed-94c8-44f3-a7dd-aa23981bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:47.651550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:47.661638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-e6304aed-94c8-44f3-a7dd-aa23981bcb75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 1094 time: 0.0962780 Oct 11 15:47:47.818061 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:47.818956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:47.843494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79165587-0b45-4856-afb0-679073b4274e req-21cde5d8-0fea-474a-a254-217eaea77b09 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 210 time: 0.1029444 Oct 11 15:47:47.902318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-7131e435-36d0-4ff8-a808-f6dae8ce7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:47.903174 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea1e23-b51e-4f13-a0de-023ce0954313 req-406fe5bc-f470-487d-85a1-e6d2c3fe8a96 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:47.904804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-7131e435-36d0-4ff8-a808-f6dae8ce7dda service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.2392306 Oct 11 15:47:47.913635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dea1e23-b51e-4f13-a0de-023ce0954313 req-406fe5bc-f470-487d-85a1-e6d2c3fe8a96 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 943 time: 0.1354189 Oct 11 15:47:47.996676 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-5ee35691-4fbf-423a-9769-3443f9a2cddb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc HTTP/1.1" status: 200 len: 217 time: 0.0841541 Oct 11 15:47:48.015283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dea1e23-b51e-4f13-a0de-023ce0954313 req-604bcf99-9e63-474f-adca-0d34ccf46dfc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Oct 11 15:47:48.095527 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-7f75ba24-0281-4dcb-b1a2-9ce3e677ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:48.097921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-7f75ba24-0281-4dcb-b1a2-9ce3e677ffbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0886283 Oct 11 15:47:48.150125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-7be1b28e-2386-4470-8dab-5a17aa27ba82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432949 Oct 11 15:47:48.311839 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0ca3-5380-44b3-855d-8cee45b33bfc req-954c946e-01f9-45b0-820f-e6f6bcc398dc tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:48.321001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fbdc0ca3-5380-44b3-855d-8cee45b33bfc req-954c946e-01f9-45b0-820f-e6f6bcc398dc tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0999722 Oct 11 15:47:48.324562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-b15529e7-7f2e-498b-84b7-999d73046973 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689026 Oct 11 15:47:48.389512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fbdc0ca3-5380-44b3-855d-8cee45b33bfc req-0e21af4b-9cb7-4dd7-8b32-b7db4576504d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Oct 11 15:47:48.491074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-089b86d6-3f4f-4186-aeb9-03974903a893 req-3b04ed8e-888c-4ea6-8336-c9e6ec67df75 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530676 Oct 11 15:47:48.958308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2cde874-3051-488b-8995-60c8b423cc3c req-5b344025-f238-49f6-ac1f-86a21624349c tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 210 time: 0.0356581 Oct 11 15:47:49.149715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198618-87ed-4aed-a5aa-c7ec38c61473 req-10c97f49-be38-4d3e-8386-153fdf374bf8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:49.151956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d198618-87ed-4aed-a5aa-c7ec38c61473 req-10c97f49-be38-4d3e-8386-153fdf374bf8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 943 time: 0.0757508 Oct 11 15:47:49.193006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d198618-87ed-4aed-a5aa-c7ec38c61473 req-9f17c204-7ca8-42d7-8dc9-23b61af735c7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Oct 11 15:47:49.218128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-8080ac68-09de-4511-babe-adffc3059654 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:49.219503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-8080ac68-09de-4511-babe-adffc3059654 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.36 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 809 time: 0.1443794 Oct 11 15:47:49.273662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-e55ba2bf-e05d-4574-b8d5-6de259c8b10b tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9887e5b9f8e140a3babca41c9c10000d HTTP/1.1" status: 200 len: 379 time: 0.0443611 Oct 11 15:47:49.285530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'port': {'device_id': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'admin_state_up': True, 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'security_groups': ['4a1ab01a-e1a6-40fa-a284-c27bcab4a17c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:49.403762 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Made reservation on behalf of 9887e5b9f8e140a3babca41c9c10000d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:49.407689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:49.547392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ddd96-4909-4947-8ddd-42635e06e54b req-0cec93c0-a937-44af-9bd9-58743b22bd3e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:49.555662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd6ddd96-4909-4947-8ddd-42635e06e54b req-0cec93c0-a937-44af-9bd9-58743b22bd3e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0933838 Oct 11 15:47:49.556894 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Allocated IP 172.20.0.11 (7d194b18-36ab-4b9b-a995-18b0b0819ae9/ea108526-639a-4fed-905a-46da4a4a2ce4/b0aade6b-d5a4-4e7a-a253-f92a84327144) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:49.613617 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:49.620062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd6ddd96-4909-4947-8ddd-42635e06e54b req-944b827f-efc2-4f87-977a-64f1d11984f5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628891 Oct 11 15:47:49.755941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:49.756187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:49.774432 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc', 'mac_address': 'fa:16:3e:ee:6f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:49.813367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:49.823581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:49.867450 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:49.868592 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:49.877349 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:49.877349 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:49.877851 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:47:49.929162 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:49.935220 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:49.948345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:49.984823 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:49.988686 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.017344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-4ef1970b-3b23-4bd3-825b-0b543b12539e tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353592 Oct 11 15:47:50.032953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Request body: {'port': {'device_id': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:50.052826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:50.150119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.154469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f4b65-4c9b-487d-939d-ae02ff032f6c req-365bacd6-dbc4-435c-8bf8-21db3abd86b8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:50.160300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610f4b65-4c9b-487d-939d-ae02ff032f6c req-365bacd6-dbc4-435c-8bf8-21db3abd86b8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 932 time: 0.1094348 Oct 11 15:47:50.218271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:50.232584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610f4b65-4c9b-487d-939d-ae02ff032f6c req-f219d68f-4645-48b5-959f-084411adbb82 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652606 Oct 11 15:47:50.279897 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-604502d5-2cae-4ae0-9947-85befab1604b None None] Provisioning complete for port b0aade6b-d5a4-4e7a-a253-f92a84327144 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:50.280263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-604502d5-2cae-4ae0-9947-85befab1604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.334397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-604502d5-2cae-4ae0-9947-85befab1604b None None] Port b0aade6b-d5a4-4e7a-a253-f92a84327144 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:47:50.475333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7b91-2d55-4f1f-84e1-54fb52774d11 req-4801050a-9452-4b1e-8813-236d29ba5b46 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:50.476922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a14f7b91-2d55-4f1f-84e1-54fb52774d11 req-4801050a-9452-4b1e-8813-236d29ba5b46 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 944 time: 0.1628699 Oct 11 15:47:50.546220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a14f7b91-2d55-4f1f-84e1-54fb52774d11 req-3782a9e8-65ef-490f-8a3f-a5995c043128 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Oct 11 15:47:50.576257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:50.598651 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aade6b-d5a4-4e7a-a253-f92a84327144 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:50.630278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.652098 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Transition to ACTIVE for port object b0aade6b-d5a4-4e7a-a253-f92a84327144 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:47:50.665950 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.770830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:50.806156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8f880607-8b30-4c18-a0b7-28f38921d306', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'port_id': '8f880607-8b30-4c18-a0b7-28f38921d306', 'mac_address': 'fa:16:3e:f7:5a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ba15e-d9fb-4da5-975e-bf5a98372c3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:50.864004 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Pushing event updated for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:50.876211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4d53e-dd48-4a54-9b81-7cd5116fb215 req-8a2dadde-154a-4503-9266-a59882f1e08a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:50.878540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb4d53e-dd48-4a54-9b81-7cd5116fb215 req-8a2dadde-154a-4503-9266-a59882f1e08a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1129940 Oct 11 15:47:50.922568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:50.950401 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f880607-8b30-4c18-a0b7-28f38921d306 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:50.966947 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Attempting to bind port b0aade6b-d5a4-4e7a-a253-f92a84327144 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:47:50.967931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Attempting to bind port b0aade6b-d5a4-4e7a-a253-f92a84327144 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:47:50.968527 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Attempting to bind port b0aade6b-d5a4-4e7a-a253-f92a84327144 on network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:50.988208 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Port b0aade6b-d5a4-4e7a-a253-f92a84327144 on network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:47:50.990559 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Attempting to bind port b0aade6b-d5a4-4e7a-a253-f92a84327144 on network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:47:51.005449 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:47:51.005933 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Checking segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:47:51.006541 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Bound using segment: {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:47:51.007156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Bound port: b0aade6b-d5a4-4e7a-a253-f92a84327144, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da9f560-f988-4a27-8e8d-43262a4d7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:47:51.007514 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.036123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb4d53e-dd48-4a54-9b81-7cd5116fb215 req-1630db81-6dfb-4a46-af7c-bc179be78735 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444366 Oct 11 15:47:51.038917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:51.051507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.175714 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:47:51.188185 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:47:51.189755 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:51.199199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.235968 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.236588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.238082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] 10.222.0.36 "PUT /v2.0/ports/b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 1092 time: 1.2104800 Oct 11 15:47:51.238668 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:51.241792 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4336f-b157-4e53-95b0-58718a10c69e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:51.382701 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797cc46-4897-4e00-96c5-84908cb4c559 x-openstack-request-id: req-2797cc46-4897-4e00-96c5-84908cb4c559 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:51.382701 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:51.384672 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2797cc46-4897-4e00-96c5-84908cb4c559 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:51.384672 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'status': 'completed', 'code': 200} Oct 11 15:47:51.394078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8f880607-8b30-4c18-a0b7-28f38921d306'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:51.397149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6df01-4339-453f-b032-c23dc58f114f service neutron] Pushing event updated for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:51.412791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-f1d02e84-b9f7-411f-9aba-d1e6104dacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.414326 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-f1d02e84-b9f7-411f-9aba-d1e6104dacae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1095 time: 0.1001341 Oct 11 15:47:51.441371 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48696af0-9e37-4103-8bb1-48dcd64ee30e req-b4cd7ef7-cfb8-463c-bb98-39eb3e459705 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.452194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48696af0-9e37-4103-8bb1-48dcd64ee30e req-b4cd7ef7-cfb8-463c-bb98-39eb3e459705 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 944 time: 0.0835564 Oct 11 15:47:51.515276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-27961d88-d88b-4f2e-92a0-cdcbcf63d7b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 217 time: 0.0920682 Oct 11 15:47:51.515654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48696af0-9e37-4103-8bb1-48dcd64ee30e req-bab38943-8cf3-427f-a624-056e40a96732 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586760 Oct 11 15:47:51.588575 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-3f472ceb-8da4-455d-a310-019cdb19a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.590440 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-3f472ceb-8da4-455d-a310-019cdb19a1d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 200 len: 848 time: 0.0675578 Oct 11 15:47:51.621416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:51.683393 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770061-1dc9-41a2-8379-b102c2574317 req-d0c68a3d-4daa-4e28-8827-8eba0a612aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.685588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-d0c68a3d-4daa-4e28-8827-8eba0a612aaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d194b18-36ab-4b9b-a995-18b0b0819ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876741 Oct 11 15:47:51.708001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770c9f-7f5f-470d-a6f1-65564c6c7e34 req-bef2a0e6-e7e3-4aad-bfca-56516ad67366 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:51.709901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58770c9f-7f5f-470d-a6f1-65564c6c7e34 req-bef2a0e6-e7e3-4aad-bfca-56516ad67366 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 944 time: 0.0610960 Oct 11 15:47:51.716542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:51.728089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:51.728459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.760510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58770c9f-7f5f-470d-a6f1-65564c6c7e34 req-d2a2adec-56ad-475a-ae7f-b3d42b3a2e52 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Oct 11 15:47:51.838028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-70549c08-a5b2-4016-aee1-ec4a0a790492 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418288 Oct 11 15:47:51.872495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.901069 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:51.903308 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d442f-335d-4470-a3ec-dcba8c0907e7" -d '{"events": [{"server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "name": "network-vif-plugged", "status": "completed", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:51.920372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:51.932436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:51.938778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5770061-1dc9-41a2-8379-b102c2574317 req-90c2b4eb-8695-4b76-8286-f83474eb453c service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936594 Oct 11 15:47:51.979593 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e759b05-ca37-4ec7-a2b4-79de7d542d99 x-openstack-request-id: req-7e759b05-ca37-4ec7-a2b4-79de7d542d99 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:51.979593 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "name": "network-vif-plugged", "status": "completed", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:51.982550 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e759b05-ca37-4ec7-a2b4-79de7d542d99 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:51.982550 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc', 'code': 200} Oct 11 15:47:52.023177 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:52.039122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4336f-b157-4e53-95b0-58718a10c69e req-61344328-c5a8-4f20-b5f2-2cc8d278dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.040579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-61344328-c5a8-4f20-b5f2-2cc8d278dadf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1095 time: 0.0480394 Oct 11 15:47:52.163468 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc56a3-02f5-4320-b9c4-c0c4e5c27b93 req-cff16b79-2ba9-4546-9ec5-5dff5d44ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.164947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-44fc56a3-02f5-4320-b9c4-c0c4e5c27b93 req-cff16b79-2ba9-4546-9ec5-5dff5d44ae69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 1096 time: 0.0983355 Oct 11 15:47:52.186304 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4336f-b157-4e53-95b0-58718a10c69e req-edc46cad-13f1-42e7-9e17-c18995c0e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.187720 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-edc46cad-13f1-42e7-9e17-c18995c0e794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 910 time: 0.1389306 Oct 11 15:47:52.193826 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715fd8c-cbaf-4d15-81ce-aeebd4bee111 req-5367f5ec-8579-44ad-9fdf-b398d434595d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.202343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8715fd8c-cbaf-4d15-81ce-aeebd4bee111 req-5367f5ec-8579-44ad-9fdf-b398d434595d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 944 time: 0.0906782 Oct 11 15:47:52.239752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-798a8b34-841a-4278-9f0b-18d6d83abc7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 217 time: 0.0443065 Oct 11 15:47:52.279534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8715fd8c-cbaf-4d15-81ce-aeebd4bee111 req-1c48ae73-001e-426b-a7d0-31796aa2e36e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632160 Oct 11 15:47:52.286806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-44fc56a3-02f5-4320-b9c4-c0c4e5c27b93 req-c2f6703c-2f6f-44e4-9025-db4a92c7b1ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108596 Oct 11 15:47:52.304175 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4336f-b157-4e53-95b0-58718a10c69e req-2b66203d-d545-4eb9-a51a-77c49379da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.305688 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-2b66203d-d545-4eb9-a51a-77c49379da9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 200 len: 848 time: 0.0568309 Oct 11 15:47:52.566916 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4336f-b157-4e53-95b0-58718a10c69e req-dd29f9d4-1907-43ca-9151-5fed90bfdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.571308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-dd29f9d4-1907-43ca-9151-5fed90bfdd06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d194b18-36ab-4b9b-a995-18b0b0819ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978529 Oct 11 15:47:52.582583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:52.715431 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c2b7d-38a4-4cd6-bf19-2bfb2e688734 req-1ab2cd19-721d-407d-95cd-5e162fd02af8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.723466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a9c2b7d-38a4-4cd6-bf19-2bfb2e688734 req-1ab2cd19-721d-407d-95cd-5e162fd02af8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 944 time: 0.1101515 Oct 11 15:47:52.737059 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8f880607-8b30-4c18-a0b7-28f38921d306 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:52.737461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:52.739638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-404b4f40-9db9-4b7f-89d9-dfb766582648 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419938 Oct 11 15:47:52.837419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a9c2b7d-38a4-4cd6-bf19-2bfb2e688734 req-1b6319e7-9b8b-4f50-b46c-9b6fa257d03a tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108024 Oct 11 15:47:52.850614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:52.919926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:52.927030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:52.958030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-90e4336f-b157-4e53-95b0-58718a10c69e req-93124e68-9164-4d65-bbf8-771c3119760b service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092545 Oct 11 15:47:52.985219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef8da-7d52-40fb-9350-63aa8268760b req-ede4c091-f25c-42ef-b21f-7808647d5138 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:52.987602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:53.004232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a13ef8da-7d52-40fb-9350-63aa8268760b req-ede4c091-f25c-42ef-b21f-7808647d5138 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Oct 11 15:47:53.054058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a13ef8da-7d52-40fb-9350-63aa8268760b req-019e9c18-8dcd-4afa-982f-0a4a8eef1d46 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487537 Oct 11 15:47:53.444919 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b226-c124-4f19-b4fc-2691fbdd5fe2 req-3d6571e4-1e61-4434-ac31-467627bf11c2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:53.452006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4a7b226-c124-4f19-b4fc-2691fbdd5fe2 req-3d6571e4-1e61-4434-ac31-467627bf11c2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0764830 Oct 11 15:47:53.508468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4a7b226-c124-4f19-b4fc-2691fbdd5fe2 req-9fef5414-addc-4790-b53d-30cd3a4b401f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528774 Oct 11 15:47:53.635095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b0aade6b-d5a4-4e7a-a253-f92a84327144 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:47:53.767550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:53.780022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'port_id': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'mac_address': 'fa:16:3e:17:b9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:47:53.823206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:53.837360 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aade6b-d5a4-4e7a-a253-f92a84327144 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:47:53.862560 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:53.867195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:53.963016 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:53.973632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8436c-cae5-4f9f-be1e-1bda57168f69 req-29f81d90-eaa4-4127-bd33-a830501d0b73 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:53.975652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fa8436c-cae5-4f9f-be1e-1bda57168f69 req-29f81d90-eaa4-4127-bd33-a830501d0b73 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 945 time: 0.0587308 Oct 11 15:47:53.981608 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:53.984540 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af807727-9565-4ab6-89c0-0589527bd1a6" -d '{"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-plugged", "status": "completed", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:54.024344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6fa8436c-cae5-4f9f-be1e-1bda57168f69 req-315c4a01-e089-461d-b235-5db0f6f87d3c tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Oct 11 15:47:54.030830 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728913c0-31be-46c0-a311-024ed06d6227 x-openstack-request-id: req-728913c0-31be-46c0-a311-024ed06d6227 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:54.031162 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-plugged", "status": "completed", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:54.031416 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-728913c0-31be-46c0-a311-024ed06d6227 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:54.031805 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306', 'code': 200} Oct 11 15:47:54.130343 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['b0aade6b-d5a4-4e7a-a253-f92a84327144'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:54.196592 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd382bd-2cc9-45f1-b59e-8abd586bef70 req-ea016827-04e1-4274-bc39-03771eeaf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:54.199894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bd382bd-2cc9-45f1-b59e-8abd586bef70 req-ea016827-04e1-4274-bc39-03771eeaf961 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 1096 time: 0.0655532 Oct 11 15:47:54.200091 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296313-9dcc-4339-b5fd-2f7bad052812 req-9a528453-93e3-45ab-be01-dd9403fa44d4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:54.205951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b296313-9dcc-4339-b5fd-2f7bad052812 req-9a528453-93e3-45ab-be01-dd9403fa44d4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0697758 Oct 11 15:47:54.252317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bd382bd-2cc9-45f1-b59e-8abd586bef70 req-f8479289-33c7-46c6-9493-6c41841f5902 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Oct 11 15:47:54.260744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b296313-9dcc-4339-b5fd-2f7bad052812 req-fd3a8c29-7704-47da-8d4f-48e08b404a01 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509322 Oct 11 15:47:54.503241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bdf5a-85b2-4e89-acb2-604be3ea3650 req-2ad96324-7fe6-42af-ac25-175ccccd5862 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:54.504614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a0bdf5a-85b2-4e89-acb2-604be3ea3650 req-2ad96324-7fe6-42af-ac25-175ccccd5862 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0675185 Oct 11 15:47:54.546322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a0bdf5a-85b2-4e89-acb2-604be3ea3650 req-6fa7b661-cb84-4eb2-9117-c69d408339d1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Oct 11 15:47:54.624972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a05fd-0df5-4f97-9cdf-ecb92788b352 req-acefbdf6-e0e0-4553-b39c-c0b639559772 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:54.626682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d6a05fd-0df5-4f97-9cdf-ecb92788b352 req-acefbdf6-e0e0-4553-b39c-c0b639559772 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0521848 Oct 11 15:47:54.692406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d6a05fd-0df5-4f97-9cdf-ecb92788b352 req-17bef2bc-3312-4c3a-81bf-888e26d0e060 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Oct 11 15:47:54.705699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8e601-cffe-46d6-9170-fe33ba17050d req-1eeb25e4-b60a-4bca-8a42-cddd87e31f43 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:54.707627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6a8e601-cffe-46d6-9170-fe33ba17050d req-1eeb25e4-b60a-4bca-8a42-cddd87e31f43 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0800793 Oct 11 15:47:54.756925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6a8e601-cffe-46d6-9170-fe33ba17050d req-3ee863e0-76ff-4265-8ec3-8b20ec0481c3 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Oct 11 15:47:55.108203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80d4e-d961-4853-8e37-e3b7a96e5d00 req-a5d718b0-69cd-4527-9070-e72d0e10d186 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:55.122572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6e80d4e-d961-4853-8e37-e3b7a96e5d00 req-a5d718b0-69cd-4527-9070-e72d0e10d186 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0930660 Oct 11 15:47:55.199600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6e80d4e-d961-4853-8e37-e3b7a96e5d00 req-efa725bd-ad8b-4ccf-a13d-7aac3b6866a4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747156 Oct 11 15:47:55.210529 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002729f1-ec1c-4b21-bed3-2420724d3705 req-68137454-cb6b-48be-8d81-a02b00b0dfe5 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:55.217874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-002729f1-ec1c-4b21-bed3-2420724d3705 req-68137454-cb6b-48be-8d81-a02b00b0dfe5 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 945 time: 0.0723720 Oct 11 15:47:55.259571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-002729f1-ec1c-4b21-bed3-2420724d3705 req-b9843131-776f-44c2-acad-5ecdbd194543 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Oct 11 15:47:55.643921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b0aade6b-d5a4-4e7a-a253-f92a84327144 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:47:55.696523 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port b0aade6b-d5a4-4e7a-a253-f92a84327144 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:47:55.700329 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port b0aade6b-d5a4-4e7a-a253-f92a84327144 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:47:55.700707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:55.781625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:55.820670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:55.825284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d532f-3cd5-447b-aeb6-a6d700e9ba15 req-fbdca972-efeb-49db-9bef-8c288f9d45f8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:55.826691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:55.826819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c4d532f-3cd5-447b-aeb6-a6d700e9ba15 req-fbdca972-efeb-49db-9bef-8c288f9d45f8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0502751 Oct 11 15:47:55.882575 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:55.886036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c4d532f-3cd5-447b-aeb6-a6d700e9ba15 req-5bfd344d-ce70-4195-8bb5-7d368b778848 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522194 Oct 11 15:47:56.001526 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734c5b8-236d-4304-8150-def45db96843 req-74276ddc-3a21-4271-858c-e253520e642a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.001760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b734c5b8-236d-4304-8150-def45db96843 req-74276ddc-3a21-4271-858c-e253520e642a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.0504994 Oct 11 15:47:56.034101 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:56.038804 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683c930-04f3-4fb1-895b-b81be1a1782f" -d '{"events": [{"server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "name": "network-vif-plugged", "status": "completed", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:56.042539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b734c5b8-236d-4304-8150-def45db96843 req-8a343526-2a37-46fc-9fdb-caed95627372 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Oct 11 15:47:56.106261 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e4dd6-c36a-44e8-95ea-3e0b4c02ba12 x-openstack-request-id: req-027e4dd6-c36a-44e8-95ea-3e0b4c02ba12 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:56.106561 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "name": "network-vif-plugged", "status": "completed", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:56.106805 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-027e4dd6-c36a-44e8-95ea-3e0b4c02ba12 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:56.107198 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'code': 200} Oct 11 15:47:56.250284 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ba2f-6eaf-4ab5-9b4e-2a0972503d3f req-435a56e8-1096-47fb-9802-e8624b93b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.258696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c6d9ba2f-6eaf-4ab5-9b4e-2a0972503d3f req-435a56e8-1096-47fb-9802-e8624b93b4c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1097 time: 0.0642555 Oct 11 15:47:56.362605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c6d9ba2f-6eaf-4ab5-9b4e-2a0972503d3f req-2049a804-98b6-47ef-846a-14ab9f51a3b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961077 Oct 11 15:47:56.380774 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-e7995ce4-a93b-4ee1-be93-922a88d4743a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.382375 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-e7995ce4-a93b-4ee1-be93-922a88d4743a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.0799026 Oct 11 15:47:56.405477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29befe-890c-4133-9c55-2ba8170844bd req-e6bbb1a4-d83c-4626-8fb2-ca7183da1349 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.406978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad29befe-890c-4133-9c55-2ba8170844bd req-e6bbb1a4-d83c-4626-8fb2-ca7183da1349 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 945 time: 0.1142612 Oct 11 15:47:56.472909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad29befe-890c-4133-9c55-2ba8170844bd req-c0893ab3-ab5f-4b29-8997-afee305eaf0f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Oct 11 15:47:56.484407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e39b94-3d74-4ed4-809e-6ffc4af6e3f6 req-f47106db-e6ba-4095-acfc-76bbc5326286 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.485813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4e39b94-3d74-4ed4-809e-6ffc4af6e3f6 req-f47106db-e6ba-4095-acfc-76bbc5326286 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0982633 Oct 11 15:47:56.544002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4e39b94-3d74-4ed4-809e-6ffc4af6e3f6 req-53871478-8ccf-4c51-a6aa-f37405b84299 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491929 Oct 11 15:47:56.663345 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:56.663345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:56.677199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-9c6c78c7-7465-4f44-9f79-b1475bf287e8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:56.679147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-9c6c78c7-7465-4f44-9f79-b1475bf287e8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.1197801 Oct 11 15:47:56.700341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-2a004139-5440-4a8c-8db5-3c5eed20f850 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/quotas/3566df62cba44e4f863361df120d8a71 HTTP/1.1" status: 200 len: 375 time: 0.0152612 Oct 11 15:47:56.762024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-deb6ee3c-ec3c-41c8-8e43-7e6f5187cc08 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608115 Oct 11 15:47:56.777530 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:56.778372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:56.792315 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:56.861364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b6d7bb68-4c6a-439e-a68b-c7a2e6a76fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942779 Oct 11 15:47:56.998045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-a79c8781-0b20-4026-a536-888ee75e9b1f service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296430 Oct 11 15:47:57.306830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecc9f92a-152f-4f84-8fd2-bcbb26340701 req-19ef5c3d-03a4-4e5d-a79d-0ba099447690 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 210 time: 0.0602686 Oct 11 15:47:57.396790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:57.411356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:57.414193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:57.461747 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:57.505919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.506448 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.506885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.507374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.507901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.508403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.508943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.509681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.510103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.510512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.511227 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.511793 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:47:57.515562 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:57.518904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:57.522943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21e3b722-50c3-4f84-8587-7ec87c8601ea req-2f55a5fe-edb6-4e40-88a3-a0ab43a0d8dc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc HTTP/1.1" status: 204 len: 173 time: 0.9710186 Oct 11 15:47:57.523680 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'name': 'network-vif-deleted', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:57.526226 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239d4682-ad86-4dd0-98da-3a5774b8893b" -d '{"events": [{"server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "name": "network-vif-deleted", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:57.605375 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8701774e-ee35-49e6-b796-e962a6b4f560 x-openstack-request-id: req-8701774e-ee35-49e6-b796-e962a6b4f560 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:47:57.606179 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4d029e-9fd1-40c1-9553-064340c44350", "name": "network-vif-deleted", "tag": "7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:47:57.606179 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8701774e-ee35-49e6-b796-e962a6b4f560 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:47:57.606656 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4d029e-9fd1-40c1-9553-064340c44350', 'name': 'network-vif-deleted', 'tag': '7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc', 'status': 'completed', 'code': 200} Oct 11 15:47:57.727167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ace714cb-e406-4c87-a65b-dfaf4b03ed7c req-58c1db00-45da-4fa1-b00e-d9a541e1fa69 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4d029e-9fd1-40c1-9553-064340c44350 HTTP/1.1" status: 200 len: 210 time: 0.0739861 Oct 11 15:47:57.774887 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-c267b90c-955d-4e29-acf7-278bb537985a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:57.776716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-c267b90c-955d-4e29-acf7-278bb537985a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "GET /v2.0/ports?device_id=00bb2e30-01cc-4efa-a656-bb1bf772688b HTTP/1.1" status: 200 len: 945 time: 0.1284082 Oct 11 15:47:57.809463 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ab06-d961-4cb8-986d-6023b6e4885d req-f9d95ce5-658e-4ca5-84e2-de959ece1ee3 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:57.822167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f022ab06-d961-4cb8-986d-6023b6e4885d req-f9d95ce5-658e-4ca5-84e2-de959ece1ee3 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0745034 Oct 11 15:47:57.875645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f022ab06-d961-4cb8-986d-6023b6e4885d req-3fa18191-dd0c-40d4-a506-9b92dafa7408 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525639 Oct 11 15:47:57.947772 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Deleting port 8f880607-8b30-4c18-a0b7-28f38921d306 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:47:57.948381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:58.074404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ab325-fede-4286-b8c6-0d0b63a32c77 req-93d0a9d6-051e-4eb5-9ff9-45b695b8a34f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:58.086318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e6ab325-fede-4286-b8c6-0d0b63a32c77 req-93d0a9d6-051e-4eb5-9ff9-45b695b8a34f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.1058626 Oct 11 15:47:58.097020 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] For port 8f880607-8b30-4c18-a0b7-28f38921d306, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8f880607-8b30-4c18-a0b7-28f38921d306,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:47:58.097389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:58.126322 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Calling delete_port for 8f880607-8b30-4c18-a0b7-28f38921d306 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:47:58.140692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e6ab325-fede-4286-b8c6-0d0b63a32c77 req-a70ccf71-a259-4c16-b8ff-d0e38c400792 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531964 Oct 11 15:47:58.304583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da40a-4e79-4d57-9416-c5b86fcdb7c9 req-f551b170-ebb0-493d-a9f4-6e13ed1fc569 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:58.310842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:58.315842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a59da40a-4e79-4d57-9416-c5b86fcdb7c9 req-f551b170-ebb0-493d-a9f4-6e13ed1fc569 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0712194 Oct 11 15:47:58.323520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8f880607-8b30-4c18-a0b7-28f38921d306'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:47:58.345370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event deleted for resources: {'Port': ['ID=8f880607-8b30-4c18-a0b7-28f38921d306,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:58.415455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a59da40a-4e79-4d57-9416-c5b86fcdb7c9 req-36e47850-296e-4e91-a62b-a44e258207cc tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982549 Oct 11 15:47:58.429117 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] No DVR routers for this DVR port 8f880607-8b30-4c18-a0b7-28f38921d306 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:47:58.435300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:58.438737 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1eeee92f-0136-4b64-8a57-8ee775be732a req-2ff5c0d8-9a91-487f-8b4f-23799ef63dfe tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "DELETE /v2.0/ports/8f880607-8b30-4c18-a0b7-28f38921d306 HTTP/1.1" status: 204 len: 173 time: 0.6549430 Oct 11 15:47:58.439487 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:58.519300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a39f436-35f3-4a84-85a2-8f1876c41314 req-9a754ef1-2957-406e-94c7-744c4e55f06e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 210 time: 0.0861285 Oct 11 15:47:58.741273 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b699a6ba-c3bd-43f2-a2f7-ef22867c13a2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:58.742240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b699a6ba-c3bd-43f2-a2f7-ef22867c13a2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.2010691 Oct 11 15:47:58.745370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a208e-6b31-488e-8229-5f56bbb3d9a9 tempest-TestServerBasicOps-1594534660 tempest-TestServerBasicOps-1594534660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:58.746959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-482a208e-6b31-488e-8229-5f56bbb3d9a9 tempest-TestServerBasicOps-1594534660 tempest-TestServerBasicOps-1594534660-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1092 time: 0.3065424 Oct 11 15:47:58.750135 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 43724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:47:58.754819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:58.766154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Request body: {'port': {'device_id': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'admin_state_up': True, 'tenant_id': '3566df62cba44e4f863361df120d8a71'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:58.850390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.016736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Made reservation on behalf of 3566df62cba44e4f863361df120d8a71 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:47:59.020637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.122332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.174174 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-d07cce9b-89c1-4a37-b322-e7992023e5fd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:59.183902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-d07cce9b-89c1-4a37-b322-e7992023e5fd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.1936681 Oct 11 15:47:59.203055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-47c9e2bf-770d-46ae-839d-b41df2018be0 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/quotas/3b0c759ae5134f5d9223e30359e58506 HTTP/1.1" status: 200 len: 375 time: 0.0178502 Oct 11 15:47:59.265760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-447eba86-1480-488c-91fb-c3cc38ac503f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615025 Oct 11 15:47:59.309672 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Allocated IP 172.20.0.9 (a7e18244-eb91-4803-97c5-b0f2da883e94/629ba15e-d9fb-4da5-975e-bf5a98372c3f/944eb4f1-43b0-4495-8077-f63bd853b3c9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:59.477717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.523315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.593240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:47:59.607907 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Network a7e18244-eb91-4803-97c5-b0f2da883e94 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:47:59.612743 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-deleted', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:47:59.615855 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27718e2e-8d9a-413e-bf49-70a7f5c8fa1d" -d '{"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-deleted", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:47:59.618916 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:47:59.628074 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Allocated IP 172.35.3.78 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/0d195ebf-31d1-44be-8b8e-0c91aaaa5724) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:47:59.630310 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:47:59.675029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:47:59.718526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:47:59.719698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7d91c5d2-1ed8-4bdc-88f3-34a1679a65fc not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:47:59.732560 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:47:59.733229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.763346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-6b200681-ecd9-4ab9-ab04-f624c3885915 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0025952 Oct 11 15:47:59.799314 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Request body: {'port': {'device_id': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:47:59.848305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-0da328fb-e3ad-45ee-adeb-11989f09a9ac service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813558 Oct 11 15:47:59.884983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.903851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:47:59.979023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:00.002291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-032df45e-61fe-4e3c-ab27-afb05b548b09 service neutron] 10.222.0.31 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468599 Oct 11 15:48:00.054842 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:00.148253 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:00.150886 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:00.191754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decd4b-67e6-4abc-8b15-8573a7cac33a req-c03aa877-bf7a-4f8a-844b-364f94bd936d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:00.201230 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'Port': ['ID=0d195ebf-31d1-44be-8b8e-0c91aaaa5724,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:00.201493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7decd4b-67e6-4abc-8b15-8573a7cac33a req-c03aa877-bf7a-4f8a-844b-364f94bd936d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 931 time: 0.3736918 Oct 11 15:48:00.254611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7decd4b-67e6-4abc-8b15-8573a7cac33a req-ed83633a-fcea-41e4-b772-6cfb91e71d89 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Oct 11 15:48:00.311022 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf196e31-1088-413e-ba2a-802856a80fd7 x-openstack-request-id: req-bf196e31-1088-413e-ba2a-802856a80fd7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:00.311320 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bb2e30-01cc-4efa-a656-bb1bf772688b", "name": "network-vif-deleted", "tag": "8f880607-8b30-4c18-a0b7-28f38921d306", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:00.311574 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf196e31-1088-413e-ba2a-802856a80fd7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:00.313548 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bb2e30-01cc-4efa-a656-bb1bf772688b', 'name': 'network-vif-deleted', 'tag': '8f880607-8b30-4c18-a0b7-28f38921d306', 'status': 'completed', 'code': 200} Oct 11 15:48:00.386988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1a03229-ed0d-4a3d-bb1b-9094f78b6101 req-eea7f97f-d233-4058-af35-1f577ac2dd3c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 210 time: 0.0583291 Oct 11 15:48:00.646528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:00.695377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 8f880607-8b30-4c18-a0b7-28f38921d306 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:00.698068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8f880607-8b30-4c18-a0b7-28f38921d306 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:00.789999 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944eb4f1-43b0-4495-8077-f63bd853b3c9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:00.799879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:00.897608 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Transition to ACTIVE for port object 944eb4f1-43b0-4495-8077-f63bd853b3c9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:48:00.904208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.125054 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:01.169731 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Attempting to bind port 944eb4f1-43b0-4495-8077-f63bd853b3c9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:01.170184 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Attempting to bind port 944eb4f1-43b0-4495-8077-f63bd853b3c9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:01.170380 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Attempting to bind port 944eb4f1-43b0-4495-8077-f63bd853b3c9 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:01.179666 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Port 944eb4f1-43b0-4495-8077-f63bd853b3c9 on network a7e18244-eb91-4803-97c5-b0f2da883e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:48:01.179666 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Attempting to bind port 944eb4f1-43b0-4495-8077-f63bd853b3c9 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:01.195922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.195922 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:01.196248 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Checking segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:01.196417 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Bound using segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:01.196860 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Bound port: 944eb4f1-43b0-4495-8077-f63bd853b3c9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:01.197201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.329788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.354261 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:01.372998 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:01.389592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.415376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7841-a486-495d-a206-91032b95c591 req-cce9cb90-6ce9-415b-b292-74036cdd027e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:01.417916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebb7841-a486-495d-a206-91032b95c591 req-cce9cb90-6ce9-415b-b292-74036cdd027e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 943 time: 0.0647721 Oct 11 15:48:01.476226 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:01.476847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.478275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] 10.222.0.43 "PUT /v2.0/ports/944eb4f1-43b0-4495-8077-f63bd853b3c9 HTTP/1.1" status: 200 len: 1091 time: 1.6919253 Oct 11 15:48:01.513668 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e0e97-7a3a-4a3b-bfb4-1eba67f92e77 service neutron] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:01.549938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebb7841-a486-495d-a206-91032b95c591 req-dafd58d1-a0e6-46a9-a3a9-468aa0c9a518 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256766 Oct 11 15:48:01.573762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9b11bbe-9825-4752-bf3e-36f057ca53d5 req-1de24e77-a271-41a9-bf4a-6f7e2cc9a4d8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 210 time: 0.0773885 Oct 11 15:48:01.702271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.726538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.733784 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-057e3673-78e4-4280-ba9e-e9f891950080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:01.735310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-057e3673-78e4-4280-ba9e-e9f891950080 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 1094 time: 0.1945641 Oct 11 15:48:01.852713 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event updated for resources: {'Port': ['ID=0d195ebf-31d1-44be-8b8e-0c91aaaa5724,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:01.855672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-9efc3eac-bf69-4665-9351-662497bed0df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9 HTTP/1.1" status: 200 len: 217 time: 0.0735846 Oct 11 15:48:01.895793 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-1840f353-54d7-4201-af24-0befa6f5029d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:01.897836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-1840f353-54d7-4201-af24-0befa6f5029d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 806 time: 0.3359449 Oct 11 15:48:01.916442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:01.920843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Request body: {'port': {'device_id': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'admin_state_up': True, 'tenant_id': '3b0c759ae5134f5d9223e30359e58506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:02.321017 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:02.326323 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1080bf81-fc1d-4cae-b18d-92f2c57734f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:02.367347 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89df260d-541f-4471-aae8-72f5ee933e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:02.437377 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a85c1fe-8f23-4181-b3f9-46e1d135e71f x-openstack-request-id: req-3a85c1fe-8f23-4181-b3f9-46e1d135e71f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:02.437911 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:02.438448 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a85c1fe-8f23-4181-b3f9-46e1d135e71f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:02.439637 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'status': 'completed', 'code': 200} Oct 11 15:48:02.476213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-32040d6b-4fc1-4469-95ee-7d1698e2c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:02.477693 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-32040d6b-4fc1-4469-95ee-7d1698e2c1b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.6077430 Oct 11 15:48:02.524597 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-98a5c859-1d4b-4c50-bfbc-b1fe9e94ba99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385818 Oct 11 15:48:02.639875 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Floating IP 5b2718cf-b26e-4a11-8bf1-91062a407768 associated. External IP: 172.35.3.78, port: b0aade6b-d5a4-4e7a-a253-f92a84327144. Oct 11 15:48:02.731636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Made reservation on behalf of 3b0c759ae5134f5d9223e30359e58506 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:02.735440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:02.749544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5daa0be5-72e5-42c4-b986-21224972ae1c req-e2745aff-76c7-41b3-9578-05ce10c36699 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 210 time: 0.0504696 Oct 11 15:48:02.787770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-ca3cf409-cd06-431a-9d33-430f2bad8ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500942 Oct 11 15:48:02.791643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f943420-6ac6-4d51-bda8-3e43d5a671d2 req-4937a514-c0e2-41c2-ace4-69eb74ef3ed5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:02.796821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f943420-6ac6-4d51-bda8-3e43d5a671d2 req-4937a514-c0e2-41c2-ace4-69eb74ef3ed5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 943 time: 0.1702566 Oct 11 15:48:02.873751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f943420-6ac6-4d51-bda8-3e43d5a671d2 req-7131653e-d929-4601-a0fd-5d49a5733563 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Oct 11 15:48:03.054205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-92fe906f-3855-4430-8cc5-2cb1ced27406 req-e0b2de63-47c6-4ebc-9d43-b8e0ee006f0c service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502682 Oct 11 15:48:03.122424 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Allocated IP 172.20.0.2 (2c6cad87-61b4-4fa6-b79f-4635f735cffd/eeb02d19-b0a4-414e-9799-fd9bd69d7052/6469ffe7-52ed-43b0-8e14-398cadb51134) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:03.187698 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Router 875b5d71-7f8a-4b7b-a03f-d51683236f06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:03.206164 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-2e91c8fe-5524-468d-926b-53d37b8f9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.207700 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-2e91c8fe-5524-468d-926b-53d37b8f9017 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 1094 time: 0.0966740 Oct 11 15:48:03.507471 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:03.519317 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Sync routers for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:03.528966 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:03.529925 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:03.542922 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-65d2974b-b991-4d81-8362-c930cd41df91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2751954 Oct 11 15:48:03.560753 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-db162905-7dc5-4a20-b635-f436cb84db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.562994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-db162905-7dc5-4a20-b635-f436cb84db79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 916 time: 0.3450305 Oct 11 15:48:03.586133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:03.655350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-7bdde6c4-04aa-4a9e-be40-86aa505144db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9 HTTP/1.1" status: 200 len: 217 time: 0.0800672 Oct 11 15:48:03.658591 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:03.661719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:03.698074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f36e4f8f-358d-49ff-97b2-c2a71e0ee9a7 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9466348 Oct 11 15:48:03.757646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-f0d7cc94-e185-442c-bcad-6024626f3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.760351 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-f0d7cc94-e185-442c-bcad-6024626f3872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.0764630 Oct 11 15:48:03.769087 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.769701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.770160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.770675 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.771789 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.772247 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.772701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:03.775071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-99e7f551-133b-4b8a-8e4e-8dc3f308e6de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.1341536 Oct 11 15:48:03.919607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-af538151-8d71-438e-bc99-3fc793e9cdb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407630 Oct 11 15:48:03.998459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:04.011514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:04.102588 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '5b2718cf-b26e-4a11-8bf1-91062a407768', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'floating_ip_address': '172.35.3.78', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'port_id': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'mac_address': 'fa:16:3e:17:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:48:00Z', 'updated_at': '2021-10-11T15:48:00Z', 'revision_number': 0, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:04.107744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360555-8d81-4e2d-9564-a1d3033568bd req-5cd148bb-045c-438a-876a-3b57e01d7157 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.124323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0360555-8d81-4e2d-9564-a1d3033568bd req-5cd148bb-045c-438a-876a-3b57e01d7157 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 931 time: 0.2832592 Oct 11 15:48:04.167113 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Checking router: 875b5d71-7f8a-4b7b-a03f-d51683236f06 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:04.176758 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:04.177856 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:47:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:04.246829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event updated for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:04.267696 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Network 2c6cad87-61b4-4fa6-b79f-4635f735cffd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:04.275360 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:04.283108 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:04.316028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0360555-8d81-4e2d-9564-a1d3033568bd req-6cc1a497-49ec-48fa-996d-190796e8a4fd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907237 Oct 11 15:48:04.333124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d134-1c8f-42ac-9c8f-900bedc978e3 req-89b48e41-8ed7-4723-be7e-68426495b5aa tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.334713 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:04.342624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca02d134-1c8f-42ac-9c8f-900bedc978e3 req-89b48e41-8ed7-4723-be7e-68426495b5aa tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 943 time: 0.1813159 Oct 11 15:48:04.417130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca02d134-1c8f-42ac-9c8f-900bedc978e3 req-042f941e-5454-4b05-a5be-714a0650370f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Oct 11 15:48:04.418097 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-a825f55f-b5a6-4456-914b-720aace38b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.418835 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-a825f55f-b5a6-4456-914b-720aace38b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.419346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-a825f55f-b5a6-4456-914b-720aace38b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.421280 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-a825f55f-b5a6-4456-914b-720aace38b8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 2292 time: 0.6087258 Oct 11 15:48:04.431115 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.431962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:04.441421 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:04.444429 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b800b8-a1e2-4988-9103-a8c036330c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:04.542362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-fe22c714-b944-42e8-b4b0-3c8bddcace54 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6270871 Oct 11 15:48:04.566961 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Request body: {'port': {'device_id': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:04.582174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-af66f1cd-503b-4205-b582-6ab043195236 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469367 Oct 11 15:48:04.585158 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82640b7-6fe1-46e7-9274-0f7f4299afb9 x-openstack-request-id: req-e82640b7-6fe1-46e7-9274-0f7f4299afb9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:04.585448 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:04.585755 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e82640b7-6fe1-46e7-9274-0f7f4299afb9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:04.586367 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'status': 'completed', 'code': 200} Oct 11 15:48:04.677951 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-c20bedee-74ab-4076-8c43-35dc41a475be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.683275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-c20bedee-74ab-4076-8c43-35dc41a475be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1097 time: 0.0950511 Oct 11 15:48:04.803393 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1080bf81-fc1d-4cae-b18d-92f2c57734f2 req-faca5c3e-f458-429a-9b48-842af8d14615 service neutron] 10.222.0.43 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925573 Oct 11 15:48:04.828630 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '5b2718cf-b26e-4a11-8bf1-91062a407768', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'floating_ip_address': '172.35.3.78', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'port_id': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'mac_address': 'fa:16:3e:17:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:48:00Z', 'updated_at': '2021-10-11T15:48:00Z', 'revision_number': 0, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:04.843733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bf80ff4-ee29-4624-a92d-06cb496c71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:04.863823 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f6c43-ba0c-40a0-a02d-187c2bb27395 None None] The sync data for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 is: [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '5b2718cf-b26e-4a11-8bf1-91062a407768', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'floating_ip_address': '172.35.3.78', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'port_id': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'mac_address': 'fa:16:3e:17:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:48:00Z', 'updated_at': '2021-10-11T15:48:00Z', 'revision_number': 0, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:04.866319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-b9d411e4-8869-4e08-a0da-01467a3d0cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 1000 time: 0.4273822 Oct 11 15:48:04.903216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:04.930316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-138f9534-2e6f-4227-a952-00d9dd2b2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:04.933868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-138f9534-2e6f-4227-a952-00d9dd2b2d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 910 time: 0.2434716 Oct 11 15:48:05.093737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-fe6dd24a-1924-4eb7-a44c-0045cff03f00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 999 time: 0.1497746 Oct 11 15:48:05.164604 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-d6ac4077-cb1e-4d5a-8d36-850e753442c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.166382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-d6ac4077-cb1e-4d5a-8d36-850e753442c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 200 len: 848 time: 0.0603223 Oct 11 15:48:05.253283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-f62a08a9-a6ab-43f9-affe-df2c3f7c67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.258463 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83174bef-1c85-4a1a-98df-ac8b9899bf7f None None] New status for floating IP 5b2718cf-b26e-4a11-8bf1-91062a407768: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:48:05.259769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-f62a08a9-a6ab-43f9-affe-df2c3f7c67f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d194b18-36ab-4b9b-a995-18b0b0819ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849891 Oct 11 15:48:05.260637 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-f00d91e5-a26a-4893-9dba-5b4efd26c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.262318 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-f00d91e5-a26a-4893-9dba-5b4efd26c818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.3418083 Oct 11 15:48:05.405852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-6e0cdf6d-b25a-476c-81cf-6818a7364181 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321042 Oct 11 15:48:05.411481 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-589d4125-d097-4625-8524-942c1c7cc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.413839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-589d4125-d097-4625-8524-942c1c7cc47b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400111 Oct 11 15:48:05.671115 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6469ffe7-52ed-43b0-8e14-398cadb51134 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:05.681453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:05.685759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-d9a37add-6796-4782-aa13-944c39d0b4aa service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610180 Oct 11 15:48:05.716661 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Transition to ACTIVE for port object 6469ffe7-52ed-43b0-8e14-398cadb51134 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:48:05.739046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307b725-f409-4f74-8600-7d292c9aeddb req-32f504b5-0f56-4564-be41-2b051b476bdb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.747114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d307b725-f409-4f74-8600-7d292c9aeddb req-32f504b5-0f56-4564-be41-2b051b476bdb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 931 time: 0.2943227 Oct 11 15:48:05.749637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:05.809805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d307b725-f409-4f74-8600-7d292c9aeddb req-725f788c-abae-4173-8ede-b73a0e1e9f3c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Oct 11 15:48:05.819034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875590b-35ce-4fa1-b764-684739519438 req-d9378fbd-bcda-4e07-a895-cdd0a3ff4a28 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:05.835645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3875590b-35ce-4fa1-b764-684739519438 req-d9378fbd-bcda-4e07-a895-cdd0a3ff4a28 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 943 time: 0.2850025 Oct 11 15:48:05.856161 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Pushing event updated for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:05.864773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-242dd0c4-c3fe-41c9-bb6e-7e0bc3965674 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511297 Oct 11 15:48:05.921300 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:05.939927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3875590b-35ce-4fa1-b764-684739519438 req-6379a3b5-22ea-47e6-b5ff-3c74cc70b4ac tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034493 Oct 11 15:48:05.951502 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-d16b03f1-abf0-46a1-b395-5aacff95f49f service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571511 Oct 11 15:48:05.982691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.024003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-91c6ab08-e977-428d-b122-02ca6195dbea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 217 time: 0.0619764 Oct 11 15:48:06.040102 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Attempting to bind port 6469ffe7-52ed-43b0-8e14-398cadb51134 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:06.040429 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Attempting to bind port 6469ffe7-52ed-43b0-8e14-398cadb51134 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:06.040750 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Attempting to bind port 6469ffe7-52ed-43b0-8e14-398cadb51134 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:06.064717 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Port 6469ffe7-52ed-43b0-8e14-398cadb51134 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:48:06.065100 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Attempting to bind port 6469ffe7-52ed-43b0-8e14-398cadb51134 on network 2c6cad87-61b4-4fa6-b79f-4635f735cffd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:06.074690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:06.075028 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Checking segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:06.075404 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Bound using segment: {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:06.075829 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Bound port: 6469ffe7-52ed-43b0-8e14-398cadb51134, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba44073e-d8bc-4ae8-b826-7d42975d9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:06.076181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.097230 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-e220e31d-ebbe-46df-921c-edf282fb8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:06.098636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-e220e31d-ebbe-46df-921c-edf282fb8d07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0655606 Oct 11 15:48:06.196329 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:06.200446 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-b113333e-3291-4924-a1d8-8df8a5235855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:06.201578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-b113333e-3291-4924-a1d8-8df8a5235855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811791 Oct 11 15:48:06.203276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6469ffe7-52ed-43b0-8e14-398cadb51134,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:06.209682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.328126 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:06.328733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.330275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] 10.222.0.36 "PUT /v2.0/ports/6469ffe7-52ed-43b0-8e14-398cadb51134 HTTP/1.1" status: 200 len: 1091 time: 1.7741134 Oct 11 15:48:06.668934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:48:06.697173 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:06.699430 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082b304-6e3a-4718-9334-21d86e59b77f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:06.735840 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd4bc-3ea8-4797-a089-819ba39c50ba service neutron] Pushing event updated for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:06.767779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-c4916172-e1ea-4747-9f83-6dcd04d05f66 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547342 Oct 11 15:48:06.839470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:06.853372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'port_id': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'mac_address': 'fa:16:3e:9d:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ba15e-d9fb-4da5-975e-bf5a98372c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:48:06.873986 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-7a69e2fd-ce9d-4f43-8da9-de1473342430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:06.873986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-7a69e2fd-ce9d-4f43-8da9-de1473342430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 1094 time: 0.1645727 Oct 11 15:48:06.873986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3b393ab3-042e-4460-954d-39eae1e7d162 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975165 Oct 11 15:48:06.874391 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5865bb91-e299-43b9-98c4-a8bd388f6c78 x-openstack-request-id: req-5865bb91-e299-43b9-98c4-a8bd388f6c78 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:06.874700 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:06.874861 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5865bb91-e299-43b9-98c4-a8bd388f6c78 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:06.875234 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134', 'status': 'completed', 'code': 200} Oct 11 15:48:06.897568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.916240 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944eb4f1-43b0-4495-8077-f63bd853b3c9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:06.939309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:06.947737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:06.987470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779064f-11d1-4529-ae70-ab033d34a10a req-2e699f35-84db-40b4-9ef2-d15d5187f9ec tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:06.993003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5779064f-11d1-4529-ae70-ab033d34a10a req-2e699f35-84db-40b4-9ef2-d15d5187f9ec tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 943 time: 0.0977602 Oct 11 15:48:07.017854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-ce78eb17-6cc7-4883-ad17-22e00a9d1ffc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 217 time: 0.1221266 Oct 11 15:48:07.019527 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:07.023804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-9f66f88d-dbd1-46ed-9891-c664873c8d77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6469ffe7-52ed-43b0-8e14-398cadb51134 HTTP/1.1" status: 200 len: 217 time: 0.1293638 Oct 11 15:48:07.046213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5779064f-11d1-4529-ae70-ab033d34a10a req-9deab09e-b286-4f46-b00c-5374d284c61e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Oct 11 15:48:07.111885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94689-0a53-4fa5-82b4-6a046650f270 req-3fcacdb2-034c-4008-a2b6-8f1bcc0eacfb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.113815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6a94689-0a53-4fa5-82b4-6a046650f270 req-3fcacdb2-034c-4008-a2b6-8f1bcc0eacfb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 944 time: 0.0547354 Oct 11 15:48:07.117739 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3b31077f-90c3-475b-86ee-6ba8b7f8fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.119193 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3b31077f-90c3-475b-86ee-6ba8b7f8fe91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0941632 Oct 11 15:48:07.120557 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-47e5a111-029a-4718-9ce4-5235855b3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.121892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-47e5a111-029a-4718-9ce4-5235855b3e3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0879467 Oct 11 15:48:07.155972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6a94689-0a53-4fa5-82b4-6a046650f270 req-c009fd13-516c-4c70-a27c-46f4f549653b tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Oct 11 15:48:07.190953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-e7695710-5b54-4ae3-99d6-3b4800b9bd67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468051 Oct 11 15:48:07.245569 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944eb4f1-43b0-4495-8077-f63bd853b3c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:07.280379 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-0edb9f2f-18c6-4127-8a40-fdb001041466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.282205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-0edb9f2f-18c6-4127-8a40-fdb001041466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497564 Oct 11 15:48:07.382235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-a43c06fd-4358-4ec0-af8d-2864c61605c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744790 Oct 11 15:48:07.461009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-b826e9c5-061f-4c0b-a9e8-a515d0278ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693640 Oct 11 15:48:07.550840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1e0c7852-a457-422e-9117-99c5d00ff48b req-77b2f301-9db2-4818-918a-cf7bff06e6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603327 Oct 11 15:48:07.595061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-8be1fef5-ee61-4332-a9f0-14fdaa1f9206 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168642 Oct 11 15:48:07.656408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-1e7d453d-2bd4-4c8e-8d13-d33843c4e1e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 217 time: 0.0466266 Oct 11 15:48:07.726727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:07.731499 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3f610c67-335a-495b-89f9-849f46c09443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.732956 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3f610c67-335a-495b-89f9-849f46c09443 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0615592 Oct 11 15:48:07.734662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b304-6e3a-4718-9334-21d86e59b77f req-70647ab7-f2b7-4c5c-87f2-0ebd134769cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.735965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-70647ab7-f2b7-4c5c-87f2-0ebd134769cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b0c759ae5134f5d9223e30359e58506&device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 1094 time: 0.1190050 Oct 11 15:48:07.850607 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-aa8743b3-0e06-4177-b8a3-513d7706808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.852256 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-aa8743b3-0e06-4177-b8a3-513d7706808e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026566 Oct 11 15:48:07.924586 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b304-6e3a-4718-9334-21d86e59b77f req-03b00891-8eed-4af3-aa59-4e491e32d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:07.926070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-03b00891-8eed-4af3-aa59-4e491e32d627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 200 len: 907 time: 0.1681871 Oct 11 15:48:07.978839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-d7cd1871-41f7-4826-b0ea-0fe9d5d4d4eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6469ffe7-52ed-43b0-8e14-398cadb51134 HTTP/1.1" status: 200 len: 217 time: 0.0430930 Oct 11 15:48:08.035368 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-0698528d-f3ab-4991-ae15-57482a6a1485 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741946 Oct 11 15:48:08.055625 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b304-6e3a-4718-9334-21d86e59b77f req-68e995f4-be20-4dac-927d-e3cc1cf643d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:08.057069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-68e995f4-be20-4dac-927d-e3cc1cf643d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 200 len: 846 time: 0.0706422 Oct 11 15:48:08.206700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534645-45b2-4bc2-b9c2-95ecff1bba76 req-743bd6b4-bf22-4f57-ab3f-840edf165ea8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:08.218641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3534645-45b2-4bc2-b9c2-95ecff1bba76 req-743bd6b4-bf22-4f57-ab3f-840edf165ea8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 943 time: 0.0907416 Oct 11 15:48:08.261403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-c267ddde-3710-48d3-99bd-75a45238894b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c6cad87-61b4-4fa6-b79f-4635f735cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914759 Oct 11 15:48:08.312267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-1d744d9d-d29b-4e6a-b976-9bf4c126672d service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662849 Oct 11 15:48:08.349912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3534645-45b2-4bc2-b9c2-95ecff1bba76 req-fbca35b6-ffaf-4c2a-a3ee-1fcf06632645 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257710 Oct 11 15:48:08.379668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b11ed-048a-4e89-ae78-40d9f1852f47 req-df8113fb-c2c7-4d04-bedc-dc15bf847cc6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:08.387859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-0499f92a-b5ff-4a4d-ad40-0156ea26a9d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 217 time: 0.0486386 Oct 11 15:48:08.388505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a9b11ed-048a-4e89-ae78-40d9f1852f47 req-df8113fb-c2c7-4d04-bedc-dc15bf847cc6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 944 time: 0.1387217 Oct 11 15:48:08.436762 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-883da83a-2f9c-4e20-9d28-061f2b5ca8c1 service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649253 Oct 11 15:48:08.437773 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:08.522451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a9b11ed-048a-4e89-ae78-40d9f1852f47 req-6260706b-3936-42f0-a7de-9816d3f8a0c7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277592 Oct 11 15:48:08.585837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1082b304-6e3a-4718-9334-21d86e59b77f req-19382871-567a-45d1-a45b-4e79037908ac service neutron] 10.222.0.36 "GET /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384816 Oct 11 15:48:08.590421 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-6c153270-f3ce-4b45-96a9-38f3a6bf9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:08.592842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-6c153270-f3ce-4b45-96a9-38f3a6bf9e46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.1552126 Oct 11 15:48:08.628527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d090-341d-43e0-95ab-d0aee97e922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.646488 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-15fcd9fc-62d9-49d6-82f1-f56dd4e3b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:08.648276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-15fcd9fc-62d9-49d6-82f1-f56dd4e3b778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462089 Oct 11 15:48:08.684590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:08.713243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d090-341d-43e0-95ab-d0aee97e922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.721524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d090-341d-43e0-95ab-d0aee97e922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.781833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2a2d090-341d-43e0-95ab-d0aee97e922b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6dc047cb2e94aa0a38a97d474aaf6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422759 Oct 11 15:48:08.782623 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 43880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:08.796002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 944eb4f1-43b0-4495-8077-f63bd853b3c9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:48:08.796998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-83e1a0fc-2def-49e1-af66-d555d5fedad0 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402142 Oct 11 15:48:08.801156 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 944eb4f1-43b0-4495-8077-f63bd853b3c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:08.801558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.823296 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d090-341d-43e0-95ab-d0aee97e922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085e3bb-4f60-4de6-b44c-1aa4d546c9af,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:08.852623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.888180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.909087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.919504 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-9313486a-a681-4e2f-a567-567171a8de98 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137445 Oct 11 15:48:08.940403 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:08.944002 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae55d5-1fa7-4a17-b5e4-889f7795360b" -d '{"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-plugged", "status": "completed", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:08.979459 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:08.984338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-f93dbed5-5930-40ae-8c2d-4922938abcaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 217 time: 0.0572906 Oct 11 15:48:08.987430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.991426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.993022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:08.994687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4085e3bb-4f60-4de6-b44c-1aa4d546c9af HTTP/1.1" status: 204 len: 168 time: 0.2088919 Oct 11 15:48:09.008235 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf353e-5a1e-4d0b-adec-05dbd4f673bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085e3bb-4f60-4de6-b44c-1aa4d546c9af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:09.032558 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d334b3-97ba-4c3c-bd08-ec18c1f21e62 x-openstack-request-id: req-a6d334b3-97ba-4c3c-bd08-ec18c1f21e62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:09.032846 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-plugged", "status": "completed", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:09.033092 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6d334b3-97ba-4c3c-bd08-ec18c1f21e62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:09.033475 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'code': 200} Oct 11 15:48:09.086914 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:09.142197 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-4d6ddcf8-d827-4437-841b-cc691bf8a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.143781 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-4d6ddcf8-d827-4437-841b-cc691bf8a5ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.1523538 Oct 11 15:48:09.170218 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d714def-49f7-4178-bca5-654c25022edf req-30986e84-dcc8-4066-bcfe-37e8c00a5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.171683 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d714def-49f7-4178-bca5-654c25022edf req-30986e84-dcc8-4066-bcfe-37e8c00a5da7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 1096 time: 0.0732801 Oct 11 15:48:09.235196 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-6283053a-1391-45dd-a654-d391bd4ea27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.236752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-6283053a-1391-45dd-a654-d391bd4ea27f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842452 Oct 11 15:48:09.239215 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d714def-49f7-4178-bca5-654c25022edf req-d9d1c858-3734-44db-bbbe-30de94525701 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508547 Oct 11 15:48:09.429082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:09.453638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-96784940-48ec-4ff3-99b9-74a2a12016c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093170 Oct 11 15:48:09.568408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9490d-cc7d-46c1-9364-bb645e6d2081 req-d95c3ae2-46bd-424f-82c9-d68877bcb1fe tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.570548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05e9490d-cc7d-46c1-9364-bb645e6d2081 req-d95c3ae2-46bd-424f-82c9-d68877bcb1fe tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 943 time: 0.0978701 Oct 11 15:48:09.636732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05e9490d-cc7d-46c1-9364-bb645e6d2081 req-db87ee3d-c609-4f87-9ac1-885772d61c95 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Oct 11 15:48:09.675252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3cd3d38b-a4c8-4c04-a046-130f490d08aa service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142320 Oct 11 15:48:09.722923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-3d0c45d0-3bc9-4363-93c2-0b5fcf6889aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.0400627 Oct 11 15:48:09.736444 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6469ffe7-52ed-43b0-8e14-398cadb51134 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:48:09.755640 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86015-8431-48e3-af51-e9de6c784532 req-89fae91d-0ae6-4372-aa75-6af77c32ba3c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.762942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49b86015-8431-48e3-af51-e9de6c784532 req-89fae91d-0ae6-4372-aa75-6af77c32ba3c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0610688 Oct 11 15:48:09.791225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-bd20daaa-6f80-4c8d-928c-db73041c21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.794616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-bd20daaa-6f80-4c8d-928c-db73041c21cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0644975 Oct 11 15:48:09.809535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-49b86015-8431-48e3-af51-e9de6c784532 req-b911654c-f5d0-43bf-88fe-5b84fe6abbc6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Oct 11 15:48:09.862742 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-06c1953a-ea7d-401b-a69c-0788cbb6eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:09.862978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6469ffe7-52ed-43b0-8e14-398cadb51134,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:09.865029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-06c1953a-ea7d-401b-a69c-0788cbb6eb43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601335 Oct 11 15:48:09.875710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '6469ffe7-52ed-43b0-8e14-398cadb51134', 'network_id': '2c6cad87-61b4-4fa6-b79f-4635f735cffd', 'port_id': '6469ffe7-52ed-43b0-8e14-398cadb51134', 'mac_address': 'fa:16:3e:18:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb02d19-b0a4-414e-9799-fd9bd69d7052', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:48:09.920143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:09.934546 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6469ffe7-52ed-43b0-8e14-398cadb51134 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:09.963019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6469ffe7-52ed-43b0-8e14-398cadb51134,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:09.967585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:09.987994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-4191c711-93e5-4420-b2ec-f5e8963456a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063232 Oct 11 15:48:10.021547 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:10.104424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa1cce0e-083b-4cdf-ac44-0ab6fc1b38d2 req-1de9a121-ec8b-4ce5-ab59-ca7780655764 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075680 Oct 11 15:48:10.273886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['6469ffe7-52ed-43b0-8e14-398cadb51134'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:10.638371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:10.781308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed63f6a-1ef3-4d33-a6fb-ba2117e289e8 req-df57c629-7730-41fd-b3e9-4887063084cd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:10.783762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fed63f6a-1ef3-4d33-a6fb-ba2117e289e8 req-df57c629-7730-41fd-b3e9-4887063084cd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 944 time: 0.0603249 Oct 11 15:48:10.847869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fed63f6a-1ef3-4d33-a6fb-ba2117e289e8 req-a307e2ec-af80-4c4d-9454-04dc6a2a0b6a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Oct 11 15:48:10.935987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580422-a20f-4ce2-91da-1819f0beee9a req-900feb58-367b-4b06-af17-27e1f0ff33c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:10.937887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f580422-a20f-4ce2-91da-1819f0beee9a req-900feb58-367b-4b06-af17-27e1f0ff33c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Oct 11 15:48:10.998028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f580422-a20f-4ce2-91da-1819f0beee9a req-915df156-4391-4974-acb6-93e8c5f8140f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 Oct 11 15:48:11.125732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12694-5612-4592-a4db-7029e752f48e req-151ef04b-8ca4-46bc-8e2d-aad46c29efc8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:11.133755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90f12694-5612-4592-a4db-7029e752f48e req-151ef04b-8ca4-46bc-8e2d-aad46c29efc8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0652916 Oct 11 15:48:11.181860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90f12694-5612-4592-a4db-7029e752f48e req-26cf1f7f-8175-4b1e-a00a-f7c0350906fb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Oct 11 15:48:11.411013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbda6-97c7-47c8-a322-4346dd7277b9 req-fb00cb7b-abe2-4bd0-8707-7b47fc131ad9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:11.418457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a31bbda6-97c7-47c8-a322-4346dd7277b9 req-fb00cb7b-abe2-4bd0-8707-7b47fc131ad9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0673521 Oct 11 15:48:11.462386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a31bbda6-97c7-47c8-a322-4346dd7277b9 req-c8899d02-abce-4865-8118-bae9869d40d0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Oct 11 15:48:11.597434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2664977-2586-4604-823e-666fb00d39a4 req-1f55fe96-e798-4c27-ba97-e4f8b0aabeee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:11.599071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2664977-2586-4604-823e-666fb00d39a4 req-1f55fe96-e798-4c27-ba97-e4f8b0aabeee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Oct 11 15:48:11.644699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2664977-2586-4604-823e-666fb00d39a4 req-8846ce74-3407-4e16-91df-d5bd3c34f9f0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Oct 11 15:48:11.745707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6469ffe7-52ed-43b0-8e14-398cadb51134 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:11.808243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 6469ffe7-52ed-43b0-8e14-398cadb51134 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:48:11.812868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 6469ffe7-52ed-43b0-8e14-398cadb51134 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:11.813239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:11.902313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:11.931386 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:11.933754 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6985375a-e4e8-4b77-b90d-9c222cf3a6e1" -d '{"events": [{"server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "name": "network-vif-plugged", "status": "completed", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:11.951856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6469ffe7-52ed-43b0-8e14-398cadb51134,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:11.967875 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:12.042572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a095f3-df5d-454a-bc52-5c63d5671fd2 req-521e473c-16e7-4ef8-b1ad-524b1cd463db tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:12.044131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96a095f3-df5d-454a-bc52-5c63d5671fd2 req-521e473c-16e7-4ef8-b1ad-524b1cd463db tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0871170 Oct 11 15:48:12.067183 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a450ae-0927-4647-b515-b7a5cac10698 x-openstack-request-id: req-d8a450ae-0927-4647-b515-b7a5cac10698 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:12.067183 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "name": "network-vif-plugged", "status": "completed", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:12.067183 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8a450ae-0927-4647-b515-b7a5cac10698 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:12.067183 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134', 'code': 200} Oct 11 15:48:12.068577 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:12.117854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96a095f3-df5d-454a-bc52-5c63d5671fd2 req-79dead99-7831-4cf4-bf4d-6c21ea24587a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Oct 11 15:48:12.168497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37523775-cfe4-4f81-8890-6e0f9e7680fd req-d22e6e9e-1784-465b-bf92-94bb2fb773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:12.170057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37523775-cfe4-4f81-8890-6e0f9e7680fd req-d22e6e9e-1784-465b-bf92-94bb2fb773d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 1096 time: 0.0500937 Oct 11 15:48:12.177630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31135d8-9651-4f89-bdcf-62730aac13ab req-d7d0b630-0ad0-40ab-a379-7e71b1e095ee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:12.179350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f31135d8-9651-4f89-bdcf-62730aac13ab req-d7d0b630-0ad0-40ab-a379-7e71b1e095ee tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0771646 Oct 11 15:48:12.222264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37523775-cfe4-4f81-8890-6e0f9e7680fd req-1f12304c-fdb0-4461-acfa-ac3e34ee9094 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Oct 11 15:48:12.252909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f31135d8-9651-4f89-bdcf-62730aac13ab req-3838d595-ccb3-450b-a488-dfda3da11227 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588663 Oct 11 15:48:13.240819 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74d1d-81ca-4c63-a2ac-f65daedac488 req-e85009a1-eed3-4b4d-b2e6-9d8dbd8f6362 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:13.245137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dc74d1d-81ca-4c63-a2ac-f65daedac488 req-e85009a1-eed3-4b4d-b2e6-9d8dbd8f6362 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0536911 Oct 11 15:48:13.339976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1dc74d1d-81ca-4c63-a2ac-f65daedac488 req-c5035780-a4d6-4a29-b570-2597fc325cb9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865719 Oct 11 15:48:13.383542 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15ff6-03ed-4ca5-97ef-4dbba0755b1a req-5cdbbb48-394e-4e83-9e9a-2a3fe532d6da tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:13.385025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17f15ff6-03ed-4ca5-97ef-4dbba0755b1a req-5cdbbb48-394e-4e83-9e9a-2a3fe532d6da tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0738082 Oct 11 15:48:13.426642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17f15ff6-03ed-4ca5-97ef-4dbba0755b1a req-9e07b9b4-41bd-489b-bc92-7e98e494d868 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Oct 11 15:48:14.443927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ab437-9866-49d3-a3ba-ca4e676a7dff req-1959f38d-8035-479a-9bb4-c9add0e0735d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:14.445379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7ab437-9866-49d3-a3ba-ca4e676a7dff req-1959f38d-8035-479a-9bb4-c9add0e0735d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0491457 Oct 11 15:48:14.484173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7ab437-9866-49d3-a3ba-ca4e676a7dff req-0462c283-efab-4a23-adb6-887ede506f6e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Oct 11 15:48:14.551241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e49a9-d284-4aff-9b06-eee7670fa21c req-dc7a909c-ce14-4d7a-8e41-0791fb617365 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:14.553369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61e49a9-d284-4aff-9b06-eee7670fa21c req-dc7a909c-ce14-4d7a-8e41-0791fb617365 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Oct 11 15:48:14.602312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e61e49a9-d284-4aff-9b06-eee7670fa21c req-3393727a-5e0f-4643-937d-43625e33bf0c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Oct 11 15:48:14.705758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c20e4-e8a9-406f-87e1-7acdada96e37 req-26764170-e8d5-4e02-b424-821d475ee2ff tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:14.707567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-274c20e4-e8a9-406f-87e1-7acdada96e37 req-26764170-e8d5-4e02-b424-821d475ee2ff tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0585856 Oct 11 15:48:14.756848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-274c20e4-e8a9-406f-87e1-7acdada96e37 req-d72352f4-b39c-4db6-b16e-ab7d0f34812c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Oct 11 15:48:14.870709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50471c81-3015-43d8-b5ee-402c60f7d8d0 req-a65824a4-1bd0-4789-a1a2-bd2d5fd5b073 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:14.872173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50471c81-3015-43d8-b5ee-402c60f7d8d0 req-a65824a4-1bd0-4789-a1a2-bd2d5fd5b073 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0497296 Oct 11 15:48:14.910835 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50471c81-3015-43d8-b5ee-402c60f7d8d0 req-14533d0d-25f6-44b6-9119-2473803604ed tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Oct 11 15:48:15.121724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227560a3-6aa6-4e36-860b-353c5cb84dad req-4c85a9f1-9975-4617-ba84-ffcec9a4e527 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:15.123112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-227560a3-6aa6-4e36-860b-353c5cb84dad req-4c85a9f1-9975-4617-ba84-ffcec9a4e527 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0577788 Oct 11 15:48:15.160926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-227560a3-6aa6-4e36-860b-353c5cb84dad req-7b6eecf6-3204-4046-8724-5dac563d3bbc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Oct 11 15:48:15.725818 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d820f2-f633-43a3-9442-7fe315977761 req-548a79ad-244f-4864-8f23-f9e1374c883a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:15.727232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7d820f2-f633-43a3-9442-7fe315977761 req-548a79ad-244f-4864-8f23-f9e1374c883a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0537202 Oct 11 15:48:15.765675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7d820f2-f633-43a3-9442-7fe315977761 req-4bb56a49-ae00-4402-b3c4-4e489d6bd3eb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Oct 11 15:48:16.275278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1176ab-bf27-4b68-8542-71c115ea04de req-b069a528-f284-46b2-9538-b7d2f375d914 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:16.276663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a1176ab-bf27-4b68-8542-71c115ea04de req-b069a528-f284-46b2-9538-b7d2f375d914 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0494869 Oct 11 15:48:16.314279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a1176ab-bf27-4b68-8542-71c115ea04de req-a6045542-67bb-41f4-b1ec-d86b7f553579 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Oct 11 15:48:16.893530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43e3b6-99f7-410f-8843-aa5e37f564a0 req-d0c6df3f-28e2-4652-b631-f9179d52b489 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:16.895031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d43e3b6-99f7-410f-8843-aa5e37f564a0 req-d0c6df3f-28e2-4652-b631-f9179d52b489 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0580006 Oct 11 15:48:16.948432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d43e3b6-99f7-410f-8843-aa5e37f564a0 req-bd625a96-eb64-4a1e-95fa-ab408fa57438 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Oct 11 15:48:17.435063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0d49a-f0c7-403b-bf8f-568d8d2bafc2 req-ac6a4bbe-637a-4131-9d3b-dc215205b262 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:17.436444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bc0d49a-f0c7-403b-bf8f-568d8d2bafc2 req-ac6a4bbe-637a-4131-9d3b-dc215205b262 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0552068 Oct 11 15:48:17.476501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bc0d49a-f0c7-403b-bf8f-568d8d2bafc2 req-f4756412-07e4-42cc-9453-32adff51518b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Oct 11 15:48:18.068865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20dbf2-f500-41a0-83e5-e3d681dfc86c req-eb2c7978-afcf-4f9a-b794-c3a65ee5ed10 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:18.070403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c20dbf2-f500-41a0-83e5-e3d681dfc86c req-eb2c7978-afcf-4f9a-b794-c3a65ee5ed10 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0500569 Oct 11 15:48:18.119696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c20dbf2-f500-41a0-83e5-e3d681dfc86c req-64d182ae-1ce3-43ce-8cf7-166d137e2a25 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Oct 11 15:48:18.587877 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51eea-33bb-4aaa-9b29-6e5a68f34074 req-9266b016-6d4f-40d4-a18a-8f2e2e8f19f8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:18.589252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2d51eea-33bb-4aaa-9b29-6e5a68f34074 req-9266b016-6d4f-40d4-a18a-8f2e2e8f19f8 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0481319 Oct 11 15:48:18.626430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2d51eea-33bb-4aaa-9b29-6e5a68f34074 req-cc9d447b-58ae-4499-bb5b-7ecbd985ef62 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Oct 11 15:48:19.247455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faccfc-0d82-4eeb-9390-6e1e4ad1e4a7 req-fdee1937-dfee-4080-a45b-279a33c3d3d4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:19.248927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66faccfc-0d82-4eeb-9390-6e1e4ad1e4a7 req-fdee1937-dfee-4080-a45b-279a33c3d3d4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Oct 11 15:48:19.287419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66faccfc-0d82-4eeb-9390-6e1e4ad1e4a7 req-c98a0293-b6ff-483e-b452-3f14a8c21929 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Oct 11 15:48:19.743891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826b98d-79cf-4a25-bdbb-f71ef5a75af0 req-cc1a45a3-a0a6-4a9a-94e5-313f4352606a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:19.745394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b826b98d-79cf-4a25-bdbb-f71ef5a75af0 req-cc1a45a3-a0a6-4a9a-94e5-313f4352606a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0499239 Oct 11 15:48:19.783904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b826b98d-79cf-4a25-bdbb-f71ef5a75af0 req-1703441d-63aa-4559-a5f3-70eca943f1bd tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Oct 11 15:48:20.403937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531a99d-8cf8-45b5-8608-b84a0cb427fd req-7a793230-82f7-4b80-b8f4-96d83bc96f3c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:20.405434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0531a99d-8cf8-45b5-8608-b84a0cb427fd req-7a793230-82f7-4b80-b8f4-96d83bc96f3c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0497851 Oct 11 15:48:20.444278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0531a99d-8cf8-45b5-8608-b84a0cb427fd req-535e3b7a-9ce2-46f2-b53c-4cdf3ebfd193 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Oct 11 15:48:20.908873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3306-71a0-46fa-8639-5c0a8f81e5d1 req-57e89c42-16de-465b-a5c9-0d3d9cba92be tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:20.911941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-782b3306-71a0-46fa-8639-5c0a8f81e5d1 req-57e89c42-16de-465b-a5c9-0d3d9cba92be tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0560424 Oct 11 15:48:20.952333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-782b3306-71a0-46fa-8639-5c0a8f81e5d1 req-e8642a3f-aa8e-4cd0-ba6f-43ecef0fa997 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351963 Oct 11 15:48:21.571524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e628-17f7-4ec0-a9f4-181eed6d4319 req-297d0ace-64ed-4963-81d5-418148a1eebf tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:21.573266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d47e628-17f7-4ec0-a9f4-181eed6d4319 req-297d0ace-64ed-4963-81d5-418148a1eebf tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Oct 11 15:48:21.613225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d47e628-17f7-4ec0-a9f4-181eed6d4319 req-b3caa07e-5ce9-43b6-92df-097e8222bfc4 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Oct 11 15:48:22.074135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344030a-27ac-4054-9202-19e136c8cbca req-baf78bc5-91f5-45ed-9d43-c4d641fabb0b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.075744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7344030a-27ac-4054-9202-19e136c8cbca req-baf78bc5-91f5-45ed-9d43-c4d641fabb0b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0510201 Oct 11 15:48:22.115150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7344030a-27ac-4054-9202-19e136c8cbca req-b62a17ca-7c1e-4665-aca5-80df4a5ba7f5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Oct 11 15:48:22.684242 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.690583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.696427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.702375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.708814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.714644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.720473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.722401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-058d3704-ec19-4905-a340-3265f13d5091 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.0984640 Oct 11 15:48:22.791728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a5e15c0-a022-4bab-ab6d-864c57b2cbd8 req-9776dcd1-10b6-4b6c-a47a-a86517fee3a8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571947 Oct 11 15:48:22.799900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49ee30-4f7f-4b5f-8436-01b15cfba49e req-989874f0-ae2a-46f8-b406-be07e0b6b05d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.801321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b49ee30-4f7f-4b5f-8436-01b15cfba49e req-989874f0-ae2a-46f8-b406-be07e0b6b05d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0780182 Oct 11 15:48:22.840215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b49ee30-4f7f-4b5f-8436-01b15cfba49e req-5fdcf497-fdef-42ce-8460-fa78773f3b21 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Oct 11 15:48:22.927573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.933431 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.939631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.946122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.952032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.959136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.965066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:22.966934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-785223da-8d62-4b49-a489-e5440703e8e9 req-a13ed5de-ad2a-4c27-9748-32d3d5d668d3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.0931296 Oct 11 15:48:23.236089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83998ad-99aa-40fe-8ef1-b466c639f99a req-5f43e72d-d248-40af-a331-c86a0f939e84 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:23.237650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f83998ad-99aa-40fe-8ef1-b466c639f99a req-5f43e72d-d248-40af-a331-c86a0f939e84 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0547667 Oct 11 15:48:23.276973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f83998ad-99aa-40fe-8ef1-b466c639f99a req-fbe0b9b1-bc67-48e1-a728-eae2cdfbcdf5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Oct 11 15:48:23.960483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361cd58-743e-4ac3-a10f-5eca717cb84c req-4bdbafa2-e98f-4b74-9cf8-b71a80f54735 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:23.962139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b361cd58-743e-4ac3-a10f-5eca717cb84c req-4bdbafa2-e98f-4b74-9cf8-b71a80f54735 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Oct 11 15:48:24.004026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b361cd58-743e-4ac3-a10f-5eca717cb84c req-d375fc96-c333-4167-8dd0-7e88e747ca10 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Oct 11 15:48:24.401261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005423-01cc-41df-ad4c-6088e82775fc req-f9303e56-3bc3-4330-9a30-a332a3f15bfa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.402855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09005423-01cc-41df-ad4c-6088e82775fc req-f9303e56-3bc3-4330-9a30-a332a3f15bfa tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0533621 Oct 11 15:48:24.443306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09005423-01cc-41df-ad4c-6088e82775fc req-46aa7f38-a699-44c0-8e45-dd99373fdaae tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Oct 11 15:48:24.797470 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:24.894024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.894024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.894471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.894923 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.895416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.895861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.896302 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:24.898247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-7f3d125c-6654-4530-98f2-76009f8ed79c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.0996947 Oct 11 15:48:24.933729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-d7fc533c-d04c-48e3-94ef-b0a34a0f19af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0292633 Oct 11 15:48:25.124980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e82559-6848-439a-a4a6-f69ae842f5bc req-391e6aef-f715-4b34-95c7-c40e1627574d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:25.126426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33e82559-6848-439a-a4a6-f69ae842f5bc req-391e6aef-f715-4b34-95c7-c40e1627574d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Oct 11 15:48:25.166507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33e82559-6848-439a-a4a6-f69ae842f5bc req-a9bec0eb-8e45-4903-a345-4b193101e470 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Oct 11 15:48:25.566548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5606a-17b5-4f7f-9584-77b9aca23be1 req-83f48f19-1f05-4cea-a515-59c4f4df628d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:25.568062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7f5606a-17b5-4f7f-9584-77b9aca23be1 req-83f48f19-1f05-4cea-a515-59c4f4df628d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0542896 Oct 11 15:48:25.612659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7f5606a-17b5-4f7f-9584-77b9aca23be1 req-711a5a87-50a0-4fef-a0bb-9a57f27a8177 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Oct 11 15:48:26.287281 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365251eb-6c87-4e04-9f07-db5f251ee803 req-a8742db0-591a-4f49-85bd-febe993dd505 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:26.288770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-365251eb-6c87-4e04-9f07-db5f251ee803 req-a8742db0-591a-4f49-85bd-febe993dd505 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Oct 11 15:48:26.328519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-365251eb-6c87-4e04-9f07-db5f251ee803 req-9ef22a38-86bd-4095-b5e6-ed2f003e0eef tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Oct 11 15:48:26.728533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4bfc-64b1-4aa1-a726-430ceca2cd0d req-ce79e41e-ed8b-4519-8062-5a9b592e2f08 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:26.730186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc4bfc-64b1-4aa1-a726-430ceca2cd0d req-ce79e41e-ed8b-4519-8062-5a9b592e2f08 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0504069 Oct 11 15:48:26.769817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ccc4bfc-64b1-4aa1-a726-430ceca2cd0d req-a83d5c26-0c96-4efd-8841-e89f8b390f13 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Oct 11 15:48:26.875372 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:48:27.443430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f353de-3041-41cc-a683-da1c0bcf3022 req-31bf7148-af59-4277-8c1a-d2fe5183a3fb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:27.444914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3f353de-3041-41cc-a683-da1c0bcf3022 req-31bf7148-af59-4277-8c1a-d2fe5183a3fb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Oct 11 15:48:27.482830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3f353de-3041-41cc-a683-da1c0bcf3022 req-3f032952-edd8-43b5-ad03-68b535048567 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Oct 11 15:48:27.889415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae759-a587-4773-bc72-3b4ad02f0249 req-949ea75e-f61a-4d81-b558-69d2f9f0d85b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:27.890914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc5ae759-a587-4773-bc72-3b4ad02f0249 req-949ea75e-f61a-4d81-b558-69d2f9f0d85b tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0533462 Oct 11 15:48:27.929205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc5ae759-a587-4773-bc72-3b4ad02f0249 req-f37c49da-cb30-49c5-a867-71c9fed34b5f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Oct 11 15:48:28.597435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4267af-72ed-4ed0-91c5-e61af5db8ece req-d9173acc-3083-4c7f-bcbc-a37ad6f3ba26 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:28.598885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e4267af-72ed-4ed0-91c5-e61af5db8ece req-d9173acc-3083-4c7f-bcbc-a37ad6f3ba26 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0490274 Oct 11 15:48:28.636916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e4267af-72ed-4ed0-91c5-e61af5db8ece req-d46f55d5-ae81-43e7-94e3-ed9138531f86 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Oct 11 15:48:29.058914 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df85f7-89c1-4083-8cd0-43340e631da0 req-6f3bc09f-d279-4a01-b2d3-4338c3e5ebfc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:29.062095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2df85f7-89c1-4083-8cd0-43340e631da0 req-6f3bc09f-d279-4a01-b2d3-4338c3e5ebfc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0624731 Oct 11 15:48:29.101207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2df85f7-89c1-4083-8cd0-43340e631da0 req-d720daf6-4e5e-4ac4-81a0-4b04309b8e6a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Oct 11 15:48:29.756690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6981c-b698-4d8e-a1df-ef887bba96bc req-4f1810af-53d3-406a-8772-ce986b3787e6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:29.758399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfd6981c-b698-4d8e-a1df-ef887bba96bc req-4f1810af-53d3-406a-8772-ce986b3787e6 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0538766 Oct 11 15:48:29.798638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfd6981c-b698-4d8e-a1df-ef887bba96bc req-ee6369f9-e111-4e39-a3ef-3bf29b587b9d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Oct 11 15:48:30.224458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323156b-8448-47bb-9528-e60af4468bed req-c3d14238-ca8c-408c-a52a-1aadb07fc7f2 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:30.226289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6323156b-8448-47bb-9528-e60af4468bed req-c3d14238-ca8c-408c-a52a-1aadb07fc7f2 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0517373 Oct 11 15:48:30.266517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6323156b-8448-47bb-9528-e60af4468bed req-00f76f96-283c-407a-946a-468956418f04 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Oct 11 15:48:30.912656 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ca31-9d0c-4453-ba97-21662aa06d53 req-c5ac67a5-fd6f-429c-ad35-36ad93cc060f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:30.914126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34f8ca31-9d0c-4453-ba97-21662aa06d53 req-c5ac67a5-fd6f-429c-ad35-36ad93cc060f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Oct 11 15:48:30.954880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34f8ca31-9d0c-4453-ba97-21662aa06d53 req-c0e6a65f-c180-4206-9d2c-b32ba0ed439d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Oct 11 15:48:31.386895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333b58-b57b-44d1-a4fe-fe5bbcb75637 req-82672bb9-d5a4-4664-9ce5-4b74b8bab9eb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:31.388357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50333b58-b57b-44d1-a4fe-fe5bbcb75637 req-82672bb9-d5a4-4664-9ce5-4b74b8bab9eb tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0532238 Oct 11 15:48:31.425541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50333b58-b57b-44d1-a4fe-fe5bbcb75637 req-213f73a2-4c14-4526-9d22-d5f66b0c7aa7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Oct 11 15:48:32.071696 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1ef0-c7ec-4f41-a0da-e68da64cad6f req-b0a93d10-d703-4d91-b4ba-44cbe2bb9fc7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:32.078106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-105f1ef0-c7ec-4f41-a0da-e68da64cad6f req-b0a93d10-d703-4d91-b4ba-44cbe2bb9fc7 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0500352 Oct 11 15:48:32.118329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-105f1ef0-c7ec-4f41-a0da-e68da64cad6f req-7a145892-0d37-41a1-9cf0-80b92a4d2fc9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Oct 11 15:48:32.338199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2240cbc-38ee-4bc6-b4f1-230be56e309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:32.568833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485e6f2-65c8-4a51-903b-61ba07d475f5 req-d36d50b9-816e-49bd-ab57-bc3b78108024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:32.570391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2485e6f2-65c8-4a51-903b-61ba07d475f5 req-d36d50b9-816e-49bd-ab57-bc3b78108024 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1097 time: 0.0745537 Oct 11 15:48:32.577720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862f926-87d2-46e0-8fc6-d47687198c53 req-29b19c3a-4f0e-482b-ac03-bb887d28fa2f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:32.579129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4862f926-87d2-46e0-8fc6-d47687198c53 req-29b19c3a-4f0e-482b-ac03-bb887d28fa2f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0820034 Oct 11 15:48:32.631305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2485e6f2-65c8-4a51-903b-61ba07d475f5 req-b280a1bd-0c92-4ab4-bdd5-d63511de4476 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511348 Oct 11 15:48:32.637137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4862f926-87d2-46e0-8fc6-d47687198c53 req-12bc3237-1633-4d74-bc45-387f41d07c4e tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Oct 11 15:48:33.234197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d04b-5bf1-434c-bed8-dc85bf6dc840 req-4883eca0-83cf-4ae8-944f-fe09dfd71996 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:33.235692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ae2d04b-5bf1-434c-bed8-dc85bf6dc840 req-4883eca0-83cf-4ae8-944f-fe09dfd71996 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0497096 Oct 11 15:48:33.274184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ae2d04b-5bf1-434c-bed8-dc85bf6dc840 req-fd3eb8cf-aa3c-41c2-ac59-8b350bbee091 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Oct 11 15:48:33.762255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdddcbf-9501-4b20-9095-4d0c4229daa5 req-00e91ff0-bb8a-4303-b091-50e8877b4ab0 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:33.764123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffdddcbf-9501-4b20-9095-4d0c4229daa5 req-00e91ff0-bb8a-4303-b091-50e8877b4ab0 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0571048 Oct 11 15:48:33.804991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffdddcbf-9501-4b20-9095-4d0c4229daa5 req-555341f8-47ba-4f5f-b6e5-0ade34772981 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Oct 11 15:48:34.148343 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:34.193289 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Deleting subnet 1714c75e-c70c-4c44-bbfb-0b27a97a1d8c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:48:34.196278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.229230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.267306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.324238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.349539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1714c75e-c70c-4c44-bbfb-0b27a97a1d8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:34.355851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.361784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a17c32a-ba9c-4426-ba9d-8e6472c9386c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1714c75e-c70c-4c44-bbfb-0b27a97a1d8c HTTP/1.1" status: 204 len: 168 time: 0.2100677 Oct 11 15:48:34.362050 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:34.399586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c184fc4-d96a-452e-8bc3-dc2914086a49 req-a72ff0a4-7463-4506-9d2d-aea86e0c9bb3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:34.401115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c184fc4-d96a-452e-8bc3-dc2914086a49 req-a72ff0a4-7463-4506-9d2d-aea86e0c9bb3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0570569 Oct 11 15:48:34.436083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.445363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c184fc4-d96a-452e-8bc3-dc2914086a49 req-7a748d51-745b-412e-a9b4-2f9eeab7f208 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376267 Oct 11 15:48:34.521759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.543213 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31329cf-f5f2-4977-a82a-058b4633ef56']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:34.552973 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c2c899-f232-4675-8522-2e03f6a8346b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:34.553399 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c2c899-f232-4675-8522-2e03f6a8346b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:34.562673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.575689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.581711 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:48:34.582209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:48:34.584640 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:48:34.638413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.643827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.647670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b31329cf-f5f2-4977-a82a-058b4633ef56 HTTP/1.1" status: 204 len: 168 time: 0.2845566 Oct 11 15:48:34.659035 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395de18b-047c-4ca8-9a46-3207af8bef1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b31329cf-f5f2-4977-a82a-058b4633ef56,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:34.809616 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:34.829455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25687c49-5572-4c36-bc38-887c2e813324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.862969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf511469-216e-40b1-a03e-3e8a03b3e238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=609017fd19cf4c3db3c8d4bfd2aa7364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521419 Oct 11 15:48:34.865372 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:34.916502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.938006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.939048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467254a4-b570-44aa-8c26-658b84b6a852 req-28ab1efa-5d2e-4a6c-9d86-e67b2b2257d1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:34.940601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-467254a4-b570-44aa-8c26-658b84b6a852 req-28ab1efa-5d2e-4a6c-9d86-e67b2b2257d1 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0519624 Oct 11 15:48:34.980834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-467254a4-b570-44aa-8c26-658b84b6a852 req-a5b793b7-8631-43ac-891e-60452d04c846 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337713 Oct 11 15:48:34.988968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:34.991615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.004221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee89ca8f-0cf1-42dd-b431-766fe1396dd4 HTTP/1.1" status: 204 len: 168 time: 0.1264563 Oct 11 15:48:35.004221 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034924-e8ae-4351-8f38-63ccd43b9f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89ca8f-0cf1-42dd-b431-766fe1396dd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:35.568849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e2fd-0826-4754-959c-18dc0a10e42d req-8946827c-3261-4d6c-9000-5eb224a98307 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:35.570359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23d1e2fd-0826-4754-959c-18dc0a10e42d req-8946827c-3261-4d6c-9000-5eb224a98307 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0557179 Oct 11 15:48:35.610328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23d1e2fd-0826-4754-959c-18dc0a10e42d req-8cbeea7c-6c75-4fd8-bff7-dad4ebf4f977 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337839 Oct 11 15:48:35.676727 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:35.772898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1405450630-network', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:35.793653 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Made reservation on behalf of 982bce6b1cdd435281ce03e49fb4f8f1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:35.795851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.803864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.877163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.881980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.904016 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:48:35.912870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.917629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5d2d9-6e63-49c4-858d-c3ff13038995,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:35.922315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.922648 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Added segment 4077793a-6190-42c4-a854-9d8c3a4d4069 of type vlan for network c75311e8-fec9-4617-9eda-5e42d6b58316 Oct 11 15:48:35.964075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.965060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.989633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:35.990574 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:35.991140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.041992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3640404 Oct 11 15:48:36.044976 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:36.049958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Request body: {'subnet': {'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1405450630-subnet', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:36.053360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae5e2-a7f9-4d7b-bc39-4b1702ad35d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c75311e8-fec9-4617-9eda-5e42d6b58316,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:36.066213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network c75311e8-fec9-4617-9eda-5e42d6b58316 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:48:36.100726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Made reservation on behalf of 982bce6b1cdd435281ce03e49fb4f8f1 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:36.103072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.148201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f51f0-2f40-47f9-9af8-0ae0ae669eba req-6bca9072-9ce1-48f3-b5bc-909572d0efcc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:36.149903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf5f51f0-2f40-47f9-9af8-0ae0ae669eba req-6bca9072-9ce1-48f3-b5bc-909572d0efcc tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0945418 Oct 11 15:48:36.211862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf5f51f0-2f40-47f9-9af8-0ae0ae669eba req-7c1e7732-516b-4c1c-9b02-235c0fbe9c33 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Oct 11 15:48:36.305193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.367530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb47ef3-117b-42d6-9e46-96ee30de9aab,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:36.375447 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Checking segment: {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:36.375795 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Network hostable DHCP agents. Network: c75311e8-fec9-4617-9eda-5e42d6b58316, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:48:36.379322 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.379665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.379994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.380318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.380641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.380966 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.381280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.381626 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.381943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.382255 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.382568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.382920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.399827 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Network c75311e8-fec9-4617-9eda-5e42d6b58316 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:48:36.408588 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c75311e8-fec9-4617-9eda-5e42d6b58316) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:36.413291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:36.413916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.420285 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949e354-8298-4d28-b7d0-9966a58e7839 None None] Network c75311e8-fec9-4617-9eda-5e42d6b58316 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:36.432532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-20c823fd-3824-45b8-9af5-b7f8642c93b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3864069 Oct 11 15:48:36.435386 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:36.440352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:36.466503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.467488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.522352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.571443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c75311e8-fec9-4617-9eda-5e42d6b58316', 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'fixed_ips': [{'subnet_id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:48:36.572291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.656794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.705815 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Allocated IP 172.20.0.2 (c75311e8-fec9-4617-9eda-5e42d6b58316/ccb47ef3-117b-42d6-9e46-96ee30de9aab/b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:36.736388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8fde8-ec59-4a5a-a22b-e71fa797c7ea req-09c641db-607e-467a-a27f-f5cb3477cf31 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:36.737899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16c8fde8-ec59-4a5a-a22b-e71fa797c7ea req-09c641db-607e-467a-a27f-f5cb3477cf31 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0556133 Oct 11 15:48:36.784939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16c8fde8-ec59-4a5a-a22b-e71fa797c7ea req-a183511e-10c6-4f47-a29c-040b54fa3537 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Oct 11 15:48:36.851287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.858519 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.898563 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Network c75311e8-fec9-4617-9eda-5e42d6b58316 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:36.901474 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:36.905185 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:36.913561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Pushing event updated for resources: {'Port': ['ID=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:36.942124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.942471 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.942785 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.943108 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.943433 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.943754 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.944069 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.944383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.944695 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.945006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.945316 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.945674 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:36.979004 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Attempting to bind port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:36.979367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Attempting to bind port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:36.979720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Attempting to bind port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 on network c75311e8-fec9-4617-9eda-5e42d6b58316 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:36.985030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:36.985401 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Checking segment: {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:36.985827 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:36.986216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Bound using segment: {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:36.986675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Bound port: b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:36.987047 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.052260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e333571-922f-4c43-a388-b3032e83943e None None] For port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:37.055747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e333571-922f-4c43-a388-b3032e83943e None None] For port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:37.060664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.120622 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e333571-922f-4c43-a388-b3032e83943e None None] Pushing event updated for resources: {'Port': ['ID=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:37.209564 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.228608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.360648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86ceb0-b9e7-4309-98bd-b43593778cae req-c87eba24-3784-430b-be52-4706164531d7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:37.362335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b86ceb0-b9e7-4309-98bd-b43593778cae req-c87eba24-3784-430b-be52-4706164531d7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0652268 Oct 11 15:48:37.368051 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Allocated IP 172.35.3.161 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1ddfbb25-fac4-4924-be35-5f7291bca1f9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:37.407883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b86ceb0-b9e7-4309-98bd-b43593778cae req-2b788573-7cd6-4d76-8fe0-8ff0a9bb9270 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391188 Oct 11 15:48:37.474067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.510079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.554853 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:37.557761 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:37.561361 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:37.574867 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:37.584299 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Pushing event updated for resources: {'Port': ['ID=1ddfbb25-fac4-4924-be35-5f7291bca1f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:37.630093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:37.630478 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.709595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.734902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.749363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:37.754022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.803820 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:37.824254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:37.907689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbb7f2-5325-4f66-b92b-f6ea44f6f519 req-b3753a6e-ce56-4b8d-a10e-ccadd3d40023 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:37.909003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70fbb7f2-5325-4f66-b92b-f6ea44f6f519 req-b3753a6e-ce56-4b8d-a10e-ccadd3d40023 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0516992 Oct 11 15:48:37.953928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70fbb7f2-5325-4f66-b92b-f6ea44f6f519 req-79940ea1-d37e-4a60-b844-ddd632e7ee20 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Oct 11 15:48:38.043439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.109010 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d96370-b994-49c7-9d52-044f1292343e None None] Network c75311e8-fec9-4617-9eda-5e42d6b58316 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:38.170124 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Router a3564199-bcb5-4151-85c1-36273d653972 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:48:38.182688 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9035cd15-8906-4e13-848d-cbf610bb22f4 None None] Provisioning complete for port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:38.183060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9035cd15-8906-4e13-848d-cbf610bb22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.276870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:38.285541 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Sync routers for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:38.295118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.296212 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:38.296958 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:38.299201 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:38.299338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d3fd4dba-2fcf-45ad-98f7-a6dbb2e84782 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8628809 Oct 11 15:48:38.418112 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:38.616205 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:37Z', 'revision_number': 3, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:38.643420 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Checking router: a3564199-bcb5-4151-85c1-36273d653972 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:38.643812 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Updating router a3564199-bcb5-4151-85c1-36273d653972 port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:48:38.649043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2518b47a-e74e-4584-85fe-d980c0ca1a7f None None] Provisioning complete for port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:38.649515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2518b47a-e74e-4584-85fe-d980c0ca1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.670438 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.850431 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd4d9-01e3-4fdf-a776-e941daa5bb07 req-0a022bef-0133-4a96-a904-ab17365a33d6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:38.851871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9dcd4d9-01e3-4fdf-a776-e941daa5bb07 req-0a022bef-0133-4a96-a904-ab17365a33d6 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.3519783 Oct 11 15:48:38.937152 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.943656 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:38.960230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9dcd4d9-01e3-4fdf-a776-e941daa5bb07 req-1c76bd36-7b19-45a3-8bc2-adf21704b95d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Oct 11 15:48:38.998129 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Pushing event updated for resources: {'Port': ['ID=1ddfbb25-fac4-4924-be35-5f7291bca1f9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:39.010225 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.010656 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.010991 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.011840 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.011840 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.012084 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.012754 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.012754 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.012972 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.013113 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.013427 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.013789 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:39.021190 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Attempting to bind port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:39.021581 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Attempting to bind port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:39.021936 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Attempting to bind port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:39.026975 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:39.027341 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:39.027737 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.028116 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:39.028566 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Bound port: 1ddfbb25-fac4-4924-be35-5f7291bca1f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:39.028933 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.083937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] For port 1ddfbb25-fac4-4924-be35-5f7291bca1f9, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:39.087115 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] For port 1ddfbb25-fac4-4924-be35-5f7291bca1f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ddfbb25-fac4-4924-be35-5f7291bca1f9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:39.092205 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.119525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caeed1-5c5e-4786-a492-1e4389d891ec req-0146db92-8e99-4f24-bbc5-7b72e627e4dc tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:39.120984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7caeed1-5c5e-4786-a492-1e4389d891ec req-0146db92-8e99-4f24-bbc5-7b72e627e4dc tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0821490 Oct 11 15:48:39.128502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.140535 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:39.141156 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:39.194583 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e31fd-1f51-4255-be64-37a192d785d0 None None] Pushing event updated for resources: {'Port': ['ID=1ddfbb25-fac4-4924-be35-5f7291bca1f9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:39.210263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7caeed1-5c5e-4786-a492-1e4389d891ec req-00e7d64d-311f-4f09-88c6-a9e3de7297d2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Oct 11 15:48:39.255767 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:39.308144 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Allocated IP 172.20.0.1 (c75311e8-fec9-4617-9eda-5e42d6b58316/ccb47ef3-117b-42d6-9e46-96ee30de9aab/11412c02-3a92-4618-81dc-0a0fc853708f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:39.412321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.419071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.434449 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:37Z', 'revision_number': 3, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:39.453816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.462445 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b6eb0-dda8-4581-a09b-8d52019590b3 None None] The sync data for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 is: [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:37Z', 'revision_number': 3, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:39.502333 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Network c75311e8-fec9-4617-9eda-5e42d6b58316 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:39.506991 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:39.509511 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:39.539853 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Pushing event updated for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:39.562438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:39.564386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.612828 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:39.613195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.723894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.793365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce8f123f-0e63-43f8-92ba-d6102a290af4 None None] Provisioning complete for port 11412c02-3a92-4618-81dc-0a0fc853708f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:39.793904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce8f123f-0e63-43f8-92ba-d6102a290af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.839686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f123f-0e63-43f8-92ba-d6102a290af4 None None] Port 11412c02-3a92-4618-81dc-0a0fc853708f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:48:39.940513 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:39.945855 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:40.016815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:40.018522 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Pushing event updated for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:40.133452 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775cad-5255-4ec0-a6d4-e025a705aa3c req-311f4b39-6c52-4724-a562-29e668e009d7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:40.135024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97775cad-5255-4ec0-a6d4-e025a705aa3c req-311f4b39-6c52-4724-a562-29e668e009d7 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0987887 Oct 11 15:48:40.181626 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Network c75311e8-fec9-4617-9eda-5e42d6b58316 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:40.186598 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:40.203618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97775cad-5255-4ec0-a6d4-e025a705aa3c req-87bace79-476e-424c-9e48-67c45ad1a034 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555322 Oct 11 15:48:40.363338 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Router a3564199-bcb5-4151-85c1-36273d653972 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:40.371821 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80ff6-0a1a-460c-99c2-b51fb76dff94 req-7702e2eb-3ff7-4d1b-b159-4b39cd267980 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:40.373293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e80ff6-0a1a-460c-99c2-b51fb76dff94 req-7702e2eb-3ff7-4d1b-b159-4b39cd267980 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0757339 Oct 11 15:48:40.462167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ebb51c8a-45e7-4458-b63a-533d02d2dd78 None None] Provisioning complete for port 11412c02-3a92-4618-81dc-0a0fc853708f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:40.462715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebb51c8a-45e7-4458-b63a-533d02d2dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:40.489947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e80ff6-0a1a-460c-99c2-b51fb76dff94 req-4e2d6180-7ef8-498e-843b-ba0f5b786457 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062341 Oct 11 15:48:40.497841 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ebb51c8a-45e7-4458-b63a-533d02d2dd78 None None] Port 11412c02-3a92-4618-81dc-0a0fc853708f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:48:40.516010 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:40.528863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10033fc8-ce62-456c-a3e3-632ccf90f816 admin admin] 10.222.0.31 "PUT /v2.0/routers/a3564199-bcb5-4151-85c1-36273d653972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2281299 Oct 11 15:48:40.644759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:40.854567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:48:40.954240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:40.966115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'port_id': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'mac_address': 'fa:16:3e:9d:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ba15e-d9fb-4da5-975e-bf5a98372c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:48:40.989859 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:40.998209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-636526415-network', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:41.009434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.022005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Made reservation on behalf of 90120ad1de054a15b4e2b688aababbb0 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:41.024333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.024618 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 944eb4f1-43b0-4495-8077-f63bd853b3c9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:41.037440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.045359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:41.049851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.101080 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:41.115241 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.119253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.144550 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:48:41.155693 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691d45c5-d4e5-491c-9f15-2bf5a6282729,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:41.159217 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Sync routers for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:41.163720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.164087 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Added segment 0fd7a8aa-4154-4258-9a3f-52e43e7914ca of type vlan for network e7711672-7c61-417e-af80-c7cdcb42f741 Oct 11 15:48:41.169047 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:41.169513 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:41.204794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.229773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.230817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.231778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.279562 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:41.323709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3299539 Oct 11 15:48:41.324006 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:41.328976 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Request body: {'subnet': {'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-636526415-subnet', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:41.331558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4985-e6a8-427b-981b-7798c656c45c admin admin] Pushing event updated for resources: {'Network': ['ID=e7711672-7c61-417e-af80-c7cdcb42f741,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:41.351865 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Made reservation on behalf of 90120ad1de054a15b4e2b688aababbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:41.354766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.355747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1d088-78ba-4765-a842-947218820566 req-28f85afb-ddad-4443-88cc-e77c5a2344da tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.357310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf1d088-78ba-4765-a842-947218820566 req-28f85afb-ddad-4443-88cc-e77c5a2344da tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0809872 Oct 11 15:48:41.401735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bf1d088-78ba-4765-a842-947218820566 req-d7028a14-96b6-4137-9503-7916a1e5b8b9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363743 Oct 11 15:48:41.509585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e7711672-7c61-417e-af80-c7cdcb42f741 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:48:41.547601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944eb4f1-43b0-4495-8077-f63bd853b3c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:41.553380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.674053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711912a7-bb4f-4b79-82c5-f55c2d570def req-bf73902c-c0a9-44f2-b548-26f2a2152637 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.675897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-711912a7-bb4f-4b79-82c5-f55c2d570def req-bf73902c-c0a9-44f2-b548-26f2a2152637 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0944812 Oct 11 15:48:41.683905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1ddfbb25-fac4-4924-be35-5f7291bca1f9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:41.686987 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=58636131-d765-4475-aaac-a84b6b0ec63a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:41.692584 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Checking segment: {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:41.693301 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Network hostable DHCP agents. Network: e7711672-7c61-417e-af80-c7cdcb42f741, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:48:41.694612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f366e2e-d57d-43b2-9501-75c62fd8f0fd req-a859d750-27ab-4cc6-b7cc-ce71ecf9bea9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.696458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f366e2e-d57d-43b2-9501-75c62fd8f0fd req-a859d750-27ab-4cc6-b7cc-ce71ecf9bea9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 944 time: 0.0833054 Oct 11 15:48:41.712988 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Network e7711672-7c61-417e-af80-c7cdcb42f741 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:48:41.724087 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e7711672-7c61-417e-af80-c7cdcb42f741) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:41.730030 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.731346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.751650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7be9b7a7-a332-4588-81fd-2896291c09ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4265509 Oct 11 15:48:41.752895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-711912a7-bb4f-4b79-82c5-f55c2d570def req-6e1f4892-fab8-4ae1-8302-292f5ebebbb4 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674145 Oct 11 15:48:41.755928 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2cef7-d93c-4649-881f-ef5db376c5bb None None] Network e7711672-7c61-417e-af80-c7cdcb42f741 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:41.759319 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:41.763466 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:41.779694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f366e2e-d57d-43b2-9501-75c62fd8f0fd req-9dabe1ce-d473-4769-92cf-efff25db740a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Oct 11 15:48:41.801094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.801094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.866216 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.880842 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:41.881207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:41.971344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8a378-cba4-40aa-9c72-f0c853d3fbe9 req-af17e0c1-4f87-4713-8fab-3f1040d96327 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:41.972733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa8a378-cba4-40aa-9c72-f0c853d3fbe9 req-af17e0c1-4f87-4713-8fab-3f1040d96327 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.1192954 Oct 11 15:48:41.978796 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 4, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '11412c02-3a92-4618-81dc-0a0fc853708f', 'name': '', 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'mac_address': 'fa:16:3e:a0:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:39Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 2, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'subnets': [{'id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:42.038918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Checking router: a3564199-bcb5-4151-85c1-36273d653972 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:42.039282 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Updating router a3564199-bcb5-4151-85c1-36273d653972 port 11412c02-3a92-4618-81dc-0a0fc853708f binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:48:42.050963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.062473 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e7711672-7c61-417e-af80-c7cdcb42f741', 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'fixed_ips': [{'subnet_id': '58636131-d765-4475-aaac-a84b6b0ec63a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:48:42.063561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.103031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.108678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa8a378-cba4-40aa-9c72-f0c853d3fbe9 req-31e5e1f0-776f-4766-9972-ab7d67041506 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057587 Oct 11 15:48:42.134524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.225435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1ddfbb25-fac4-4924-be35-5f7291bca1f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ddfbb25-fac4-4924-be35-5f7291bca1f9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:42.233908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.285313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.311380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.388859 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1ddfbb25-fac4-4924-be35-5f7291bca1f9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:42.418585 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c602f-aaeb-46b3-887f-78c138bc246c req-ac18ca5a-fb55-493d-ba49-94b756f1879d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:42.420145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-700c602f-aaeb-46b3-887f-78c138bc246c req-ac18ca5a-fb55-493d-ba49-94b756f1879d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0994730 Oct 11 15:48:42.439551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Allocated IP 172.20.0.2 (e7711672-7c61-417e-af80-c7cdcb42f741/58636131-d765-4475-aaac-a84b6b0ec63a/888f9445-ac6e-4f75-bfd1-42b482adec1c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:42.501149 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Allocated IP 172.35.3.98 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/613d9afa-c520-4762-8047-766e37353e4c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:42.508720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-700c602f-aaeb-46b3-887f-78c138bc246c req-a968e1da-8874-485d-8891-55648472a4ad tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698602 Oct 11 15:48:42.614278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.649994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.662993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.674306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.697741 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:42.703441 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:42.707222 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:42.716748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.735356 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Pushing event updated for resources: {'Port': ['ID=613d9afa-c520-4762-8047-766e37353e4c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:42.736777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.755309 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7bb85-0194-4d9d-baa5-c3b5eb30f91f None None] Pushing event updated for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:42.806378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Pushing event updated for resources: {'Port': ['ID=888f9445-ac6e-4f75-bfd1-42b482adec1c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:42.835814 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Network e7711672-7c61-417e-af80-c7cdcb42f741 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:42.863040 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:42.867097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Attempting to bind port 11412c02-3a92-4618-81dc-0a0fc853708f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:42.867704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Attempting to bind port 11412c02-3a92-4618-81dc-0a0fc853708f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:42.868243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Attempting to bind port 11412c02-3a92-4618-81dc-0a0fc853708f on network c75311e8-fec9-4617-9eda-5e42d6b58316 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:42.874460 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:42.877729 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:42.880991 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:42.881631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Checking segment: {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:42.882215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.882599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Bound using segment: {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:42.883114 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Bound port: 11412c02-3a92-4618-81dc-0a0fc853708f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4077793a-6190-42c4-a854-9d8c3a4d4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:42.883489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:42.933131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ec016-6774-427b-af65-f7eb93703de1 req-bb335a49-1e11-4c02-adf9-5089b6e28a0f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:42.940837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-958ec016-6774-427b-af65-f7eb93703de1 req-bb335a49-1e11-4c02-adf9-5089b6e28a0f tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 944 time: 0.0754642 Oct 11 15:48:43.022092 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Attempting to bind port 888f9445-ac6e-4f75-bfd1-42b482adec1c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:43.022339 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Attempting to bind port 888f9445-ac6e-4f75-bfd1-42b482adec1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:43.022675 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Attempting to bind port 888f9445-ac6e-4f75-bfd1-42b482adec1c on network e7711672-7c61-417e-af80-c7cdcb42f741 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:43.042645 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:43.043029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Checking segment: {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:43.043400 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.043836 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Bound using segment: {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:43.044293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Bound port: 888f9445-ac6e-4f75-bfd1-42b482adec1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:43.044666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.046773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-958ec016-6774-427b-af65-f7eb93703de1 req-3250b0c9-fbd9-4a8c-99ef-a77e5a4f5765 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050754 Oct 11 15:48:43.048080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] For port 11412c02-3a92-4618-81dc-0a0fc853708f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:43.071968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] For port 11412c02-3a92-4618-81dc-0a0fc853708f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11412c02-3a92-4618-81dc-0a0fc853708f,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:43.077332 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 944eb4f1-43b0-4495-8077-f63bd853b3c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:43.077719 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.078280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.082017 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.105262 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] Provisioning complete for port 11412c02-3a92-4618-81dc-0a0fc853708f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:43.105644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.251752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] For port 888f9445-ac6e-4f75-bfd1-42b482adec1c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:43.256396 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:43.257022 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:43.259764 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] For port 888f9445-ac6e-4f75-bfd1-42b482adec1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=888f9445-ac6e-4f75-bfd1-42b482adec1c,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:43.290411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.298316 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7bb85-0194-4d9d-baa5-c3b5eb30f91f None None] Pushing event updated for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:43.304527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.428498 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Router a682c571-450d-43a0-8071-23f9edc2969b is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:48:43.560159 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-68845a49-505e-4fc9-ac9a-950e71ee1917 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:43.569834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-68845a49-505e-4fc9-ac9a-950e71ee1917 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.0665419 Oct 11 15:48:43.595017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1ddfbb25-fac4-4924-be35-5f7291bca1f9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:43.670121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.671979 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.694337 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 6469ffe7-52ed-43b0-8e14-398cadb51134 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:43.694704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.706597 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bd8da-854a-4808-8ad0-1fa2e05ff2d5 None None] Pushing event updated for resources: {'Port': ['ID=888f9445-ac6e-4f75-bfd1-42b482adec1c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:43.749164 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:43.754067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] For port 11412c02-3a92-4618-81dc-0a0fc853708f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11412c02-3a92-4618-81dc-0a0fc853708f,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:43.787445 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:43.787975 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67419d1-43fa-401b-ae02-84b02c99ab77" -d '{"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-plugged", "status": "completed", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:43.821795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.832168 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 6469ffe7-52ed-43b0-8e14-398cadb51134, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6469ffe7-52ed-43b0-8e14-398cadb51134,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:43.832571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.850155 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 6469ffe7-52ed-43b0-8e14-398cadb51134 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:43.857734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:43.897193 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0af5f8-f33b-431e-846e-f025a9d41087 x-openstack-request-id: req-2e0af5f8-f33b-431e-846e-f025a9d41087 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:43.897871 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-plugged", "status": "completed", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:43.898358 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e0af5f8-f33b-431e-846e-f025a9d41087 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:43.898958 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'code': 200} Oct 11 15:48:43.909652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.912479 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:43.913075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:43.955412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:43.967368 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Sync routers for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:43.984813 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:43.985889 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:43.998521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.005084 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:44.008199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-497d08e5-186f-4ea9-90f8-8933c9aaef14 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2478418 Oct 11 15:48:44.025263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef43a1-8036-402d-ae62-5c6a2475652b req-0bb9ff1e-5cc8-4747-bc23-c5a6fdaf851d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:44.033006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ef43a1-8036-402d-ae62-5c6a2475652b req-0bb9ff1e-5cc8-4747-bc23-c5a6fdaf851d tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c9db10e-cee0-43a3-a33e-8753f49fb56e HTTP/1.1" status: 200 len: 945 time: 0.1170316 Oct 11 15:48:44.079631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f3ef43a1-8036-402d-ae62-5c6a2475652b req-eb0ad5d0-34f3-46c4-9042-5cbfb00d379a tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Oct 11 15:48:44.132721 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5334b-045a-4e8e-8353-6edf15e434eb None None] Pushing event updated for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:44.194247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236cf3-75ba-4509-ae86-23b239a812a8 req-69cbd4fd-d2e5-4723-8bc3-3a6eb791e8f0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:44.204515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5236cf3-75ba-4509-ae86-23b239a812a8 req-69cbd4fd-d2e5-4723-8bc3-3a6eb791e8f0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0661657 Oct 11 15:48:44.209350 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae40d7d2-fb28-4fd2-937f-87a34f9555b1 None None] Provisioning complete for port 11412c02-3a92-4618-81dc-0a0fc853708f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:44.209755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae40d7d2-fb28-4fd2-937f-87a34f9555b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.215453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685f3ec-1e0e-4a4b-9418-49aa92591ba1 req-cf1e5dd9-a132-400f-82bc-2daaa2ed03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:44.216950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d685f3ec-1e0e-4a4b-9418-49aa92591ba1 req-cf1e5dd9-a132-400f-82bc-2daaa2ed03b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 1096 time: 0.1513212 Oct 11 15:48:44.247368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.261765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5236cf3-75ba-4509-ae86-23b239a812a8 req-45d85d66-c341-4a18-ad93-85cfb44f0c92 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Oct 11 15:48:44.294853 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:44.300887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:44.303530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['6469ffe7-52ed-43b0-8e14-398cadb51134'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:44.357441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=6469ffe7-52ed-43b0-8e14-398cadb51134,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:44.380591 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 6469ffe7-52ed-43b0-8e14-398cadb51134 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:44.384666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.388069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d63c6efd-a136-4c81-b139-ca2085fb2176 req-bdcccac4-93d9-4f45-a700-aa904bf70d36 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.36 "DELETE /v2.0/ports/6469ffe7-52ed-43b0-8e14-398cadb51134 HTTP/1.1" status: 204 len: 173 time: 0.8144820 Oct 11 15:48:44.389751 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d685f3ec-1e0e-4a4b-9418-49aa92591ba1 req-6776aef7-e70c-42e3-9bda-680545ec7293 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633239 Oct 11 15:48:44.390313 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'name': 'network-vif-deleted', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:44.392439 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292be390-1272-406f-908f-38006ff38ef6" -d '{"events": [{"server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "name": "network-vif-deleted", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:44.414805 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:44.482210 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f677c-e068-4cdf-a25c-6a02987b2ae3 x-openstack-request-id: req-b00f677c-e068-4cdf-a25c-6a02987b2ae3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:44.482643 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9db10e-cee0-43a3-a33e-8753f49fb56e", "name": "network-vif-deleted", "tag": "6469ffe7-52ed-43b0-8e14-398cadb51134", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:44.482953 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b00f677c-e068-4cdf-a25c-6a02987b2ae3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:44.483636 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9db10e-cee0-43a3-a33e-8753f49fb56e', 'name': 'network-vif-deleted', 'tag': '6469ffe7-52ed-43b0-8e14-398cadb51134', 'status': 'completed', 'code': 200} Oct 11 15:48:44.529225 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 3, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:44.569204 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Checking router: a682c571-450d-43a0-8071-23f9edc2969b for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:44.569204 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Updating router a682c571-450d-43a0-8071-23f9edc2969b port 613d9afa-c520-4762-8047-766e37353e4c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:48:44.610611 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.613418 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 4, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '11412c02-3a92-4618-81dc-0a0fc853708f', 'name': '', 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'mac_address': 'fa:16:3e:a0:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:39Z', 'updated_at': '2021-10-11T15:48:43Z', 'revision_number': 4, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'subnets': [{'id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:44.643701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96f035-faec-4c9c-9bdd-bdc07104242d None None] The sync data for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 is: [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:39Z', 'revision_number': 4, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '11412c02-3a92-4618-81dc-0a0fc853708f', 'name': '', 'network_id': 'c75311e8-fec9-4617-9eda-5e42d6b58316', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'mac_address': 'fa:16:3e:a0:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:39Z', 'updated_at': '2021-10-11T15:48:43Z', 'revision_number': 4, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'subnets': [{'id': 'ccb47ef3-117b-42d6-9e46-96ee30de9aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:44.825423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:44.978472 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15526c56-0ddb-4619-b1a3-9315bc69c471 None None] Network e7711672-7c61-417e-af80-c7cdcb42f741 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:45.016809 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.023391 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.041602 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Allocated IP 172.20.0.1 (e7711672-7c61-417e-af80-c7cdcb42f741/58636131-d765-4475-aaac-a84b6b0ec63a/b492b0ab-c34f-4c34-a059-eef2cfca0bf3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:45.078826 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59878-2df1-4f34-a62d-e372614f79d1 None None] Pushing event updated for resources: {'Port': ['ID=613d9afa-c520-4762-8047-766e37353e4c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:45.096187 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Attempting to bind port 613d9afa-c520-4762-8047-766e37353e4c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:45.096563 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Attempting to bind port 613d9afa-c520-4762-8047-766e37353e4c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:45.096922 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Attempting to bind port 613d9afa-c520-4762-8047-766e37353e4c on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:45.111935 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:45.115138 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] Provisioning complete for port 888f9445-ac6e-4f75-bfd1-42b482adec1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:45.115637 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.115999 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:45.116635 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.117210 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:45.117905 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Bound port: 613d9afa-c520-4762-8047-766e37353e4c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:45.119099 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.185745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.200021 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] For port 613d9afa-c520-4762-8047-766e37353e4c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:45.203692 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] For port 613d9afa-c520-4762-8047-766e37353e4c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=613d9afa-c520-4762-8047-766e37353e4c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:45.212901 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.241525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.285497 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Network e7711672-7c61-417e-af80-c7cdcb42f741 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:45.290105 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59878-2df1-4f34-a62d-e372614f79d1 None None] Pushing event updated for resources: {'Port': ['ID=613d9afa-c520-4762-8047-766e37353e4c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:45.292206 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:45.297005 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:45.330588 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:45.331579 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:45.347204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.375718 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:45.399411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.426490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] For port 888f9445-ac6e-4f75-bfd1-42b482adec1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=888f9445-ac6e-4f75-bfd1-42b482adec1c,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:45.440808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.472159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a8d4b-141f-427d-8df6-cd2cff63dc8b req-23993456-e002-40aa-9cb8-badf4b42c68b tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:45.484772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c3a8d4b-141f-427d-8df6-cd2cff63dc8b req-23993456-e002-40aa-9cb8-badf4b42c68b tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0888777 Oct 11 15:48:45.551280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee674b2-de49-4a05-9fcf-da18680a70b0 None None] Pushing event updated for resources: {'Port': ['ID=888f9445-ac6e-4f75-bfd1-42b482adec1c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:45.616217 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:45.623112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c3a8d4b-141f-427d-8df6-cd2cff63dc8b req-452bd7cb-2875-4f91-b58d-c06932a6ec09 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373606 Oct 11 15:48:45.690592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.781135 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b9f4f9e-c149-4a50-a786-749069ef7ed8 None None] Provisioning complete for port 888f9445-ac6e-4f75-bfd1-42b482adec1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:45.788015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4f9e-c149-4a50-a786-749069ef7ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:45.795286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 888f9445-ac6e-4f75-bfd1-42b482adec1c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:45.992172 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 888f9445-ac6e-4f75-bfd1-42b482adec1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:45.994015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.070509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.078765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.087145 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 3, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:46.122192 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435d543-6954-4aec-8969-9bf3f281c733 None None] The sync data for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 is: [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 3, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:46.163932 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:46.179224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.204983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 11412c02-3a92-4618-81dc-0a0fc853708f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:46.276774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a96e4c44-9da2-4618-b78e-7d21d67052cc None None] Provisioning complete for port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:46.277149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a96e4c44-9da2-4618-b78e-7d21d67052cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.310713 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Network e7711672-7c61-417e-af80-c7cdcb42f741 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:46.312263 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:46.318955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 11412c02-3a92-4618-81dc-0a0fc853708f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:46.319323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.352379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a96e4c44-9da2-4618-b78e-7d21d67052cc None None] Port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:48:46.397221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26a05-059c-4557-9d8b-d651c7fce9ee req-7a19e4fc-ae8c-4aa3-b75e-c37db38889b9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:46.404870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d26a05-059c-4557-9d8b-d651c7fce9ee req-7a19e4fc-ae8c-4aa3-b75e-c37db38889b9 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0710497 Oct 11 15:48:46.449951 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Router a682c571-450d-43a0-8071-23f9edc2969b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:46.458629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0d26a05-059c-4557-9d8b-d651c7fce9ee req-7f777136-0ac6-4ed3-bb2f-0b3400257ec5 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Oct 11 15:48:46.680441 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d000f333-4fda-4ded-9622-453de89df27d None None] Provisioning complete for port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:46.681243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d000f333-4fda-4ded-9622-453de89df27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:46.730202 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d000f333-4fda-4ded-9622-453de89df27d None None] Port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:48:46.762945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb237d9c-0d74-4fdc-ad5c-3b2e36493731 req-ed02b650-8f1d-467b-85ab-95b21b20b4c3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:46.765996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb237d9c-0d74-4fdc-ad5c-3b2e36493731 req-ed02b650-8f1d-467b-85ab-95b21b20b4c3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0682559 Oct 11 15:48:46.811158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb237d9c-0d74-4fdc-ad5c-3b2e36493731 req-7c265030-62f9-4ce6-a668-ecf8b56f7539 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 Oct 11 15:48:46.939026 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a84477-592b-4680-bc2c-78b27260c466 req-58a2479f-5329-43cf-87ce-ae0802834ba2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:46.940749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6a84477-592b-4680-bc2c-78b27260c466 req-58a2479f-5329-43cf-87ce-ae0802834ba2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.0587926 Oct 11 15:48:46.953733 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:46.959967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b83b56f8-aac5-4b0d-8d83-dd523cd008b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/a682c571-450d-43a0-8071-23f9edc2969b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9526987 Oct 11 15:48:46.991207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6a84477-592b-4680-bc2c-78b27260c466 req-34e47e4e-080e-4678-8372-c5bb7be00c5d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Oct 11 15:48:47.427246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-ab58aa11-1392-4fca-bfdb-d945fa75126e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:47.429205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-ab58aa11-1392-4fca-bfdb-d945fa75126e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.1084578 Oct 11 15:48:47.450155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-c95d67f8-cbf8-4984-9cc1-55902b53f563 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/quotas/3566df62cba44e4f863361df120d8a71 HTTP/1.1" status: 200 len: 375 time: 0.0106506 Oct 11 15:48:47.504880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-f0648e83-4bf5-4eca-a1c8-511f7e4a370d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488286 Oct 11 15:48:47.622077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-a51d2ee2-11ae-4b07-b76a-f5880210eb15 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093626 Oct 11 15:48:47.674415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 888f9445-ac6e-4f75-bfd1-42b482adec1c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:47.730621 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 888f9445-ac6e-4f75-bfd1-42b482adec1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:47.730982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:47.755923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-5bd447f1-b7d8-43be-938f-8ed74370d380 service neutron] 10.222.0.31 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308570 Oct 11 15:48:47.771455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e823ab-1882-4b3e-8fd9-1c0d10761585 req-ff880670-c284-4b56-a15f-efe87fcb9c9f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:47.773166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5e823ab-1882-4b3e-8fd9-1c0d10761585 req-ff880670-c284-4b56-a15f-efe87fcb9c9f tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Oct 11 15:48:47.818469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5e823ab-1882-4b3e-8fd9-1c0d10761585 req-18d73e96-c64e-4a32-bec5-6884840fb527 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 Oct 11 15:48:47.837849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 613d9afa-c520-4762-8047-766e37353e4c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:47.891297 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6469ffe7-52ed-43b0-8e14-398cadb51134 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:47.951823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 6469ffe7-52ed-43b0-8e14-398cadb51134 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:47.952175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6469ffe7-52ed-43b0-8e14-398cadb51134 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:47.960919 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 613d9afa-c520-4762-8047-766e37353e4c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:47.961353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:47.970569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35bed6af-7e65-4c48-98c2-0039d4bb16f2 req-9e6b5907-6039-474a-a856-d55a750930b3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 210 time: 0.0449717 Oct 11 15:48:48.063544 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-0392535d-13a0-4a5f-afa6-dab6b5feb76c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:48.066097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-0392535d-13a0-4a5f-afa6-dab6b5feb76c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 945 time: 0.0708842 Oct 11 15:48:48.089077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.113054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 613d9afa-c520-4762-8047-766e37353e4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=613d9afa-c520-4762-8047-766e37353e4c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:48.119094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.187747 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Deleting port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:48.188350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.195124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=613d9afa-c520-4762-8047-766e37353e4c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:48.256056 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Sync routers for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:48.257414 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:48.265669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:48.266495 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:48.383613 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:48.384240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] For port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,segment=NetworkSegment(ba44073e-d8bc-4ae8-b826-7d42975d9844),segment_id=ba44073e-d8bc-4ae8-b826-7d42975d9844)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:48.384614 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.405324 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Calling delete_port for 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:48.700901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.714399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['3d10da15-4a32-4e7a-b8c7-280c2aef3a53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:48.735943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Pushing event deleted for resources: {'Port': ['ID=3d10da15-4a32-4e7a-b8c7-280c2aef3a53,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:48.781908 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 4, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b492b0ab-c34f-4c34-a059-eef2cfca0bf3', 'name': '', 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'mac_address': 'fa:16:3e:8b:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:44Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 2, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'subnets': [{'id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:48.783827 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] No DVR routers for this DVR port 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:48.790127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.793421 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad9a97f-e7f5-4aeb-b1f2-d402cd93adda req-b08a90f4-2e5b-4d8a-938a-2dafd9e55e65 tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.43 "DELETE /v2.0/ports/3d10da15-4a32-4e7a-b8c7-280c2aef3a53 HTTP/1.1" status: 204 len: 173 time: 0.7204080 Oct 11 15:48:48.794032 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'name': 'network-vif-deleted', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:48.796352 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a847b8a7-a81a-4f5d-ad00-11737ecdce85" -d '{"events": [{"server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "name": "network-vif-deleted", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:48.812031 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Checking router: a682c571-450d-43a0-8071-23f9edc2969b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:48.812389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Updating router a682c571-450d-43a0-8071-23f9edc2969b port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:48:48.861629 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3c1dc-88ae-42fc-97cd-ff28b5bbad22 x-openstack-request-id: req-9dd3c1dc-88ae-42fc-97cd-ff28b5bbad22 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:48.861925 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2018ce-fb2c-4303-be86-214948e7d807", "name": "network-vif-deleted", "tag": "3d10da15-4a32-4e7a-b8c7-280c2aef3a53", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:48.862180 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dd3c1dc-88ae-42fc-97cd-ff28b5bbad22 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:48.862586 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2018ce-fb2c-4303-be86-214948e7d807', 'name': 'network-vif-deleted', 'tag': '3d10da15-4a32-4e7a-b8c7-280c2aef3a53', 'status': 'completed', 'code': 200} Oct 11 15:48:48.862810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.874419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:48.965432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-feb6f4cb-a1bb-4bed-9025-28675e99eb95 req-0a457492-f537-4400-9c4d-e6f5d06ef17c tempest-ServersTestJSON-1854442693 tempest-ServersTestJSON-1854442693-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2018ce-fb2c-4303-be86-214948e7d807 HTTP/1.1" status: 200 len: 210 time: 0.0436587 Oct 11 15:48:49.008588 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-39549aea-1a90-4d18-bba5-78dc8dccc756 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:49.010100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-39549aea-1a90-4d18-bba5-78dc8dccc756 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5b52d08-911a-41f7-bc84-2565a6f40d83 HTTP/1.1" status: 200 len: 945 time: 0.1003506 Oct 11 15:48:49.079810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcd51032-7fe7-4dff-9767-4e12c8fc6dd7 req-651bde16-2dfc-4e42-9f0c-af8d584ee460 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 210 time: 0.0378118 Oct 11 15:48:49.232826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.239243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.289049 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-53445e78-dc8b-4df9-bb71-d38cc1f7f8c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:49.291312 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-53445e78-dc8b-4df9-bb71-d38cc1f7f8c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.36 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 815 time: 0.2691023 Oct 11 15:48:49.292064 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440df0-c156-4034-8d98-0ce013bcb52a None None] Pushing event updated for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:49.310275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Request body: {'port': {'device_id': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'admin_state_up': True, 'tenant_id': '3566df62cba44e4f863361df120d8a71'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:49.366728 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Deleting port 944eb4f1-43b0-4495-8077-f63bd853b3c9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:49.367091 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.368506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Attempting to bind port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:49.368890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Attempting to bind port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:49.369347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Attempting to bind port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 on network e7711672-7c61-417e-af80-c7cdcb42f741 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:49.374840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:49.375213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Checking segment: {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:49.375630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.376007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Bound using segment: {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:49.376478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Bound port: b492b0ab-c34f-4c34-a059-eef2cfca0bf3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7a8aa-4154-4258-9a3f-52e43e7914ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:49.376859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.450324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] For port b492b0ab-c34f-4c34-a059-eef2cfca0bf3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:49.453872 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] For port b492b0ab-c34f-4c34-a059-eef2cfca0bf3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:49.460776 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.526474 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:49.527108 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:49.529929 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440df0-c156-4034-8d98-0ce013bcb52a None None] Pushing event updated for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:49.564253 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] For port 944eb4f1-43b0-4495-8077-f63bd853b3c9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=944eb4f1-43b0-4495-8077-f63bd853b3c9,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:49.564624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.594731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] Provisioning complete for port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:49.594934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.600896 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Calling delete_port for 944eb4f1-43b0-4495-8077-f63bd853b3c9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:49.621679 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Made reservation on behalf of 3566df62cba44e4f863361df120d8a71 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:49.624247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 613d9afa-c520-4762-8047-766e37353e4c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:49.625421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.694296 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Deleting port 11412c02-3a92-4618-81dc-0a0fc853708f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:49.694660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.718906 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:49.834346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 613d9afa-c520-4762-8047-766e37353e4c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:49.834716 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.837723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.884200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] For port 11412c02-3a92-4618-81dc-0a0fc853708f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11412c02-3a92-4618-81dc-0a0fc853708f,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:49.884562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:49.927081 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Calling delete_port for 11412c02-3a92-4618-81dc-0a0fc853708f owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:49.935597 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Allocated IP 172.20.0.7 (a7e18244-eb91-4803-97c5-b0f2da883e94/629ba15e-d9fb-4da5-975e-bf5a98372c3f/e9b15341-38eb-4774-8d01-a98164f074d5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:49.957969 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] For port b492b0ab-c34f-4c34-a059-eef2cfca0bf3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:49.967576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.017357 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:50.018030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.047938 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944eb4f1-43b0-4495-8077-f63bd853b3c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:50.064871 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Deleting subnet eeb02d19-b0a4-414e-9799-fd9bd69d7052 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:48:50.068767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.076820 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event deleted for resources: {'Port': ['ID=944eb4f1-43b0-4495-8077-f63bd853b3c9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.110109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.114765 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e6ed-db89-43ff-87ab-25d656d05844 None None] Pushing event updated for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.126475 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e953091f-b7cc-4ef1-90df-c30efb73e8ca None None] Provisioning complete for port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:50.126986 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e953091f-b7cc-4ef1-90df-c30efb73e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.146280 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] No DVR routers for this DVR port 944eb4f1-43b0-4495-8077-f63bd853b3c9 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:50.150172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.161941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-757c3548-db7e-40a3-a077-bacb9f0bf7b7 req-2132e98e-fc32-4d0e-ad31-35f00efa82c9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.43 "DELETE /v2.0/ports/944eb4f1-43b0-4495-8077-f63bd853b3c9 HTTP/1.1" status: 204 len: 173 time: 1.1351912 Oct 11 15:48:50.167791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.176456 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 4, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b492b0ab-c34f-4c34-a059-eef2cfca0bf3', 'name': '', 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'mac_address': 'fa:16:3e:8b:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:44Z', 'updated_at': '2021-10-11T15:48:49Z', 'revision_number': 4, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'subnets': [{'id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:50.221252 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32964fe1-4bbc-442a-9a59-12faac116106 None None] The sync data for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 is: [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:45Z', 'revision_number': 4, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b492b0ab-c34f-4c34-a059-eef2cfca0bf3', 'name': '', 'network_id': 'e7711672-7c61-417e-af80-c7cdcb42f741', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'mac_address': 'fa:16:3e:8b:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:44Z', 'updated_at': '2021-10-11T15:48:49Z', 'revision_number': 4, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'subnets': [{'id': '58636131-d765-4475-aaac-a84b6b0ec63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:50.228045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd5c3e02-0df3-4fa5-985c-6a8c46682ae2 req-3b1e9e34-1350-473f-ad61-2047a3d977e8 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Oct 11 15:48:50.273029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.343959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.354526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eeb02d19-b0a4-414e-9799-fd9bd69d7052 HTTP/1.1" status: 204 len: 168 time: 0.3302619 Oct 11 15:48:50.354526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91afc0-b8c5-4e14-b9ff-76fd0490e2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb02d19-b0a4-414e-9799-fd9bd69d7052,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.354890 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:50.416589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.451175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.451502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.483332 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Pushing event deleted for resources: {'Port': ['ID=11412c02-3a92-4618-81dc-0a0fc853708f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.514948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.528608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['944eb4f1-43b0-4495-8077-f63bd853b3c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:50.555515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.586421 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6cad87-61b4-4fa6-b79f-4635f735cffd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:50.600425 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba44073e-d8bc-4ae8-b826-7d42975d9844') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:50.600729 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba44073e-d8bc-4ae8-b826-7d42975d9844') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:50.614420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.632440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.640997 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:48:50.641419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:48:50.643694 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:48:50.669404 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Network a7e18244-eb91-4803-97c5-b0f2da883e94 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:50.676923 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:50.679956 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:50.729751 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event updated for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.730355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.749025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.753467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c6cad87-61b4-4fa6-b79f-4635f735cffd HTTP/1.1" status: 204 len: 168 time: 0.3976462 Oct 11 15:48:50.755790 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2697d8-4fcf-453f-83f8-4bb4ae5fc8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6cad87-61b4-4fa6-b79f-4635f735cffd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:50.820126 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:50.820771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.841716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:50.851236 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-6d321243-7fa3-409d-99c2-9c6e1a4a1558 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5459998 Oct 11 15:48:50.902036 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-deleted', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:50.905547 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca31ef6-3eae-42df-ad3c-4fec76cce4db" -d '{"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-deleted", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:50.917340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:50.939477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:50.940201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 3d10da15-4a32-4e7a-b8c7-280c2aef3a53 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:51.043970 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:51.071387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Request body: {'port': {'device_id': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:51.097559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ecf50d97-af16-4ec4-b50a-a2493edb89ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b0c759ae5134f5d9223e30359e58506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506034 Oct 11 15:48:51.099926 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:51.162751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.177335 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.189075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.231719 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Router a3564199-bcb5-4151-85c1-36273d653972 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:51.244202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.248060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.250945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b HTTP/1.1" status: 204 len: 168 time: 0.1490095 Oct 11 15:48:51.273721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5157d3a-a137-4391-b62f-8f471db91799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af0ed9a-1624-4179-ba2b-cc5f87bf3a4b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:51.307778 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab57f904-fe25-499c-a1d7-43f00d12b7c3 x-openstack-request-id: req-ab57f904-fe25-499c-a1d7-43f00d12b7c3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:51.308065 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b52d08-911a-41f7-bc84-2565a6f40d83", "name": "network-vif-deleted", "tag": "944eb4f1-43b0-4495-8077-f63bd853b3c9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:51.308522 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab57f904-fe25-499c-a1d7-43f00d12b7c3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:51.308872 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b52d08-911a-41f7-bc84-2565a6f40d83', 'name': 'network-vif-deleted', 'tag': '944eb4f1-43b0-4495-8077-f63bd853b3c9', 'status': 'completed', 'code': 200} Oct 11 15:48:51.372540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686ff5-88de-4808-96fb-e23f2f6b79f5 req-899ac998-4ced-41c2-a7b0-21072d9b5664 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:51.381571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd686ff5-88de-4808-96fb-e23f2f6b79f5 req-899ac998-4ced-41c2-a7b0-21072d9b5664 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 931 time: 0.0633521 Oct 11 15:48:51.420083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd686ff5-88de-4808-96fb-e23f2f6b79f5 req-16705395-75a4-4993-8088-9becb3b344cb tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Oct 11 15:48:51.464315 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ccbdca72-7f1e-4cee-9e48-4232a3c8dad2 req-202cf3b5-2f86-4bc0-bb1a-e3b787a5817a service neutron] (94827) timed out ('10.222.0.43', 56736) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:48:51.683958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b492b0ab-c34f-4c34-a059-eef2cfca0bf3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:51.742184 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:51.742797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:51.888574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:51.897828 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1fdf84e-bf5e-4dc6-9d1d-2c5639825839 admin admin] 10.222.0.31 "PUT /v2.0/routers/a3564199-bcb5-4151-85c1-36273d653972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6364706 Oct 11 15:48:51.898338 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:51.900404 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Sync routers for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:51.912001 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:51.912613 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:52.032659 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:52.073051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.109135 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b15341-38eb-4774-8d01-a98164f074d5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:52.119067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.138180 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Transition to ACTIVE for port object e9b15341-38eb-4774-8d01-a98164f074d5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:48:52.172744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.228612 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:50Z', 'revision_number': 5, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:52.238361 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:52.264339 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Checking router: a3564199-bcb5-4151-85c1-36273d653972 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:52.272273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.276277 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Routers {'a3564199-bcb5-4151-85c1-36273d653972'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:52.277068 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a3564199-bcb5-4151-85c1-36273d653972'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:52.356545 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Attempting to bind port e9b15341-38eb-4774-8d01-a98164f074d5 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:52.356888 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Attempting to bind port e9b15341-38eb-4774-8d01-a98164f074d5 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:52.359198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Attempting to bind port e9b15341-38eb-4774-8d01-a98164f074d5 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:52.366375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Port e9b15341-38eb-4774-8d01-a98164f074d5 on network a7e18244-eb91-4803-97c5-b0f2da883e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:48:52.366724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Attempting to bind port e9b15341-38eb-4774-8d01-a98164f074d5 on network a7e18244-eb91-4803-97c5-b0f2da883e94 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:52.376980 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:52.377313 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Checking segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:52.377715 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Bound using segment: {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:52.378145 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Bound port: e9b15341-38eb-4774-8d01-a98164f074d5, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:52.378498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.389668 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] Set router a3564199-bcb5-4151-85c1-36273d653972 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:52.417112 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Deleting port 1ddfbb25-fac4-4924-be35-5f7291bca1f9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:52.417454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.514288 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:52.546030 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e9b15341-38eb-4774-8d01-a98164f074d5,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:52.555871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.564960 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] For port 1ddfbb25-fac4-4924-be35-5f7291bca1f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ddfbb25-fac4-4924-be35-5f7291bca1f9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:52.565327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.572005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955acd7-7c5c-44e1-8fab-9d3362a1fc0d req-b1f51054-f263-41ad-a6eb-53d75b20e409 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:52.573569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4955acd7-7c5c-44e1-8fab-9d3362a1fc0d req-b1f51054-f263-41ad-a6eb-53d75b20e409 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 943 time: 0.0576048 Oct 11 15:48:52.614158 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Calling delete_port for 1ddfbb25-fac4-4924-be35-5f7291bca1f9 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:52.625458 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:52.630940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.632777 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9b15341-38eb-4774-8d01-a98164f074d5 HTTP/1.1" status: 200 len: 1091 time: 1.7726610 Oct 11 15:48:52.647478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4955acd7-7c5c-44e1-8fab-9d3362a1fc0d req-79ecdb46-a13f-4758-a81c-bb6c4bacf5f3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661747 Oct 11 15:48:52.656501 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddbc5b-58c0-4140-8d6b-6c1c70871ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:52.687018 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:50Z', 'revision_number': 5, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:52.720785 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a4084-b8ee-4f86-a8ea-2370062df556 None None] The sync data for ids ['a3564199-bcb5-4151-85c1-36273d653972'] in n-d-master-1 is: [{'id': 'a3564199-bcb5-4151-85c1-36273d653972', 'name': 'tempest-TestAggregatesBasicOps-1405450630-router', 'tenant_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:36Z', 'updated_at': '2021-10-11T15:48:50Z', 'revision_number': 5, 'project_id': '982bce6b1cdd435281ce03e49fb4f8f1', 'gw_port': {'id': '1ddfbb25-fac4-4924-be35-5f7291bca1f9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3564199-bcb5-4151-85c1-36273d653972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:37Z', 'updated_at': '2021-10-11T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:52.767341 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-c0b914ea-9434-4efa-9921-12b685cfd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:52.768835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-c0b914ea-9434-4efa-9921-12b685cfd839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0692060 Oct 11 15:48:52.856476 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-bf0f2878-1c57-4b39-aadd-5d2fb09f3d4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9b15341-38eb-4774-8d01-a98164f074d5 HTTP/1.1" status: 200 len: 217 time: 0.0543864 Oct 11 15:48:52.929099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:52.939609 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-b4808853-972f-4cff-ba76-cea4eb2a9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:52.941064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-b4808853-972f-4cff-ba76-cea4eb2a9804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.0774870 Oct 11 15:48:52.949955 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 944eb4f1-43b0-4495-8077-f63bd853b3c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:52.950380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 944eb4f1-43b0-4495-8077-f63bd853b3c9 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:52.978137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:52.983964 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-f537278c-1858-4ff8-8e2e-aa2243f3cafc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335643 Oct 11 15:48:53.007694 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:53.017310 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddfbb25-fac4-4924-be35-5f7291bca1f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:53.114985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab738545-e5bf-41e7-999b-3970c32062cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.133552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.196231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab738545-e5bf-41e7-999b-3970c32062cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.201976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab738545-e5bf-41e7-999b-3970c32062cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.235712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-05579fd9-431a-43c8-acc9-1a3f365b6896 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277131 Oct 11 15:48:53.237110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ab738545-e5bf-41e7-999b-3970c32062cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d4385b461af4e34af989c2a44b99e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282894 Oct 11 15:48:53.239070 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:53.249971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab738545-e5bf-41e7-999b-3970c32062cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28569c51-31d6-4571-838d-f84c90a5f02d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:53.265001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.276781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.310015 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:48:53.312283 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88778ab5-187b-4508-b2d3-1b54f75c85ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:48:53.373673 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb5389-dae3-4371-86da-484c489b53c1 x-openstack-request-id: req-b1bb5389-dae3-4371-86da-484c489b53c1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:48:53.373969 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:48:53.374222 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1bb5389-dae3-4371-86da-484c489b53c1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:48:53.374614 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5', 'status': 'completed', 'code': 200} Oct 11 15:48:53.394184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.395153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3564199-bcb5-4151-85c1-36273d653972 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:48:53.399779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.400915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b712306-5e81-4ef3-a64b-8c574f1d91bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/a3564199-bcb5-4151-85c1-36273d653972 HTTP/1.1" status: 204 len: 168 time: 1.5013862 Oct 11 15:48:53.403598 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:53.429547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.453287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2d04b6d-751e-4dff-9311-5aeac750acfd req-87347d62-91f1-48df-985e-e4d8068da581 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061713 Oct 11 15:48:53.458414 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Deleting subnet ccb47ef3-117b-42d6-9e46-96ee30de9aab {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:48:53.462102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.476482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.503063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.573864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-81103c7f-99fd-482e-b763-9b7de172adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:53.576003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-81103c7f-99fd-482e-b763-9b7de172adff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3566df62cba44e4f863361df120d8a71&device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0535269 Oct 11 15:48:53.579002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.581878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.583516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28569c51-31d6-4571-838d-f84c90a5f02d HTTP/1.1" status: 204 len: 168 time: 0.3435326 Oct 11 15:48:53.608346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.609742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb8155-1312-468e-b93c-071dc5d5b442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28569c51-31d6-4571-838d-f84c90a5f02d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:53.675004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.703494 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb47ef3-117b-42d6-9e46-96ee30de9aab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:53.704064 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-26ae9053-3f63-4723-92e6-9725240efad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:53.709681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-26ae9053-3f63-4723-92e6-9725240efad6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 200 len: 916 time: 0.1249990 Oct 11 15:48:53.711520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.715593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-75e6f370-fabb-4346-b897-1ca5b4576f60 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ccb47ef3-117b-42d6-9e46-96ee30de9aab HTTP/1.1" status: 204 len: 168 time: 0.3102262 Oct 11 15:48:53.717254 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:53.720882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecb971-d9e7-4eda-92ee-646baecb50ff None None] Network c75311e8-fec9-4617-9eda-5e42d6b58316 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:53.761579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-9a67db11-f106-4c1c-a199-73683bef4c3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9b15341-38eb-4774-8d01-a98164f074d5 HTTP/1.1" status: 200 len: 217 time: 0.0435405 Oct 11 15:48:53.827909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.830507 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-331936d8-521c-47a7-8cb0-c637a5852bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:53.832792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-331936d8-521c-47a7-8cb0-c637a5852bda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 200 len: 855 time: 0.0631649 Oct 11 15:48:53.873709 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-e13f52dc-2209-4d91-8724-0f3f8dc92dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7e18244-eb91-4803-97c5-b0f2da883e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314035 Oct 11 15:48:53.894317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30afe-e798-4c61-a7d5-381127e22bbe req-99f9bccb-8da9-4368-b59c-a23fd9b0cf83 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:53.896060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76e30afe-e798-4c61-a7d5-381127e22bbe req-99f9bccb-8da9-4368-b59c-a23fd9b0cf83 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 943 time: 0.1106167 Oct 11 15:48:53.963691 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Deleting port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:53.964291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:53.980413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 11412c02-3a92-4618-81dc-0a0fc853708f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:54.003217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-8ad25c24-aa76-4cab-9b88-8cca271323c3 service neutron] 10.222.0.36 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229866 Oct 11 15:48:54.008166 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 11412c02-3a92-4618-81dc-0a0fc853708f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:54.008679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 11412c02-3a92-4618-81dc-0a0fc853708f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:54.018189 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] DHCP port deletion for c75311e8-fec9-4617-9eda-5e42d6b58316 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:48:54.039417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76e30afe-e798-4c61-a7d5-381127e22bbe req-9c64bc56-82c2-41a0-9f60-52b858f364b2 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135402 Oct 11 15:48:54.067135 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] For port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:54.067809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.087453 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Calling delete_port for b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:54.098812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Deleting port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:54.099464 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.157330 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88778ab5-187b-4508-b2d3-1b54f75c85ac req-246104ce-c4da-432a-9b51-600e047bdcfc service neutron] 10.222.0.36 "GET /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398771 Oct 11 15:48:54.185202 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] For port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,segment=NetworkSegment(4077793a-6190-42c4-a854-9d8c3a4d4069),segment_id=4077793a-6190-42c4-a854-9d8c3a4d4069)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:54.185958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.189973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.205128 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Calling delete_port for b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:54.220637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:54.224325 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] No DVR routers for this DVR port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:54.287522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.302821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.319768 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] Pushing event deleted for resources: {'Port': ['ID=b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:54.321950 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f606b91-9c76-43dc-a9b1-809f13820ad5 None None] No DVR routers for this DVR port b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:54.329467 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75311e8-fec9-4617-9eda-5e42d6b58316']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:54.339448 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4077793a-6190-42c4-a854-9d8c3a4d4069') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:54.339669 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4077793a-6190-42c4-a854-9d8c3a4d4069') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:54.350687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.365363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.373024 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:48:54.373408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:48:54.375448 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:48:54.429130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.434161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.437545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] 10.222.0.31 "DELETE /v2.0/networks/c75311e8-fec9-4617-9eda-5e42d6b58316 HTTP/1.1" status: 204 len: 168 time: 0.7192607 Oct 11 15:48:54.440975 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:54.453096 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:54.459867 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb0d1-42e2-4943-982f-f0ddab7b59fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c75311e8-fec9-4617-9eda-5e42d6b58316,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:54.553770 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-network', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:54.575395 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Made reservation on behalf of 024cdcd85cd143fbb916c9afb2dff514 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:54.577774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.586165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.667929 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.673034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.702570 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:48:54.712577 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f774f2cb-f0f3-456e-a769-dbd355fc6418,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:54.717615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.718058 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Added segment 3951cb42-26e5-464e-a472-251e483bb426 of type vlan for network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 Oct 11 15:48:54.760230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.786256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.787246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:54.787832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.794661 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:54.840219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3858323 Oct 11 15:48:54.843461 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:54.848963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Request body: {'subnet': {'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-subnet', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:54.851605 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ababd5d-c547-430d-9350-75b0e67bd108 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:54.861813 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:48:54.910683 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Made reservation on behalf of 024cdcd85cd143fbb916c9afb2dff514 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:48:54.912984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.162369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cf944-c9ce-4827-9d42-6311af42ccaa req-8980af18-2c4d-450d-a61b-1c83b77c55d9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:55.163845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-956cf944-c9ce-4827-9d42-6311af42ccaa req-8980af18-2c4d-450d-a61b-1c83b77c55d9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 943 time: 0.0510719 Oct 11 15:48:55.189466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.206963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-956cf944-c9ce-4827-9d42-6311af42ccaa req-4ac8d8d2-9b35-4d66-89e0-7bc932e2cc36 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Oct 11 15:48:55.237873 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Deleting port b492b0ab-c34f-4c34-a059-eef2cfca0bf3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:55.238229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.280735 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6013152a-9fb2-499c-8992-b23aa936bda6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:55.304657 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Checking segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:55.305007 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Network hostable DHCP agents. Network: bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:48:55.341709 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:48:55.350098 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] For port b492b0ab-c34f-4c34-a059-eef2cfca0bf3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:55.350429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.358021 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:55.365659 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:55.366239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.366584 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f9ea18-522e-40f9-9a33-e03c8ac30708 None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:55.369260 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Calling delete_port for b492b0ab-c34f-4c34-a059-eef2cfca0bf3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:55.389660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-10bf83a9-7f18-4567-95df-555442b51a88 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5450404 Oct 11 15:48:55.392585 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:55.397139 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:48:55.420494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.421786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.479304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.650067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.652572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1ddfbb25-fac4-4924-be35-5f7291bca1f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:55.676886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1ddfbb25-fac4-4924-be35-5f7291bca1f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:55.677202 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1ddfbb25-fac4-4924-be35-5f7291bca1f9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:55.677643 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:55.704003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:55.704362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b6ce0a4a-ff0e-4dc9-9535-5f6622cf9517 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:55.741139 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:48:55.742127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.860192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.888848 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.890459 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Allocated IP 172.20.0.2 (bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363/6013152a-9fb2-499c-8992-b23aa936bda6/a28817ef-4cd8-49bb-8687-fdd3da911475) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:55.933149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:55.962778 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Pushing event deleted for resources: {'Port': ['ID=b492b0ab-c34f-4c34-a059-eef2cfca0bf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:56.005518 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Allocated IP 172.35.3.136 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/d8920626-c710-4a04-bd1f-8b8b34681612) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:56.057582 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.069402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.125273 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Pushing event updated for resources: {'Port': ['ID=a28817ef-4cd8-49bb-8687-fdd3da911475,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:56.125710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.133845 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:56.135990 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:56.139128 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:56.148120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.170208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.206094 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Attempting to bind port a28817ef-4cd8-49bb-8687-fdd3da911475 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:56.206776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Attempting to bind port a28817ef-4cd8-49bb-8687-fdd3da911475 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:56.207370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Attempting to bind port a28817ef-4cd8-49bb-8687-fdd3da911475 on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:56.209959 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:56.213812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:56.214691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Checking segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:56.214691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.214967 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Bound using segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:56.215477 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:56.215623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Bound port: a28817ef-4cd8-49bb-8687-fdd3da911475, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:56.215871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.219487 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:56.246770 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Pushing event updated for resources: {'Port': ['ID=d8920626-c710-4a04-bd1f-8b8b34681612,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:56.325238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] For port a28817ef-4cd8-49bb-8687-fdd3da911475, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:56.328762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] For port a28817ef-4cd8-49bb-8687-fdd3da911475, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a28817ef-4cd8-49bb-8687-fdd3da911475,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:56.332723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.396574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6058-4e8b-4b6b-a14c-47a6d691e8de None None] Pushing event updated for resources: {'Port': ['ID=a28817ef-4cd8-49bb-8687-fdd3da911475,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:56.423082 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511f828-fd79-4d4b-9f35-2488f412c727 req-94ecd40b-f36a-439d-9f72-d096e1c1dc49 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:56.423715 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Router a682c571-450d-43a0-8071-23f9edc2969b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:56.424617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f511f828-fd79-4d4b-9f35-2488f412c727 req-94ecd40b-f36a-439d-9f72-d096e1c1dc49 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 943 time: 0.1072693 Oct 11 15:48:56.501191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f511f828-fd79-4d4b-9f35-2488f412c727 req-c9eeb295-23d9-4c40-bd75-000805f20ce1 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686235 Oct 11 15:48:56.545975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:56.552260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8368d41-ab52-44ec-8edd-52cca2b50400 admin admin] 10.222.0.31 "PUT /v2.0/routers/a682c571-450d-43a0-8071-23f9edc2969b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101961 Oct 11 15:48:56.556918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Sync routers for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:56.560260 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:56.573961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:56.574765 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:56.599947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.707205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.739696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:56.818547 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.842045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.876928 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Deleting port 613d9afa-c520-4762-8047-766e37353e4c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:56.877268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.945045 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': '613d9afa-c520-4762-8047-766e37353e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:55Z', 'revision_number': 5, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port': {'id': '613d9afa-c520-4762-8047-766e37353e4c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:42Z', 'updated_at': '2021-10-11T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:56.970537 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] For port 613d9afa-c520-4762-8047-766e37353e4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=613d9afa-c520-4762-8047-766e37353e4c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:56.970881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:56.976353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Checking router: a682c571-450d-43a0-8071-23f9edc2969b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:56.982764 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:48:56.986913 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Routers {'a682c571-450d-43a0-8071-23f9edc2969b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:56.987542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a682c571-450d-43a0-8071-23f9edc2969b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:56.989536 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Calling delete_port for 613d9afa-c520-4762-8047-766e37353e4c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:57.075313 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] Set router a682c571-450d-43a0-8071-23f9edc2969b gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:57.094224 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:57.105894 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:48:57.118619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.119442 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:57.121556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cc438f8e-f214-4f7e-bafc-19fa36ae6b9b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7264354 Oct 11 15:48:57.121737 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:57.125530 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:57.140838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 6, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:57.172746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8eea-c546-41ce-aac2-a8c624a53beb None None] The sync data for ids ['a682c571-450d-43a0-8071-23f9edc2969b'] in n-d-master-1 is: [{'id': 'a682c571-450d-43a0-8071-23f9edc2969b', 'name': 'tempest-TestAggregatesBasicOps-636526415-router', 'tenant_id': '90120ad1de054a15b4e2b688aababbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:41Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 6, 'project_id': '90120ad1de054a15b4e2b688aababbb0', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:57.218444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.254910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Pushing event deleted for resources: {'Port': ['ID=613d9afa-c520-4762-8047-766e37353e4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:57.321283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.348696 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:57.425124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.427768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.490882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.491320 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a682c571-450d-43a0-8071-23f9edc2969b {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:48:57.496433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.498139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a4bdb15-6c10-4e33-9dd8-8157f2c8295b admin admin] 10.222.0.31 "DELETE /v2.0/routers/a682c571-450d-43a0-8071-23f9edc2969b HTTP/1.1" status: 204 len: 168 time: 0.9365871 Oct 11 15:48:57.501926 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:57.557577 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 3, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:57.601933 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Deleting subnet 58636131-d765-4475-aaac-a84b6b0ec63a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:48:57.609349 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:48:57.609823 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Updating router 9843719f-b3b8-4f51-b08f-7f3f546661b6 port d8920626-c710-4a04-bd1f-8b8b34681612 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:48:57.611603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.639594 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879260eb-336a-4924-bb57-ba7e006fad2a None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:57.654317 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.685591 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.725554 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] Provisioning complete for port a28817ef-4cd8-49bb-8687-fdd3da911475 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:57.725930 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.817680 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af65f-1d16-4df5-a9c5-b5288656533d req-7188d495-1cc4-4afa-96a8-46e1c916ef78 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:57.819739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a74af65f-1d16-4df5-a9c5-b5288656533d req-7188d495-1cc4-4afa-96a8-46e1c916ef78 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 943 time: 0.1637042 Oct 11 15:48:57.836416 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.887933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.907940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.915913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a74af65f-1d16-4df5-a9c5-b5288656533d req-aec015b5-b608-4fa9-93cd-9b5f421cf8e9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 Oct 11 15:48:57.942904 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58636131-d765-4475-aaac-a84b6b0ec63a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:57.952236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] For port a28817ef-4cd8-49bb-8687-fdd3da911475, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a28817ef-4cd8-49bb-8687-fdd3da911475,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:57.955298 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.955560 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.956007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.956412 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.956874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.957849 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.958897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.961904 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.962925 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.963869 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.964345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.964861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.965679 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:48:57.966975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e9b15341-38eb-4774-8d01-a98164f074d5 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:48:57.976999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:57.981783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1b63ab4-f4c3-47bc-a728-e674b9850837 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/58636131-d765-4475-aaac-a84b6b0ec63a HTTP/1.1" status: 204 len: 168 time: 0.4780736 Oct 11 15:48:57.985976 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:58.007168 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acab3ce-1dab-4154-9d55-e4e7754f93e2 None None] Network e7711672-7c61-417e-af80-c7cdcb42f741 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:48:58.063741 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.075869 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.098468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.146543 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29abe-0bfd-4cab-b5ce-4432d902c308 None None] Pushing event updated for resources: {'Port': ['ID=d8920626-c710-4a04-bd1f-8b8b34681612,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.166376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 15:48:58.167736 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Attempting to bind port d8920626-c710-4a04-bd1f-8b8b34681612 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:48:58.168112 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Attempting to bind port d8920626-c710-4a04-bd1f-8b8b34681612 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:48:58.168600 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Attempting to bind port d8920626-c710-4a04-bd1f-8b8b34681612 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:48:58.175750 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:48:58.176129 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:48:58.176700 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.177219 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:48:58.177873 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Bound port: d8920626-c710-4a04-bd1f-8b8b34681612, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:48:58.178259 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.183398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a28817ef-4cd8-49bb-8687-fdd3da911475 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:58.227501 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Deleting port 888f9445-ac6e-4f75-bfd1-42b482adec1c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:48:58.228110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.265033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.288214 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] For port d8920626-c710-4a04-bd1f-8b8b34681612, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:48:58.293510 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] For port d8920626-c710-4a04-bd1f-8b8b34681612, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8920626-c710-4a04-bd1f-8b8b34681612,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:48:58.303719 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.313061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c342b7-7492-43a6-a56f-f903af0db555 None None] Pushing event updated for resources: {'Port': ['ID=a28817ef-4cd8-49bb-8687-fdd3da911475,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.341682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] For port 888f9445-ac6e-4f75-bfd1-42b482adec1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=888f9445-ac6e-4f75-bfd1-42b482adec1c,segment=NetworkSegment(0fd7a8aa-4154-4258-9a3f-52e43e7914ca),segment_id=0fd7a8aa-4154-4258-9a3f-52e43e7914ca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:58.343659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.365224 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Calling delete_port for 888f9445-ac6e-4f75-bfd1-42b482adec1c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:48:58.367316 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9203eb9-9bd8-4f76-b6b8-6066ae29cfec None None] Provisioning complete for port a28817ef-4cd8-49bb-8687-fdd3da911475 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:58.367693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9203eb9-9bd8-4f76-b6b8-6066ae29cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.388456 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:48:58.389086 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:58.440696 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29abe-0bfd-4cab-b5ce-4432d902c308 None None] Pushing event updated for resources: {'Port': ['ID=d8920626-c710-4a04-bd1f-8b8b34681612,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.456796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e9b15341-38eb-4774-8d01-a98164f074d5,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:58.468576 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a28817ef-4cd8-49bb-8687-fdd3da911475 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:58.468848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.471707 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Allocated IP 172.20.0.1 (bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363/6013152a-9fb2-499c-8992-b23aa936bda6/41a472a5-7dbc-4109-9d7c-3bf9a8c5714a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:48:58.502370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'e9b15341-38eb-4774-8d01-a98164f074d5', 'network_id': 'a7e18244-eb91-4803-97c5-b0f2da883e94', 'port_id': 'e9b15341-38eb-4774-8d01-a98164f074d5', 'mac_address': 'fa:16:3e:6d:8a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ba15e-d9fb-4da5-975e-bf5a98372c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:48:58.526733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.563946 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:48:58.578485 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] No DVR routers for this DVR port 888f9445-ac6e-4f75-bfd1-42b482adec1c on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:48:58.618326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.619299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57ad58-5861-4402-97bc-1510136bf870 None None] DHCP port deletion for e7711672-7c61-417e-af80-c7cdcb42f741 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:48:58.642056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.661436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.669400 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b15341-38eb-4774-8d01-a98164f074d5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:48:58.699378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.720695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e9b15341-38eb-4774-8d01-a98164f074d5,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:58.724193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.728030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.732798 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7711672-7c61-417e-af80-c7cdcb42f741']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:58.744595 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7a8aa-4154-4258-9a3f-52e43e7914ca') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:58.745181 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7a8aa-4154-4258-9a3f-52e43e7914ca') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:58.747046 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:58.748980 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:58.751465 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:48:58.767497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.782009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.789131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:48:58.789551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.810716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b492b0ab-c34f-4c34-a059-eef2cfca0bf3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:48:58.831369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.838944 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 3, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:48:58.840860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b492b0ab-c34f-4c34-a059-eef2cfca0bf3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:48:58.841211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b492b0ab-c34f-4c34-a059-eef2cfca0bf3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:48:58.843232 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.848835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Pushing event deleted for resources: {'Port': ['ID=888f9445-ac6e-4f75-bfd1-42b482adec1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:48:58.852806 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:48:58.866848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.876333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:58.880281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7711672-7c61-417e-af80-c7cdcb42f741 HTTP/1.1" status: 204 len: 168 time: 0.8930774 Oct 11 15:48:58.885955 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb83e8-f3f7-4e01-8336-0c9c7747d5b1 None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:56Z', 'revision_number': 3, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:48:58.901323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c87d24-e1d5-4129-a497-f98d515350da admin admin] Pushing event deleted for resources: {'Network': ['ID=e7711672-7c61-417e-af80-c7cdcb42f741,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:59.007449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e9b15341-38eb-4774-8d01-a98164f074d5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:48:59.059445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.079143 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:59.125910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5547c-8b04-4719-b88c-06ba351d2fed req-a1673e0c-653b-4521-ad80-3f3112534b42 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:48:59.134281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94bb1b6b-3716-4428-ba3c-ddf8e8f5fd8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=982bce6b1cdd435281ce03e49fb4f8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537446 Oct 11 15:48:59.136358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13b5547c-8b04-4719-b88c-06ba351d2fed req-a1673e0c-653b-4521-ad80-3f3112534b42 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 944 time: 0.1185694 Oct 11 15:48:59.136885 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:59.214130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-865f14b9-e654-4491-ab05-3225f10a3233 None None] Provisioning complete for port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:59.214130 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-865f14b9-e654-4491-ab05-3225f10a3233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.245771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.250914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13b5547c-8b04-4719-b88c-06ba351d2fed req-f7c7de3e-f2e7-4f05-b7af-6b7f175a140e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036158 Oct 11 15:48:59.264837 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-865f14b9-e654-4491-ab05-3225f10a3233 None None] Port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:48:59.278412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.330613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.333921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.337884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ac5d2d9-6e63-49c4-858d-c3ff13038995 HTTP/1.1" status: 204 len: 168 time: 0.1985362 Oct 11 15:48:59.348112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ae3e-ec5c-424a-a60a-599ade3423b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5d2d9-6e63-49c4-858d-c3ff13038995,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:59.387066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.392401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.465217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.467149 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:48:59.572707 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:48:59.574288 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:48:59.717870 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d8920626-c710-4a04-bd1f-8b8b34681612 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:59.734627 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:48:59.789964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d8920626-c710-4a04-bd1f-8b8b34681612 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:59.790831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.843381 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:59.887053 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.901177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07db12a5-67dc-46bd-ae60-23423de5fe3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90120ad1de054a15b4e2b688aababbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564630 Oct 11 15:48:59.902185 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44570) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:48:59.912707 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:48:59.917752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port d8920626-c710-4a04-bd1f-8b8b34681612, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8920626-c710-4a04-bd1f-8b8b34681612,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:48:59.918345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30622c28-3442-40e8-85d0-f15e011b4fb6 admin admin] 10.222.0.31 "PUT /v2.0/routers/9843719f-b3b8-4f51-b08f-7f3f546661b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891397 Oct 11 15:48:59.926854 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.927891 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a28817ef-4cd8-49bb-8687-fdd3da911475 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:48:59.962405 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-330b7716-5885-4508-8191-8f17352a8c6f None None] Provisioning complete for port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:48:59.962779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-330b7716-5885-4508-8191-8f17352a8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.969318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:48:59.995542 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.015943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e9b15341-38eb-4774-8d01-a98164f074d5 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:00.050003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.053431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.057780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/691d45c5-d4e5-491c-9f15-2bf5a6282729 HTTP/1.1" status: 204 len: 168 time: 0.1544168 Oct 11 15:49:00.068038 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08a426-1667-45f9-8e38-86f1ca53b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d45c5-d4e5-491c-9f15-2bf5a6282729,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.086273 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=d8920626-c710-4a04-bd1f-8b8b34681612,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.122918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-330b7716-5885-4508-8191-8f17352a8c6f None None] Port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:49:00.145696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a28817ef-4cd8-49bb-8687-fdd3da911475 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:00.146063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.169656 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port e9b15341-38eb-4774-8d01-a98164f074d5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:49:00.177082 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port e9b15341-38eb-4774-8d01-a98164f074d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:00.177448 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.296784 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.326123 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:00.328539 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08621f3b-7333-4dd2-8318-c0d2e759f048" -d '{"events": [{"server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:00.344735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e9b15341-38eb-4774-8d01-a98164f074d5,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:00.350774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.419990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 888f9445-ac6e-4f75-bfd1-42b482adec1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:49:00.434299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3dd2f-b4b1-46f8-8389-987004b47f7f req-0c5cea8c-c013-46e0-ac47-582b5a284411 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:00.436649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de3dd2f-b4b1-46f8-8389-987004b47f7f req-0c5cea8c-c013-46e0-ac47-582b5a284411 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0573053 Oct 11 15:49:00.449235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 888f9445-ac6e-4f75-bfd1-42b482adec1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:49:00.449688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 888f9445-ac6e-4f75-bfd1-42b482adec1c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:49:00.450171 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 613d9afa-c520-4762-8047-766e37353e4c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:49:00.476228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 613d9afa-c520-4762-8047-766e37353e4c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:49:00.476757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 613d9afa-c520-4762-8047-766e37353e4c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:49:00.483293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de3dd2f-b4b1-46f8-8389-987004b47f7f req-69ee9731-c04f-4a85-8ae3-89aada86d85a tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Oct 11 15:49:00.486695 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.532457 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af7e03b-9947-4d32-9b51-9343255c8b8a x-openstack-request-id: req-0af7e03b-9947-4d32-9b51-9343255c8b8a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:00.532818 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:00.533148 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af7e03b-9947-4d32-9b51-9343255c8b8a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:00.533618 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5', 'code': 200} Oct 11 15:49:00.543058 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:00.548494 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11793547', 'description': 'tempest-description--1785220214'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:00.576090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.650583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9656e-4eb1-4ee5-858d-65f3c2c2b9a4 req-412d777d-d040-4cf5-83cc-8af7f648a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:00.652571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-09b9656e-4eb1-4ee5-858d-65f3c2c2b9a4 req-412d777d-d040-4cf5-83cc-8af7f648a1b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0505087 Oct 11 15:49:00.663686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.668479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.692512 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-09b9656e-4eb1-4ee5-858d-65f3c2c2b9a4 req-c90497b2-0908-4922-98bb-9ce9586f4158 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Oct 11 15:49:00.702705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.706664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1597955 Oct 11 15:49:00.706939 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:00.712621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group_rule': {'security_group_id': 'e9ac2119-7513-4362-b254-74692983c10e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:00.717749 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b959b-f6a6-4d38-a330-11e7d5b5eb84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac2119-7513-4362-b254-74692983c10e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.743544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.802269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.806647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.823112 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09feb36a-0c68-4827-8506-4108bc5311b5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.834414 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.835626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f8179254-25f1-4640-973c-e5a8ca6ff6e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268888 Oct 11 15:49:00.838350 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:00.842989 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group_rule': {'security_group_id': 'e9ac2119-7513-4362-b254-74692983c10e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:00.868468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.933361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.936997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.954908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30be0b7-b75a-4e3c-8f11-f4cb41fe23cc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:00.963950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:00.965183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b65b8087-c166-4cb1-ae08-cccf166e61b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258485 Oct 11 15:49:00.968426 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:00.973054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:00.984725 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:49:00.995309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:49:00.996073 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:00.996979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.110873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.232712 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Allocated IP 172.35.3.53 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/75f9057a-5e32-484f-9eeb-db8e77fb620a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:49:01.250377 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:49:01.354529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.394590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.437037 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:49:01.444423 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:01.448211 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:49:01.471705 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 2, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:01.475905 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=75f9057a-5e32-484f-9eeb-db8e77fb620a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:01.501186 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:49:01.501561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Updating router 9843719f-b3b8-4f51-b08f-7f3f546661b6 port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:49:01.546357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.557531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.606286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d8920626-c710-4a04-bd1f-8b8b34681612 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:01.616615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.695661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91d7d-ff24-4d9f-a0ae-bc23f665061d req-5b57a45f-c10b-4add-b8b7-6d658a601b80 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:01.704164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aad91d7d-ff24-4d9f-a0ae-bc23f665061d req-5b57a45f-c10b-4add-b8b7-6d658a601b80 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.1058455 Oct 11 15:49:01.745298 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d8920626-c710-4a04-bd1f-8b8b34681612 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:01.745826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.821379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aad91d7d-ff24-4d9f-a0ae-bc23f665061d req-ed32b843-03b7-4518-a66e-badf0324c16e tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161745 Oct 11 15:49:01.888617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.893742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.966324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.973700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:01.974952 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=75f9057a-5e32-484f-9eeb-db8e77fb620a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:01.996815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.024803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.026280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d55b9ea-f4fa-4984-8e5f-53734879cc2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0567791 Oct 11 15:49:02.032167 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e6a1-cb1c-462b-b0b5-8361f4372895 None None] Pushing event updated for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:02.102316 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Attempting to bind port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:49:02.102695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Attempting to bind port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:49:02.103051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Attempting to bind port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:02.113391 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:49:02.113827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Checking segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:02.114209 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.114600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Bound using segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:49:02.115249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Bound port: 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:49:02.115618 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.214707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] For port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:49:02.227537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] For port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:49:02.233801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.287070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:49:02.289596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:02.303349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-ccaeff41-7e7e-40d7-9791-7a55c08cef44 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--11793547&fields=id&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 267 time: 0.0737572 Oct 11 15:49:02.353590 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e6a1-cb1c-462b-b0b5-8361f4372895 None None] Pushing event updated for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:02.386379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-569897a5-1c23-4920-993a-65833daeb742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.426719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4995aee-fc95-43be-8841-603610e52319 None None] Provisioning complete for port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:02.427354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4995aee-fc95-43be-8841-603610e52319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.464924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-3659b89c-f862-46f0-b2da-72594425da90 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:02.473614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-3659b89c-f862-46f0-b2da-72594425da90 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 817 time: 0.1579032 Oct 11 15:49:02.488602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-f6894cf9-a7d4-4fdc-9e59-ad02fab49e94 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/quotas/024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 375 time: 0.0131669 Oct 11 15:49:02.497189 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:49:02.546088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-33d13d3c-32f3-4505-a66a-658b73e54242 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508101 Oct 11 15:49:02.602511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4995aee-fc95-43be-8841-603610e52319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.654328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-59beddd5-930b-4e3a-9a84-3c0447d52dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947168 Oct 11 15:49:02.680583 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:02.684784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4995aee-fc95-43be-8841-603610e52319 None None] For port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:02.695551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4995aee-fc95-43be-8841-603610e52319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.766975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-f5861e66-beb9-496a-bf56-56b3faf8be54 service neutron] 10.222.0.31 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050978 Oct 11 15:49:02.776546 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4995aee-fc95-43be-8841-603610e52319 None None] Pushing event updated for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:02.800920 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:02.801165 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c285b85-a3f8-42c2-a43b-de36ce88f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.840747 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81169a-bc39-4e21-836e-a8dc58bfd6a9 None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:49:02.852332 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ccf5ca2-7135-4339-befe-96fe6daa2293 None None] Provisioning complete for port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:02.852709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ccf5ca2-7135-4339-befe-96fe6daa2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.952191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c285b85-a3f8-42c2-a43b-de36ce88f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:02.960248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c285b85-a3f8-42c2-a43b-de36ce88f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.007413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c285b85-a3f8-42c2-a43b-de36ce88f83d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e21e62f8f304485bbc4b1cac4475d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258045 Oct 11 15:49:03.011350 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:03.041325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6bc067a-cb57-4cc9-b0e2-4b47e6a4ff2c req-0d00f503-eee7-41ab-ae8a-5c3ae7388498 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 210 time: 0.1019371 Oct 11 15:49:03.043792 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c285b85-a3f8-42c2-a43b-de36ce88f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532efdf5-211a-48af-b274-930e88367744,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:03.079231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2103da-38a8-439e-9e74-46ed86e52037 req-000c7dda-af4a-4b47-9b6d-2824f82aeb88 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.080800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee2103da-38a8-439e-9e74-46ed86e52037 req-000c7dda-af4a-4b47-9b6d-2824f82aeb88 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.1209803 Oct 11 15:49:03.101541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.130897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.144727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee2103da-38a8-439e-9e74-46ed86e52037 req-205322c8-866f-4b3d-a311-0e9c5ff90fda tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Oct 11 15:49:03.200960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.204143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.208317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/532efdf5-211a-48af-b274-930e88367744 HTTP/1.1" status: 204 len: 168 time: 0.1928871 Oct 11 15:49:03.221733 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ab90a-19f0-48d4-b7a4-e242155efc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532efdf5-211a-48af-b274-930e88367744,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:03.298101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a009b4a-fe73-4be8-a898-b2ba58afb59f req-b3a4134d-d88c-4e9e-a25d-bf5bd7fa874d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.299595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a009b4a-fe73-4be8-a898-b2ba58afb59f req-b3a4134d-d88c-4e9e-a25d-bf5bd7fa874d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0717747 Oct 11 15:49:03.324734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-328cea58-7135-4887-bc74-441a99e2443b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901999 Oct 11 15:49:03.355402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a009b4a-fe73-4be8-a898-b2ba58afb59f req-0fffc32b-64e1-448b-b8fd-c45c94c4b5a9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Oct 11 15:49:03.413863 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414f32-4216-4614-8a68-8a214030f586 req-1fa1ca80-f40c-47d5-ab80-579877eb87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.415756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-1fa1ca80-f40c-47d5-ab80-579877eb87d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1097 time: 0.0666292 Oct 11 15:49:03.588496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414f32-4216-4614-8a68-8a214030f586 req-bde5414b-81fe-46a9-87c2-972cb3eebc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.590060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-bde5414b-81fe-46a9-87c2-972cb3eebc02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 910 time: 0.1494024 Oct 11 15:49:03.662973 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:03.696210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-211a12ae-e755-4828-930b-91d9b84781d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 1001 time: 0.0978751 Oct 11 15:49:03.716972 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:03.728896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:03.729279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.742930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05276f08-b1ad-420d-84c1-940919111425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.762477 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414f32-4216-4614-8a68-8a214030f586 req-d69300ef-8bcb-401a-b0dd-7b1210bcbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.764757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-d69300ef-8bcb-401a-b0dd-7b1210bcbf5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 200 len: 848 time: 0.0614388 Oct 11 15:49:03.785902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2070272-a9ab-422a-beed-5f4d5d56a43f req-7358c2cd-e9e8-42f5-b747-9eb0142bd68d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.787713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2070272-a9ab-422a-beed-5f4d5d56a43f req-7358c2cd-e9e8-42f5-b747-9eb0142bd68d tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.1428843 Oct 11 15:49:03.833875 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414f32-4216-4614-8a68-8a214030f586 req-3998c558-bddb-4b61-baff-3eb14bbab3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:03.835649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-3998c558-bddb-4b61-baff-3eb14bbab3ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d194b18-36ab-4b9b-a995-18b0b0819ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631919 Oct 11 15:49:03.875078 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:49:03.876873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2070272-a9ab-422a-beed-5f4d5d56a43f req-529b09c3-3a7c-41f4-ba5d-6780d14f40c3 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Oct 11 15:49:03.943432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05276f08-b1ad-420d-84c1-940919111425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.948475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05276f08-b1ad-420d-84c1-940919111425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:03.974841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-12b14b75-e26d-42f8-b9f0-62f6829cd9ce service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311843 Oct 11 15:49:04.024378 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276f08-b1ad-420d-84c1-940919111425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab8a529-49d7-4cc9-8ffd-afa7d2de49c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:04.029785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05276f08-b1ad-420d-84c1-940919111425 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aeb03010929e405a9ea922dd49c395c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081605 Oct 11 15:49:04.032536 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:04.051921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749833b-64be-4789-8ba6-ada447b1cba8 req-5343f891-fdac-4ede-8c05-6d7851845b0b tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:04.053592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e749833b-64be-4789-8ba6-ada447b1cba8 req-5343f891-fdac-4ede-8c05-6d7851845b0b tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0890203 Oct 11 15:49:04.122092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e749833b-64be-4789-8ba6-ada447b1cba8 req-36c4fa5b-1f3b-47da-8c76-94bd93f4c007 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623298 Oct 11 15:49:04.143069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0c414f32-4216-4614-8a68-8a214030f586 req-3b8ba319-aad4-45b1-a340-04e711efdf84 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607873 Oct 11 15:49:04.146847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.174559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4428371f-85de-43f0-9695-a7125dad6e38 req-d9ec3acc-e891-4db1-bdc9-c9b55379ad9d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 210 time: 0.0508118 Oct 11 15:49:04.226203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.336895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.339653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.340805 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cab8a529-49d7-4cc9-8ffd-afa7d2de49c5 HTTP/1.1" status: 204 len: 168 time: 0.3070250 Oct 11 15:49:04.352706 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-f0dd7097-9fe6-49e4-96fd-a6842b081d1b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:04.354241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-f0dd7097-9fe6-49e4-96fd-a6842b081d1b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 817 time: 0.1630249 Oct 11 15:49:04.359407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb885f4-8037-4d38-8a01-b8f899739df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab8a529-49d7-4cc9-8ffd-afa7d2de49c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:04.412038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-c9fe2194-2988-4907-b120-8d475a11addc tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 378 time: 0.0474393 Oct 11 15:49:04.421192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711522-fcbc-4583-ab65-789fdb09b91f req-a4dc47ee-9c3f-4aca-bc86-2925ab6e74c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:04.422363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'port': {'device_id': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'admin_state_up': True, 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'security_groups': ['e9ac2119-7513-4362-b254-74692983c10e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:04.425974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f711522-fcbc-4583-ab65-789fdb09b91f req-a4dc47ee-9c3f-4aca-bc86-2925ab6e74c0 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0655951 Oct 11 15:49:04.477063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f711522-fcbc-4583-ab65-789fdb09b91f req-e57a14b4-3190-4b20-b73e-83584eb53af5 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Oct 11 15:49:04.589546 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Made reservation on behalf of 024cdcd85cd143fbb916c9afb2dff514 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:04.594440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.634397 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938b8b-0da6-49db-90a8-b7d6438e62bc req-bacd2658-1a53-4f0d-8002-63168a52d8b9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:04.637163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58938b8b-0da6-49db-90a8-b7d6438e62bc req-bacd2658-1a53-4f0d-8002-63168a52d8b9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0919409 Oct 11 15:49:04.689850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58938b8b-0da6-49db-90a8-b7d6438e62bc req-79cac4f2-b415-4f8e-b60b-a30f34dbff90 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Oct 11 15:49:04.762170 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Allocated IP 172.20.0.6 (bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363/6013152a-9fb2-499c-8992-b23aa936bda6/e447e3c3-ec90-4e7c-9b19-34c7008bddbf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:49:04.824505 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffeed-c3e8-4ebf-a7de-e3348618eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.931640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:04.968912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.017856 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:49:05.021513 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:05.025408 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:49:05.049414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:05.069563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a582b3-e5ba-4034-acab-77af23bba530 req-b0ab43e9-a381-40b5-8fcc-784e17b19065 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:05.071105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1a582b3-e5ba-4034-acab-77af23bba530 req-b0ab43e9-a381-40b5-8fcc-784e17b19065 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0642469 Oct 11 15:49:05.087741 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:05.088377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.106142 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-46dbc509-7329-422d-b185-119456658d03 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6877620 Oct 11 15:49:05.115675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1a582b3-e5ba-4034-acab-77af23bba530 req-baf38f87-2ac8-40a4-9d5b-4393b6ed16e9 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Oct 11 15:49:05.262651 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6b2284a-5604-4d5f-9531-4486436742ed None None] Provisioning complete for port e447e3c3-ec90-4e7c-9b19-34c7008bddbf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:05.263015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6b2284a-5604-4d5f-9531-4486436742ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.268746 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Request body: {'port': {'device_id': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:05.289924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937e4db-6c29-4928-85e7-902edb5191b0 req-378daa8d-f31e-438f-80be-a7359de8f725 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:05.291658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f937e4db-6c29-4928-85e7-902edb5191b0 req-378daa8d-f31e-438f-80be-a7359de8f725 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 931 time: 0.0511112 Oct 11 15:49:05.298043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2284a-5604-4d5f-9531-4486436742ed None None] Port e447e3c3-ec90-4e7c-9b19-34c7008bddbf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:49:05.327187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.333600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f937e4db-6c29-4928-85e7-902edb5191b0 req-9a37fa91-c753-40ef-83b8-eca9490d6c20 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326610 Oct 11 15:49:05.583739 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:05.590896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.602794 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Transition to ACTIVE for port object e447e3c3-ec90-4e7c-9b19-34c7008bddbf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:49:05.606611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.657613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:05.735100 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Attempting to bind port e447e3c3-ec90-4e7c-9b19-34c7008bddbf on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:49:05.735432 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Attempting to bind port e447e3c3-ec90-4e7c-9b19-34c7008bddbf by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:49:05.735761 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Attempting to bind port e447e3c3-ec90-4e7c-9b19-34c7008bddbf on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:05.740392 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Port e447e3c3-ec90-4e7c-9b19-34c7008bddbf on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:49:05.740712 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Attempting to bind port e447e3c3-ec90-4e7c-9b19-34c7008bddbf on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:05.745715 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:49:05.746051 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Checking segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:05.746438 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Bound using segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:49:05.746863 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Bound port: e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:49:05.747228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.813332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:49:05.816895 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:49:05.821910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.855902 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:05.856397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.857790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 1091 time: 0.7436078 Oct 11 15:49:05.858227 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:05.860478 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b5d545-fcd4-4dd7-b824-a7c50044f42e" -d '{"events": [{"name": "network-changed", "server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:05.895002 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11d763-b2f0-465d-baa5-817059d193a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:05.917439 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d207ed0-8840-4488-9732-c388f2f2a27f x-openstack-request-id: req-6d207ed0-8840-4488-9732-c388f2f2a27f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:05.917753 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:05.918064 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d207ed0-8840-4488-9732-c388f2f2a27f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:05.918466 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'status': 'completed', 'code': 200} Oct 11 15:49:05.924718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:05.954601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-42756faf-15d6-4baf-90d0-76cb7ef40173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:05.956122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-42756faf-15d6-4baf-90d0-76cb7ef40173 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1094 time: 0.0570180 Oct 11 15:49:05.970976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:06.005718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-9d30d13c-abf4-41d5-bd09-72612c431687 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 217 time: 0.0408809 Oct 11 15:49:06.055414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-73d7963b-793c-45a2-af2f-5a6b2460da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.056866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-73d7963b-793c-45a2-af2f-5a6b2460da73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0448313 Oct 11 15:49:06.101948 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-527fe154-a02d-4903-ad3a-72d9fea9b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.103529 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-527fe154-a02d-4903-ad3a-72d9fea9b171 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395465 Oct 11 15:49:06.199396 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-afa4a0bb-8a4c-4aa0-bf24-46e2d5910f88 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Oct 11 15:49:06.230519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf64a-41e7-46fd-8c8c-05baeb4fc7f8 req-5027fa62-dba3-43be-86d6-b53915555e6c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.231994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45ddf64a-41e7-46fd-8c8c-05baeb4fc7f8 req-5027fa62-dba3-43be-86d6-b53915555e6c tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.0487769 Oct 11 15:49:06.270996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45ddf64a-41e7-46fd-8c8c-05baeb4fc7f8 req-c1df5b1f-2f72-492c-ae41-a5cc9310d425 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/security-groups?id=e25003b0-a597-40c4-8921-411df04db332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Oct 11 15:49:06.299551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-ce242cde-f991-4cbc-bf9e-b3f970f23c03 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.301557 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-ce242cde-f991-4cbc-bf9e-b3f970f23c03 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.36 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 945 time: 0.1013026 Oct 11 15:49:06.460262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c61573-f7b7-49d3-be0f-e71af692392a req-cf9c144c-69f9-4355-8765-2a3f9b190963 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.461914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4c61573-f7b7-49d3-be0f-e71af692392a req-cf9c144c-69f9-4355-8765-2a3f9b190963 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0529289 Oct 11 15:49:06.506128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4c61573-f7b7-49d3-be0f-e71af692392a req-12b04df7-23bb-4b92-911b-56907063cdeb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382452 Oct 11 15:49:06.662425 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f33d6f5d-1676-4d3f-9518-64ba977afa02 req-2a2a20d5-0d77-43b0-886a-e556250a24d6 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544759 Oct 11 15:49:06.745029 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Deleting port e9b15341-38eb-4774-8d01-a98164f074d5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:49:06.745381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:06.807787 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-c440e5c4-e42a-4a6b-ad2e-71d2bca1815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.809252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-c440e5c4-e42a-4a6b-ad2e-71d2bca1815b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1094 time: 0.0993538 Oct 11 15:49:06.886556 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] For port e9b15341-38eb-4774-8d01-a98164f074d5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e9b15341-38eb-4774-8d01-a98164f074d5,segment=NetworkSegment(0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1),segment_id=0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:06.887157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:06.905222 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Calling delete_port for e9b15341-38eb-4774-8d01-a98164f074d5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:49:06.965598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-3da0168d-c3fb-4245-b504-cb9c02e7af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:06.966999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-3da0168d-c3fb-4245-b504-cb9c02e7af5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.1494968 Oct 11 15:49:07.019884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-e6834afa-539c-448b-95a6-6675c737df50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 217 time: 0.0434613 Oct 11 15:49:07.094321 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-68c7e511-2d0e-4d2d-860d-743798ece36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:07.095767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-68c7e511-2d0e-4d2d-860d-743798ece36c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0656791 Oct 11 15:49:07.143445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:07.155741 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e9b15341-38eb-4774-8d01-a98164f074d5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:07.179587 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Pushing event deleted for resources: {'Port': ['ID=e9b15341-38eb-4774-8d01-a98164f074d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:07.189513 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-885e96c2-3dd3-40f7-94be-05ea74eb23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:07.191103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-885e96c2-3dd3-40f7-94be-05ea74eb23f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876048 Oct 11 15:49:07.272683 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] No DVR routers for this DVR port e9b15341-38eb-4774-8d01-a98164f074d5 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:49:07.276745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:07.280146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a4e5e5ea-03bb-4c4f-a5f3-54b8606eb1e9 req-804af115-3a0d-4130-9d23-35ee547d3845 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.36 "DELETE /v2.0/ports/e9b15341-38eb-4774-8d01-a98164f074d5 HTTP/1.1" status: 204 len: 173 time: 0.9725349 Oct 11 15:49:07.337233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-04351fc4-0f97-4fd1-83e7-ffc5d3322db5 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278443 Oct 11 15:49:07.375919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b125904-2758-46ee-9f11-8b5897ba4643 req-4f9b2300-c136-4230-a17c-2ab3c37a4b91 tempest-ServerDiskConfigTestJSON-322155510 tempest-ServerDiskConfigTestJSON-322155510-project] 10.222.0.31 "GET /v2.0/ports?device_id=0095b38d-9017-406e-8666-8e7c77fc8cb1 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Oct 11 15:49:07.435948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02b5d545-fcd4-4dd7-b824-a7c50044f42e req-1928b708-3400-4ff6-a2d2-461d8e050186 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908148 Oct 11 15:49:07.622392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3dbfa-0aa0-45ae-91c5-2c4a3a6928e7 req-1b65ef01-9102-46aa-92e1-c86a53f0d2f7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:07.623860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ee3dbfa-0aa0-45ae-91c5-2c4a3a6928e7 req-1b65ef01-9102-46aa-92e1-c86a53f0d2f7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0484066 Oct 11 15:49:07.662664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ee3dbfa-0aa0-45ae-91c5-2c4a3a6928e7 req-0236b25a-3f51-49c1-afb4-0004f3d0e0c6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325048 Oct 11 15:49:07.723471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:07.919192 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'name': 'network-vif-deleted', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:07.921605 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22560ae1-ee15-4c97-9068-482326192193" -d '{"events": [{"server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "name": "network-vif-deleted", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:07.957603 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f969520-ceab-47f3-8381-4884d7e50cb9 x-openstack-request-id: req-0f969520-ceab-47f3-8381-4884d7e50cb9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:07.957899 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0095b38d-9017-406e-8666-8e7c77fc8cb1", "name": "network-vif-deleted", "tag": "e9b15341-38eb-4774-8d01-a98164f074d5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:07.958259 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f969520-ceab-47f3-8381-4884d7e50cb9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:07.958724 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0095b38d-9017-406e-8666-8e7c77fc8cb1', 'name': 'network-vif-deleted', 'tag': 'e9b15341-38eb-4774-8d01-a98164f074d5', 'status': 'completed', 'code': 200} Oct 11 15:49:08.557268 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:08.602340 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Deleting subnet 629ba15e-d9fb-4da5-975e-bf5a98372c3f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:49:08.605289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.643732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.682191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.735443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.764136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.767437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/629ba15e-d9fb-4da5-975e-bf5a98372c3f HTTP/1.1" status: 204 len: 168 time: 0.2090218 Oct 11 15:49:08.768584 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a925-60a7-4965-8ca6-e51b2effd650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629ba15e-d9fb-4da5-975e-bf5a98372c3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:08.770278 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:08.794954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75521d1-5576-4f6e-ae5b-5e2ec625beee req-695a11e4-f23c-4421-a271-e8dc9263ea07 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:08.796595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d75521d1-5576-4f6e-ae5b-5e2ec625beee req-695a11e4-f23c-4421-a271-e8dc9263ea07 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0584350 Oct 11 15:49:08.834546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d75521d1-5576-4f6e-ae5b-5e2ec625beee req-8a680d69-e47d-4670-93be-f9c808299953 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312028 Oct 11 15:49:08.846754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.926161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.946039 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e18244-eb91-4803-97c5-b0f2da883e94']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:08.954949 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:08.955242 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe7ab9-abbd-44a5-ad81-8920e4d6cfc1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:08.964511 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.977749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.983421 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:49:08.983797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:49:08.985387 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:49:08.994282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:49:09.043554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.050057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.054562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7e18244-eb91-4803-97c5-b0f2da883e94 HTTP/1.1" status: 204 len: 168 time: 0.2834480 Oct 11 15:49:09.064936 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f327a-0c63-4c30-a193-999dd945d038 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e18244-eb91-4803-97c5-b0f2da883e94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:09.093428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:09.108614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:49:09.146115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.158673 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:09.178112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:09.182154 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.226880 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:09.235926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:09.266057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d396224a-854b-4c6e-8c84-40ffd840f2c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3566df62cba44e4f863361df120d8a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380132 Oct 11 15:49:09.268424 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:09.316305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.336809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.385811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.388422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.389581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e25003b0-a597-40c4-8921-411df04db332 HTTP/1.1" status: 204 len: 168 time: 0.1196785 Oct 11 15:49:09.397987 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d9402-80ed-4f82-b1b9-1d1c30fa544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25003b0-a597-40c4-8921-411df04db332,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:09.426976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:09.487221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e447e3c3-ec90-4e7c-9b19-34c7008bddbf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:09.965367 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3d77c-d2bd-4fd6-9128-f367e484f909 req-a07f7c91-b887-45a7-a2cd-d09503b9b124 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:09.966888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d3d77c-d2bd-4fd6-9128-f367e484f909 req-a07f7c91-b887-45a7-a2cd-d09503b9b124 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0540550 Oct 11 15:49:10.007211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2d3d77c-d2bd-4fd6-9128-f367e484f909 req-5aa45577-6f83-4461-83f6-259dc568d2b6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334764 Oct 11 15:49:10.038580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e9b15341-38eb-4774-8d01-a98164f074d5 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:49:10.058007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: e9b15341-38eb-4774-8d01-a98164f074d5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:49:10.058354 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e9b15341-38eb-4774-8d01-a98164f074d5 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:49:10.063154 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 44868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:10.167293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1653028197-network', 'tenant_id': 'dcf662d7e5e94ba8a36c0263b75c620e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:10.188096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Made reservation on behalf of dcf662d7e5e94ba8a36c0263b75c620e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:10.190393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.199354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.276354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.279849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.304017 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:49:10.314069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c53014-3da1-43f8-8df6-b56149d91ccc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:10.320394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.320735 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Added segment 8af3e92d-c838-4b20-b248-d547e50cfec8 of type vlan for network 96132d05-062a-4957-bf13-9ee88954b329 Oct 11 15:49:10.360927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.386225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.387162 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:10.387760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.445040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3807704 Oct 11 15:49:10.448072 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:10.455788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Request body: {'subnet': {'network_id': '96132d05-062a-4957-bf13-9ee88954b329', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1653028197-subnet', 'tenant_id': 'dcf662d7e5e94ba8a36c0263b75c620e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:10.455990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b342ee-f87a-4800-92b1-0a8794e48869 admin admin] Pushing event updated for resources: {'Network': ['ID=96132d05-062a-4957-bf13-9ee88954b329,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:10.467270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 96132d05-062a-4957-bf13-9ee88954b329 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:49:10.488195 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Made reservation on behalf of dcf662d7e5e94ba8a36c0263b75c620e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:10.490792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.634510 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.665959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.724237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa79ec1-1784-41c8-af1e-24a3b18d0ff4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:10.734506 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Checking segment: {'id': '8af3e92d-c838-4b20-b248-d547e50cfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96132d05-062a-4957-bf13-9ee88954b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:10.734866 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Network hostable DHCP agents. Network: 96132d05-062a-4957-bf13-9ee88954b329, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:49:10.751901 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Network 96132d05-062a-4957-bf13-9ee88954b329 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:49:10.761316 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 96132d05-062a-4957-bf13-9ee88954b329) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:10.765418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:10.766040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:10.771559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49177e9f-62ed-48a6-88ef-332fbabdeaab None None] Network 96132d05-062a-4957-bf13-9ee88954b329 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:10.785032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8162dc7c-4596-464f-ad78-e86945743b2e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3355162 Oct 11 15:49:10.957657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1193072-e747-405f-9be9-472a61245e8f None None] Network 96132d05-062a-4957-bf13-9ee88954b329 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:11.152722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:11.163658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418ee97-175b-4cf8-8781-c0785a7157ce req-5358fbde-7419-432b-9d0d-caa261246664 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:11.165153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d418ee97-175b-4cf8-8781-c0785a7157ce req-5358fbde-7419-432b-9d0d-caa261246664 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0681868 Oct 11 15:49:11.258069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d418ee97-175b-4cf8-8781-c0785a7157ce req-40a53d38-20eb-4a12-804b-d56c47cbec87 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803530 Oct 11 15:49:11.282428 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port e447e3c3-ec90-4e7c-9b19-34c7008bddbf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:49:11.306868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-3106d1ae-ab5d-446d-9942-b5ba30d04207 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:11.307305 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e447e3c3-ec90-4e7c-9b19-34c7008bddbf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:11.307685 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:11.308713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-3106d1ae-ab5d-446d-9942-b5ba30d04207 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/networks?id=96132d05-062a-4957-bf13-9ee88954b329 HTTP/1.1" status: 200 len: 822 time: 0.1636772 Oct 11 15:49:11.324757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-07342d38-7bd4-433d-b2d7-0bc307680a35 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/quotas/dcf662d7e5e94ba8a36c0263b75c620e HTTP/1.1" status: 200 len: 375 time: 0.0098381 Oct 11 15:49:11.357695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-14c08c92-63db-44ac-a11c-8f5570931172 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcf662d7e5e94ba8a36c0263b75c620e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266125 Oct 11 15:49:11.417370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:11.439979 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:11.442917 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e480bad-9d23-4d50-84ee-f4b64179a539" -d '{"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:11.453298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-0e35d6e3-2ecb-4fb9-8c3c-de9f59e2f269 service neutron] 10.222.0.31 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Oct 11 15:49:11.455331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:11.460677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:11.486650 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160f027-3b14-4f60-8772-edbda3e321c2 x-openstack-request-id: req-c160f027-3b14-4f60-8772-edbda3e321c2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:11.486942 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:11.487204 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c160f027-3b14-4f60-8772-edbda3e321c2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:11.488255 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'code': 200} Oct 11 15:49:11.517890 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:11.548235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-18496236-b509-4f75-bc0f-8bd0e700ee4b service neutron] 10.222.0.31 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Oct 11 15:49:11.583320 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127b0d-25d4-4280-ac13-8afbea4d4be9 req-d5e63864-9835-48bc-a7a8-160d323942ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:11.584883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15127b0d-25d4-4280-ac13-8afbea4d4be9 req-d5e63864-9835-48bc-a7a8-160d323942ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0421894 Oct 11 15:49:11.620001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15127b0d-25d4-4280-ac13-8afbea4d4be9 req-52a64328-778d-4f55-85b6-df56ab6df304 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277834 Oct 11 15:49:11.711690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55f2a722-40c5-4333-a3e6-e2891bc8fec3 req-374a5945-6190-4fef-b482-3b7e70469789 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 210 time: 0.0305262 Oct 11 15:49:12.385122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9070e-7168-4cd5-8743-baed3f5ebdd5 req-a9f1ab9e-5977-4440-8ab6-343ee5ca8cf3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:12.386557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f9070e-7168-4cd5-8743-baed3f5ebdd5 req-a9f1ab9e-5977-4440-8ab6-343ee5ca8cf3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0480371 Oct 11 15:49:12.423089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f9070e-7168-4cd5-8743-baed3f5ebdd5 req-524fa622-04a0-4e1f-90a0-7c7c43f9a70a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306463 Oct 11 15:49:12.665022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ed2c9a92-9e4d-45ed-b7b9-62ee10bb2eaa tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:12.666414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ed2c9a92-9e4d-45ed-b7b9-62ee10bb2eaa tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.36 "GET /v2.0/networks?id=96132d05-062a-4957-bf13-9ee88954b329 HTTP/1.1" status: 200 len: 822 time: 0.1075947 Oct 11 15:49:12.681598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Request body: {'port': {'device_id': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'network_id': '96132d05-062a-4957-bf13-9ee88954b329', 'admin_state_up': True, 'tenant_id': 'dcf662d7e5e94ba8a36c0263b75c620e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:12.789799 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Made reservation on behalf of dcf662d7e5e94ba8a36c0263b75c620e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:12.793629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:12.809902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-93a68a76-4f70-44ce-8001-d3df9f8c0cb1 req-d06ad371-49d9-471f-882f-4817ee4837d4 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 210 time: 0.0271533 Oct 11 15:49:12.925235 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Allocated IP 172.20.0.7 (96132d05-062a-4957-bf13-9ee88954b329/0fa79ec1-1784-41c8-af1e-24a3b18d0ff4/d75ac7f1-9769-4f3e-bcef-5b1834386eca) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:49:13.075104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.107373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.147816 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Network 96132d05-062a-4957-bf13-9ee88954b329 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:49:13.154551 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:13.158320 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:49:13.164539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Pushing event updated for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:13.210056 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:13.210584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.225868 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-bed73467-f0ba-45e7-b6e7-b1f1a97327b5 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479176 Oct 11 15:49:13.238184 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Request body: {'port': {'device_id': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:13.292089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.554644 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75ac7f1-9769-4f3e-bcef-5b1834386eca {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:13.555438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be52e2-a576-4c56-871b-c059c3d4dbee req-0441e55c-b795-4581-9fcc-658cce1e347f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:13.556911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90be52e2-a576-4c56-871b-c059c3d4dbee req-0441e55c-b795-4581-9fcc-658cce1e347f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0587254 Oct 11 15:49:13.562094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.574859 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Transition to ACTIVE for port object d75ac7f1-9769-4f3e-bcef-5b1834386eca will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:49:13.579649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.595954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90be52e2-a576-4c56-871b-c059c3d4dbee req-a8b6a3e8-971d-49ee-ba2e-8554efc2d9f7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327036 Oct 11 15:49:13.627999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Pushing event updated for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:13.701176 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Attempting to bind port d75ac7f1-9769-4f3e-bcef-5b1834386eca on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:49:13.701904 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Attempting to bind port d75ac7f1-9769-4f3e-bcef-5b1834386eca by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '8af3e92d-c838-4b20-b248-d547e50cfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96132d05-062a-4957-bf13-9ee88954b329'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:49:13.701904 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Attempting to bind port d75ac7f1-9769-4f3e-bcef-5b1834386eca on network 96132d05-062a-4957-bf13-9ee88954b329 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:13.706011 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Port d75ac7f1-9769-4f3e-bcef-5b1834386eca on network 96132d05-062a-4957-bf13-9ee88954b329 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:49:13.706504 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Attempting to bind port d75ac7f1-9769-4f3e-bcef-5b1834386eca on network 96132d05-062a-4957-bf13-9ee88954b329 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:13.711217 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:49:13.711545 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Checking segment: {'id': '8af3e92d-c838-4b20-b248-d547e50cfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96132d05-062a-4957-bf13-9ee88954b329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:13.711918 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Bound using segment: {'id': '8af3e92d-c838-4b20-b248-d547e50cfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96132d05-062a-4957-bf13-9ee88954b329'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:49:13.712330 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Bound port: d75ac7f1-9769-4f3e-bcef-5b1834386eca, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af3e92d-c838-4b20-b248-d547e50cfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '96132d05-062a-4957-bf13-9ee88954b329'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:49:13.712675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.715428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2047-9a72-41f2-a1a2-38d131dc2219 req-80492d83-f887-46ff-ae9f-0689e776929f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:13.716842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-342f2047-9a72-41f2-a1a2-38d131dc2219 req-80492d83-f887-46ff-ae9f-0689e776929f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0524096 Oct 11 15:49:13.726127 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:13.730515 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'floatingip': {'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:13.769408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.774833 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:49:13.777948 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca,segment=NetworkSegment(8af3e92d-c838-4b20-b248-d547e50cfec8),segment_id=8af3e92d-c838-4b20-b248-d547e50cfec8)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:49:13.782042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.816250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:13.816851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:13.818264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] 10.222.0.36 "PUT /v2.0/ports/d75ac7f1-9769-4f3e-bcef-5b1834386eca HTTP/1.1" status: 200 len: 1091 time: 0.5845895 Oct 11 15:49:13.818690 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:13.820919 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abfdf6-9320-4384-90ef-259916c6ddb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:13.847268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1669b-f972-4d54-bf54-8cca55568e17 service neutron] Pushing event updated for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:13.903484 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99884660-b0e1-4db9-b100-72b2c92b7865 x-openstack-request-id: req-99884660-b0e1-4db9-b100-72b2c92b7865 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:13.903881 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:13.904203 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99884660-b0e1-4db9-b100-72b2c92b7865 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:13.904665 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca', 'status': 'completed', 'code': 200} Oct 11 15:49:13.921098 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-20118e74-e85e-4595-932a-42707aab7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:13.922796 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-20118e74-e85e-4595-932a-42707aab7bdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcf662d7e5e94ba8a36c0263b75c620e&device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 1094 time: 0.0566616 Oct 11 15:49:13.967540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-a6b277b4-4fed-4e73-b814-177114ab7a43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca HTTP/1.1" status: 200 len: 217 time: 0.0367429 Oct 11 15:49:14.016133 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ba20dedc-9c15-4d50-82da-9cd081fb6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:14.017604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-ba20dedc-9c15-4d50-82da-9cd081fb6a43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa79ec1-1784-41c8-af1e-24a3b18d0ff4 HTTP/1.1" status: 200 len: 862 time: 0.0430324 Oct 11 15:49:14.021141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5d1e7-fc3d-4032-90ed-b9c9ed4351b6 req-4b53efe4-9a09-4b11-b19b-8933ca8bb72f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:14.022590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5d1e7-fc3d-4032-90ed-b9c9ed4351b6 req-4b53efe4-9a09-4b11-b19b-8933ca8bb72f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 943 time: 0.0944388 Oct 11 15:49:14.054062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-96b0c0ce-aba4-46b9-bec5-e1221ec91626 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96132d05-062a-4957-bf13-9ee88954b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290608 Oct 11 15:49:14.146546 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-edd2f3b2-839f-4461-b54c-61c8d31d3f12 service neutron] 10.222.0.36 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Oct 11 15:49:14.243979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f18b74a-ed0e-4589-b187-d6d50b1d6f03 req-25a87787-e5dd-4a13-8ca5-9a9df48e2ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Oct 11 15:49:14.333041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-d7cbc796-a8a7-4a53-ba39-587ecea4301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:14.334574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-d7cbc796-a8a7-4a53-ba39-587ecea4301c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcf662d7e5e94ba8a36c0263b75c620e&device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 1094 time: 0.0422146 Oct 11 15:49:14.417752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5d1e7-fc3d-4032-90ed-b9c9ed4351b6 req-46a31d01-7b42-4d29-b691-aebf09d41de1 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881044 Oct 11 15:49:14.432183 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-80b50213-b323-4145-9bb1-e4dc692de628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:14.433670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-80b50213-b323-4145-9bb1-e4dc692de628 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96132d05-062a-4957-bf13-9ee88954b329 HTTP/1.1" status: 200 len: 923 time: 0.0909748 Oct 11 15:49:14.479898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-d408a403-9197-468d-8815-c1a5cf844f6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca HTTP/1.1" status: 200 len: 217 time: 0.0390470 Oct 11 15:49:14.530585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-3cc20fa3-6437-4051-9163-7c602859dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:14.532151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-3cc20fa3-6437-4051-9163-7c602859dcf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa79ec1-1784-41c8-af1e-24a3b18d0ff4 HTTP/1.1" status: 200 len: 862 time: 0.0437419 Oct 11 15:49:14.564282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-746bf85e-aba1-4f77-948d-6c4feac92244 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96132d05-062a-4957-bf13-9ee88954b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241985 Oct 11 15:49:14.578905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:14.583395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:14.658744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-7b77e35e-5232-4d39-8c83-3cb08dea661e service neutron] 10.222.0.36 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864172 Oct 11 15:49:14.684333 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Floating IP cdc2595c-2173-4904-9545-19190bb3da6b associated. External IP: 172.35.3.53, port: e447e3c3-ec90-4e7c-9b19-34c7008bddbf. Oct 11 15:49:14.749431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2abfdf6-9320-4384-90ef-259916c6ddb0 req-844f0eef-484d-45c8-9493-dc7145b20005 service neutron] 10.222.0.36 "GET /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Oct 11 15:49:14.892135 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:49:15.001982 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:49:15.007366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:15.012297 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:49:15.021391 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:49:15.022025 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:49:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:15.033590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d31d17e3-b096-46c6-b4c6-52c7cfdf8d9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "PUT /v2.0/floatingips/cdc2595c-2173-4904-9545-19190bb3da6b HTTP/1.1" status: 200 len: 990 time: 1.3063924 Oct 11 15:49:15.034261 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:15.037213 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6334d95-3875-4605-8ecb-7a059827509c" -d '{"events": [{"name": "network-changed", "server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:15.128908 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:49:15.149763 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965b37f-5303-423e-9b66-be1d325e0a1c x-openstack-request-id: req-8965b37f-5303-423e-9b66-be1d325e0a1c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:15.150053 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:15.150300 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8965b37f-5303-423e-9b66-be1d325e0a1c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:15.150689 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'status': 'completed', 'code': 200} Oct 11 15:49:15.209859 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334d95-3875-4605-8ecb-7a059827509c req-7b437013-c62c-4b08-84e6-fb874c1d3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:15.211397 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-7b437013-c62c-4b08-84e6-fb874c1d3f8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0408814 Oct 11 15:49:15.305419 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334d95-3875-4605-8ecb-7a059827509c req-7c7c67e1-a234-4e6a-b1f0-a2334b8b4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:15.307025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-7c7c67e1-a234-4e6a-b1f0-a2334b8b4062 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0887451 Oct 11 15:49:15.350592 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cdc2595c-2173-4904-9545-19190bb3da6b', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.53', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:49:01Z', 'updated_at': '2021-10-11T15:49:14Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:15.383354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-98c81896-5158-4de0-8895-2e5abb7c40f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 998 time: 0.0695698 Oct 11 15:49:15.434473 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334d95-3875-4605-8ecb-7a059827509c req-9e946f2d-0c3a-4479-a1f7-f2c8f2ce9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:15.435959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-9e946f2d-0c3a-4479-a1f7-f2c8f2ce9349 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0463541 Oct 11 15:49:15.470641 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:49:15.483160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:49:15.483862 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:49:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:15.484008 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334d95-3875-4605-8ecb-7a059827509c req-ec783c77-787e-4d6d-b2a2-d183d3db8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:15.485505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-ec783c77-787e-4d6d-b2a2-d183d3db8ef9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429151 Oct 11 15:49:15.537459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f771-677d-4e8d-8cc7-e96ad8aa6b3c req-c5a0792c-8065-4629-a9fb-c742f55b06ec tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:15.539049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c515f771-677d-4e8d-8cc7-e96ad8aa6b3c req-c5a0792c-8065-4629-a9fb-c742f55b06ec tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 943 time: 0.0513186 Oct 11 15:49:15.577456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c515f771-677d-4e8d-8cc7-e96ad8aa6b3c req-dc9bda3d-7ad6-4707-bc55-da473a32ba8d tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Oct 11 15:49:15.585622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-55bd8634-4bdd-4922-b036-eca29f64d59c service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929134 Oct 11 15:49:15.592105 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:49:15.676403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6334d95-3875-4605-8ecb-7a059827509c req-0e2b27bf-3201-4059-80f6-22dd3b9cae1f service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835304 Oct 11 15:49:15.809373 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cdc2595c-2173-4904-9545-19190bb3da6b', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.53', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:49:01Z', 'updated_at': '2021-10-11T15:49:14Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:15.837967 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1aa5ec-4439-4489-a216-93bea49dc769 None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cdc2595c-2173-4904-9545-19190bb3da6b', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.53', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:49:01Z', 'updated_at': '2021-10-11T15:49:14Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:49:16.019831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fbba0-69a7-4f98-8493-7243d6a5052c None None] New status for floating IP cdc2595c-2173-4904-9545-19190bb3da6b: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:49:16.695376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0775bac-ae1d-40cd-8da9-94a011abdc3b req-4121fe3b-46b3-4d15-af82-13b3e3b97daa tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:16.696837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0775bac-ae1d-40cd-8da9-94a011abdc3b req-4121fe3b-46b3-4d15-af82-13b3e3b97daa tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Oct 11 15:49:16.733582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0775bac-ae1d-40cd-8da9-94a011abdc3b req-23c6b5b8-8490-4155-89d5-031107b6ce96 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Oct 11 15:49:17.844795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc7c81-50d6-4833-8454-6099d87692d8 req-8df8415e-44af-4c6a-9d35-e662484097ca tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:17.846285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99dc7c81-50d6-4833-8454-6099d87692d8 req-8df8415e-44af-4c6a-9d35-e662484097ca tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 943 time: 0.0490913 Oct 11 15:49:17.883885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99dc7c81-50d6-4833-8454-6099d87692d8 req-d67045ca-fd61-4784-8e18-a9d836dedcdc tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Oct 11 15:49:18.084792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d75ac7f1-9769-4f3e-bcef-5b1834386eca details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:49:18.179916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca,segment=NetworkSegment(8af3e92d-c838-4b20-b248-d547e50cfec8),segment_id=8af3e92d-c838-4b20-b248-d547e50cfec8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:18.191016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca', 'network_id': '96132d05-062a-4957-bf13-9ee88954b329', 'port_id': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca', 'mac_address': 'fa:16:3e:81:df:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa79ec1-1784-41c8-af1e-24a3b18d0ff4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:49:18.226737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:18.239681 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75ac7f1-9769-4f3e-bcef-5b1834386eca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:18.258417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca,segment=NetworkSegment(8af3e92d-c838-4b20-b248-d547e50cfec8),segment_id=8af3e92d-c838-4b20-b248-d547e50cfec8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:18.262581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:18.312940 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:18.526534 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d75ac7f1-9769-4f3e-bcef-5b1834386eca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:18.998776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed73b-8dc6-4e05-9b7d-879a34415bf1 req-92757963-a46f-47ed-845b-37d446cff2a7 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:19.000230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e5ed73b-8dc6-4e05-9b7d-879a34415bf1 req-92757963-a46f-47ed-845b-37d446cff2a7 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 944 time: 0.0488336 Oct 11 15:49:19.036721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e5ed73b-8dc6-4e05-9b7d-879a34415bf1 req-b74c917e-26ee-4d67-a59a-b729e83003fe tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 11 15:49:20.096090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d75ac7f1-9769-4f3e-bcef-5b1834386eca up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:20.146981 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port d75ac7f1-9769-4f3e-bcef-5b1834386eca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:49:20.150483 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port d75ac7f1-9769-4f3e-bcef-5b1834386eca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:20.150854 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:20.154508 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d835c-0bc6-438d-8f73-5eeb813d98c8 req-8c743036-5dc6-4697-bcf6-f7382b47d791 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:20.156000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0d835c-0bc6-438d-8f73-5eeb813d98c8 req-8c743036-5dc6-4697-bcf6-f7382b47d791 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 944 time: 0.0537679 Oct 11 15:49:20.194059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d0d835c-0bc6-438d-8f73-5eeb813d98c8 req-d3dddfa3-579b-4b4a-a1b6-8b261853654f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Oct 11 15:49:20.227421 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:20.248494 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:20.250710 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa14ce4-a7c6-4278-bdd3-4f936cb80dc5" -d '{"events": [{"server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "name": "network-vif-plugged", "status": "completed", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:20.263156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca,segment=NetworkSegment(8af3e92d-c838-4b20-b248-d547e50cfec8),segment_id=8af3e92d-c838-4b20-b248-d547e50cfec8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:20.267005 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:20.292744 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd37429-3724-4bbd-acc9-78b5cc67c360 x-openstack-request-id: req-abd37429-3724-4bbd-acc9-78b5cc67c360 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:20.293057 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "name": "network-vif-plugged", "status": "completed", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:20.293306 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abd37429-3724-4bbd-acc9-78b5cc67c360 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:20.293852 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca', 'code': 200} Oct 11 15:49:20.323461 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:20.382754 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67b8c-ca92-475f-8809-0d8947b303a2 req-43d52c68-59b6-4a2a-94cb-3b86e2ea1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:20.384418 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-51c67b8c-ca92-475f-8809-0d8947b303a2 req-43d52c68-59b6-4a2a-94cb-3b86e2ea1ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 1096 time: 0.0415382 Oct 11 15:49:20.419641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-51c67b8c-ca92-475f-8809-0d8947b303a2 req-94449529-dab6-4672-820f-66001342512b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277636 Oct 11 15:49:21.307943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb24f8-679c-48a3-b004-94c5360109d8 req-a55eeabb-2f0c-4285-abf4-36c9394e808a tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:21.309386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebdb24f8-679c-48a3-b004-94c5360109d8 req-a55eeabb-2f0c-4285-abf4-36c9394e808a tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 945 time: 0.0481589 Oct 11 15:49:21.347147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ebdb24f8-679c-48a3-b004-94c5360109d8 req-a241e8ae-b670-4353-b320-4941025842bb tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Oct 11 15:49:22.464539 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303f7ab-a775-4aa8-8c2b-a5b76a872af7 req-003c65cc-f662-4d04-9b92-845372bb3df6 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:22.465979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d303f7ab-a775-4aa8-8c2b-a5b76a872af7 req-003c65cc-f662-4d04-9b92-845372bb3df6 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 945 time: 0.0489051 Oct 11 15:49:22.505135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d303f7ab-a775-4aa8-8c2b-a5b76a872af7 req-b8c5536f-3505-4eb1-950a-b951ca310423 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Oct 11 15:49:22.803599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa04e70-a69c-403a-b6f2-45f05c26d2bd req-f6fa4556-21b3-4b45-a4e5-13f89717e238 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:22.805066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fa04e70-a69c-403a-b6f2-45f05c26d2bd req-f6fa4556-21b3-4b45-a4e5-13f89717e238 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 945 time: 0.0543692 Oct 11 15:49:22.844024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fa04e70-a69c-403a-b6f2-45f05c26d2bd req-873597fa-b60a-4250-bcd2-ce6ee8a01749 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Oct 11 15:49:23.958713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b92e-4d06-412d-b8f1-799fdbb3b519 req-9b8716b8-f662-49a0-9390-469dc09bdf18 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:23.960405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b352b92e-4d06-412d-b8f1-799fdbb3b519 req-9b8716b8-f662-49a0-9390-469dc09bdf18 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Oct 11 15:49:23.997593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b352b92e-4d06-412d-b8f1-799fdbb3b519 req-a5f633d4-6746-4258-bb22-fc20a65c390f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.31 "GET /v2.0/security-groups?id=25c53014-3da1-43f8-8df6-b56149d91ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Oct 11 15:49:24.065697 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-18bbdf2d-2410-490b-af51-160f113b123f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:24.067119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-18bbdf2d-2410-490b-af51-160f113b123f tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef5088b1-ab46-43c8-a788-a9691eb18640 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Oct 11 15:49:24.157161 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Deleting port d75ac7f1-9769-4f3e-bcef-5b1834386eca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:49:24.157420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:24.247124 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] For port d75ac7f1-9769-4f3e-bcef-5b1834386eca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d75ac7f1-9769-4f3e-bcef-5b1834386eca,segment=NetworkSegment(8af3e92d-c838-4b20-b248-d547e50cfec8),segment_id=8af3e92d-c838-4b20-b248-d547e50cfec8)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:24.247487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:24.260063 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Calling delete_port for d75ac7f1-9769-4f3e-bcef-5b1834386eca owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:49:24.385297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:24.398198 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d75ac7f1-9769-4f3e-bcef-5b1834386eca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:24.421231 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Pushing event deleted for resources: {'Port': ['ID=d75ac7f1-9769-4f3e-bcef-5b1834386eca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:24.465442 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] No DVR routers for this DVR port d75ac7f1-9769-4f3e-bcef-5b1834386eca on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:49:24.467973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:24.471316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0dcd4b2e-f0a2-44db-b148-77a9864ef748 req-8bb5ff3e-12c8-490f-9d80-9df4f56e5a21 tempest-InstanceActionsNegativeTestJSON-1792031823 tempest-InstanceActionsNegativeTestJSON-1792031823-project] 10.222.0.36 "DELETE /v2.0/ports/d75ac7f1-9769-4f3e-bcef-5b1834386eca HTTP/1.1" status: 204 len: 173 time: 0.3982031 Oct 11 15:49:24.471752 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'name': 'network-vif-deleted', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:24.474017 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96ce1bf-2998-4db5-bfa1-4b72c3b68381" -d '{"events": [{"server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "name": "network-vif-deleted", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:24.514091 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ec011-9faa-4542-a6e4-6612ddad6f0c x-openstack-request-id: req-fa7ec011-9faa-4542-a6e4-6612ddad6f0c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:24.514386 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5088b1-ab46-43c8-a788-a9691eb18640", "name": "network-vif-deleted", "tag": "d75ac7f1-9769-4f3e-bcef-5b1834386eca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:24.514636 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa7ec011-9faa-4542-a6e4-6612ddad6f0c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:24.515088 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5088b1-ab46-43c8-a788-a9691eb18640', 'name': 'network-vif-deleted', 'tag': 'd75ac7f1-9769-4f3e-bcef-5b1834386eca', 'status': 'completed', 'code': 200} Oct 11 15:49:25.054231 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:25.101525 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Deleting subnet 0fa79ec1-1784-41c8-af1e-24a3b18d0ff4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:49:25.104368 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.145565 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.184088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.234657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.259646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa79ec1-1784-41c8-af1e-24a3b18d0ff4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:25.263385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.266854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2ca6dd9-e8ea-4816-81dd-8a5712ea9419 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0fa79ec1-1784-41c8-af1e-24a3b18d0ff4 HTTP/1.1" status: 204 len: 168 time: 0.2116411 Oct 11 15:49:25.269752 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:25.340870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.419254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.443295 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96132d05-062a-4957-bf13-9ee88954b329']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:25.452234 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af3e92d-c838-4b20-b248-d547e50cfec8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:25.452528 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af3e92d-c838-4b20-b248-d547e50cfec8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:25.466737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.479444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.485185 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:49:25.485604 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:49:25.487749 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:49:25.540242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.545669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.548789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/96132d05-062a-4957-bf13-9ee88954b329 HTTP/1.1" status: 204 len: 168 time: 0.2781286 Oct 11 15:49:25.560223 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777136a-cef0-468d-88a4-6d5d423aef9d admin admin] Pushing event deleted for resources: {'Network': ['ID=96132d05-062a-4957-bf13-9ee88954b329,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:25.652394 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:25.694074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2dd7027-ef14-47bc-a523-afa9ea341cbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcf662d7e5e94ba8a36c0263b75c620e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404565 Oct 11 15:49:25.696425 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 44984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:25.745700 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.765794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.815556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.818122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:25.819271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25c53014-3da1-43f8-8df6-b56149d91ccc HTTP/1.1" status: 204 len: 168 time: 0.1219585 Oct 11 15:49:25.827035 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dde62-f024-417d-8b5e-f098013dc9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c53014-3da1-43f8-8df6-b56149d91ccc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:26.453851 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:26.549723 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1877620772-network', 'tenant_id': 'd0dd7a658df941c78a74693f12be389d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:26.570498 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Made reservation on behalf of d0dd7a658df941c78a74693f12be389d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:26.572869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.581835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.652906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.656593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.681737 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:49:26.687952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec48812-1c19-487a-851e-7da8afbe12a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:26.694988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.696028 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Added segment d97314f9-8657-49c2-9947-85d411f67007 of type vlan for network 2bb118aa-e934-41c1-8ab8-758e88e1b628 Oct 11 15:49:26.736010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.762167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.763131 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:26.763734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:26.822383 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3674450 Oct 11 15:49:26.825339 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:26.825865 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05870e-9acc-46d2-8477-6e5168ef0a2f admin admin] Pushing event updated for resources: {'Network': ['ID=2bb118aa-e934-41c1-8ab8-758e88e1b628,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:26.830397 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Request body: {'subnet': {'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1877620772-subnet', 'tenant_id': 'd0dd7a658df941c78a74693f12be389d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:26.835531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2bb118aa-e934-41c1-8ab8-758e88e1b628 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:49:26.851796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Made reservation on behalf of d0dd7a658df941c78a74693f12be389d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:26.854182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:27.020267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:27.082588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77185cea-d029-4197-8a49-e0cdd99617a4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:27.089788 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Checking segment: {'id': 'd97314f9-8657-49c2-9947-85d411f67007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:27.090155 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Network hostable DHCP agents. Network: 2bb118aa-e934-41c1-8ab8-758e88e1b628, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:49:27.106504 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Network 2bb118aa-e934-41c1-8ab8-758e88e1b628 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:49:27.115113 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2bb118aa-e934-41c1-8ab8-758e88e1b628) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:27.119031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:27.119616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:27.123829 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ea7f4-f581-4ac3-a8d9-7045d48931a1 None None] Network 2bb118aa-e934-41c1-8ab8-758e88e1b628 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:27.139039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-39cdc6fb-b6bb-4738-9ff7-b954de0e4c48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124597 Oct 11 15:49:27.253377 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f7bf5-1986-4338-aebd-29b3aee76a93 None None] Network 2bb118aa-e934-41c1-8ab8-758e88e1b628 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:27.565783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-bc02f6cf-75fb-486a-8c9c-9a550db99929 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:27.567241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-bc02f6cf-75fb-486a-8c9c-9a550db99929 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/networks?id=2bb118aa-e934-41c1-8ab8-758e88e1b628 HTTP/1.1" status: 200 len: 814 time: 0.1052780 Oct 11 15:49:27.582253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-412b3e07-10ef-4089-9021-662495eea955 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/quotas/d0dd7a658df941c78a74693f12be389d HTTP/1.1" status: 200 len: 375 time: 0.0092630 Oct 11 15:49:27.612848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d639f019-4e1d-44e7-86e5-b50d1c169bd4 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0dd7a658df941c78a74693f12be389d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255485 Oct 11 15:49:27.699662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-8df7d771-f6b7-490e-92ef-55336449819b service neutron] 10.222.0.31 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800004 Oct 11 15:49:27.790940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-794025f8-aea2-45c0-8ebf-fe17cb4cdbd1 service neutron] 10.222.0.31 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Oct 11 15:49:27.951901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6521d1ee-e919-4511-a581-1059f8517e45 req-8613435e-be45-4e66-bffc-42177d4b836d tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Oct 11 15:49:28.162907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d75ac7f1-9769-4f3e-bcef-5b1834386eca no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:49:28.182323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: d75ac7f1-9769-4f3e-bcef-5b1834386eca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:49:28.182669 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d75ac7f1-9769-4f3e-bcef-5b1834386eca not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:49:28.847244 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-4a4d55ee-9515-41ef-856f-16b28cfc893a tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:28.848674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-4a4d55ee-9515-41ef-856f-16b28cfc893a tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.36 "GET /v2.0/networks?id=2bb118aa-e934-41c1-8ab8-758e88e1b628 HTTP/1.1" status: 200 len: 814 time: 0.1064129 Oct 11 15:49:28.860589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Request body: {'port': {'device_id': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628', 'admin_state_up': True, 'tenant_id': 'd0dd7a658df941c78a74693f12be389d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:28.967335 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Made reservation on behalf of d0dd7a658df941c78a74693f12be389d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:28.970788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.044137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dd0f21b-dce9-4c28-aa29-d41dc71cc0b5 req-4a12616d-5f7c-48f9-8e7f-3effe3172e3d tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 210 time: 0.0266528 Oct 11 15:49:29.097552 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Allocated IP 172.20.0.5 (2bb118aa-e934-41c1-8ab8-758e88e1b628/77185cea-d029-4197-8a49-e0cdd99617a4/f1e2a378-3da3-4588-9dd5-b166e50ba111) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:49:29.239217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.271159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.308614 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Network 2bb118aa-e934-41c1-8ab8-758e88e1b628 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:49:29.311472 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:29.313943 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:49:29.349333 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Pushing event updated for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:29.371450 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:29.372066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.387544 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-d21d7837-8c9b-44b9-9436-172f84319c57 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306833 Oct 11 15:49:29.400182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Request body: {'port': {'device_id': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:29.454488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.704463 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e2a378-3da3-4588-9dd5-b166e50ba111 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:29.712139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.723462 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Transition to ACTIVE for port object f1e2a378-3da3-4588-9dd5-b166e50ba111 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:49:29.727033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:29.776867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:30.161618 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Attempting to bind port f1e2a378-3da3-4588-9dd5-b166e50ba111 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:49:30.162355 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Attempting to bind port f1e2a378-3da3-4588-9dd5-b166e50ba111 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd97314f9-8657-49c2-9947-85d411f67007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:49:30.162355 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Attempting to bind port f1e2a378-3da3-4588-9dd5-b166e50ba111 on network 2bb118aa-e934-41c1-8ab8-758e88e1b628 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:30.162586 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e6dc9-af59-45ca-8090-e20c545929e3 req-6754b0e1-c165-41d8-8e74-f333663c230b tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.163992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293e6dc9-af59-45ca-8090-e20c545929e3 req-6754b0e1-c165-41d8-8e74-f333663c230b tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 943 time: 0.0532517 Oct 11 15:49:30.166440 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Port f1e2a378-3da3-4588-9dd5-b166e50ba111 on network 2bb118aa-e934-41c1-8ab8-758e88e1b628 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:49:30.166756 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Attempting to bind port f1e2a378-3da3-4588-9dd5-b166e50ba111 on network 2bb118aa-e934-41c1-8ab8-758e88e1b628 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:30.171497 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:49:30.171828 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Checking segment: {'id': 'd97314f9-8657-49c2-9947-85d411f67007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:30.172208 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Bound using segment: {'id': 'd97314f9-8657-49c2-9947-85d411f67007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:49:30.172628 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Bound port: f1e2a378-3da3-4588-9dd5-b166e50ba111, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97314f9-8657-49c2-9947-85d411f67007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:49:30.172979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:30.201633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293e6dc9-af59-45ca-8090-e20c545929e3 req-01985f40-f269-4917-91bd-530c21b54a43 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Oct 11 15:49:30.235420 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:49:30.238438 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111,segment=NetworkSegment(d97314f9-8657-49c2-9947-85d411f67007),segment_id=d97314f9-8657-49c2-9947-85d411f67007)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:49:30.243130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:30.277311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.278003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:30.279355 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1e2a378-3da3-4588-9dd5-b166e50ba111 HTTP/1.1" status: 200 len: 1091 time: 0.8830416 Oct 11 15:49:30.279788 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:30.282054 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca329027-537f-4b20-bbb4-8eef3b15de2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:30.304969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec836c-8548-4164-bad1-467038b147c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:30.327728 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858a517-2c6f-4794-9835-c327add15516 x-openstack-request-id: req-7858a517-2c6f-4794-9835-c327add15516 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:30.328035 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:30.328281 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7858a517-2c6f-4794-9835-c327add15516 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:30.328658 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111', 'status': 'completed', 'code': 200} Oct 11 15:49:30.363075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-95318ab7-faba-40b4-aa0f-0d1ef0e4c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.364508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-95318ab7-faba-40b4-aa0f-0d1ef0e4c73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dd7a658df941c78a74693f12be389d&device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 1094 time: 0.0465164 Oct 11 15:49:30.407390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-e91caccf-8c98-4bca-bd61-7b65250160cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111 HTTP/1.1" status: 200 len: 217 time: 0.0337298 Oct 11 15:49:30.454933 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-17171099-1f4e-430e-aa44-4cb7c7224622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.456931 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-17171099-1f4e-430e-aa44-4cb7c7224622 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77185cea-d029-4197-8a49-e0cdd99617a4 HTTP/1.1" status: 200 len: 854 time: 0.0425184 Oct 11 15:49:30.490944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-83410ccc-d2fb-4f60-b2a9-fe08d12cac80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb118aa-e934-41c1-8ab8-758e88e1b628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273905 Oct 11 15:49:30.578769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-1a9559a7-b88e-4690-bcae-4fdd8968e0ef service neutron] 10.222.0.36 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805573 Oct 11 15:49:30.677715 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-502c8f24-61c0-4785-b8c3-2d12ac85f982 req-3f745e72-64d8-480c-8033-6147b2cc0ffc service neutron] 10.222.0.36 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913360 Oct 11 15:49:30.762510 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-aac63f62-f81f-46a1-b80e-a188cd0ea029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.763860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-aac63f62-f81f-46a1-b80e-a188cd0ea029 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0dd7a658df941c78a74693f12be389d&device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 1094 time: 0.0407577 Oct 11 15:49:30.850778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-c1e6402e-b44d-44c2-9cbc-525a350ac7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.852187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-c1e6402e-b44d-44c2-9cbc-525a350ac7ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb118aa-e934-41c1-8ab8-758e88e1b628 HTTP/1.1" status: 200 len: 915 time: 0.0809152 Oct 11 15:49:30.896430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-2a0294b8-effc-49c2-9ca0-ff7319d2f571 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111 HTTP/1.1" status: 200 len: 217 time: 0.0365310 Oct 11 15:49:30.945672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-22b84e80-fed4-4506-a195-e9a17588338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:30.947045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-22b84e80-fed4-4506-a195-e9a17588338b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77185cea-d029-4197-8a49-e0cdd99617a4 HTTP/1.1" status: 200 len: 854 time: 0.0429740 Oct 11 15:49:30.978765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-a7846f0e-6518-40d1-ab19-124ef62d5691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb118aa-e934-41c1-8ab8-758e88e1b628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242255 Oct 11 15:49:31.075508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-ab519316-3a1c-413d-9304-88edd5a2beaf service neutron] 10.222.0.36 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888975 Oct 11 15:49:31.164756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca329027-537f-4b20-bbb4-8eef3b15de2d req-d9e36fd3-20c3-43d5-9b56-353ca5531e52 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811019 Oct 11 15:49:31.314905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5054d-d964-43ee-b1f1-6aed10ee8876 req-551c564d-6bba-434b-b27d-0540d5b2bbfb tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:31.316270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47d5054d-d964-43ee-b1f1-6aed10ee8876 req-551c564d-6bba-434b-b27d-0540d5b2bbfb tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 943 time: 0.0489051 Oct 11 15:49:31.353360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47d5054d-d964-43ee-b1f1-6aed10ee8876 req-7dd71882-3b2c-422b-93d9-bc6bac1e4ee0 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Oct 11 15:49:32.338527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d8f9-1a8e-471f-9804-0ab99553ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:32.466777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c9071-489c-43ce-907c-2602e65bd3be req-43086a03-856b-4e34-b4e3-c7b7e4d92608 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:32.468234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa2c9071-489c-43ce-907c-2602e65bd3be req-43086a03-856b-4e34-b4e3-c7b7e4d92608 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 943 time: 0.0491457 Oct 11 15:49:32.504809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa2c9071-489c-43ce-907c-2602e65bd3be req-17f4098e-995b-4a1a-9a1e-ad4ba5fb995c tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Oct 11 15:49:33.621296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39a411-c8ba-479d-a688-9003f15c49cb req-e5905231-5514-44f4-a658-f59857f73655 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:33.622766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a39a411-c8ba-479d-a688-9003f15c49cb req-e5905231-5514-44f4-a658-f59857f73655 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 943 time: 0.0523415 Oct 11 15:49:33.659162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a39a411-c8ba-479d-a688-9003f15c49cb req-820f329f-227f-4ee0-82a2-a8aa6dc0c540 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Oct 11 15:49:34.162635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f1e2a378-3da3-4588-9dd5-b166e50ba111 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:49:34.256987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111,segment=NetworkSegment(d97314f9-8657-49c2-9947-85d411f67007),segment_id=d97314f9-8657-49c2-9947-85d411f67007)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:34.267735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f1e2a378-3da3-4588-9dd5-b166e50ba111', 'network_id': '2bb118aa-e934-41c1-8ab8-758e88e1b628', 'port_id': 'f1e2a378-3da3-4588-9dd5-b166e50ba111', 'mac_address': 'fa:16:3e:0b:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77185cea-d029-4197-8a49-e0cdd99617a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:49:34.303484 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:34.316072 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2a378-3da3-4588-9dd5-b166e50ba111 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:34.335272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111,segment=NetworkSegment(d97314f9-8657-49c2-9947-85d411f67007),segment_id=d97314f9-8657-49c2-9947-85d411f67007)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:34.339366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:34.383652 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:34.624516 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f1e2a378-3da3-4588-9dd5-b166e50ba111'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:34.772148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494612-6372-487e-9475-44d6ec002fc7 req-508cb331-d2b7-4ac0-9c24-2a205153e7ef tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:34.773648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef494612-6372-487e-9475-44d6ec002fc7 req-508cb331-d2b7-4ac0-9c24-2a205153e7ef tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 944 time: 0.0487442 Oct 11 15:49:34.809857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef494612-6372-487e-9475-44d6ec002fc7 req-c295445b-608c-4d92-ba23-f327ad6494a6 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Oct 11 15:49:34.827239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f42ac296-9cd5-40cf-b569-906a1e9bc006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:35.912391 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:35.929517 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820483-7071-4586-9430-3cdeafc0b49b req-29939d44-6ed1-4f47-9a7b-0abf3f575ab7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:35.931004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88820483-7071-4586-9430-3cdeafc0b49b req-29939d44-6ed1-4f47-9a7b-0abf3f575ab7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 944 time: 0.0525465 Oct 11 15:49:35.964030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:35.970116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88820483-7071-4586-9430-3cdeafc0b49b req-ede5b0cf-9728-481e-b523-debef89cd0ae tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Oct 11 15:49:36.163560 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f1e2a378-3da3-4588-9dd5-b166e50ba111 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:36.210127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f1e2a378-3da3-4588-9dd5-b166e50ba111 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:49:36.213773 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f1e2a378-3da3-4588-9dd5-b166e50ba111 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:36.214139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:36.289631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:36.311336 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:36.313868 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b1b9b-df62-461c-ad13-b0ecd2fb975e" -d '{"events": [{"server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:36.326599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111,segment=NetworkSegment(d97314f9-8657-49c2-9947-85d411f67007),segment_id=d97314f9-8657-49c2-9947-85d411f67007)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:36.332477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:36.355678 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbeb5c8-bbc6-4e40-9e00-b7e7cf88ef28 x-openstack-request-id: req-3fbeb5c8-bbc6-4e40-9e00-b7e7cf88ef28 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:36.355955 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:36.356198 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fbeb5c8-bbc6-4e40-9e00-b7e7cf88ef28 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:36.356576 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111', 'code': 200} Oct 11 15:49:36.381985 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:36.452635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de8db-5ff0-4011-b30e-ce164b60878b req-df347a83-d41a-4f92-a159-d6054a112ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:36.453995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c00de8db-5ff0-4011-b30e-ce164b60878b req-df347a83-d41a-4f92-a159-d6054a112ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 1096 time: 0.0396235 Oct 11 15:49:36.492136 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c00de8db-5ff0-4011-b30e-ce164b60878b req-8cdb337a-7589-40db-882a-907b23f5dfb3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Oct 11 15:49:37.088440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbaf4e-7ded-4a34-8074-2219cc037f02 req-b5c9e708-6716-4c1b-9d34-eeb415032420 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:37.089898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-befbaf4e-7ded-4a34-8074-2219cc037f02 req-b5c9e708-6716-4c1b-9d34-eeb415032420 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 945 time: 0.0514748 Oct 11 15:49:37.127262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-befbaf4e-7ded-4a34-8074-2219cc037f02 req-438d3890-1bfa-42e1-af77-b26210d36183 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Oct 11 15:49:37.725227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:38.239567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd88fd8-9f26-45c4-83fb-a5dfa6759f82 req-cd23f4ff-0e2f-4631-a9a9-3c6969a3d5c1 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:38.241028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcd88fd8-9f26-45c4-83fb-a5dfa6759f82 req-cd23f4ff-0e2f-4631-a9a9-3c6969a3d5c1 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Oct 11 15:49:38.277646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcd88fd8-9f26-45c4-83fb-a5dfa6759f82 req-d4e0151d-cde6-495e-b8c0-06bc1172078f tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308747 Oct 11 15:49:38.632002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b4e6a-cb31-4296-a60c-e20c21b560d4 req-f08afd93-250c-451e-b6a1-1f5d9a6817af tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:38.633471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e5b4e6a-cb31-4296-a60c-e20c21b560d4 req-f08afd93-250c-451e-b6a1-1f5d9a6817af tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Oct 11 15:49:38.671568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e5b4e6a-cb31-4296-a60c-e20c21b560d4 req-8bad028a-e3d0-485e-a65a-ac61aa011a1d tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Oct 11 15:49:39.420252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:39.790198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0088-ba9e-46d0-bef1-91a950abb3bb req-242c75eb-25f4-4193-a50a-71c304c3e89e tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:39.791657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-851e0088-ba9e-46d0-bef1-91a950abb3bb req-242c75eb-25f4-4193-a50a-71c304c3e89e tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 945 time: 0.0523477 Oct 11 15:49:39.828779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-851e0088-ba9e-46d0-bef1-91a950abb3bb req-3f8e83df-fd42-4c06-b198-5bb74da534b7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ec48812-1c19-487a-851e-7da8afbe12a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Oct 11 15:49:39.893045 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-17164142-1e87-4575-a7a1-caaac8ba26f0 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:39.894529 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-17164142-1e87-4575-a7a1-caaac8ba26f0 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.36 "GET /v2.0/ports?device_id=f39b8e46-06c6-4a94-a231-be9ac2a864d1 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Oct 11 15:49:39.985999 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Deleting port f1e2a378-3da3-4588-9dd5-b166e50ba111 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:49:39.986255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.080907 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] For port f1e2a378-3da3-4588-9dd5-b166e50ba111, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1e2a378-3da3-4588-9dd5-b166e50ba111,segment=NetworkSegment(d97314f9-8657-49c2-9947-85d411f67007),segment_id=d97314f9-8657-49c2-9947-85d411f67007)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:40.081270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.093426 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Calling delete_port for f1e2a378-3da3-4588-9dd5-b166e50ba111 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:49:40.219812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.231799 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f1e2a378-3da3-4588-9dd5-b166e50ba111'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:40.253463 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Pushing event deleted for resources: {'Port': ['ID=f1e2a378-3da3-4588-9dd5-b166e50ba111,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:40.289840 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] No DVR routers for this DVR port f1e2a378-3da3-4588-9dd5-b166e50ba111 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:49:40.292348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.295739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f39917-1525-4b0a-bf49-9b61953a4036 req-f5c6b395-0360-4059-89eb-73e0c2bfdff7 tempest-ServerAddressesTestJSON-2063322545 tempest-ServerAddressesTestJSON-2063322545-project] 10.222.0.36 "DELETE /v2.0/ports/f1e2a378-3da3-4588-9dd5-b166e50ba111 HTTP/1.1" status: 204 len: 173 time: 0.3946333 Oct 11 15:49:40.296189 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'name': 'network-vif-deleted', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:40.298488 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23071857-1cc1-4842-a17b-d20000fa3133" -d '{"events": [{"server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "name": "network-vif-deleted", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:40.338798 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2854d8-0277-487b-a0bc-74b27815183c x-openstack-request-id: req-dc2854d8-0277-487b-a0bc-74b27815183c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:40.339087 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39b8e46-06c6-4a94-a231-be9ac2a864d1", "name": "network-vif-deleted", "tag": "f1e2a378-3da3-4588-9dd5-b166e50ba111", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:40.339333 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc2854d8-0277-487b-a0bc-74b27815183c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:40.339723 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39b8e46-06c6-4a94-a231-be9ac2a864d1', 'name': 'network-vif-deleted', 'tag': 'f1e2a378-3da3-4588-9dd5-b166e50ba111', 'status': 'completed', 'code': 200} Oct 11 15:49:40.651298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.875587 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:49:40.884850 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:40.928503 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Deleting subnet 77185cea-d029-4197-8a49-e0cdd99617a4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:49:40.931440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:40.966519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.004824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.061011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.087869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77185cea-d029-4197-8a49-e0cdd99617a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:41.090184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.093285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/77185cea-d029-4197-8a49-e0cdd99617a4 HTTP/1.1" status: 204 len: 168 time: 0.2074020 Oct 11 15:49:41.095900 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:41.099656 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.100001 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.100337 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.100666 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.101017 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.101342 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.101697 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.102107 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.102480 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.102652 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.102967 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.103282 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db469ca-c5b1-425d-aded-3fc09820a2c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:41.167936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.244795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.263838 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb118aa-e934-41c1-8ab8-758e88e1b628']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:41.273311 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97314f9-8657-49c2-9947-85d411f67007') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:41.273634 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97314f9-8657-49c2-9947-85d411f67007') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:49:41.287637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.300247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.305890 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:49:41.306265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:49:41.307868 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:49:41.359782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.365108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.368330 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2bb118aa-e934-41c1-8ab8-758e88e1b628 HTTP/1.1" status: 204 len: 168 time: 0.2713993 Oct 11 15:49:41.379775 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486df32-ca62-41fa-b2e0-bc2462d5adf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb118aa-e934-41c1-8ab8-758e88e1b628,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:41.475645 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:41.514895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-38e8f940-c9d0-4d35-ad78-8a4b41806d11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0dd7a658df941c78a74693f12be389d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381176 Oct 11 15:49:41.517199 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:41.564188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.584359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.637667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.640226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:41.641577 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ec48812-1c19-487a-851e-7da8afbe12a4 HTTP/1.1" status: 204 len: 168 time: 0.1234384 Oct 11 15:49:41.655912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3862988-21c8-4cff-b830-95a5c5815c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec48812-1c19-487a-851e-7da8afbe12a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:42.281651 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:42.375882 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-249600688-network', 'tenant_id': '41120b4697804617bd1e3e50690b2170'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:42.397648 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:42.399817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.408667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.482906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.487294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.512890 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:49:42.523279 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc44b5-7cc0-4146-9bcf-9159372ec1bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:42.528998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.529337 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Added segment dbe50a85-1ac0-4be0-a9b9-0783daa1feca of type vlan for network 3b23bb3b-2a35-4c9b-8904-79d285a8982d Oct 11 15:49:42.568184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.591910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.592828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:42.593396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.651658 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3687215 Oct 11 15:49:42.654446 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:49:42.656314 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31169dd0-3640-4ada-a6fc-4ea8e3aa183f admin admin] Pushing event updated for resources: {'Network': ['ID=3b23bb3b-2a35-4c9b-8904-79d285a8982d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:42.661188 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Request body: {'subnet': {'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-249600688-subnet', 'tenant_id': '41120b4697804617bd1e3e50690b2170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:42.668218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:49:42.684069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:42.686656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.856951 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.918502 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=153d4114-c76f-46a8-ad25-20eb27e86b2e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:42.922409 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Checking segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:42.922768 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Network hostable DHCP agents. Network: 3b23bb3b-2a35-4c9b-8904-79d285a8982d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:49:42.940848 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:49:42.949916 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b23bb3b-2a35-4c9b-8904-79d285a8982d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:42.955275 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:42.955892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:42.958079 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fb824-a168-4f0d-8e03-fdfacee2a1e4 None None] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:42.974165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ecc06ab-706f-4b66-b665-0044d845c2de admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185189 Oct 11 15:49:43.091799 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422f674-5023-495b-9949-305500925517 None None] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:49:43.397057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-0f2397a2-31ef-4244-af82-99309139c821 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:43.398547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-0f2397a2-31ef-4244-af82-99309139c821 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1033325 Oct 11 15:49:43.413228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-f380c195-714e-4542-9ee4-0e3b515b6fca tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/quotas/41120b4697804617bd1e3e50690b2170 HTTP/1.1" status: 200 len: 375 time: 0.0088718 Oct 11 15:49:43.444813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-f07f0e24-7b0b-4b1d-a807-06d15648efe1 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265236 Oct 11 15:49:43.531292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-8fb9e3a2-a2cc-41ab-a2f8-dc293c325cef service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798340 Oct 11 15:49:43.622897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-98c932e7-a9d1-45d8-a787-d201f313316d service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855470 Oct 11 15:49:43.782515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f2ea6f6-7b40-4ba4-9b53-0aa18c4ff06f req-661e755c-1572-46b3-ac4d-1e6de1bb5e3b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 210 time: 0.0262229 Oct 11 15:49:44.184024 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f1e2a378-3da3-4588-9dd5-b166e50ba111 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:49:44.204209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f1e2a378-3da3-4588-9dd5-b166e50ba111 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:49:44.204545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f1e2a378-3da3-4588-9dd5-b166e50ba111 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:49:44.688756 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-d711bc38-ee28-4333-ab7f-e18e33f77a24 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:44.690251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-d711bc38-ee28-4333-ab7f-e18e33f77a24 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1053035 Oct 11 15:49:44.702418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Request body: {'port': {'device_id': '086b0e78-1059-4f3a-8741-a1565957b83f', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'admin_state_up': True, 'tenant_id': '41120b4697804617bd1e3e50690b2170'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:44.813581 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:49:44.817569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:44.881790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f121f83-faba-4505-a29d-df75dbb9eeeb req-dd8dabe5-0bda-4906-b45c-6bbf90e0278d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 210 time: 0.0269914 Oct 11 15:49:44.948773 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Allocated IP 172.20.0.6 (3b23bb3b-2a35-4c9b-8904-79d285a8982d/153d4114-c76f-46a8-ad25-20eb27e86b2e/bc99ea1b-b563-40b5-8c7d-b1885afda327) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:49:45.092996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.124954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.168158 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:49:45.172956 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:49:45.176549 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:49:45.203533 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event updated for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:45.229759 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:45.230365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.245629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-875944a4-ff7a-45a6-9961-d13b534bd901 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468996 Oct 11 15:49:45.259005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Request body: {'port': {'device_id': '086b0e78-1059-4f3a-8741-a1565957b83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:49:45.310040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.567689 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc99ea1b-b563-40b5-8c7d-b1885afda327 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:45.574892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.586717 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Transition to ACTIVE for port object bc99ea1b-b563-40b5-8c7d-b1885afda327 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:49:45.590529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.639947 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Pushing event updated for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:45.704644 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Attempting to bind port bc99ea1b-b563-40b5-8c7d-b1885afda327 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:49:45.705343 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Attempting to bind port bc99ea1b-b563-40b5-8c7d-b1885afda327 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:49:45.705343 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Attempting to bind port bc99ea1b-b563-40b5-8c7d-b1885afda327 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:45.709984 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Port bc99ea1b-b563-40b5-8c7d-b1885afda327 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:49:45.710294 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Attempting to bind port bc99ea1b-b563-40b5-8c7d-b1885afda327 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:49:45.714900 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:49:45.715225 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Checking segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:49:45.715597 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Bound using segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:49:45.716009 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Bound port: bc99ea1b-b563-40b5-8c7d-b1885afda327, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:49:45.716347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.777369 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:49:45.780776 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:49:45.785252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.817336 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:45.818231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:45.819799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] 10.222.0.36 "PUT /v2.0/ports/bc99ea1b-b563-40b5-8c7d-b1885afda327 HTTP/1.1" status: 200 len: 1091 time: 0.5647063 Oct 11 15:49:45.821987 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:45.825032 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc50ed2-493d-4b24-acaf-345dc25a8209" -d '{"events": [{"name": "network-changed", "server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:45.854388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62882a6-7313-4c3f-bf70-4376b72e08ff service neutron] Pushing event updated for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:45.862957 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eb5964-97b9-4ef3-b1e5-cdd63f7655ea x-openstack-request-id: req-41eb5964-97b9-4ef3-b1e5-cdd63f7655ea {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:45.863202 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:45.863460 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41eb5964-97b9-4ef3-b1e5-cdd63f7655ea {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:45.863848 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327', 'status': 'completed', 'code': 200} Oct 11 15:49:45.904530 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-c85365ad-0472-456d-a780-25122b3b04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:45.906076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-c85365ad-0472-456d-a780-25122b3b04c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 1094 time: 0.0450058 Oct 11 15:49:45.953340 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-ff4f614a-ee54-496d-bad8-324e77bc635d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327 HTTP/1.1" status: 200 len: 217 time: 0.0391250 Oct 11 15:49:46.005932 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-9a8db0fd-dbb5-4361-8415-7902c8e95a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:46.006799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79602-9fe5-4366-a549-cfe0f94d526d req-bc3702e5-5c36-4382-8115-044d0d4fd1a5 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:46.007373 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-9a8db0fd-dbb5-4361-8415-7902c8e95a8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0465422 Oct 11 15:49:46.008263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6aa79602-9fe5-4366-a549-cfe0f94d526d req-bc3702e5-5c36-4382-8115-044d0d4fd1a5 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 943 time: 0.0550399 Oct 11 15:49:46.039568 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-804132bc-ef23-4359-8eca-dae2f64dc743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247796 Oct 11 15:49:46.046132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6aa79602-9fe5-4366-a549-cfe0f94d526d req-ab863c65-bbb4-4dc3-afc5-a433212f7c99 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Oct 11 15:49:46.132845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-1105cdd0-c15d-44dc-b23e-d08195a816b5 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847266 Oct 11 15:49:46.223082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd0ab629-f2b6-4c15-9e50-b66f6a8db286 req-91d6f8e0-a5f3-4891-a638-e1661b0ec9c4 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820928 Oct 11 15:49:46.310393 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-3b7fa747-7a0c-42f4-9803-b6575eaafe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:46.312138 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-3b7fa747-7a0c-42f4-9803-b6575eaafe53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 1094 time: 0.0411856 Oct 11 15:49:46.405139 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-8fc0a45d-c955-4453-8ceb-2bbcd7981787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:46.406596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-8fc0a45d-c955-4453-8ceb-2bbcd7981787 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 915 time: 0.0872324 Oct 11 15:49:46.446719 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-430ef577-fc7e-4830-a4a0-98b73a1b2310 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327 HTTP/1.1" status: 200 len: 217 time: 0.0327303 Oct 11 15:49:46.499634 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-719431f8-2074-4726-b083-d0f9ea46ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:46.501006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-719431f8-2074-4726-b083-d0f9ea46ebad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0456185 Oct 11 15:49:46.532277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-188ddabe-3d0e-4364-8344-b0116bf60e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237443 Oct 11 15:49:46.620459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-2ec48a2e-eeb2-42e6-b805-f1e32158719a service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800898 Oct 11 15:49:46.711791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc50ed2-493d-4b24-acaf-345dc25a8209 req-b22c24c4-a3be-43a3-b0cc-a81ac6165ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834785 Oct 11 15:49:47.158759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634fc43-098a-4e3a-a85e-b65346a95f7f req-ccb3e1b0-924e-4292-a000-1a85379ad15c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:47.160767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0634fc43-098a-4e3a-a85e-b65346a95f7f req-ccb3e1b0-924e-4292-a000-1a85379ad15c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 943 time: 0.0478439 Oct 11 15:49:47.196966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0634fc43-098a-4e3a-a85e-b65346a95f7f req-c8f87f31-3a4e-4f77-9f4b-de7ca366effb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303569 Oct 11 15:49:48.307667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d74ab-1b1c-4a9c-9a2f-1b235050ab4f req-9c13d122-5988-4fa3-b3b6-ebf1f69a311e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:48.309090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-191d74ab-1b1c-4a9c-9a2f-1b235050ab4f req-9c13d122-5988-4fa3-b3b6-ebf1f69a311e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 943 time: 0.0476210 Oct 11 15:49:48.345299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-191d74ab-1b1c-4a9c-9a2f-1b235050ab4f req-4719c7a6-3a3a-432e-ba22-a8f9876b38d8 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300829 Oct 11 15:49:49.461160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285a78a-29d2-453f-a9c7-87c3b1152ee5 req-4ccbce40-b3c9-4ac5-9653-c55b2299fde2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:49.462608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4285a78a-29d2-453f-a9c7-87c3b1152ee5 req-4ccbce40-b3c9-4ac5-9653-c55b2299fde2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 943 time: 0.0516100 Oct 11 15:49:49.499026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4285a78a-29d2-453f-a9c7-87c3b1152ee5 req-3ae8015c-6f90-4e1b-82bb-88a00fb2bb9a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Oct 11 15:49:50.209193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bc99ea1b-b563-40b5-8c7d-b1885afda327 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:49:50.301713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:50.312691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'bc99ea1b-b563-40b5-8c7d-b1885afda327', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'port_id': 'bc99ea1b-b563-40b5-8c7d-b1885afda327', 'mac_address': 'fa:16:3e:62:e8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d4114-c76f-46a8-ad25-20eb27e86b2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:49:50.348532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:50.360580 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc99ea1b-b563-40b5-8c7d-b1885afda327 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:49:50.379054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:50.383726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:50.429200 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:50.436326 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.436670 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.437255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.437615 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.437940 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.438263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.438587 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.438904 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.439218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.439632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.439951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.440269 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:49:50.614053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43b55f-a50c-474f-b2f6-3e11a89d404f req-0ea0013a-7100-4b3c-8db0-609d1e5b99eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:50.615489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce43b55f-a50c-474f-b2f6-3e11a89d404f req-0ea0013a-7100-4b3c-8db0-609d1e5b99eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 944 time: 0.0480762 Oct 11 15:49:50.652904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce43b55f-a50c-474f-b2f6-3e11a89d404f req-405259a6-64e8-413d-8b98-56244708f6a2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Oct 11 15:49:50.656603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:49:51.765811 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321814aa-60d4-4ade-8df0-2f81cf2869d2 req-ffe462a5-b082-4e32-bfba-086fe857ad21 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:51.767260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-321814aa-60d4-4ade-8df0-2f81cf2869d2 req-ffe462a5-b082-4e32-bfba-086fe857ad21 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 944 time: 0.0482543 Oct 11 15:49:51.804478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-321814aa-60d4-4ade-8df0-2f81cf2869d2 req-4a6dfe90-d330-4f34-a843-13f9e354c746 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Oct 11 15:49:52.220523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bc99ea1b-b563-40b5-8c7d-b1885afda327 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:49:52.268563 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port bc99ea1b-b563-40b5-8c7d-b1885afda327 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:49:52.272734 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port bc99ea1b-b563-40b5-8c7d-b1885afda327 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:49:52.273097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:52.350770 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:52.371867 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:49:52.374108 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7403c2-817d-4e72-804d-89a500f35fb1" -d '{"events": [{"server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "name": "network-vif-plugged", "status": "completed", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:49:52.386229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:49:52.389903 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:49:52.413448 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e443b9-0282-48c6-80f2-d96b8ec55207 x-openstack-request-id: req-90e443b9-0282-48c6-80f2-d96b8ec55207 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:49:52.413758 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "name": "network-vif-plugged", "status": "completed", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:49:52.414007 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e443b9-0282-48c6-80f2-d96b8ec55207 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:49:52.414394 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327', 'code': 200} Oct 11 15:49:52.439804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:49:52.501978 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad07387-a57d-4366-afcb-965cb20bfefa req-0ae191ee-7b61-470b-8712-0196b3396e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:52.503344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3ad07387-a57d-4366-afcb-965cb20bfefa req-0ae191ee-7b61-470b-8712-0196b3396e8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 1096 time: 0.0400004 Oct 11 15:49:52.538100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3ad07387-a57d-4366-afcb-965cb20bfefa req-e8518d6e-e939-471f-9083-90e7f1cbcee7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274787 Oct 11 15:49:52.921545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0487b-bfc9-4814-bd41-216ae5793bff req-0d0f1085-826d-4a20-8d46-9992748ea333 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:52.922987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ed0487b-bfc9-4814-bd41-216ae5793bff req-0d0f1085-826d-4a20-8d46-9992748ea333 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 945 time: 0.0515037 Oct 11 15:49:52.960594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ed0487b-bfc9-4814-bd41-216ae5793bff req-c79a377c-da2e-45ec-ab1b-c0af119d5dc3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Oct 11 15:49:54.074702 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c233af-21bc-4918-92b2-7fd626c939d8 req-a9b3f64f-a42b-451c-b647-e94115effa37 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:49:54.076155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92c233af-21bc-4918-92b2-7fd626c939d8 req-a9b3f64f-a42b-451c-b647-e94115effa37 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 945 time: 0.0486681 Oct 11 15:49:54.112585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92c233af-21bc-4918-92b2-7fd626c939d8 req-2e04913f-81c1-45e5-adad-3cf98fb0a9de tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Oct 11 15:50:02.339681 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e938eeb-4678-4f7f-a939-5eb0bd15d19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:03.259158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-44920c7d-4cea-4988-ab4f-5681b3d04383 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0444207 Oct 11 15:50:03.367149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.367616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.368077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.368534 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.368989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.369439 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.369914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.371776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0ed5e869-79d7-48bd-b4a4-64fdfdf55e1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 6492 time: 0.0534384 Oct 11 15:50:03.483791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6fab0950-b6e6-4e21-b8c5-e910af8329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.484251 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6fab0950-b6e6-4e21-b8c5-e910af8329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.484707 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6fab0950-b6e6-4e21-b8c5-e910af8329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.486290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6fab0950-b6e6-4e21-b8c5-e910af8329d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50095115-414c-4fd4-88b6-120d2356ecc0&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 200 len: 2292 time: 0.0905199 Oct 11 15:50:03.553539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-1f8b7785-a66d-4785-a9ea-0ac9c85a9073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0601499 Oct 11 15:50:03.600328 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-c75c2e08-bc0b-45fd-a3a6-30a20a1eb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.601724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-c75c2e08-bc0b-45fd-a3a6-30a20a1eb9f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 200 len: 850 time: 0.0419617 Oct 11 15:50:03.644958 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-fae884f3-d1a1-4368-b298-57b955ef636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.646419 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-fae884f3-d1a1-4368-b298-57b955ef636e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50095115-414c-4fd4-88b6-120d2356ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382674 Oct 11 15:50:03.735811 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-bb9ac854-390d-4561-8f40-24383d3fce81 service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Oct 11 15:50:03.825293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-ad7c647e-8d52-4d96-9b0c-d34dfa57a27e service neutron] 10.222.0.36 "GET /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823743 Oct 11 15:50:03.869691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-998e0270-4b0a-43ed-91e4-577e9e057f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 217 time: 0.0375295 Oct 11 15:50:03.917040 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-9f058d95-7a03-4e4d-9c56-3f948b2b58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.918525 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-9f058d95-7a03-4e4d-9c56-3f948b2b58ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0423799 Oct 11 15:50:03.969646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6f6831f1-20a0-4622-8d04-f72a549f5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:03.971122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6f6831f1-20a0-4622-8d04-f72a549f5b35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421779 Oct 11 15:50:04.062866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-3f1d0979-8d0a-4ea5-a681-d334011d6bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847208 Oct 11 15:50:04.157579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-02f273d3-bd77-4390-9cf5-833defb3d1c6 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Oct 11 15:50:04.201015 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-363e532f-a85b-4fe9-b710-15850abcc832 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 217 time: 0.0366004 Oct 11 15:50:04.248241 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-395e3d68-9dd8-4ced-b873-69dc0b19a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.249644 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-395e3d68-9dd8-4ced-b873-69dc0b19a39c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0420837 Oct 11 15:50:04.294195 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-ebfce237-86e9-4b6b-96d6-776803ceec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.295661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-ebfce237-86e9-4b6b-96d6-776803ceec35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0387974 Oct 11 15:50:04.385151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-90ddc386-9e4e-4289-b08a-95f50f2cbca5 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817885 Oct 11 15:50:04.473801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-8869bbe1-8a0f-4d6a-8707-d6408ffcbe38 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803413 Oct 11 15:50:04.514137 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-48a7beb0-687a-4e5c-978d-b3e1e0875d89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 200 len: 217 time: 0.0334101 Oct 11 15:50:04.566346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-df7d8d27-8c30-4a63-bb9e-a17183846ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.567745 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-df7d8d27-8c30-4a63-bb9e-a17183846ded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0463552 Oct 11 15:50:04.611228 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0d30b5f7-7998-49e4-8321-e81a277946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.612683 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0d30b5f7-7998-49e4-8321-e81a277946c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0386000 Oct 11 15:50:04.702949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-89bc445b-5ee1-4532-b5ba-235c8917c893 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Oct 11 15:50:04.789705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-4654e48b-1be6-44cf-b849-bc25a92442e9 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793109 Oct 11 15:50:04.827895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22ad9ce6-ae69-4ca8-9a0e-90780965757c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:04.830808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-ec2b5a95-25db-4810-95a8-89fd9084a085 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 200 len: 217 time: 0.0343854 Oct 11 15:50:04.885641 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-bc1387bf-65f9-49b3-b625-6a026aca15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.887078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-bc1387bf-65f9-49b3-b625-6a026aca15ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 200 len: 797 time: 0.0472698 Oct 11 15:50:04.933500 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-e08ea54a-10f9-442b-96ee-285e61f1cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:04.934994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-e08ea54a-10f9-442b-96ee-285e61f1cec4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54ca8709-1723-4d55-a084-f8c3fc7ffe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398173 Oct 11 15:50:05.027747 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-6df4e592-4a94-4ee5-963d-4fcde1752758 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Oct 11 15:50:05.121819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-fd792173-711f-4b9b-ab75-afd9dbd1c987 service neutron] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869796 Oct 11 15:50:05.163632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-7bd1ba7e-c6af-4353-87e0-21d62883a933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 200 len: 217 time: 0.0347040 Oct 11 15:50:05.215942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-97b6a435-c1ef-4850-8564-d469eada0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:05.217374 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-97b6a435-c1ef-4850-8564-d469eada0fdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0468798 Oct 11 15:50:05.261584 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-bc46ba6d-0924-420d-895a-5db98abc904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:05.262955 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-bc46ba6d-0924-420d-895a-5db98abc904a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391898 Oct 11 15:50:05.361878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-4e751a06-9602-4048-a743-a57d70fa190e service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826461 Oct 11 15:50:05.449368 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-eda082b8-27a4-4fff-a8e9-3f5d108a8aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796406 Oct 11 15:50:05.491104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-0e3ba0ee-58da-4f15-a02a-f5fb6546d2eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 200 len: 217 time: 0.0335453 Oct 11 15:50:05.542342 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-8b5038e0-0c02-46c4-8538-98e8db29dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:05.543846 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-8b5038e0-0c02-46c4-8538-98e8db29dea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 200 len: 797 time: 0.0451117 Oct 11 15:50:05.589274 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-7e7d53cf-ed6a-4df2-b23f-f83c17d2999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:05.590728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-7e7d53cf-ed6a-4df2-b23f-f83c17d2999f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7a32ce9-7263-4595-b9b0-da5e105cc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0388510 Oct 11 15:50:05.681446 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-b287cef8-6d96-4add-b193-062fc8785287 service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Oct 11 15:50:05.915221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:05.966534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:06.102678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4e3434-a252-4917-83cf-2b7029e44c8b req-c7b17a2e-5445-482e-9934-081d7a151bbd service neutron] 10.222.0.36 "GET /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083478 Oct 11 15:50:07.546636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-9e254eb8-63f0-4ffe-8384-746f896d5bb0 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:07.548105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-9e254eb8-63f0-4ffe-8384-746f896d5bb0 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1018333 Oct 11 15:50:07.563522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-0c14bc5c-a820-4f3d-90f5-68ea798d9006 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/quotas/41120b4697804617bd1e3e50690b2170 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Oct 11 15:50:07.609943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-e7e4f72c-5792-429e-bc30-756af50189ce tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413709 Oct 11 15:50:07.701708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b71cb6ea-fa97-462c-bd6d-6feac3cbe5f2 service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Oct 11 15:50:07.727387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:07.789506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b735b039-7dc9-46f4-9a19-221f16ab3d98 service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818124 Oct 11 15:50:07.951190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94e4e5f2-cdd3-4b58-af77-b2c530b42902 req-cadee736-85ea-41c4-98ab-b1688318ef9e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Oct 11 15:50:08.083858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-caeb6c3f-bb17-43a2-a590-0dd21bef0304 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392761 Oct 11 15:50:08.172937 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-f2c00da4-edaa-4864-893e-59ad63720249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:08.174602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-f2c00da4-edaa-4864-893e-59ad63720249 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0471098 Oct 11 15:50:08.282269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-5f245145-8859-4ed3-be1c-4e7f41e04d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:08.283806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-5f245145-8859-4ed3-be1c-4e7f41e04d5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0876446 Oct 11 15:50:08.356761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-e1d85276-2d6a-4482-8bb4-c156bd3269a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 1000 time: 0.0656648 Oct 11 15:50:08.415364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-a213302d-8391-4b80-a286-65384ff02ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:08.416819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-a213302d-8391-4b80-a286-65384ff02ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0454791 Oct 11 15:50:08.464622 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-fc811b81-035a-4b8b-90ed-dcdc708dc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:08.466067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-fc811b81-035a-4b8b-90ed-dcdc708dc952 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417790 Oct 11 15:50:08.567283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-d9014318-a634-477f-b617-c99db98d8151 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881360 Oct 11 15:50:08.654961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ef0db062-c356-4467-ac86-ddfed828b9bc req-4a231af4-cd05-4c5a-a8e1-a3cccb0398da service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800557 Oct 11 15:50:08.871848 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-f91e638c-96aa-4171-a893-1459c5bfd87f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:08.871848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-f91e638c-96aa-4171-a893-1459c5bfd87f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1054630 Oct 11 15:50:08.885054 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Request body: {'port': {'device_id': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'admin_state_up': True, 'tenant_id': '41120b4697804617bd1e3e50690b2170'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:08.995032 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:50:08.998541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.047565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57086397-a5a9-440d-8f40-31553aade56f req-78da3e20-1dde-4eea-8425-61aef227c72d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 210 time: 0.0271442 Oct 11 15:50:09.120754 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Allocated IP 172.20.0.5 (3b23bb3b-2a35-4c9b-8904-79d285a8982d/153d4114-c76f-46a8-ad25-20eb27e86b2e/d935ee77-9f7a-4bb9-8a00-77158daa9428) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:50:09.267156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.302263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.315309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:50:09.342685 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:50:09.347593 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:50:09.351992 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:50:09.384539 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event updated for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:09.398113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.398454 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.398787 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.399112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.399435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.399754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.400070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.400387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.400702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.401019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.401330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.401665 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:09.422791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:09.423463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.440287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-46100b17-8541-47fa-a87d-5b544e1a578d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594544 Oct 11 15:50:09.452879 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Request body: {'port': {'device_id': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:09.513441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.524617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.777235 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d935ee77-9f7a-4bb9-8a00-77158daa9428 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:50:09.784381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.796210 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Transition to ACTIVE for port object d935ee77-9f7a-4bb9-8a00-77158daa9428 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:50:09.799216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.849830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Pushing event updated for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:09.911094 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Attempting to bind port d935ee77-9f7a-4bb9-8a00-77158daa9428 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:50:09.911423 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Attempting to bind port d935ee77-9f7a-4bb9-8a00-77158daa9428 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:50:09.911726 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Attempting to bind port d935ee77-9f7a-4bb9-8a00-77158daa9428 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:50:09.916477 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Port d935ee77-9f7a-4bb9-8a00-77158daa9428 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:50:09.916789 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Attempting to bind port d935ee77-9f7a-4bb9-8a00-77158daa9428 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:50:09.921420 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:50:09.921776 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Checking segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:50:09.922150 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Bound using segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:50:09.922560 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Bound port: d935ee77-9f7a-4bb9-8a00-77158daa9428, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:50:09.922903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:09.987969 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:50:09.991450 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:50:09.997390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:10.031221 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.031923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:10.033214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] 10.222.0.43 "PUT /v2.0/ports/d935ee77-9f7a-4bb9-8a00-77158daa9428 HTTP/1.1" status: 200 len: 1091 time: 0.5850055 Oct 11 15:50:10.033711 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:10.035980 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4faca5-6d2d-4a57-9319-b327c2104f52" -d '{"events": [{"name": "network-changed", "server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:10.067138 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4913b-93a6-4e22-a335-b8b1904a3208 service neutron] Pushing event updated for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:10.084380 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8924af-e13f-4b9a-ab46-715799fd6b8b x-openstack-request-id: req-dc8924af-e13f-4b9a-ab46-715799fd6b8b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:10.084672 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:10.084924 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc8924af-e13f-4b9a-ab46-715799fd6b8b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:10.085317 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428', 'status': 'completed', 'code': 200} Oct 11 15:50:10.118482 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-1c8dbf8b-9986-4554-b8a2-bdb8b2009eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.120072 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-1c8dbf8b-9986-4554-b8a2-bdb8b2009eee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 1094 time: 0.0449235 Oct 11 15:50:10.163755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-7deedb12-5729-450c-acef-10d874e37d28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428 HTTP/1.1" status: 200 len: 217 time: 0.0357993 Oct 11 15:50:10.183000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5abbd4-ed24-4e1e-b6d7-056925e7a80a req-ef30d42c-6364-4144-be09-479df0b908de tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.184516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5abbd4-ed24-4e1e-b6d7-056925e7a80a req-ef30d42c-6364-4144-be09-479df0b908de tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 943 time: 0.0584767 Oct 11 15:50:10.219150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-f642430b-e02c-4263-8593-e5d685824e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.220243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-f642430b-e02c-4263-8593-e5d685824e92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0492792 Oct 11 15:50:10.225115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5abbd4-ed24-4e1e-b6d7-056925e7a80a req-a3e8309c-6c6b-41ea-9ead-3dfeac6f257e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Oct 11 15:50:10.257065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-8c2cb998-9206-45ae-bdf5-3658b149e11c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296271 Oct 11 15:50:10.358412 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-7d0cf803-9736-44de-a378-331430293166 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920868 Oct 11 15:50:10.447626 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3f16e115-20b4-43d1-be8e-ea0fd2079300 req-8fc496b4-6eb1-4c75-be78-0de739867cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Oct 11 15:50:10.535143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-6e7e3da6-ede4-4367-9db1-08f1c9f811ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.536606 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-6e7e3da6-ede4-4367-9db1-08f1c9f811ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 1094 time: 0.0414460 Oct 11 15:50:10.632679 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-30a787a2-3b65-4466-a11d-26523d2e52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.634112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-30a787a2-3b65-4466-a11d-26523d2e52e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 915 time: 0.0903754 Oct 11 15:50:10.650266 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:10.677796 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-06b52777-83e5-4690-b828-d56cf3341342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428 HTTP/1.1" status: 200 len: 217 time: 0.0359986 Oct 11 15:50:10.731467 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-d6e09d52-c456-4bb6-ade7-6d162403856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:10.732897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-d6e09d52-c456-4bb6-ade7-6d162403856a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0481427 Oct 11 15:50:10.764590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-2e8ff7eb-b4c0-463c-a56c-ebb67ee4345e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249016 Oct 11 15:50:10.854693 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-a63a693c-9e67-4345-bc40-faa936d15629 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823298 Oct 11 15:50:10.948662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-da4faca5-6d2d-4a57-9319-b327c2104f52 req-9442ebd2-d3a0-4c3a-a4c6-1673bc3efccf service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870068 Oct 11 15:50:11.342052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750754-2c3b-405a-8945-e8d1c8bde527 req-3ccb7c21-d925-473c-b7f3-7eff3b4548bd tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:11.343499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e750754-2c3b-405a-8945-e8d1c8bde527 req-3ccb7c21-d925-473c-b7f3-7eff3b4548bd tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 943 time: 0.0491834 Oct 11 15:50:11.381232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e750754-2c3b-405a-8945-e8d1c8bde527 req-a8c5682e-cf47-4d92-b2ed-dca538750146 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Oct 11 15:50:12.494048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507d745-bbdf-4946-bd60-e8fa32378ed8 req-a100246c-ac33-4f96-84f1-7b21d0156e33 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:12.495519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b507d745-bbdf-4946-bd60-e8fa32378ed8 req-a100246c-ac33-4f96-84f1-7b21d0156e33 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 943 time: 0.0485759 Oct 11 15:50:12.532626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b507d745-bbdf-4946-bd60-e8fa32378ed8 req-f3719c2a-8e4f-472d-b939-cffa87eff490 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Oct 11 15:50:13.651502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2137222-784c-4446-8a38-f93bce71e636 req-ac91d382-467f-4e94-941b-e3feab91aa29 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:13.653008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2137222-784c-4446-8a38-f93bce71e636 req-ac91d382-467f-4e94-941b-e3feab91aa29 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 943 time: 0.0516624 Oct 11 15:50:13.690827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2137222-784c-4446-8a38-f93bce71e636 req-5e0734f9-0843-49c5-9061-a843705b4579 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Oct 11 15:50:14.806320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143892-b34d-4311-973f-b5ec1e3a9928 req-5637755d-f170-4154-884b-e0a97bad1072 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:14.807767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9143892-b34d-4311-973f-b5ec1e3a9928 req-5637755d-f170-4154-884b-e0a97bad1072 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 943 time: 0.0506072 Oct 11 15:50:14.845287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9143892-b34d-4311-973f-b5ec1e3a9928 req-9b811011-4ed2-49c3-a6ed-397adac9c4b5 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Oct 11 15:50:15.181230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d935ee77-9f7a-4bb9-8a00-77158daa9428 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:50:15.274669 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:15.285827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'd935ee77-9f7a-4bb9-8a00-77158daa9428', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'port_id': 'd935ee77-9f7a-4bb9-8a00-77158daa9428', 'mac_address': 'fa:16:3e:7c:e6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d4114-c76f-46a8-ad25-20eb27e86b2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:50:15.321297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:15.333837 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d935ee77-9f7a-4bb9-8a00-77158daa9428 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:50:15.352158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:15.356226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:15.401958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:15.708499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:50:15.956326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9d78-0a3a-4c00-b19c-cea7fd70b9e8 req-3cbe3946-1187-4b8c-a176-8e78982a9126 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:15.957783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f84b9d78-0a3a-4c00-b19c-cea7fd70b9e8 req-3cbe3946-1187-4b8c-a176-8e78982a9126 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 944 time: 0.0476811 Oct 11 15:50:15.994478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f84b9d78-0a3a-4c00-b19c-cea7fd70b9e8 req-28f3fe11-3a35-4418-9b77-cc8b3a69ea00 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Oct 11 15:50:17.111043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f105b6-119e-4d9c-8f1d-7fc1e0cba2f9 req-14a9aba5-006e-4995-8746-20965c3e49a2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:17.112517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7f105b6-119e-4d9c-8f1d-7fc1e0cba2f9 req-14a9aba5-006e-4995-8746-20965c3e49a2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 944 time: 0.0520506 Oct 11 15:50:17.149282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7f105b6-119e-4d9c-8f1d-7fc1e0cba2f9 req-19ac1a0e-2adb-42ac-8a82-23ab792fac7f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Oct 11 15:50:17.209879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d935ee77-9f7a-4bb9-8a00-77158daa9428 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:50:17.257130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port d935ee77-9f7a-4bb9-8a00-77158daa9428 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:50:17.260552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port d935ee77-9f7a-4bb9-8a00-77158daa9428 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:50:17.260923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:17.337689 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:17.359611 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:17.361883 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825645e-037d-4c79-9049-3e0bf1f6b697" -d '{"events": [{"server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "name": "network-vif-plugged", "status": "completed", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:17.373780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:17.377999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:17.403539 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a113c-9aef-4001-b641-78f3920e27da x-openstack-request-id: req-ae8a113c-9aef-4001-b641-78f3920e27da {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:17.403829 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "name": "network-vif-plugged", "status": "completed", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:17.404078 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae8a113c-9aef-4001-b641-78f3920e27da {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:17.404464 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428', 'code': 200} Oct 11 15:50:17.429358 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:17.497144 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044c3bf-aea8-45b6-8a32-9a6b00663e31 req-3c2e99eb-875c-402b-9e61-cbe7e39e1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:17.498641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0044c3bf-aea8-45b6-8a32-9a6b00663e31 req-3c2e99eb-875c-402b-9e61-cbe7e39e1831 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 1096 time: 0.0406628 Oct 11 15:50:17.533012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0044c3bf-aea8-45b6-8a32-9a6b00663e31 req-86897637-619d-4270-ae63-81cdd4e5960b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268223 Oct 11 15:50:17.874587 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:50:18.262340 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf65ec-a4f1-4151-adc6-fa0449d705bc req-011c5105-81ac-44de-b372-0d18950083d1 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:18.263799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7cf65ec-a4f1-4151-adc6-fa0449d705bc req-011c5105-81ac-44de-b372-0d18950083d1 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Oct 11 15:50:18.301129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7cf65ec-a4f1-4151-adc6-fa0449d705bc req-d1ef60a0-0647-481f-b05b-cb30ac4112f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Oct 11 15:50:19.414302 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1e9-7dc4-4334-a443-0a918e890067 req-23e11a8c-a4d2-4009-8303-b6186205354c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:19.415847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db34f1e9-7dc4-4334-a443-0a918e890067 req-23e11a8c-a4d2-4009-8303-b6186205354c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Oct 11 15:50:19.453274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db34f1e9-7dc4-4334-a443-0a918e890067 req-601b090f-9824-45e6-b914-767599aa6100 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Oct 11 15:50:25.340283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-23cdef19-963e-4740-b84d-e59a9b7b814e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:25.341748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-23cdef19-963e-4740-b84d-e59a9b7b814e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1055999 Oct 11 15:50:25.356868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-f690d459-c7b7-4a1d-ad28-a6845090c8eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/quotas/41120b4697804617bd1e3e50690b2170 HTTP/1.1" status: 200 len: 375 time: 0.0091567 Oct 11 15:50:25.405258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-fcf39645-b6f4-4c9c-a83d-a7615376751d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434504 Oct 11 15:50:25.555182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-ccb00da4-b0aa-4c8e-a88b-6356350383bd service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430244 Oct 11 15:50:25.642260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-da45e987-1902-4f39-bf04-91e63a5b1cff service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Oct 11 15:50:25.804750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c366fcc7-3ea9-4fd3-913b-d7f891a31cbb req-c4a96efb-09e6-4cbd-bf8a-ac3b470cdb0d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 210 time: 0.0315919 Oct 11 15:50:26.716372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-9d1a94f8-f9fd-42cc-ab17-ba7f3656ce8c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:26.717976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-9d1a94f8-f9fd-42cc-ab17-ba7f3656ce8c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1152585 Oct 11 15:50:26.732569 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Request body: {'port': {'device_id': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'admin_state_up': True, 'tenant_id': '41120b4697804617bd1e3e50690b2170'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:26.850548 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:50:26.854364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:26.903686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14d62118-54b9-4e3f-a3ce-497831051ea1 req-cb79c539-6f1c-4e1b-a70c-0f22bc726172 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 210 time: 0.0280788 Oct 11 15:50:26.996066 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Allocated IP 172.20.0.14 (3b23bb3b-2a35-4c9b-8904-79d285a8982d/153d4114-c76f-46a8-ad25-20eb27e86b2e/d0f238c4-2d8d-482f-b9f3-26371df0df28) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:50:27.070519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.076958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.082925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.088792 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.095272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.101123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.107366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.109236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-3e3dcbc1-1b17-4d01-9230-a7f5638a13e0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.0932171 Oct 11 15:50:27.148775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.151093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0711c62a-9812-4d4c-a3dd-2f7933b8b75e req-60c83d83-c38b-4407-ae3a-c1c414fe86f9 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352046 Oct 11 15:50:27.182699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.197299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:50:27.200033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:50:27.227618 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:50:27.230952 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:50:27.234495 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:50:27.241169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event updated for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:27.290998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.291606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.307769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b3fecca8-7d7e-48cf-9f67-6e2db801c5f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802536 Oct 11 15:50:27.320580 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Request body: {'port': {'device_id': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:27.379810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.642897 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f238c4-2d8d-482f-b9f3-26371df0df28 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:50:27.650114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.662112 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Transition to ACTIVE for port object d0f238c4-2d8d-482f-b9f3-26371df0df28 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:50:27.665734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.732826 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f934d-2606-4660-863a-518bcf37902d service neutron] Pushing event updated for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:27.782192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Attempting to bind port d0f238c4-2d8d-482f-b9f3-26371df0df28 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:50:27.782522 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Attempting to bind port d0f238c4-2d8d-482f-b9f3-26371df0df28 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:50:27.782841 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Attempting to bind port d0f238c4-2d8d-482f-b9f3-26371df0df28 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:50:27.787091 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Port d0f238c4-2d8d-482f-b9f3-26371df0df28 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:50:27.787517 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Attempting to bind port d0f238c4-2d8d-482f-b9f3-26371df0df28 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:50:27.792617 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:50:27.792947 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Checking segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:50:27.793349 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Bound using segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:50:27.793805 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Bound port: d0f238c4-2d8d-482f-b9f3-26371df0df28, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:50:27.794153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.855170 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:50:27.858276 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:50:27.862330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.897397 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.898052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:27.899419 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-967f934d-2606-4660-863a-518bcf37902d service neutron] 10.222.0.36 "PUT /v2.0/ports/d0f238c4-2d8d-482f-b9f3-26371df0df28 HTTP/1.1" status: 200 len: 1092 time: 0.5832009 Oct 11 15:50:27.899851 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:27.902154 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:27.938402 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f934d-2606-4660-863a-518bcf37902d service neutron] Pushing event updated for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:27.950812 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd01ef-05aa-4924-ac74-67b2d57437ab x-openstack-request-id: req-46dd01ef-05aa-4924-ac74-67b2d57437ab {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:27.951175 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:27.951453 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46dd01ef-05aa-4924-ac74-67b2d57437ab {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:27.951843 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28', 'status': 'completed', 'code': 200} Oct 11 15:50:27.984707 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b9e5a086-154a-41ca-bf96-cff5ef5ddc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:27.986251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-b9e5a086-154a-41ca-bf96-cff5ef5ddc99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 1095 time: 0.0448425 Oct 11 15:50:28.038336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37101c1-bef7-4853-9ccc-e0623262b74c req-78d396df-bfce-4db7-bee2-ab928ba8d03f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.039787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f37101c1-bef7-4853-9ccc-e0623262b74c req-78d396df-bfce-4db7-bee2-ab928ba8d03f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 944 time: 0.0528975 Oct 11 15:50:28.062356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-f8a6c203-9c11-4b50-b9ee-88014a95a49c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28 HTTP/1.1" status: 200 len: 217 time: 0.0594711 Oct 11 15:50:28.078860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f37101c1-bef7-4853-9ccc-e0623262b74c req-0210a346-b676-436a-9925-2e3d5938435e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Oct 11 15:50:28.115470 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.122093 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.127925 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.133770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.140176 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.146182 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.152058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.153895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-67ffee56-3aa7-4c9e-843d-90b82b18274d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.1499758 Oct 11 15:50:28.174410 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-57600d77-da20-43d6-a0b5-9cd692265d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.175748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-57600d77-da20-43d6-a0b5-9cd692265d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.1056178 Oct 11 15:50:28.225509 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-3275d39a-0d61-4623-8322-246d23549e75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333896 Oct 11 15:50:28.229213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-707687d0-7acc-4e11-89dc-145b2464a0e3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.230472 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-707687d0-7acc-4e11-89dc-145b2464a0e3 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671527 Oct 11 15:50:28.285099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.290651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.296462 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.302341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.308187 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.314818 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.320630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.322489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-e0ab2e75-208e-40f9-9a9c-142ae4a1312b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 5435 time: 0.0950730 Oct 11 15:50:28.363365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ab80bdc-b691-4d9f-8794-c3a9295e3ac4 req-39d51cc9-8b5d-4c97-9721-890070463645 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339413 Oct 11 15:50:28.390441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-10845b71-5c86-4703-81d1-1372011de809 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533544 Oct 11 15:50:28.398151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e5456f22-80f5-4e5f-a5b6-5c8bac61fc42 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1538656 Oct 11 15:50:28.421157 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:28.516020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:28.540590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5c84f9bb-3fbf-4cbc-bc4a-cddecc49c68a req-7d48f9e7-9d4c-4997-ad64-88a4a0394911 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415653 Oct 11 15:50:28.680921 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-317fafdf-da2f-4ba9-b2cf-a7e2c13fe913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.682339 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-317fafdf-da2f-4ba9-b2cf-a7e2c13fe913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 1095 time: 0.0883245 Oct 11 15:50:28.701025 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05d13791-4848-42b0-ab0f-429ef9408eaf,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:28.786640 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] For port 05d13791-4848-42b0-ab0f-429ef9408eaf, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:50:28.832552 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-10fabae5-36d5-4023-a1bc-2685b5ea7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.834045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-10fabae5-36d5-4023-a1bc-2685b5ea7486 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 915 time: 0.1447217 Oct 11 15:50:28.835738 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] device_id is not set on port 05d13791-4848-42b0-ab0f-429ef9408eaf yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:50:28.850342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:28.879037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-bf0cac2c-e760-4084-9b87-eb51160f965a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28 HTTP/1.1" status: 200 len: 217 time: 0.0379043 Oct 11 15:50:28.880339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:28.963351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Pushing event updated for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:28.983129 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] No DVR routers for this DVR port 05d13791-4848-42b0-ab0f-429ef9408eaf on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:28.989239 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-85c75cc4-af41-4eec-97c7-bf42704d122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:28.990742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-85c75cc4-af41-4eec-97c7-bf42704d122d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0832205 Oct 11 15:50:29.043111 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-1c5337a8-c833-4a10-8f40-02b4ff7ec1cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346079 Oct 11 15:50:29.051796 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] In _notify_port_updated(), no bound segment for port 05d13791-4848-42b0-ab0f-429ef9408eaf on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:50:29.052647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.053249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.054515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-3c35a319-46ef-4af7-bc5a-de4fdb072f8e service neutron] 10.222.0.36 "PUT /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 200 len: 1027 time: 0.6476176 Oct 11 15:50:29.136675 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-49084f75-efef-4720-b2d9-79b789997c4b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.138125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-49084f75-efef-4720-b2d9-79b789997c4b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "GET /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748978 Oct 11 15:50:29.148222 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4efe9c4-d4e6-4c42-bdaf-9d3d898299b2 None None] Provisioning complete for port 05d13791-4848-42b0-ab0f-429ef9408eaf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:50:29.149325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4efe9c4-d4e6-4c42-bdaf-9d3d898299b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.151786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:50:29.185263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4efe9c4-d4e6-4c42-bdaf-9d3d898299b2 None None] Port 05d13791-4848-42b0-ab0f-429ef9408eaf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:50:29.197592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5b616-ad86-4ece-9a08-de2c1c634878 req-e063d7b6-c810-41cd-872a-de02ff3c0261 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.199032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36e5b616-ad86-4ece-9a08-de2c1c634878 req-e063d7b6-c810-41cd-872a-de02ff3c0261 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 944 time: 0.0514994 Oct 11 15:50:29.204242 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-47f9be73-b3d6-47f4-ba28-b2e44f02472d service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488073 Oct 11 15:50:29.237713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36e5b616-ad86-4ece-9a08-de2c1c634878 req-78bd9787-51d2-4ab0-bfe7-0156fd395c41 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Oct 11 15:50:29.265526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.349921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-639ce2a3-826c-4af6-a4e1-ce80ec9fc608 req-3d2b2128-0159-4bb6-baae-be00938e35f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312571 Oct 11 15:50:29.425348 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:29.458636 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] For port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:50:29.497093 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] device_id is not set on port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:50:29.497372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.502941 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.507542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.509028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.514743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.514975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.520790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.526582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.528877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-1940aa4a-e0ed-4007-991f-6b73a88f1df7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 4661 time: 0.0851214 Oct 11 15:50:29.579203 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] No DVR routers for this DVR port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:29.583051 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Pushing event updated for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:29.623564 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] In _notify_port_updated(), no bound segment for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc on network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:50:29.624491 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:29.625131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.626543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-e286a029-c281-4951-9b8e-73e34bcd5f56 service neutron] 10.222.0.36 "PUT /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 200 len: 1028 time: 0.4801488 Oct 11 15:50:29.817081 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b9f56cd-2429-4e27-9c28-1b154ef35c73 None None] Provisioning complete for port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:50:29.817454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9f56cd-2429-4e27-9c28-1b154ef35c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:29.856553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f56cd-2429-4e27-9c28-1b154ef35c73 None None] Port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:50:29.876674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35d98a95-ad5c-497c-b370-f420d1940e00 req-8d5379b5-0712-45d6-9986-96c87d92866f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&id=70072cd5-cfad-4893-8fd1-4b345fb19458&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3415062 Oct 11 15:50:30.055880 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 8eb0c6a5-f9b3-4655-9904-610f4428d36f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:30.056459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.143750 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 8eb0c6a5-f9b3-4655-9904-610f4428d36f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8eb0c6a5-f9b3-4655-9904-610f4428d36f,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:30.144124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.159863 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 8eb0c6a5-f9b3-4655-9904-610f4428d36f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:30.284300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.313890 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=8eb0c6a5-f9b3-4655-9904-610f4428d36f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:30.359393 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 8eb0c6a5-f9b3-4655-9904-610f4428d36f on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:30.359931 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d4ea-ee51-4521-926a-f44c4698370d req-ba8d03b9-d3ee-46f1-8b97-35e9d107b6eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:30.362264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.365594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-45050be1-fb36-4d90-b8ba-098ee01a9660 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "DELETE /v2.0/ports/8eb0c6a5-f9b3-4655-9904-610f4428d36f HTTP/1.1" status: 204 len: 173 time: 0.7328491 Oct 11 15:50:30.366018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c39d4ea-ee51-4521-926a-f44c4698370d req-ba8d03b9-d3ee-46f1-8b97-35e9d107b6eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 944 time: 0.0584190 Oct 11 15:50:30.366152 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:30.368250 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c0eaf-f35d-4e2c-a46d-d8acec79f762" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:30.405192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c39d4ea-ee51-4521-926a-f44c4698370d req-4f16e409-ae87-4095-a7c2-b9a89fb5e0de tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Oct 11 15:50:30.407354 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517735ee-3df6-46cc-9610-e67f8d05de40 x-openstack-request-id: req-517735ee-3df6-46cc-9610-e67f8d05de40 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:30.408458 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "8eb0c6a5-f9b3-4655-9904-610f4428d36f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:30.408707 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-517735ee-3df6-46cc-9610-e67f8d05de40 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:30.409437 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '8eb0c6a5-f9b3-4655-9904-610f4428d36f', 'status': 'completed', 'code': 200} Oct 11 15:50:30.410522 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 05d13791-4848-42b0-ab0f-429ef9408eaf no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.450523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 05d13791-4848-42b0-ab0f-429ef9408eaf not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:30.451032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8eb0c6a5-f9b3-4655-9904-610f4428d36f no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.473326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8eb0c6a5-f9b3-4655-9904-610f4428d36f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:50:30.473610 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 0c932556-bd3e-4e9f-9ec6-e62893e46260 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:30.473746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8eb0c6a5-f9b3-4655-9904-610f4428d36f not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:30.473890 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.474077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8db54643-e05a-4fb1-9076-fc6b74e65afd no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.547168 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.570766 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:30.571372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 0c932556-bd3e-4e9f-9ec6-e62893e46260, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0c932556-bd3e-4e9f-9ec6-e62893e46260,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:30.571756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.573026 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b7d4f-0a89-42b4-ab9b-edf83c270427" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:30.589165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:30.591488 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 0c932556-bd3e-4e9f-9ec6-e62893e46260 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:30.594221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.594960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.679879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:30.705584 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b961d23-68d4-40dd-ac62-3fac7362fbd7 x-openstack-request-id: req-9b961d23-68d4-40dd-ac62-3fac7362fbd7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:30.705938 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:30.706121 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b961d23-68d4-40dd-ac62-3fac7362fbd7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:30.706725 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'code': 200} Oct 11 15:50:30.722049 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.740507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.759649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:30.765097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.766969 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.772667 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=0c932556-bd3e-4e9f-9ec6-e62893e46260,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:30.822145 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 0c932556-bd3e-4e9f-9ec6-e62893e46260 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:30.825272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.828620 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-083b4436-c7a0-43de-91fe-99313fef1000 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "DELETE /v2.0/ports/0c932556-bd3e-4e9f-9ec6-e62893e46260 HTTP/1.1" status: 204 len: 173 time: 0.4565256 Oct 11 15:50:30.847375 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:30.850087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:30.850718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c932556-bd3e-4e9f-9ec6-e62893e46260 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.871466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 0c932556-bd3e-4e9f-9ec6-e62893e46260 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:50:30.871691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0c932556-bd3e-4e9f-9ec6-e62893e46260 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:30.872107 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:30.936332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 8db54643-e05a-4fb1-9076-fc6b74e65afd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:30.936684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.947022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:30.982542 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:30.987302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.011493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c0a3-b56a-4953-9868-8f17115d14a8 req-4a65207d-7e27-4800-a208-107bd8fabf98 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:31.019965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c0a3-b56a-4953-9868-8f17115d14a8 req-4a65207d-7e27-4800-a208-107bd8fabf98 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:31.025957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c0a3-b56a-4953-9868-8f17115d14a8 req-4a65207d-7e27-4800-a208-107bd8fabf98 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:31.029960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b877c0a3-b56a-4953-9868-8f17115d14a8 req-4a65207d-7e27-4800-a208-107bd8fabf98 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 2412 time: 0.0696664 Oct 11 15:50:31.041800 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:31.052509 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 8db54643-e05a-4fb1-9076-fc6b74e65afd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8db54643-e05a-4fb1-9076-fc6b74e65afd,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:31.052908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.070644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b877c0a3-b56a-4953-9868-8f17115d14a8 req-8f3fe51f-8559-47a9-ada2-3a26a57e4bcf tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362775 Oct 11 15:50:31.070965 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 8db54643-e05a-4fb1-9076-fc6b74e65afd owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:31.200605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.229150 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=8db54643-e05a-4fb1-9076-fc6b74e65afd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:31.275478 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 8db54643-e05a-4fb1-9076-fc6b74e65afd on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:31.279467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.283226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-60e2a3ca-8976-41f8-95f7-1cc8528b72d2 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "DELETE /v2.0/ports/8db54643-e05a-4fb1-9076-fc6b74e65afd HTTP/1.1" status: 204 len: 173 time: 0.4476879 Oct 11 15:50:31.374989 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:31.375223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.466889 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:31.467250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.479700 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:31.524750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b190ff-f6a7-4cc9-903c-848e18a0a95d req-9cf461b9-59c9-4cfc-a29a-ba073c13a614 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:31.526226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8b190ff-f6a7-4cc9-903c-848e18a0a95d req-9cf461b9-59c9-4cfc-a29a-ba073c13a614 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 944 time: 0.0510535 Oct 11 15:50:31.565673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8b190ff-f6a7-4cc9-903c-848e18a0a95d req-a9ebd67f-b1f5-40c7-8181-53f55174048d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Oct 11 15:50:31.614019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.648956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:31.695887 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:31.698517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.702001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-c7d10e8c-5e5a-44e8-a800-1ba0d76839b4 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "DELETE /v2.0/ports/2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3 HTTP/1.1" status: 204 len: 173 time: 0.4125619 Oct 11 15:50:31.801051 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:31.801445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:31.887365 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:31.887730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.111380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.112036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.112170 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Floating IP 197a22a8-d5b5-493e-8d2e-32518a249e16 disassociated. External IP: 172.35.3.96, port: 6124c3c3-172a-4765-b8bd-839fb4c7a7c4. Oct 11 15:50:32.112504 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:32.198254 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c5cf6-76d4-4ee7-a7ed-e19f02010b4e req-366bdfd6-82db-404b-822a-07299bfe729e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:32.200560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-045c5cf6-76d4-4ee7-a7ed-e19f02010b4e req-366bdfd6-82db-404b-822a-07299bfe729e tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 943 time: 0.0510309 Oct 11 15:50:32.238789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-045c5cf6-76d4-4ee7-a7ed-e19f02010b4e req-2f211933-b4a4-4260-ac08-07adb0eaac5d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a913a6-2585-4644-a4a6-54cdd0e96765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Oct 11 15:50:32.247767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.278841 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=6124c3c3-172a-4765-b8bd-839fb4c7a7c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:32.342251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34fa0b1c-7648-4b01-9e7c-751c0dee864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.391612 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:50:32.429745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d0f238c4-2d8d-482f-b9f3-26371df0df28 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:50:32.434536 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:32.437058 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b13907-4cf4-463a-bf03-4102bba70286" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:32.488573 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67066140-321e-47ab-9097-da4efacea4fe x-openstack-request-id: req-67066140-321e-47ab-9097-da4efacea4fe {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:32.488928 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "0c932556-bd3e-4e9f-9ec6-e62893e46260", "status": "completed", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "8db54643-e05a-4fb1-9076-fc6b74e65afd", "status": "completed", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:32.489590 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67066140-321e-47ab-9097-da4efacea4fe {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:32.489590 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '0c932556-bd3e-4e9f-9ec6-e62893e46260', 'status': 'completed', 'code': 200} Oct 11 15:50:32.489842 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '8db54643-e05a-4fb1-9076-fc6b74e65afd', 'status': 'completed', 'code': 200} Oct 11 15:50:32.490028 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'status': 'completed', 'code': 200} Oct 11 15:50:32.515988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:50:32.526958 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Sync routers for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:50:32.538883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:32.542841 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:50:32.543675 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:32.554952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'd0f238c4-2d8d-482f-b9f3-26371df0df28', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'port_id': 'd0f238c4-2d8d-482f-b9f3-26371df0df28', 'mac_address': 'fa:16:3e:2f:49:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d4114-c76f-46a8-ad25-20eb27e86b2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:50:32.556044 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 6124c3c3-172a-4765-b8bd-839fb4c7a7c4 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:32.558441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.562966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69f53865-a025-4fa1-bd22-bbbaf6d85e08 req-5fb0e5ab-edcb-49dd-af4d-f8cb2dd1007b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.36 "DELETE /v2.0/ports/6124c3c3-172a-4765-b8bd-839fb4c7a7c4 HTTP/1.1" status: 204 len: 173 time: 0.8547213 Oct 11 15:50:32.609016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.624623 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f238c4-2d8d-482f-b9f3-26371df0df28 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:50:32.656044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:32.665093 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:32.707728 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3'}, {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:32.708192 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:50:32.711324 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2724f84b-0a72-4600-88b7-d58aa62d0c1a" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3"}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:32.724626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:32.740489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bb509-b1bc-4c1b-8c9e-ee488a7610a1 req-8813e629-0e98-4fcd-94a8-1d6e40848b0a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:32.754588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b57bb509-b1bc-4c1b-8c9e-ee488a7610a1 req-8813e629-0e98-4fcd-94a8-1d6e40848b0a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 945 time: 0.1057441 Oct 11 15:50:32.829393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b57bb509-b1bc-4c1b-8c9e-ee488a7610a1 req-6661d0b3-92aa-4920-b34f-cd9367980114 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Oct 11 15:50:32.844822 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596a9da-e382-4d52-8aef-86b0e519fc4f x-openstack-request-id: req-2596a9da-e382-4d52-8aef-86b0e519fc4f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:32.845115 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3", "code": 200}, {"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-unplugged", "status": "completed", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:32.845363 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2596a9da-e382-4d52-8aef-86b0e519fc4f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:32.845788 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa3061d-d7de-42a8-9ecf-c77dbe4df5a3', 'code': 200} Oct 11 15:50:32.846039 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'code': 200} Oct 11 15:50:32.888007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['d0f238c4-2d8d-482f-b9f3-26371df0df28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:50:32.952888 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:32.984032 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Checking router: e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:50:32.993077 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:50:32.993636 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:33.095166 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:50:33.299326 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:33.326521 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3de499-44af-430a-bb5b-583b1b0f82a8 None None] The sync data for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 is: [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:40:05Z', 'revision_number': 4, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5fe581da-a334-431e-9a6c-6b07c132162c', 'name': '', 'network_id': '50095115-414c-4fd4-88b6-120d2356ecc0', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'mac_address': 'fa:16:3e:fd:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:03Z', 'updated_at': '2021-10-11T15:40:12Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'subnets': [{'id': '2ee82add-2b9a-4eb4-a8d5-9c88a0753410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:50:33.355162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8084fccb-c527-47d4-9eff-a1256efa37f3 req-6e75ae9b-6625-4267-a194-175be0291922 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0390275 Oct 11 15:50:33.559336 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b30a0b-0d02-4b90-83d5-a8eac32cdcfc None None] New status for floating IP 197a22a8-d5b5-493e-8d2e-32518a249e16: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:50:33.933947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aa7ad-6148-4742-b4aa-911b87850f4f req-2ab3583f-ad2c-4568-a5bc-b4d9349d1050 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:33.935434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6aa7ad-6148-4742-b4aa-911b87850f4f req-2ab3583f-ad2c-4568-a5bc-b4d9349d1050 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 945 time: 0.0487490 Oct 11 15:50:33.974221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd6aa7ad-6148-4742-b4aa-911b87850f4f req-f5b098d6-2a07-4c31-afba-a8ee174f9606 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Oct 11 15:50:34.430724 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d0f238c4-2d8d-482f-b9f3-26371df0df28 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:50:34.460146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-912fc257-d61a-4644-a5e3-380c0b37f304 req-058689c1-5ab5-4e84-ac85-268cbb17727b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Oct 11 15:50:34.486769 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port d0f238c4-2d8d-482f-b9f3-26371df0df28 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:50:34.490648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port d0f238c4-2d8d-482f-b9f3-26371df0df28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:50:34.491021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:34.491399 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:34.493901 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3700e62-5b89-464e-8464-7f8a66f54484" -d '{"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:34.540184 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9b1da1-6216-4c58-a01b-031052a11db1 x-openstack-request-id: req-9d9b1da1-6216-4c58-a01b-031052a11db1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:34.540510 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b447fbde-5386-45ac-b67a-460841736e93", "name": "network-vif-deleted", "tag": "6124c3c3-172a-4765-b8bd-839fb4c7a7c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:34.541023 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d9b1da1-6216-4c58-a01b-031052a11db1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:34.541312 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b447fbde-5386-45ac-b67a-460841736e93', 'name': 'network-vif-deleted', 'tag': '6124c3c3-172a-4765-b8bd-839fb4c7a7c4', 'status': 'completed', 'code': 200} Oct 11 15:50:34.570793 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:34.605817 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:34.609895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:34.656178 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:34.829470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce49774-d0f9-422c-bef3-16f1167664d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:34.847315 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:50:34.849531 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a8e411-a18c-48bc-82b6-00e60cabbf47" -d '{"events": [{"server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:50:34.887610 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc309c62-2765-46d0-9765-0d71d6d4964b x-openstack-request-id: req-fc309c62-2765-46d0-9765-0d71d6d4964b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:50:34.887902 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:50:34.888148 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc309c62-2765-46d0-9765-0d71d6d4964b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:50:34.888554 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28', 'code': 200} Oct 11 15:50:34.986470 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8acb5-ba38-4762-a490-964e3b0a7397 req-c4165f87-eff8-48b6-9963-2285864a7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:34.988083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f2c8acb5-ba38-4762-a490-964e3b0a7397 req-c4165f87-eff8-48b6-9963-2285864a7337 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 1097 time: 0.0443583 Oct 11 15:50:35.024260 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f2c8acb5-ba38-4762-a490-964e3b0a7397 req-d917870b-d22e-4bbd-acf4-3ef110b26288 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296283 Oct 11 15:50:35.101152 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55101fa0-47ee-4167-ad01-e5edff50a33d req-fcea93cc-954c-45ae-9ea0-36b391abe019 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:35.102776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55101fa0-47ee-4167-ad01-e5edff50a33d req-fcea93cc-954c-45ae-9ea0-36b391abe019 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 946 time: 0.0532873 Oct 11 15:50:35.141136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55101fa0-47ee-4167-ad01-e5edff50a33d req-7c871c19-c264-439c-bb4e-44f24664b197 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Oct 11 15:50:35.563270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61af4209-65a3-483a-b616-02531da4a23d req-23e58508-879d-4cf2-aa6d-2ca57bbba823 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Oct 11 15:50:35.917781 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:35.970538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:36.260201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42528ef-83fd-4321-9d40-6b1fc14702f5 req-f914b606-9fd2-4851-93e1-315bc022875e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:50:36.262349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e42528ef-83fd-4321-9d40-6b1fc14702f5 req-f914b606-9fd2-4851-93e1-315bc022875e tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 946 time: 0.0490830 Oct 11 15:50:36.300480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e42528ef-83fd-4321-9d40-6b1fc14702f5 req-b985ec33-570c-4f6c-9696-c5291eba2d60 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Oct 11 15:50:36.671910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f60590f-bf0c-4b98-9aee-06c70b299815 req-d5ae6fde-f90e-4a6b-a615-23fd65c3f31c tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Oct 11 15:50:37.736338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:37.798681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e26b5da4-92b0-4e0e-84a2-fdb400241cff req-9b1e6296-3715-4d6c-a7f6-acaf7d6553b0 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0324075 Oct 11 15:50:38.912153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2effff8a-6792-412c-8768-69d86219b9d5 req-bcbab917-ee55-45b5-9871-1ce75a4ba32a tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0272348 Oct 11 15:50:39.470405 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:40.012796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d20932f7-5b21-4ae5-9c1e-7d88a3d2aa1d req-3a5c95e2-7c64-44f3-818e-39dc7bea386d tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Oct 11 15:50:40.658052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:41.113955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48adf2b3-ced7-45c3-85d2-a17a3897644c req-0ee1fb16-313a-495b-bcbc-acb83f5d5e80 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Oct 11 15:50:42.216549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ef15309-7130-4c5a-af98-e4ec50af10b0 req-0e3e998e-5a81-4cc6-bb74-033cb6c52ace tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Oct 11 15:50:43.319228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b592a3a9-f2d7-4f0b-91db-cac4b6f82571 req-6cfa71a3-7a62-4dfa-a2ec-8c656cf6e8a7 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Oct 11 15:50:44.429083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84e42a13-bb47-4d48-b904-003571b30627 req-7fd2383a-7fb6-4ac4-9410-1434c5b39390 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0301607 Oct 11 15:50:45.528187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0499dec9-c400-4fc3-9c13-6d7bee59b54f req-ef852c0e-6c5d-41b3-a7bc-ce092fa39b17 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0268033 Oct 11 15:50:46.634270 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-152900c5-196f-465e-9094-17bc3b1adc1d req-81d58894-5547-441a-ad58-ee0f81ce7564 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0308774 Oct 11 15:50:47.743919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7e171f3e-07f7-4410-94ab-dd8c3855140c req-5b46ba35-111d-4038-bbeb-814178366c34 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/ports?device_id=b447fbde-5386-45ac-b67a-460841736e93 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Oct 11 15:50:48.833462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:48.889934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:48.913575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:48.965821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:48.968428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:48.969623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0a913a6-2585-4644-a4a6-54cdd0e96765 HTTP/1.1" status: 204 len: 168 time: 0.1351018 Oct 11 15:50:48.972546 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:48.979158 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a913a6-2585-4644-a4a6-54cdd0e96765,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:48.987946 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.988288 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.988621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.988877 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d15a7ced-e003-4127-ac23-7cc110df3c84 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] show failed (client error): The resource could not be found. Oct 11 15:50:48.989016 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.989263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.989607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.989927 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.990241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.990553 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.993788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.993788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.993788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52424747-78bd-4a64-a61d-e029e0a16150 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:48.994135 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:48.994656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d15a7ced-e003-4127-ac23-7cc110df3c84 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "GET /v2.0/security-groups/e0a913a6-2585-4644-a4a6-54cdd0e96765 HTTP/1.1" status: 404 len: 347 time: 0.0204329 Oct 11 15:50:49.119502 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port b428fb33-e063-4838-8841-d5129e450501 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:49.119837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.199265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.199602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.212261 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for b428fb33-e063-4838-8841-d5129e450501 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:49.349080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.373760 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=b428fb33-e063-4838-8841-d5129e450501,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:49.436270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.438777 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.439920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2e15e439-e513-4a7e-bb9b-1de91821aff1 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/floatingips/197a22a8-d5b5-493e-8d2e-32518a249e16 HTTP/1.1" status: 204 len: 168 time: 0.4449897 Oct 11 15:50:49.442526 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:49.525248 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 05d13791-4848-42b0-ab0f-429ef9408eaf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:49.525507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.613154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.624944 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 05d13791-4848-42b0-ab0f-429ef9408eaf owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:49.750132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.779155 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=05d13791-4848-42b0-ab0f-429ef9408eaf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:49.847494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:49.850719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb59eb2f-e72e-4cdb-940c-5e5115c69539 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/ports/05d13791-4848-42b0-ab0f-429ef9408eaf HTTP/1.1" status: 204 len: 168 time: 0.4072995 Oct 11 15:50:49.853259 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:49.945901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:49.946240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.032043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.044015 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:50.175281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.203705 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:50.278404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.281727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a86115de-52bf-4922-b61e-4e4576a93a3f tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/ports/68b11b73-0dbf-4de3-a8fc-1a5e5fe5debc HTTP/1.1" status: 204 len: 168 time: 0.4274335 Oct 11 15:50:50.284503 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:50.334591 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting subnet 44866c17-d86c-40f0-b9e3-e6dd123086ed {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:50:50.337540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.375835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.457864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.514970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.542067 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Subnet': ['ID=44866c17-d86c-40f0-b9e3-e6dd123086ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:50.543938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.547151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6bfb311c-9d58-4dd9-a5e0-033bb7b04007 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/subnets/44866c17-d86c-40f0-b9e3-e6dd123086ed HTTP/1.1" status: 204 len: 168 time: 0.2616615 Oct 11 15:50:50.549701 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:50.550062 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86281a80-a536-453f-a4b8-3dd2f6933343 None None] Network e7a32ce9-7263-4595-b9b0-da5e105cc5c5 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:50:50.601991 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting subnet eb452ca9-aa7c-4bca-ba89-f7501c06295a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:50:50.605149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.652450 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.744183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.746326 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] DHCP port deletion for e7a32ce9-7263-4595-b9b0-da5e105cc5c5 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:50:50.795791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Deleting port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:50.796165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.808954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.842133 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Subnet': ['ID=eb452ca9-aa7c-4bca-ba89-f7501c06295a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:50.844130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.850141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c39aa5b-4db8-402f-ad60-e0ec2041647b tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/subnets/eb452ca9-aa7c-4bca-ba89-f7501c06295a HTTP/1.1" status: 204 len: 168 time: 0.2994673 Oct 11 15:50:50.850305 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:50.855447 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79f86e-9ff2-4011-befd-75fdfee579e6 None None] Network 54ca8709-1723-4d55-a084-f8c3fc7ffe7a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:50:50.912120 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] For port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:50.912520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:50.934987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Calling delete_port for 0f65b8ca-a84a-4f6e-983f-ea1c7732309e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:50.942624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.003597 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Deleting port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:51.003968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.066758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.068233 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] For port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,segment=NetworkSegment(346b802a-4253-4297-adde-13481ba15cb3),segment_id=346b802a-4253-4297-adde-13481ba15cb3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:51.068669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.080944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] No DVR routers for this DVR port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:51.086932 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Calling delete_port for 0f65b8ca-a84a-4f6e-983f-ea1c7732309e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:51.099978 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Pushing event deleted for resources: {'Port': ['ID=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:51.110872 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.111217 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.111553 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.111885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.112215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.112538 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.112858 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.113181 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.117047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.117047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.117047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.117047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f89d9-daee-447d-9a2d-582749739c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:50:51.123239 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] DHCP port deletion for 54ca8709-1723-4d55-a084-f8c3fc7ffe7a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:50:51.163955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.168378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Deleting port fa8b32df-721a-4e9a-87b1-526482da5ec0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:50:51.168753 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.195384 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Port': ['ID=0f65b8ca-a84a-4f6e-983f-ea1c7732309e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:51.197199 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] No DVR routers for this DVR port 0f65b8ca-a84a-4f6e-983f-ea1c7732309e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:51.235132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] For port fa8b32df-721a-4e9a-87b1-526482da5ec0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa8b32df-721a-4e9a-87b1-526482da5ec0,segment=NetworkSegment(c0d93001-3f78-4c9b-8394-be579d94108c),segment_id=c0d93001-3f78-4c9b-8394-be579d94108c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:50:51.235523 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.248095 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Calling delete_port for fa8b32df-721a-4e9a-87b1-526482da5ec0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:50:51.274739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.294736 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a32ce9-7263-4595-b9b0-da5e105cc5c5']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.303725 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346b802a-4253-4297-adde-13481ba15cb3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.303954 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346b802a-4253-4297-adde-13481ba15cb3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.313321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.324024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.326933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.332787 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:50:51.333163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:50:51.336262 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:50:51.353943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] Pushing event deleted for resources: {'Port': ['ID=fa8b32df-721a-4e9a-87b1-526482da5ec0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:51.355821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e756c-b818-462e-8e28-41af04c7099e None None] No DVR routers for this DVR port fa8b32df-721a-4e9a-87b1-526482da5ec0 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:50:51.398097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.405561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.408677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/networks/e7a32ce9-7263-4595-b9b0-da5e105cc5c5 HTTP/1.1" status: 204 len: 168 time: 0.5572717 Oct 11 15:50:51.412074 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:50:51.420825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14f301-5a94-4997-addc-cfaf091b0ef8 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Network': ['ID=e7a32ce9-7263-4595-b9b0-da5e105cc5c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:51.486315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.572471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.592079 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ca8709-1723-4d55-a084-f8c3fc7ffe7a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.602593 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d93001-3f78-4c9b-8394-be579d94108c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.602881 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d93001-3f78-4c9b-8394-be579d94108c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:50:51.612753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.625662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.629814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f65b8ca-a84a-4f6e-983f-ea1c7732309e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:51.631593 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:50:51.631972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:50:51.634926 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:50:51.651147 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 0f65b8ca-a84a-4f6e-983f-ea1c7732309e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:50:51.651487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f65b8ca-a84a-4f6e-983f-ea1c7732309e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:51.652550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa8b32df-721a-4e9a-87b1-526482da5ec0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:50:51.670893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fa8b32df-721a-4e9a-87b1-526482da5ec0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:50:51.671235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa8b32df-721a-4e9a-87b1-526482da5ec0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:50:51.693173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.700562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:50:51.703718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] 10.222.0.31 "DELETE /v2.0/networks/54ca8709-1723-4d55-a084-f8c3fc7ffe7a HTTP/1.1" status: 204 len: 168 time: 0.2912781 Oct 11 15:50:51.715360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7102773-53ac-41ef-9c9c-32ccb1415942 tempest-TaggedBootDevicesTest-1141425794 tempest-TaggedBootDevicesTest-1141425794-project] Pushing event deleted for resources: {'Network': ['ID=54ca8709-1723-4d55-a084-f8c3fc7ffe7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:50:54.874311 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:51:01.187796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-6cb346cb-4a50-4df9-bdd0-af76af8de855 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:01.189170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-6cb346cb-4a50-4df9-bdd0-af76af8de855 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1069479 Oct 11 15:51:01.204282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-259feb6f-5011-4017-b101-2beebc1621ee tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/quotas/41120b4697804617bd1e3e50690b2170 HTTP/1.1" status: 200 len: 375 time: 0.0094345 Oct 11 15:51:01.257382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-51a38706-4609-40a9-bb41-e823f83b2a2b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477369 Oct 11 15:51:01.351487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-53566781-7859-4348-8f36-6b89e37d0cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870795 Oct 11 15:51:01.440025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-8e10a070-7fe4-4240-ab34-38908e15c0a3 service neutron] 10.222.0.31 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818119 Oct 11 15:51:01.619187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7254ae35-78a7-479f-9624-e9f905f4f4da req-dc130109-3d60-44ac-9560-0b5eacc424dd tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 210 time: 0.0285978 Oct 11 15:51:02.343947 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a1f28df-c380-46a5-9c27-b2b24b00802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:02.533210 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-17da6163-2a26-4d09-9ae7-c34f18847855 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:02.534741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-17da6163-2a26-4d09-9ae7-c34f18847855 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 814 time: 0.1085346 Oct 11 15:51:02.548261 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Request body: {'port': {'device_id': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'admin_state_up': True, 'tenant_id': '41120b4697804617bd1e3e50690b2170'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:02.670597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Made reservation on behalf of 41120b4697804617bd1e3e50690b2170 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:51:02.674315 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:02.742121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46bbcd6f-4941-437b-b530-3e5d2a3b357a req-f59fea74-88d8-4601-aed1-7becc0254f48 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 210 time: 0.0260279 Oct 11 15:51:02.809228 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Allocated IP 172.20.0.8 (3b23bb3b-2a35-4c9b-8904-79d285a8982d/153d4114-c76f-46a8-ad25-20eb27e86b2e/f11aa432-d5d4-4c42-b039-5562e4d4cfa2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:02.962633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:02.996626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.010430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:03.013796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327', 'd0f238c4-2d8d-482f-b9f3-26371df0df28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:03.037854 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Network 3b23bb3b-2a35-4c9b-8904-79d285a8982d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:03.044557 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:03.048416 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:03.077282 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event updated for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:03.106984 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.107743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.133955 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5f2742aa-004a-4f2b-b936-4ad0cd4f707f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893071 Oct 11 15:51:03.147732 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Request body: {'port': {'device_id': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:03.205419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.297001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-cb159a9e-a91e-4c80-a808-a3708f967da5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793839 Oct 11 15:51:03.460868 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-6e92f5d2-59f9-4e89-9b0a-599170081898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.462301 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-6e92f5d2-59f9-4e89-9b0a-599170081898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9887e5b9f8e140a3babca41c9c10000d&device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 1097 time: 0.1120019 Oct 11 15:51:03.625203 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-5d0d3734-f646-472e-85d2-11e41f2f50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.626718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-5d0d3734-f646-472e-85d2-11e41f2f50de service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 200 len: 910 time: 0.1329813 Oct 11 15:51:03.630622 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11aa432-d5d4-4c42-b039-5562e4d4cfa2 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:51:03.644828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.688332 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Transition to ACTIVE for port object f11aa432-d5d4-4c42-b039-5562e4d4cfa2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:51:03.694938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.731357 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:03.744012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-e55583ad-2984-4e58-b0ac-46c2b5be1b91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 200 len: 1001 time: 0.1086867 Oct 11 15:51:03.762554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:03.852608 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-73c7b35b-ed31-4c49-97a7-fe3fc4414c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.854210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-73c7b35b-ed31-4c49-97a7-fe3fc4414c19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 200 len: 848 time: 0.1005893 Oct 11 15:51:03.911958 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Attempting to bind port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:51:03.912643 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Attempting to bind port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:51:03.913196 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Attempting to bind port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:03.919694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-fde2ff8a-1799-4c05-bca1-5537a2a20930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.921521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-fde2ff8a-1799-4c05-bca1-5537a2a20930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d194b18-36ab-4b9b-a995-18b0b0819ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603387 Oct 11 15:51:03.922692 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:51:03.923214 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Attempting to bind port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 on network 3b23bb3b-2a35-4c9b-8904-79d285a8982d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:03.928488 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:51:03.929076 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Checking segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:03.929729 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Bound using segment: {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:51:03.930373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Bound port: f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:51:03.930948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:03.943447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf731d-3e6c-4af1-9ed9-5e09973b909b req-92dfc111-cac1-41be-8d88-d893cc025530 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:03.944927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94bf731d-3e6c-4af1-9ed9-5e09973b909b req-92dfc111-cac1-41be-8d88-d893cc025530 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 943 time: 0.0972867 Oct 11 15:51:04.031576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94bf731d-3e6c-4af1-9ed9-5e09973b909b req-81f9c788-58af-4c0b-af11-44adb5eb77b8 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772161 Oct 11 15:51:04.052223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:51:04.056587 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:51:04.070023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.119776 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-0ca9ef38-f517-4843-8915-6a634919cfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860783 Oct 11 15:51:04.122820 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.123428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.124713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] 10.222.0.43 "PUT /v2.0/ports/f11aa432-d5d4-4c42-b039-5562e4d4cfa2 HTTP/1.1" status: 200 len: 1091 time: 0.9818900 Oct 11 15:51:04.125154 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:04.127549 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60123c-df51-4f9b-bf52-c93b791b24f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:04.191092 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d6397-aa00-4ca0-8a7e-8d3d6aa9e8f6 x-openstack-request-id: req-fb1d6397-aa00-4ca0-8a7e-8d3d6aa9e8f6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:04.191380 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:04.191638 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb1d6397-aa00-4ca0-8a7e-8d3d6aa9e8f6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:04.192054 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2', 'status': 'completed', 'code': 200} Oct 11 15:51:04.226866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cef43-fd0c-4d7f-85de-e54d2e9d6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:04.264363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.273282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-6d6ace63-0785-4686-a08c-8f0d62afc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.274831 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-6d6ace63-0785-4686-a08c-8f0d62afc9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 1094 time: 0.0904164 Oct 11 15:51:04.281027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c927fd34-a3e0-4f3c-8fd9-3cce37555ca3 req-c233323e-db0d-4963-91cd-0befb7ef520f service neutron] 10.222.0.36 "GET /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504097 Oct 11 15:51:04.324024 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-a396376c-d154-4647-8185-5c4f45831717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0414214 Oct 11 15:51:04.371515 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-23fed95d-f291-4fa4-a56d-9b3f1fe0b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.372937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-23fed95d-f291-4fa4-a56d-9b3f1fe0b896 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0426016 Oct 11 15:51:04.410490 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-6204995f-cc8d-4a6f-a742-26dca6eb49e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288165 Oct 11 15:51:04.503042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-3a2f36c3-250e-49a6-8239-d36532813ecf service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Oct 11 15:51:04.509575 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Deleting port 5fe581da-a334-431e-9a6c-6b07c132162c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:04.509856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.591764 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] For port 5fe581da-a334-431e-9a6c-6b07c132162c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fe581da-a334-431e-9a6c-6b07c132162c,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:04.592120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.594039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c40b429-e675-4b3a-83ba-f30170202bc5 req-5c115c1d-08b4-4a44-a569-c9e2fb6d99e4 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840445 Oct 11 15:51:04.607162 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Calling delete_port for 5fe581da-a334-431e-9a6c-6b07c132162c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:04.683976 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-e9b194c2-f5ff-4535-8809-d5003a327662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.685885 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-e9b194c2-f5ff-4535-8809-d5003a327662 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41120b4697804617bd1e3e50690b2170&device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 1094 time: 0.0484326 Oct 11 15:51:04.778568 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-50dee1d1-2c2a-4974-88d4-0dbf567f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.780042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-50dee1d1-2c2a-4974-88d4-0dbf567f53c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 200 len: 915 time: 0.0870883 Oct 11 15:51:04.797243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.824171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe581da-a334-431e-9a6c-6b07c132162c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:04.826739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-e1cc829f-9d9c-43e6-a6ed-c9d5f9c37f4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Oct 11 15:51:04.831747 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d470ecb0-9487-4c2b-baaf-49e4a9ed6dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:04.879093 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-4254f1ab-de7a-4800-8675-abc64b4d93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:04.880829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-4254f1ab-de7a-4800-8675-abc64b4d93d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 200 len: 854 time: 0.0467045 Oct 11 15:51:04.913735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-802a14c6-54fd-488f-a513-63645d3cb0ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b23bb3b-2a35-4c9b-8904-79d285a8982d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261717 Oct 11 15:51:05.001668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:05.013857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-926c9c7e-9d6d-4eac-97c3-72032e4c9dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928411 Oct 11 15:51:05.116266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca60123c-df51-4f9b-bf52-c93b791b24f0 req-5e1dae27-eea2-4b9f-b5dd-3ec6bc876cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937841 Oct 11 15:51:05.208931 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dd039-a1d7-435b-ab31-866897ece228 req-3eb915e2-6e90-4782-918e-6e36bf496ca3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:05.210487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b3dd039-a1d7-435b-ab31-866897ece228 req-3eb915e2-6e90-4782-918e-6e36bf496ca3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 943 time: 0.1067758 Oct 11 15:51:05.293967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b3dd039-a1d7-435b-ab31-866897ece228 req-b192eb67-18e2-42a6-852b-c399e1603522 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752001 Oct 11 15:51:05.307933 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:51:05.692266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:51:05.697276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d0f6d072-be02-4e47-939c-4fd4390a1f1a admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647319 Oct 11 15:51:05.699945 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:05.703425 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Sync routers for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:51:05.712412 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:05.713010 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:05.805923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:05.815934 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:05.917738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:05.922473 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:05.970937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Deleting port 23655598-8386-45ee-8ebf-a96ba4b0e186 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:05.971426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:05.973915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.049374 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] For port 23655598-8386-45ee-8ebf-a96ba4b0e186, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23655598-8386-45ee-8ebf-a96ba4b0e186,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:06.050037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.062578 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Calling delete_port for 23655598-8386-45ee-8ebf-a96ba4b0e186 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:06.088944 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221'}], 'enable_snat': True}, 'gw_port_id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:51:04Z', 'revision_number': 5, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port': {'id': '23655598-8386-45ee-8ebf-a96ba4b0e186', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:40:00Z', 'updated_at': '2021-10-11T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:06.113813 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Checking router: e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:51:06.122210 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Routers {'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:06.122799 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:06.209239 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] Set router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:06.227473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.258566 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=23655598-8386-45ee-8ebf-a96ba4b0e186,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:06.265255 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:51:05Z', 'revision_number': 6, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:06.290627 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2073d-6042-4a8d-8bf7-f6e44cca1819 None None] The sync data for ids ['e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a'] in n-d-master-1 is: [{'id': 'e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a', 'name': 'tempest-TaggedBootDevicesTest-663216605-router', 'tenant_id': '0f21c8c2e99a4303bd966cac1f76de54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:39:58Z', 'updated_at': '2021-10-11T15:51:05Z', 'revision_number': 6, 'project_id': '0f21c8c2e99a4303bd966cac1f76de54', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:51:06.326191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.437499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.440179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.498388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e90ab-dc5b-4f64-b163-ed191cafffb9 req-2375d714-d2cc-4506-b182-811202f92d96 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:06.499790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-127e90ab-dc5b-4f64-b163-ed191cafffb9 req-2375d714-d2cc-4506-b182-811202f92d96 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 943 time: 0.1140759 Oct 11 15:51:06.500830 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.501378 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:51:06.505633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.506671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf331f04-74a3-4f1a-a24f-3a74bb86cfaa admin admin] 10.222.0.31 "DELETE /v2.0/routers/e1a677a8-0bd0-499b-873d-6a8e5e3b6f5a HTTP/1.1" status: 204 len: 168 time: 0.8058312 Oct 11 15:51:06.509671 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:06.539476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-127e90ab-dc5b-4f64-b163-ed191cafffb9 req-a8f2dae5-bccf-42d7-8fc8-b5fb2cc90d62 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Oct 11 15:51:06.553084 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Deleting subnet 2ee82add-2b9a-4eb4-a8d5-9c88a0753410 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:51:06.556169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.593872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.670069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.728440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.758108 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee82add-2b9a-4eb4-a8d5-9c88a0753410,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:06.769202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:06.772786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a736b679-6c7f-484f-b18a-175e37eed2a7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ee82add-2b9a-4eb4-a8d5-9c88a0753410 HTTP/1.1" status: 204 len: 168 time: 0.2620733 Oct 11 15:51:06.775310 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:06.775470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c00976-87ad-49fd-bc67-ba20a73add17 None None] Network 50095115-414c-4fd4-88b6-120d2356ecc0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:51:07.082416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] DHCP port deletion for 50095115-414c-4fd4-88b6-120d2356ecc0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:51:07.133825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Deleting port 44fef59d-f1a9-4054-a08b-84fd9b433274 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:07.134195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.177029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.199067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] For port 44fef59d-f1a9-4054-a08b-84fd9b433274, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44fef59d-f1a9-4054-a08b-84fd9b433274,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:07.199455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.211776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Calling delete_port for 44fef59d-f1a9-4054-a08b-84fd9b433274 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:07.228208 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Deleting port 44fef59d-f1a9-4054-a08b-84fd9b433274 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:07.228538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.294645 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] For port 44fef59d-f1a9-4054-a08b-84fd9b433274, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44fef59d-f1a9-4054-a08b-84fd9b433274,segment=NetworkSegment(f6746b05-8ad8-418a-af82-f6a69291726d),segment_id=f6746b05-8ad8-418a-af82-f6a69291726d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:07.295056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.295224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.308191 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Calling delete_port for 44fef59d-f1a9-4054-a08b-84fd9b433274 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:07.321130 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] Pushing event deleted for resources: {'Port': ['ID=44fef59d-f1a9-4054-a08b-84fd9b433274,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:07.325264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1deeabb-c640-4aa6-a009-e0b095c7a13b None None] No DVR routers for this DVR port 44fef59d-f1a9-4054-a08b-84fd9b433274 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:07.390350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.418173 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=44fef59d-f1a9-4054-a08b-84fd9b433274,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:07.421848 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] No DVR routers for this DVR port 44fef59d-f1a9-4054-a08b-84fd9b433274 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:07.491270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.511401 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50095115-414c-4fd4-88b6-120d2356ecc0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:07.520311 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6746b05-8ad8-418a-af82-f6a69291726d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:07.520608 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6746b05-8ad8-418a-af82-f6a69291726d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:07.533400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.546067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.551755 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:51:07.552117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self.session.flush() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:51:07.553739 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:51:07.610308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.616536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.620305 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/50095115-414c-4fd4-88b6-120d2356ecc0 HTTP/1.1" status: 204 len: 168 time: 0.8435481 Oct 11 15:51:07.634254 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04302259-039c-4709-b2af-0a149be0fc1d admin admin] Pushing event deleted for resources: {'Network': ['ID=50095115-414c-4fd4-88b6-120d2356ecc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:07.652755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44fef59d-f1a9-4054-a08b-84fd9b433274 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:07.672138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 44fef59d-f1a9-4054-a08b-84fd9b433274 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:07.672555 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44fef59d-f1a9-4054-a08b-84fd9b433274 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:07.673071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23655598-8386-45ee-8ebf-a96ba4b0e186 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:07.674587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac8b-30f9-4bd0-8ff7-3ad9340a7ecf req-ed9a8d7e-e8a8-4c32-9df9-7b60b428c59f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:07.676509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a010ac8b-30f9-4bd0-8ff7-3ad9340a7ecf req-ed9a8d7e-e8a8-4c32-9df9-7b60b428c59f tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 943 time: 0.0641108 Oct 11 15:51:07.694376 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 23655598-8386-45ee-8ebf-a96ba4b0e186 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:07.694759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23655598-8386-45ee-8ebf-a96ba4b0e186 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:07.695222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5fe581da-a334-431e-9a6c-6b07c132162c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:07.718402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5fe581da-a334-431e-9a6c-6b07c132162c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:07.718745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5fe581da-a334-431e-9a6c-6b07c132162c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:07.730541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a010ac8b-30f9-4bd0-8ff7-3ad9340a7ecf req-2d40440c-0842-49ff-8f17-69ee801757c2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Oct 11 15:51:07.741897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.761105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:07.799691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-24fbc7af-3158-43ea-bd75-36e2d9f59b00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f21c8c2e99a4303bd966cac1f76de54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373509 Oct 11 15:51:07.801974 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:07.847737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.868861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.923412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.926097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:07.927364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70072cd5-cfad-4893-8fd1-4b345fb19458 HTTP/1.1" status: 204 len: 168 time: 0.1244981 Oct 11 15:51:07.935795 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cc7e8-145a-45bd-85f0-a3298130ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70072cd5-cfad-4893-8fd1-4b345fb19458,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:08.561224 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:08.660057 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1669109805-network', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:08.680435 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:51:08.682631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.691000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.765411 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.769651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.797083 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:51:08.802455 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e819ac6-d918-4a73-aa3f-d95d7891a91a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:08.810170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.810880 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Added segment d3629dad-dfac-4274-b8ec-ba906d5a19f1 of type vlan for network 8a814430-31de-478e-bc39-a2ddf172b846 Oct 11 15:51:08.850815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.852970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6720-6284-4010-96b6-d4d4dff6072d req-a7dbb4e4-b24f-4b75-8d50-a265e20c11c7 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:08.854518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07ff6720-6284-4010-96b6-d4d4dff6072d req-a7dbb4e4-b24f-4b75-8d50-a265e20c11c7 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 943 time: 0.0620954 Oct 11 15:51:08.874889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.876124 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:08.876758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:08.902060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07ff6720-6284-4010-96b6-d4d4dff6072d req-16e94134-01d4-4dac-9244-c711d9f7aa95 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Oct 11 15:51:08.938060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3728683 Oct 11 15:51:08.938854 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:08.943970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Request body: {'subnet': {'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1669109805-subnet', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:08.947126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9330-af0a-411b-962f-62509ed4dd42 admin admin] Pushing event updated for resources: {'Network': ['ID=8a814430-31de-478e-bc39-a2ddf172b846,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:08.957657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 8a814430-31de-478e-bc39-a2ddf172b846 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:51:08.969753 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:51:08.972150 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.144182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.199578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=14090323-3fe6-48f2-b8e7-ec1b07309141,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:09.206291 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:09.206644 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Network hostable DHCP agents. Network: 8a814430-31de-478e-bc39-a2ddf172b846, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:51:09.222402 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Network 8a814430-31de-478e-bc39-a2ddf172b846 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:51:09.231162 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8a814430-31de-478e-bc39-a2ddf172b846) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:09.235506 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:09.236079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.241594 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6cd51-d3d9-496b-a3f3-9cc90cc43622 None None] Network 8a814430-31de-478e-bc39-a2ddf172b846 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:51:09.251311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0a67370-13e1-4591-bbf2-35dda4234fda admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3112471 Oct 11 15:51:09.254090 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:09.258314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:09.278355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.279318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.329869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.385109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8a814430-31de-478e-bc39-a2ddf172b846', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:51:09.386586 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.451628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f11aa432-d5d4-4c42-b039-5562e4d4cfa2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:51:09.469800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.529007 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-9abd1e55-4efa-45a7-b8f2-8544b9fc00b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463352 Oct 11 15:51:09.566499 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.609354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Allocated IP 172.20.0.2 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/a3c64f59-62bf-4835-a6c1-0ed74fa285a3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:09.629560 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af771-daeb-42c3-823d-c153a97333fc req-69a7ab43-1870-4fbe-9d46-060a3996367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:09.631084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-69a7ab43-1870-4fbe-9d46-060a3996367a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0543084 Oct 11 15:51:09.644690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:09.689870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.693406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2', 'network_id': '3b23bb3b-2a35-4c9b-8904-79d285a8982d', 'port_id': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2', 'mac_address': 'fa:16:3e:96:4c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d4114-c76f-46a8-ad25-20eb27e86b2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:51:09.709580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.743598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af771-daeb-42c3-823d-c153a97333fc req-4eee6344-0b62-46d3-8bdb-013581e5b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:09.745894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-4eee6344-0b62-46d3-8bdb-013581e5b690 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0959740 Oct 11 15:51:09.755423 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.779642 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11aa432-d5d4-4c42-b039-5562e4d4cfa2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:51:09.816125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-a5f872e6-1b45-4880-81c3-5927a2960b8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 1000 time: 0.0622559 Oct 11 15:51:09.821649 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Allocated IP 172.35.3.129 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/f8de5d8e-7c2b-4f9b-995c-62986bba1b7e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:09.828104 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:09.832672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.866724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.883662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af771-daeb-42c3-823d-c153a97333fc req-8983239c-b5b4-460a-9533-b9e868af2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:09.885177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-8983239c-b5b4-460a-9533-b9e868af2ed4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0624809 Oct 11 15:51:09.887850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:09.916463 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:09.918195 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:09.920624 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:09.922678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:09.944627 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af771-daeb-42c3-823d-c153a97333fc req-35b346c3-cf41-4bfd-80cb-394849fc4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:09.947007 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-35b346c3-cf41-4bfd-80cb-394849fc4407 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537901 Oct 11 15:51:09.968114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.000666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Pushing event updated for resources: {'Port': ['ID=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:10.015448 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Attempting to bind port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:51:10.015920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Attempting to bind port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:51:10.016363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Attempting to bind port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:10.022809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:51:10.023465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:10.023973 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.025520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:51:10.025520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Bound port: a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:51:10.025520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.032807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.066038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-95cd45a7-9e91-4077-8c31-b10d295f387f service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117949 Oct 11 15:51:10.112057 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:10.115880 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] For port a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:51:10.121225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] For port a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:51:10.122917 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:10.128920 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:10.132632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.134350 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:10.168902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82d58-8377-419a-a60b-ffd928e658ee req-af67a592-f3dd-45e0-bd30-52a3098e0fe4 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:10.170495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82c82d58-8377-419a-a60b-ffd928e658ee req-af67a592-f3dd-45e0-bd30-52a3098e0fe4 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 944 time: 0.1565959 Oct 11 15:51:10.173378 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['f11aa432-d5d4-4c42-b039-5562e4d4cfa2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:10.188145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec1af771-daeb-42c3-823d-c153a97333fc req-81a95e1c-2f7e-4acb-bcb1-b71e0684ce3d service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133981 Oct 11 15:51:10.229967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82c82d58-8377-419a-a60b-ffd928e658ee req-abfc0f53-f10b-4bfa-b819-119e0c733399 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Oct 11 15:51:10.246006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83dab-e549-443b-83fa-173cf325f9d5 None None] Pushing event updated for resources: {'Port': ['ID=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:10.493320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.663997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.701386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.836450 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:51:10.952682 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:51:10.971500 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Sync routers for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:51:10.972119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:10.976060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b93795ac-957e-43e1-9024-a29566c808e5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7186153 Oct 11 15:51:10.976365 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:10.996115 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:10.996929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:11.161259 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:11.289990 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a4070-1ab0-4103-a5f4-ffaad09e85b2 None None] Network 8a814430-31de-478e-bc39-a2ddf172b846 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:51:11.387363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adeee9-cb9c-4d63-876d-4fb5531f08eb req-91db9d1c-7c0c-4710-8f2d-1d536d49a510 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:11.388974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08adeee9-cb9c-4d63-876d-4fb5531f08eb req-91db9d1c-7c0c-4710-8f2d-1d536d49a510 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 944 time: 0.0577147 Oct 11 15:51:11.434713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08adeee9-cb9c-4d63-876d-4fb5531f08eb req-c5fa8b1d-bae0-4956-8015-6e5be472a7c3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Oct 11 15:51:11.477980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f11aa432-d5d4-4c42-b039-5562e4d4cfa2 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:11.480259 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] Provisioning complete for port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:11.480623 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.521223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.611267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:10Z', 'revision_number': 3, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:11.632709 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:51:11.677536 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Checking router: fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:51:11.677536 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Updating router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:51:11.677907 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:11.678091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.694565 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Allocated IP 172.20.0.1 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/217d80d5-8cd2-4e92-af90-a29ff0c24dce) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:11.826939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.870669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.878251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a3c64f59-62bf-4835-a6c1-0ed74fa285a3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:11.883910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.909178 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:11.915688 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:11.919950 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:11.932034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.947478 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Pushing event updated for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:11.958248 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.958596 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.958934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.959270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.959636 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.959938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.960258 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.960584 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.960910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.961229 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.961571 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.961896 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:11.983997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] For port a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:11.984602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:11.998082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.117189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.138122 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:12.138485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.220176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.234279 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-277984e5-e4ba-4f0e-9b08-6498b677ec5b None None] Provisioning complete for port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:12.234659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-277984e5-e4ba-4f0e-9b08-6498b677ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.236088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1925a9-adb5-4d9b-ab6c-75a2723a9861 None None] Pushing event updated for resources: {'Port': ['ID=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:12.293145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.297799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.299602 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:12.301946 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa0ea0-7985-46a4-8483-a2d776dc0a46" -d '{"events": [{"server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "name": "network-vif-plugged", "status": "completed", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:12.325510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:12.336707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.353241 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15431d0-e5d8-4e20-8465-4e8b63ba4484 x-openstack-request-id: req-d15431d0-e5d8-4e20-8465-4e8b63ba4484 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:12.353557 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "name": "network-vif-plugged", "status": "completed", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:12.353810 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d15431d0-e5d8-4e20-8465-4e8b63ba4484 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:12.354289 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2', 'code': 200} Oct 11 15:51:12.380789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Pushing event updated for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:12.387117 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.478351 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:12.511778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d91acb-20e6-4dda-908b-e2956d2d8735 req-f2a54d26-c1c2-4338-86fb-6dca3a287226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:12.514220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8d91acb-20e6-4dda-908b-e2956d2d8735 req-f2a54d26-c1c2-4338-86fb-6dca3a287226 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 1096 time: 0.1065285 Oct 11 15:51:12.533958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.544946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.579266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccee8a-9348-4ea4-a084-c74e4d831db7 req-bb12d017-81ff-4841-a74c-d060991c9218 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:12.586227 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:12.589300 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f8d91acb-20e6-4dda-908b-e2956d2d8735 req-cc9a9b24-b493-4b32-897d-1963e687698d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666337 Oct 11 15:51:12.589889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7ccee8a-9348-4ea4-a084-c74e4d831db7 req-bb12d017-81ff-4841-a74c-d060991c9218 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.0733685 Oct 11 15:51:12.591864 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:12.599251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Attempting to bind port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:51:12.599615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Attempting to bind port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:51:12.600189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Attempting to bind port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:12.603474 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625384be-0594-42c4-be28-afb4a59af7c9 None None] Pushing event updated for resources: {'Port': ['ID=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:12.608828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:51:12.609194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:12.609621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.610006 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:51:12.610472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Bound port: f8de5d8e-7c2b-4f9b-995c-62986bba1b7e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:51:12.610849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.629776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7ccee8a-9348-4ea4-a084-c74e4d831db7 req-659d09af-b34e-43f1-a755-2beb1c600688 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Oct 11 15:51:12.671698 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2cf02a92-67c2-4c93-8390-1e9e6df857b5 None None] Provisioning complete for port 217d80d5-8cd2-4e92-af90-a29ff0c24dce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:12.672065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf02a92-67c2-4c93-8390-1e9e6df857b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.694457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] For port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:51:12.712835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] For port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:51:12.720345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.724630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2cf02a92-67c2-4c93-8390-1e9e6df857b5 None None] Port 217d80d5-8cd2-4e92-af90-a29ff0c24dce cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:51:12.740252 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:51:12.778915 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:12.779548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:12.784776 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625384be-0594-42c4-be28-afb4a59af7c9 None None] Pushing event updated for resources: {'Port': ['ID=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:12.858957 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:51:12.872416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dcba1b94-4b05-4d0d-82e9-226d4ab461ce admin admin] 10.222.0.31 "PUT /v2.0/routers/fd9f5bda-5ae4-46c7-8d11-8f5751e6f579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869748 Oct 11 15:51:12.891264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76a4e282-71fd-49ff-955a-d233ad552da6 None None] Provisioning complete for port 217d80d5-8cd2-4e92-af90-a29ff0c24dce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:12.891676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76a4e282-71fd-49ff-955a-d233ad552da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:12.939095 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:12.975666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76a4e282-71fd-49ff-955a-d233ad552da6 None None] Port 217d80d5-8cd2-4e92-af90-a29ff0c24dce cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:51:13.154672 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 2, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:13.180737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3b8ac-9ed9-4458-8169-095b58c2dc96 None None] The sync data for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 is: [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 2, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:51:13.336658 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:13.341574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35364355', 'description': 'tempest-description--133123239'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:13.363677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.451460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.455638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.490065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.491337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1534331 Oct 11 15:51:13.492051 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed398e-e30c-4b32-8033-0c68cb2c7ced tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:13.494421 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:13.503096 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'security_group_rule': {'security_group_id': '1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:13.529748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.589559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.593696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.611848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b616a3d-0629-4057-ab4c-cd012fca17f5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:13.621334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.625246 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:13.625752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cbf98f2a-e6c7-47b8-96ad-cad60abe6b1d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267521 Oct 11 15:51:13.630488 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'security_group_rule': {'security_group_id': '1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:13.655869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a3c64f59-62bf-4835-a6c1-0ed74fa285a3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:13.674948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.722091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:13.722459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.794127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e906511-7853-46a3-8e51-6fb0cece8741 req-90d63b44-b8b6-43fd-ba8c-d0af84d578d4 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:13.795664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e906511-7853-46a3-8e51-6fb0cece8741 req-90d63b44-b8b6-43fd-ba8c-d0af84d578d4 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.0885706 Oct 11 15:51:13.798179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.805361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.853400 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802308a2-a65c-40c3-a1a2-74cd3b891821,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:13.873138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:13.874423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0750b99-d6fc-4b2c-ba05-dddd7433b976 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474718 Oct 11 15:51:13.877555 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 45830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:13.880890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e906511-7853-46a3-8e51-6fb0cece8741 req-40aa9ff6-5943-41e5-8a7a-466da131b8ee tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774503 Oct 11 15:51:13.888265 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:13.922905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.036526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.152904 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.35.3.110 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/d8b1d662-ae33-4ed0-8cce-5669801d2c90) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:14.259554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.292985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.337932 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:14.341656 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:14.345060 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:14.368251 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=d8b1d662-ae33-4ed0-8cce-5669801d2c90,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:14.434782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.474146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.632883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.638001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.715232 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=d8b1d662-ae33-4ed0-8cce-5669801d2c90,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:14.727950 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.744569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:14.754255 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-143f50a0-8b3a-4e3d-b3e1-fb13187d3c48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8673170 Oct 11 15:51:14.887700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-204d073c-505c-4dcc-8dba-fda28ba52dd1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--35364355&fields=id&tenant_id=a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 267 time: 0.0381899 Oct 11 15:51:15.171639 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Sync routers for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:51:15.181520 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:15.182721 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:15.289972 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:15.313894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-f61adeec-f4ba-46a9-82fe-058a91be7026 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:15.315345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-f61adeec-f4ba-46a9-82fe-058a91be7026 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.4209490 Oct 11 15:51:15.326512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbe4ea-b8f8-466d-ad18-e754d27331bb req-b28b8c59-c8de-488d-aba1-d17cbdea7f2d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:15.328229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffbbe4ea-b8f8-466d-ad18-e754d27331bb req-b28b8c59-c8de-488d-aba1-d17cbdea7f2d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.3755605 Oct 11 15:51:15.343305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1a00eadb-24ca-4eb0-ae4c-96d04fcb562c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/quotas/a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 375 time: 0.0145020 Oct 11 15:51:15.394180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffbbe4ea-b8f8-466d-ad18-e754d27331bb req-4da9441c-f7c6-4bb7-81f0-6c3014f377a8 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Oct 11 15:51:15.413818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-3034af64-6430-4e77-9491-3ce2b81f0ede tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633984 Oct 11 15:51:15.506740 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 2, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:15.526045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-82dde7d2-d091-4d51-a334-76ebce8aba50 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001282 Oct 11 15:51:15.532951 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Checking router: fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:51:15.533302 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Updating router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 port 217d80d5-8cd2-4e92-af90-a29ff0c24dce binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:51:15.560031 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.630673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-7c3d2c1f-873d-4557-ba05-c5342c1eb4f7 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988324 Oct 11 15:51:15.710432 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8de5d8e-7c2b-4f9b-995c-62986bba1b7e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:15.778112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:15.778782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.880349 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.905536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:15.919990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.920873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b74bbeda-e7fb-4f3a-b831-3815c6ccd51c req-c032b49a-35ea-4122-acbc-efb34880f0cd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 210 time: 0.0717125 Oct 11 15:51:15.928893 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.939820 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:15.985990 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:15.997558 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Pushing event updated for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:16.007721 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.008062 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.008401 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.008729 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.009369 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.009918 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.010770 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.011100 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.011422 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.011743 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.012062 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.012377 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:16.096029 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Attempting to bind port 217d80d5-8cd2-4e92-af90-a29ff0c24dce on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:51:16.096448 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Attempting to bind port 217d80d5-8cd2-4e92-af90-a29ff0c24dce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:51:16.096865 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Attempting to bind port 217d80d5-8cd2-4e92-af90-a29ff0c24dce on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:16.102374 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:51:16.102741 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:16.103160 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.103526 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:51:16.104846 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Bound port: 217d80d5-8cd2-4e92-af90-a29ff0c24dce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:51:16.105441 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.183982 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] For port 217d80d5-8cd2-4e92-af90-a29ff0c24dce, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:51:16.187818 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] For port 217d80d5-8cd2-4e92-af90-a29ff0c24dce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=217d80d5-8cd2-4e92-af90-a29ff0c24dce,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:51:16.194074 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.246868 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:16.247501 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:16.319170 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40570-10ba-4381-83c0-378ee052bb68 None None] Pushing event updated for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:16.331996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] Provisioning complete for port 217d80d5-8cd2-4e92-af90-a29ff0c24dce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:16.332374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.403124 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:16.429452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.486274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] For port 217d80d5-8cd2-4e92-af90-a29ff0c24dce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=217d80d5-8cd2-4e92-af90-a29ff0c24dce,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:16.491640 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.555149 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56574e32-62f2-4368-86cd-e5dc760a87ac None None] Pushing event updated for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:16.612774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc0d2f11-37b4-426e-821b-5ca14721d58d None None] Provisioning complete for port 217d80d5-8cd2-4e92-af90-a29ff0c24dce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:16.613151 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2f11-37b4-426e-821b-5ca14721d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:16.661553 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:16.787909 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbdfd7-def8-46d3-be49-d59a58ccaf48 None None] The sync data for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 is: [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:51:17.028508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb239cca-d935-4d75-84cd-e755c9e1d656 req-db89cd4f-51fa-4c29-b062-405249cd9573 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 210 time: 0.0360503 Oct 11 15:51:17.073586 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-05ed9883-4195-4e81-a14f-6f1cf3b6e32a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:17.075184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-05ed9883-4195-4e81-a14f-6f1cf3b6e32a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1346080 Oct 11 15:51:17.121152 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-949e990f-9448-4c42-8af4-e202d77edea6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 378 time: 0.0367811 Oct 11 15:51:17.130861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'device_id': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'admin_state_up': True, 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'security_groups': ['1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:17.246883 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:51:17.251122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.394637 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.20.0.5 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:51:17.543936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.578390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.634052 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:51:17.639711 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:51:17.642737 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:51:17.681938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:17.708687 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 217d80d5-8cd2-4e92-af90-a29ff0c24dce up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:17.719376 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:17.719662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.743124 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-0b41a279-0a65-41c1-9206-b1f2d35c233d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154528 Oct 11 15:51:17.756216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Request body: {'port': {'device_id': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:17.783821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 217d80d5-8cd2-4e92-af90-a29ff0c24dce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:17.784178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.827018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.891746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8de5d8e-7c2b-4f9b-995c-62986bba1b7e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:17.948026 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84d6f122-1591-4073-92c0-95dad6b88e10 None None] Provisioning complete for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:17.948393 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84d6f122-1591-4073-92c0-95dad6b88e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:17.974916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:17.975317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.150372 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:51:18.152594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11024-646d-435b-af49-535962e58f42 req-754d4b51-c7ec-4f53-b3c3-9111a0cb36d7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:18.160092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75c11024-646d-435b-af49-535962e58f42 req-754d4b51-c7ec-4f53-b3c3-9111a0cb36d7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 931 time: 0.0583963 Oct 11 15:51:18.162931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.174689 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-84d6f122-1591-4073-92c0-95dad6b88e10 None None] Port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:51:18.193551 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Transition to ACTIVE for port object 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:51:18.195409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75c11024-646d-435b-af49-535962e58f42 req-25c0904b-0b72-4583-8a66-d272da83e8cd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342295 Oct 11 15:51:18.209697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.279111 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:18.350448 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Attempting to bind port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:51:18.350777 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Attempting to bind port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:51:18.351105 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Attempting to bind port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:18.356135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 on network 8a814430-31de-478e-bc39-a2ddf172b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:51:18.356460 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Attempting to bind port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:51:18.361852 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:51:18.362192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:51:18.362581 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:51:18.363015 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Bound port: 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:51:18.363385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.434248 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:51:18.437905 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:51:18.444058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.477518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:18.478020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:18.480322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 1091 time: 0.7290444 Oct 11 15:51:18.482881 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:18.486493 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23323aa3-6280-4210-8ba4-a2e76282a9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:18.520260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc943b-3a05-4fa6-b9a9-c4f063f07334 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:18.570574 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53e2777-eddd-472f-bcf6-0da452954b7f x-openstack-request-id: req-a53e2777-eddd-472f-bcf6-0da452954b7f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:18.570865 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:18.571113 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a53e2777-eddd-472f-bcf6-0da452954b7f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:18.571510 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'status': 'completed', 'code': 200} Oct 11 15:51:18.578248 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-ba45d677-4249-47e2-9ac7-e7259e922270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:18.579753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-ba45d677-4249-47e2-9ac7-e7259e922270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0514088 Oct 11 15:51:18.628201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-844fc1df-bf2e-42be-8426-44c1c17bf6e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 217 time: 0.0403776 Oct 11 15:51:18.680450 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1b5271d5-ac45-43f7-862f-08a3d8505f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:18.681576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-1b5271d5-ac45-43f7-862f-08a3d8505f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0459828 Oct 11 15:51:18.729120 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-2010eec6-d209-45f7-8a7e-c9c6b9df83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:18.730726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-2010eec6-d209-45f7-8a7e-c9c6b9df83a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420713 Oct 11 15:51:18.830147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-91d0f3df-7718-4c5c-93dc-170e7c44abd1 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916526 Oct 11 15:51:18.923748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5bfe0b74-e3ea-4a5d-a809-3fd31bc9444c req-2c3b853c-1712-4775-968a-96c05ff2d9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Oct 11 15:51:19.015928 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-2c696ee7-8e32-430a-bb68-948c5b0a456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:19.017502 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-2c696ee7-8e32-430a-bb68-948c5b0a456a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0512640 Oct 11 15:51:19.111999 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-3bd75462-bbc3-4e22-8249-500f4ab34fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:19.113376 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-3bd75462-bbc3-4e22-8249-500f4ab34fe8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0885918 Oct 11 15:51:19.156670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-a17d5816-a0c5-408a-ae5d-734a620622b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 217 time: 0.0348845 Oct 11 15:51:19.210521 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-86cce7bd-b003-40f4-8179-25a614355390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:19.211978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-86cce7bd-b003-40f4-8179-25a614355390 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0476353 Oct 11 15:51:19.258201 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-ef5be23c-0f7a-4872-94ac-696af8003659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:19.259450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-ef5be23c-0f7a-4872-94ac-696af8003659 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404246 Oct 11 15:51:19.333467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693026-e919-423e-b1bc-b476dd417938 req-c2af288e-d269-4695-be10-5a056e1f3969 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:19.337813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32693026-e919-423e-b1bc-b476dd417938 req-c2af288e-d269-4695-be10-5a056e1f3969 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 943 time: 0.0629661 Oct 11 15:51:19.360659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-687aab62-339f-4fa3-8be4-55ff9f824f91 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934966 Oct 11 15:51:19.376344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32693026-e919-423e-b1bc-b476dd417938 req-70ff559a-69c2-40f9-bcc5-7aa3ebdaf7da tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345254 Oct 11 15:51:19.789462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-23323aa3-6280-4210-8ba4-a2e76282a9e6 req-f4a7680b-e70e-4a89-ab9a-4329607fbcaf service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200046 Oct 11 15:51:20.493918 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1774-2ad5-4a57-89ca-a628d9fbc6b1 req-f61f2678-17f3-49f8-801a-1a4f7aae367c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:20.495440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b2a1774-2ad5-4a57-89ca-a628d9fbc6b1 req-f61f2678-17f3-49f8-801a-1a4f7aae367c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 943 time: 0.0522869 Oct 11 15:51:20.536846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b2a1774-2ad5-4a57-89ca-a628d9fbc6b1 req-c52634e9-1d2b-4b24-a2b6-349fa36bced5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336690 Oct 11 15:51:21.651552 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610be688-0fa7-43fb-a724-1329183bc19e req-98593ab2-aed8-42df-a685-2a6552dfea11 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:21.653115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610be688-0fa7-43fb-a724-1329183bc19e req-98593ab2-aed8-42df-a685-2a6552dfea11 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 943 time: 0.0500994 Oct 11 15:51:21.692288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-610be688-0fa7-43fb-a724-1329183bc19e req-93879839-cf5a-4bc9-8fdf-8a88d535703a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326669 Oct 11 15:51:22.744992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:51:22.814886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106deaa-5151-4ce4-b07b-67e735661490 req-69405938-c389-46b9-b898-5f4a2fd27c4f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:22.816383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7106deaa-5151-4ce4-b07b-67e735661490 req-69405938-c389-46b9-b898-5f4a2fd27c4f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 943 time: 0.0547566 Oct 11 15:51:22.842623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:22.854112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:51:22.856061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7106deaa-5151-4ce4-b07b-67e735661490 req-dc734d1b-9f3c-432c-95b5-828d4462f575 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335653 Oct 11 15:51:22.897388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:22.910997 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:51:22.931473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:22.936063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:22.991145 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:23.156466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:23.977958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967be4c-2b78-4bb5-960e-0d6e26f800b8 req-879b875a-d326-4e32-810d-a94ec7b5922e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:23.979428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c967be4c-2b78-4bb5-960e-0d6e26f800b8 req-879b875a-d326-4e32-810d-a94ec7b5922e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0528688 Oct 11 15:51:24.019001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c967be4c-2b78-4bb5-960e-0d6e26f800b8 req-3eaf03f0-a37e-4f21-9c29-70a36817e440 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335934 Oct 11 15:51:24.744822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:51:24.791890 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:51:24.795535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:51:24.795907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:24.872513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:24.902056 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:24.904306 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d4366d-13a3-4f6c-8d17-ad97e6c81e6d" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:24.917043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:24.920902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:24.944122 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede3898-5518-4bf2-bfd7-df3433649da2 x-openstack-request-id: req-3ede3898-5518-4bf2-bfd7-df3433649da2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:24.944409 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:24.944662 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ede3898-5518-4bf2-bfd7-df3433649da2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:24.945048 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:51:24.971501 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:25.039362 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767830e5-2c9c-4559-919b-eb3aab86d312 req-cd7c349e-d1ac-464d-8e3e-123670bece44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:25.040829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-767830e5-2c9c-4559-919b-eb3aab86d312 req-cd7c349e-d1ac-464d-8e3e-123670bece44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0394883 Oct 11 15:51:25.080760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-767830e5-2c9c-4559-919b-eb3aab86d312 req-ddf2019a-e904-47d5-b413-8d867d6a7c2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332546 Oct 11 15:51:25.142231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee71adf-8cd8-46d9-98a6-41db525824b5 req-fd5c1e45-264d-4efb-9f66-7784e14a25f6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:25.143748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ee71adf-8cd8-46d9-98a6-41db525824b5 req-fd5c1e45-264d-4efb-9f66-7784e14a25f6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Oct 11 15:51:25.181380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ee71adf-8cd8-46d9-98a6-41db525824b5 req-60a0e6a2-6fe9-4787-851b-fa1e5664010c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315616 Oct 11 15:51:26.296416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6e490-5b88-4680-9278-c4699660289b req-635c1d0a-e854-4ca2-9265-18b3d3a5d403 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:26.297941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ee6e490-5b88-4680-9278-c4699660289b req-635c1d0a-e854-4ca2-9265-18b3d3a5d403 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Oct 11 15:51:26.338498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ee6e490-5b88-4680-9278-c4699660289b req-2363f3e6-d78b-4c3e-9f27-97baf040d7e0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334570 Oct 11 15:51:27.454031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaed16-9e8e-4977-b066-773b63e1a059 req-58f8918e-f6d4-4779-9900-9a6f0db04d0c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:27.455472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7abaed16-9e8e-4977-b066-773b63e1a059 req-58f8918e-f6d4-4779-9900-9a6f0db04d0c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Oct 11 15:51:27.492181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7abaed16-9e8e-4977-b066-773b63e1a059 req-9c34ac63-b81b-476e-87d9-15538c3cacff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308497 Oct 11 15:51:27.606804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393113c8-3d02-462e-b406-36f9e9ca9078 req-0f3023a7-0b34-48d6-865f-21640e7e4195 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:27.608269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-393113c8-3d02-462e-b406-36f9e9ca9078 req-0f3023a7-0b34-48d6-865f-21640e7e4195 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Oct 11 15:51:27.616650 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 45954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:27.621462 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'floatingip': {'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:51:27.659776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:28.092656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:28.096424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:28.194451 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Floating IP 8cd8211a-7272-46de-924f-87535798673e associated. External IP: 172.35.3.110, port: 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8. Oct 11 15:51:28.401326 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:51:28.507303 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:51:28.512626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:28.519049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Sync routers for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:51:28.529125 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:28.529759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:28.538938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ebccf8b1-b638-40b6-b5b4-ab49f203abff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "PUT /v2.0/floatingips/8cd8211a-7272-46de-924f-87535798673e HTTP/1.1" status: 200 len: 991 time: 0.9212654 Oct 11 15:51:28.539533 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:28.541837 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48468064-cf86-4e06-a1e5-6e55e3385fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:28.581119 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1d6f6d-9238-4828-8b7a-80be4bd00ae4 x-openstack-request-id: req-aa1d6f6d-9238-4828-8b7a-80be4bd00ae4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:28.581820 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:28.582194 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa1d6f6d-9238-4828-8b7a-80be4bd00ae4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:28.582644 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'status': 'completed', 'code': 200} Oct 11 15:51:28.638492 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:28.643446 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-2ba8cf3d-02c0-4f0c-98a6-199e022dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:28.644916 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-2ba8cf3d-02c0-4f0c-98a6-199e022dce60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0410144 Oct 11 15:51:28.734836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-8f224645-1f25-42f2-8c51-014fd6a68350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:28.736367 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-8f224645-1f25-42f2-8c51-014fd6a68350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0843315 Oct 11 15:51:28.816091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-2eb16d84-e460-4392-a443-ff31dacbb3e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0721996 Oct 11 15:51:28.866704 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-698a50d4-3d8a-4eb6-9977-913d17aeab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:28.868453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-698a50d4-3d8a-4eb6-9977-913d17aeab9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0455883 Oct 11 15:51:28.876863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8cd8211a-7272-46de-924f-87535798673e', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:51:14Z', 'updated_at': '2021-10-11T15:51:28Z', 'revision_number': 1, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:28.902422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Checking router: fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:51:28.912339 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:51:28.912942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:28.913176 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-dbc6eb56-5a77-4b89-9997-cbafca4608d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:28.914708 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-dbc6eb56-5a77-4b89-9997-cbafca4608d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395300 Oct 11 15:51:29.008578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-f8f3bdb7-a042-47b4-91dd-b181367b4d87 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866044 Oct 11 15:51:29.019073 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:51:29.096682 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48468064-cf86-4e06-a1e5-6e55e3385fb3 req-0b15a1ee-e285-4eee-9073-55c88211cdaf service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811265 Oct 11 15:51:29.239592 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8cd8211a-7272-46de-924f-87535798673e', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:51:14Z', 'updated_at': '2021-10-11T15:51:28Z', 'revision_number': 1, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:29.264303 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8cfc-be86-4adc-ba7b-facde55ed504 None None] The sync data for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 is: [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8cd8211a-7272-46de-924f-87535798673e', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:51:14Z', 'updated_at': '2021-10-11T15:51:28Z', 'revision_number': 1, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:51:29.465848 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9516a85-8403-43cf-8f2e-d5775aabbcaa None None] New status for floating IP 8cd8211a-7272-46de-924f-87535798673e: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:51:31.873551 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:51:32.346584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddb4d-11d7-4b3d-bb32-a2394b852060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:34.836206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a98c759a-fba2-457f-9d17-29fc967b2390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:35.920757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:35.978088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:37.739229 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:38.903812 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cf371-7f04-4195-b611-00ac488df696 req-e4fff4b8-b9b9-4eb5-90b6-0fb573a82669 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:38.905353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f00cf371-7f04-4195-b611-00ac488df696 req-e4fff4b8-b9b9-4eb5-90b6-0fb573a82669 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.0508928 Oct 11 15:51:38.946680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f00cf371-7f04-4195-b611-00ac488df696 req-7794bfeb-434a-4a5c-b04a-1dde3e8e8783 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Oct 11 15:51:39.482671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:40.069028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8217fc9-2d73-4cab-8f05-69c51506b29d req-9b229c7d-e094-48d0-b7c8-0ea4d832672b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:40.070512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8217fc9-2d73-4cab-8f05-69c51506b29d req-9b229c7d-e094-48d0-b7c8-0ea4d832672b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.0518909 Oct 11 15:51:40.107720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8217fc9-2d73-4cab-8f05-69c51506b29d req-493f5499-d175-4a96-bcca-666feaef82a4 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Oct 11 15:51:40.615096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-2fad9e11-abec-4084-85b9-973aef2e75f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:40.616659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-2fad9e11-abec-4084-85b9-973aef2e75f3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 945 time: 0.0528758 Oct 11 15:51:40.685318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:40.707870 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Deleting port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:40.708206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:40.796327 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] For port f11aa432-d5d4-4c42-b039-5562e4d4cfa2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:40.796689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:40.809920 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Calling delete_port for f11aa432-d5d4-4c42-b039-5562e4d4cfa2 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:40.930735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:40.948574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327', 'd0f238c4-2d8d-482f-b9f3-26371df0df28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:40.950805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428', 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:40.966615 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event deleted for resources: {'Port': ['ID=f11aa432-d5d4-4c42-b039-5562e4d4cfa2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:41.014638 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] No DVR routers for this DVR port f11aa432-d5d4-4c42-b039-5562e4d4cfa2 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:41.017377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:41.020572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0911daea-579d-4fe7-be97-3e1f3d4d65b3 req-a57e5e72-1bc3-4a8b-a589-6b89861cacec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "DELETE /v2.0/ports/f11aa432-d5d4-4c42-b039-5562e4d4cfa2 HTTP/1.1" status: 204 len: 173 time: 0.3961148 Oct 11 15:51:41.021032 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'name': 'network-vif-deleted', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:41.023356 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098d2a9e-dfe5-492c-a9b5-699864f3ecef" -d '{"events": [{"server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "name": "network-vif-deleted", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:41.088780 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed5046-97d3-4eba-beaf-f296a63fc342 x-openstack-request-id: req-eeed5046-97d3-4eba-beaf-f296a63fc342 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:41.089078 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a8a508-dd65-4a6b-8856-e99a078452fa", "name": "network-vif-deleted", "tag": "f11aa432-d5d4-4c42-b039-5562e4d4cfa2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:41.089373 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeed5046-97d3-4eba-beaf-f296a63fc342 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:41.089799 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a8a508-dd65-4a6b-8856-e99a078452fa', 'name': 'network-vif-deleted', 'tag': 'f11aa432-d5d4-4c42-b039-5562e4d4cfa2', 'status': 'completed', 'code': 200} Oct 11 15:51:41.235604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71314ee3-22f3-4a63-9258-60c8a659f914 req-04f319fd-a37c-48b4-a78b-689da14a97ec tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a8a508-dd65-4a6b-8856-e99a078452fa HTTP/1.1" status: 200 len: 210 time: 0.0273042 Oct 11 15:51:43.677700 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f11aa432-d5d4-4c42-b039-5562e4d4cfa2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:43.697739 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: f11aa432-d5d4-4c42-b039-5562e4d4cfa2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:43.698078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f11aa432-d5d4-4c42-b039-5562e4d4cfa2 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:45.740954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768deb0b-99c3-4576-b17f-08763422f6d6 req-eccbc444-666d-441c-9cee-b1b43b36210a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:45.742531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-768deb0b-99c3-4576-b17f-08763422f6d6 req-eccbc444-666d-441c-9cee-b1b43b36210a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 946 time: 0.0501256 Oct 11 15:51:45.781349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-768deb0b-99c3-4576-b17f-08763422f6d6 req-b04e63ff-2540-49b2-bf3d-90ef7498e0d3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Oct 11 15:51:46.895985 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612363e5-872a-4555-b252-6819cd0fa789 req-91b5065f-fdbd-431d-a587-70b06a20f3d3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:46.897434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-612363e5-872a-4555-b252-6819cd0fa789 req-91b5065f-fdbd-431d-a587-70b06a20f3d3 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 946 time: 0.0488257 Oct 11 15:51:46.939877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-612363e5-872a-4555-b252-6819cd0fa789 req-70f1452d-4a15-4e9d-8f28-2c1eb6bb4cd1 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Oct 11 15:51:47.274659 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380adc6-fd29-499a-8208-816633884249 req-00fe1330-eb29-4fe5-940d-0ad338ce94e0 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:47.276054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9380adc6-fd29-499a-8208-816633884249 req-00fe1330-eb29-4fe5-940d-0ad338ce94e0 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 946 time: 0.0483768 Oct 11 15:51:47.374214 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Deleting port d0f238c4-2d8d-482f-b9f3-26371df0df28 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:47.374556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:47.466694 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] For port d0f238c4-2d8d-482f-b9f3-26371df0df28, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d0f238c4-2d8d-482f-b9f3-26371df0df28,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:47.467066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:47.480966 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Calling delete_port for d0f238c4-2d8d-482f-b9f3-26371df0df28 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:47.611775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:47.625825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:47.628142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327', 'd0f238c4-2d8d-482f-b9f3-26371df0df28'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:47.640252 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event deleted for resources: {'Port': ['ID=d0f238c4-2d8d-482f-b9f3-26371df0df28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:47.685730 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] No DVR routers for this DVR port d0f238c4-2d8d-482f-b9f3-26371df0df28 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:47.688526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:47.692021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9380adc6-fd29-499a-8208-816633884249 req-0f716bd6-ec62-4e46-a8a2-1e6e682067bc tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "DELETE /v2.0/ports/d0f238c4-2d8d-482f-b9f3-26371df0df28 HTTP/1.1" status: 204 len: 173 time: 0.4087903 Oct 11 15:51:47.692472 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'name': 'network-vif-deleted', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:47.694766 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07898532-36c6-4261-8754-8be687cf173b" -d '{"events": [{"server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "name": "network-vif-deleted", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:47.733848 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e8d54f-03de-4e85-9b6d-d07ad007479f x-openstack-request-id: req-76e8d54f-03de-4e85-9b6d-d07ad007479f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:47.734276 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf375cd-e15b-4f7c-9e22-902a9b03d9fe", "name": "network-vif-deleted", "tag": "d0f238c4-2d8d-482f-b9f3-26371df0df28", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:47.734639 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76e8d54f-03de-4e85-9b6d-d07ad007479f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:47.735230 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf375cd-e15b-4f7c-9e22-902a9b03d9fe', 'name': 'network-vif-deleted', 'tag': 'd0f238c4-2d8d-482f-b9f3-26371df0df28', 'status': 'completed', 'code': 200} Oct 11 15:51:48.044920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd2e275d-18a4-4f73-8d37-a46a1d1faacd req-12e05dde-ca94-467c-ad59-057fa378d4da tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf375cd-e15b-4f7c-9e22-902a9b03d9fe HTTP/1.1" status: 200 len: 210 time: 0.0257280 Oct 11 15:51:49.034484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d7f0-a202-4bc6-bf01-6cffc6b6f326 req-f08e13d4-20ca-402f-8432-e2b31e083cec tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:49.035981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5212d7f0-a202-4bc6-bf01-6cffc6b6f326 req-f08e13d4-20ca-402f-8432-e2b31e083cec tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Oct 11 15:51:49.074020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5212d7f0-a202-4bc6-bf01-6cffc6b6f326 req-fb373fcd-d1f6-4c87-bbf0-102348523d86 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313506 Oct 11 15:51:49.301916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee6c8-c597-43b5-a42c-6aec63744323 req-bd49c55d-26dd-4a27-9d20-2535c6794004 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:49.303360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c6ee6c8-c597-43b5-a42c-6aec63744323 req-bd49c55d-26dd-4a27-9d20-2535c6794004 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Oct 11 15:51:49.339855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c6ee6c8-c597-43b5-a42c-6aec63744323 req-9c9882a0-7d92-4a29-a19c-7e6bace3222d tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297537 Oct 11 15:51:50.194551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eeb49-81ab-47a2-9004-2c847f6c977f req-9b2a6c3e-fa6d-4cc7-95fb-488de9ef7216 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:50.196020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a2eeb49-81ab-47a2-9004-2c847f6c977f req-9b2a6c3e-fa6d-4cc7-95fb-488de9ef7216 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0523517 Oct 11 15:51:50.233345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a2eeb49-81ab-47a2-9004-2c847f6c977f req-9224b339-af7f-41cb-9a53-b88cabd97cdb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314820 Oct 11 15:51:50.452976 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe295-b717-475b-a35f-58ab156b8c24 req-2842be2b-39ed-4fab-a885-9a74473fea48 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:50.454432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd9fe295-b717-475b-a35f-58ab156b8c24 req-2842be2b-39ed-4fab-a885-9a74473fea48 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 945 time: 0.0477235 Oct 11 15:51:50.491599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd9fe295-b717-475b-a35f-58ab156b8c24 req-b03a414c-17bc-411d-8f5b-02ca148ddc69 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Oct 11 15:51:50.795751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-832bce6b-0c2b-4acd-883f-b81e485fd32b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:50.797252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-832bce6b-0c2b-4acd-883f-b81e485fd32b tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Oct 11 15:51:50.889407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Deleting port d935ee77-9f7a-4bb9-8a00-77158daa9428 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:50.889776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:50.967235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d0f238c4-2d8d-482f-b9f3-26371df0df28 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:50.984975 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] For port d935ee77-9f7a-4bb9-8a00-77158daa9428, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d935ee77-9f7a-4bb9-8a00-77158daa9428,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:50.985345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:50.991491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: d0f238c4-2d8d-482f-b9f3-26371df0df28 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:50.991831 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device d0f238c4-2d8d-482f-b9f3-26371df0df28 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:50.999176 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Calling delete_port for d935ee77-9f7a-4bb9-8a00-77158daa9428 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:51.127300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:51.139226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:51.141820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d935ee77-9f7a-4bb9-8a00-77158daa9428'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:51.156238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event deleted for resources: {'Port': ['ID=d935ee77-9f7a-4bb9-8a00-77158daa9428,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:51.197017 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] No DVR routers for this DVR port d935ee77-9f7a-4bb9-8a00-77158daa9428 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:51.199716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:51.203150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bf1e8ca8-f916-4d22-97c9-b9a615cc2f98 req-af401189-276f-4e52-abe0-e44d105fde30 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.43 "DELETE /v2.0/ports/d935ee77-9f7a-4bb9-8a00-77158daa9428 HTTP/1.1" status: 204 len: 173 time: 0.3999534 Oct 11 15:51:51.203595 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'name': 'network-vif-deleted', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:51.205920 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35386652-bcb7-4553-9ee9-5d987d0bac44" -d '{"events": [{"server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "name": "network-vif-deleted", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:51.244114 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96a035-3fdb-49af-80d7-10b6f6b39afa x-openstack-request-id: req-af96a035-3fdb-49af-80d7-10b6f6b39afa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:51.244458 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12264d77-18d6-491b-a9c3-cf51ed233b93", "name": "network-vif-deleted", "tag": "d935ee77-9f7a-4bb9-8a00-77158daa9428", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:51.244759 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af96a035-3fdb-49af-80d7-10b6f6b39afa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:51.245157 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12264d77-18d6-491b-a9c3-cf51ed233b93', 'name': 'network-vif-deleted', 'tag': 'd935ee77-9f7a-4bb9-8a00-77158daa9428', 'status': 'completed', 'code': 200} Oct 11 15:51:51.362257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955209d-775f-47f7-856f-c42eeec9f5b6 req-3ec3db9b-ab9d-4add-9145-40833b2bf076 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:51.363724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a955209d-775f-47f7-856f-c42eeec9f5b6 req-3ec3db9b-ab9d-4add-9145-40833b2bf076 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0483873 Oct 11 15:51:51.400481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a955209d-775f-47f7-856f-c42eeec9f5b6 req-38399400-658a-49a5-94b1-e602c06da4da tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301104 Oct 11 15:51:51.608445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f887aae-4d48-469e-894a-45cefdaf9dd7 req-742c385f-267a-4493-b10e-12b98ca74bb0 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=12264d77-18d6-491b-a9c3-cf51ed233b93 HTTP/1.1" status: 200 len: 210 time: 0.0319569 Oct 11 15:51:52.516809 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7e02a-1ad7-489d-b9c5-13b95168bf68 req-a5bf0320-e823-4385-ae95-dd01e7e1c28d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:52.518268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dae7e02a-1ad7-489d-b9c5-13b95168bf68 req-a5bf0320-e823-4385-ae95-dd01e7e1c28d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0479345 Oct 11 15:51:52.553970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dae7e02a-1ad7-489d-b9c5-13b95168bf68 req-939324d9-2e54-4180-b957-7be630703d5d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298531 Oct 11 15:51:53.672310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f02f95-4f84-49f6-8498-da17de66a578 req-71c3a8c2-be84-4c01-bd2a-255242d610c2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:53.673874 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1f02f95-4f84-49f6-8498-da17de66a578 req-71c3a8c2-be84-4c01-bd2a-255242d610c2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Oct 11 15:51:53.712006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1f02f95-4f84-49f6-8498-da17de66a578 req-2130c041-ba28-4f12-ab6a-b9eccfdf0053 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321205 Oct 11 15:51:54.831609 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29318c27-0a5c-4fb2-a329-3768bf593de6 req-7b5155e3-a3df-461b-b886-6fe09cbc3f5b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:54.837948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29318c27-0a5c-4fb2-a329-3768bf593de6 req-7b5155e3-a3df-461b-b886-6fe09cbc3f5b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Oct 11 15:51:54.876321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29318c27-0a5c-4fb2-a329-3768bf593de6 req-b4dbbbd3-0f4f-404d-a6f6-3bca494493c5 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370429 Oct 11 15:51:55.705865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d935ee77-9f7a-4bb9-8a00-77158daa9428 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:51:55.728828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: d935ee77-9f7a-4bb9-8a00-77158daa9428 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:51:55.729160 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d935ee77-9f7a-4bb9-8a00-77158daa9428 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:51:56.026058 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa7a3e-10ce-4248-bea7-214b4d4a86c1 req-4287fb02-7171-4233-83f0-e85bca0356ce tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:56.032411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47fa7a3e-10ce-4248-bea7-214b4d4a86c1 req-4287fb02-7171-4233-83f0-e85bca0356ce tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0711255 Oct 11 15:51:56.103329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47fa7a3e-10ce-4248-bea7-214b4d4a86c1 req-0dfbef8e-c8af-4e04-b642-9a48661f3006 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635746 Oct 11 15:51:56.118865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2aa9c-7fdd-40e2-a6c4-0fc980f6308b req-ec78387d-2450-46b5-8399-9722c701d91a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:56.120359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1be2aa9c-7fdd-40e2-a6c4-0fc980f6308b req-ec78387d-2450-46b5-8399-9722c701d91a tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 945 time: 0.0660920 Oct 11 15:51:56.158959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1be2aa9c-7fdd-40e2-a6c4-0fc980f6308b req-a927e704-2fd9-4f3d-81dc-63873aea37ea tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Oct 11 15:51:57.226921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079a50d-5b91-4c4c-9689-e3c5f8af3866 req-cb5bb3ba-072d-4319-930b-d6c6fc73429d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:57.228218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4079a50d-5b91-4c4c-9689-e3c5f8af3866 req-cb5bb3ba-072d-4319-930b-d6c6fc73429d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Oct 11 15:51:57.291062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4079a50d-5b91-4c4c-9689-e3c5f8af3866 req-10d5975b-59ea-4cca-bb52-948e21c2530b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538335 Oct 11 15:51:57.299232 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc3ff-a54e-4105-8ec2-6c0105864011 req-9eb1db39-0186-47a6-a12d-f5ce8069e213 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:57.300647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25bcc3ff-a54e-4105-8ec2-6c0105864011 req-9eb1db39-0186-47a6-a12d-f5ce8069e213 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 945 time: 0.0715656 Oct 11 15:51:57.339218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25bcc3ff-a54e-4105-8ec2-6c0105864011 req-a29a5fd9-67fb-4780-874f-deaf9f925539 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/security-groups?id=15fc44b5-7cc0-4146-9bcf-9159372ec1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Oct 11 15:51:57.648835 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-a47b11bb-3495-4c23-9233-755d14de64eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:57.650285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-a47b11bb-3495-4c23-9233-755d14de64eb tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 945 time: 0.0518827 Oct 11 15:51:57.748654 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Deleting port bc99ea1b-b563-40b5-8c7d-b1885afda327 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:51:57.748990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:57.838531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] For port bc99ea1b-b563-40b5-8c7d-b1885afda327, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc99ea1b-b563-40b5-8c7d-b1885afda327,segment=NetworkSegment(dbe50a85-1ac0-4be0-a9b9-0783daa1feca),segment_id=dbe50a85-1ac0-4be0-a9b9-0783daa1feca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:51:57.838889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:57.850891 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Calling delete_port for bc99ea1b-b563-40b5-8c7d-b1885afda327 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:51:57.975974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:57.988311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bc99ea1b-b563-40b5-8c7d-b1885afda327'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:51:58.003240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Pushing event deleted for resources: {'Port': ['ID=bc99ea1b-b563-40b5-8c7d-b1885afda327,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:58.046062 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] No DVR routers for this DVR port bc99ea1b-b563-40b5-8c7d-b1885afda327 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:51:58.048525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:58.051767 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9d44884e-766b-4e77-a0bc-07777dd4ab7d req-78931a41-7709-47f2-b322-55d64e001c0c tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.36 "DELETE /v2.0/ports/bc99ea1b-b563-40b5-8c7d-b1885afda327 HTTP/1.1" status: 204 len: 173 time: 0.3939803 Oct 11 15:51:58.052243 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'name': 'network-vif-deleted', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:51:58.054804 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74689b7d-a8db-4f7d-818a-3d5906efb447" -d '{"events": [{"server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "name": "network-vif-deleted", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:51:58.090179 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e5ee4-abb7-4d7f-8cce-88f44b2744cb x-openstack-request-id: req-390e5ee4-abb7-4d7f-8cce-88f44b2744cb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:51:58.090471 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b0e78-1059-4f3a-8741-a1565957b83f", "name": "network-vif-deleted", "tag": "bc99ea1b-b563-40b5-8c7d-b1885afda327", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:51:58.090721 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-390e5ee4-abb7-4d7f-8cce-88f44b2744cb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:51:58.091131 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b0e78-1059-4f3a-8741-a1565957b83f', 'name': 'network-vif-deleted', 'tag': 'bc99ea1b-b563-40b5-8c7d-b1885afda327', 'status': 'completed', 'code': 200} Oct 11 15:51:58.411841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabc9c1-3dc8-467d-9ab0-ea8d432b0ffd req-44ec24ce-5acf-4354-a318-b4b56d99be64 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:58.418585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cabc9c1-3dc8-467d-9ab0-ea8d432b0ffd req-44ec24ce-5acf-4354-a318-b4b56d99be64 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0548925 Oct 11 15:51:58.464655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61eecc2c-cb94-4847-8cc3-e76433618d28 req-ef5acc9e-6d83-4d1c-a97e-361953586ab2 tempest-AttachVolumeNegativeTest-1463062501 tempest-AttachVolumeNegativeTest-1463062501-project] 10.222.0.31 "GET /v2.0/ports?device_id=086b0e78-1059-4f3a-8741-a1565957b83f HTTP/1.1" status: 200 len: 210 time: 0.0383904 Oct 11 15:51:58.479406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cabc9c1-3dc8-467d-9ab0-ea8d432b0ffd req-a56d470f-65cb-49e2-aa56-0ec47a478a2b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594878 Oct 11 15:51:59.520975 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:59.590646 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Deleting subnet 153d4114-c76f-46a8-ad25-20eb27e86b2e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:51:59.596517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.637841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b0087-b88d-4f5d-ae36-3ad13359847e req-0251dfa9-08f3-413a-9139-edc5f00a9f6b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:51:59.639305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee7b0087-b88d-4f5d-ae36-3ad13359847e req-0251dfa9-08f3-413a-9139-edc5f00a9f6b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0832484 Oct 11 15:51:59.644881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.710894 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.715741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee7b0087-b88d-4f5d-ae36-3ad13359847e req-6c0eed37-28c7-49e3-9646-a71930480b95 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689614 Oct 11 15:51:59.765823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.790925 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153d4114-c76f-46a8-ad25-20eb27e86b2e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:51:59.795376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.798526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/153d4114-c76f-46a8-ad25-20eb27e86b2e HTTP/1.1" status: 204 len: 168 time: 0.2764494 Oct 11 15:51:59.801200 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:51:59.803739 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.804081 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.804417 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.804753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.805082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.805448 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.805800 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.806121 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.806445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.806764 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.807080 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.807399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc669949-3c1d-4cfe-bf17-ddf59adc18e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:51:59.871833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.949735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:51:59.969592 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b23bb3b-2a35-4c9b-8904-79d285a8982d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:59.979261 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:59.979663 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe50a85-1ac0-4be0-a9b9-0783daa1feca') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:51:59.989301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.001945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.007740 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:00.008114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:00.009862 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:00.065665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.070905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.073994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b23bb3b-2a35-4c9b-8904-79d285a8982d HTTP/1.1" status: 204 len: 168 time: 0.2717912 Oct 11 15:52:00.084601 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c96c0-0853-4f2d-8d45-eebb35679298 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b23bb3b-2a35-4c9b-8904-79d285a8982d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:00.185311 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:00.224525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e34ce518-632e-45cd-b0c7-b2e86e580b55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41120b4697804617bd1e3e50690b2170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379994 Oct 11 15:52:00.226889 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:00.273569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.294587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.345188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.347679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:00.348807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15fc44b5-7cc0-4146-9bcf-9159372ec1bc HTTP/1.1" status: 204 len: 168 time: 0.1210425 Oct 11 15:52:00.356856 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c240c26-7ef9-49c1-8ae0-75a99dfd416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc44b5-7cc0-4146-9bcf-9159372ec1bc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:00.832739 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7832c-491c-4823-848a-df52a38b4802 req-e712cd4b-146d-4e34-849e-117a1270bb4f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:00.834249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80d7832c-491c-4823-848a-df52a38b4802 req-e712cd4b-146d-4e34-849e-117a1270bb4f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Oct 11 15:52:00.872796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80d7832c-491c-4823-848a-df52a38b4802 req-b9c78bce-6f7c-4538-b8d1-42dc41686f16 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327415 Oct 11 15:52:01.002479 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bc99ea1b-b563-40b5-8c7d-b1885afda327 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:01.023301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: bc99ea1b-b563-40b5-8c7d-b1885afda327 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:01.023742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bc99ea1b-b563-40b5-8c7d-b1885afda327 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:01.736057 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:52:01.828115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:01.843065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:52:01.881421 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:01.894760 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:52:01.919551 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:01.925136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:01.987254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:01.995159 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.995504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.995879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.996218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.996547 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.996880 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.997289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.997633 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.997957 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.998274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.998674 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:01.998999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:02.001009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc79e16-8c0d-46fa-b660-d6f125fce08f req-48d12256-6a88-4243-a60f-73554a22861c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:02.003359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acc79e16-8c0d-46fa-b660-d6f125fce08f req-48d12256-6a88-4243-a60f-73554a22861c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0556870 Oct 11 15:52:02.003783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e447e3c3-ec90-4e7c-9b19-34c7008bddbf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:52:02.052057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acc79e16-8c0d-46fa-b660-d6f125fce08f req-7fac8856-4405-4ad5-a10d-499d578c3f8f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395350 Oct 11 15:52:02.347869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-322d0a23-94c6-45fa-a321-26e2cc9f62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.178924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557d4f-23a8-4485-8fa5-2f9262740b44 req-f5d02f7e-9c2f-43e2-89b7-3417c0452e98 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:03.180531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc557d4f-23a8-4485-8fa5-2f9262740b44 req-f5d02f7e-9c2f-43e2-89b7-3417c0452e98 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0534513 Oct 11 15:52:03.220452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc557d4f-23a8-4485-8fa5-2f9262740b44 req-f8a12d9a-f33c-44b2-ad75-b9492fae7dbd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335295 Oct 11 15:52:03.343305 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:03.455488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de417644-4ea4-49f7-a7e0-f4659acf80e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.528811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de417644-4ea4-49f7-a7e0-f4659acf80e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.532405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de417644-4ea4-49f7-a7e0-f4659acf80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.570379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de417644-4ea4-49f7-a7e0-f4659acf80e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7475172c84247cfb8a97fc879c9f76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260110 Oct 11 15:52:03.571526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de417644-4ea4-49f7-a7e0-f4659acf80e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c65fad-c5d1-4ac1-8f9d-4a02cd8b0896,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:03.573180 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:03.621928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.643069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.688627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.691154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.692285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1c65fad-c5d1-4ac1-8f9d-4a02cd8b0896 HTTP/1.1" status: 204 len: 168 time: 0.1180000 Oct 11 15:52:03.700116 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c22cf-871f-477b-9adc-2959d2b0f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c65fad-c5d1-4ac1-8f9d-4a02cd8b0896,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:03.735959 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:52:03.782551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e447e3c3-ec90-4e7c-9b19-34c7008bddbf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:03.782974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.863663 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.887639 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:52:03.890041 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ccf71f-6358-438d-ac6c-c91d1457855d" -d '{"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:52:03.903456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:03.909038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:03.931934 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b3b3d-9f70-4cdc-87c9-536cd645e0c8 x-openstack-request-id: req-8e0b3b3d-9f70-4cdc-87c9-536cd645e0c8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:52:03.932223 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:52:03.932532 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e0b3b3d-9f70-4cdc-87c9-536cd645e0c8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:52:03.932836 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'code': 200} Oct 11 15:52:03.958712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:03.969024 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:03.982513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f07e7d68-0df0-43df-9390-7263d59575eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.065741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f07e7d68-0df0-43df-9390-7263d59575eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.069332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f07e7d68-0df0-43df-9390-7263d59575eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.107438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f07e7d68-0df0-43df-9390-7263d59575eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc1132c59ae43acb90d8a224c860aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372988 Oct 11 15:52:04.108549 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e7d68-0df0-43df-9390-7263d59575eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5bea69-43d9-4fa1-848a-533d80cfbce4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:04.110240 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:04.158498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.178723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.225100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.227623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:04.228763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de5bea69-43d9-4fa1-848a-533d80cfbce4 HTTP/1.1" status: 204 len: 168 time: 0.1175020 Oct 11 15:52:04.236348 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf64c3-891d-4d0d-9676-34b5235ead9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5bea69-43d9-4fa1-848a-533d80cfbce4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:04.343645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cffb9-214c-4e38-9863-5226640b1d6b req-9b599c2d-e218-4c15-9cb7-c0883d2aaa83 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:04.345159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-243cffb9-214c-4e38-9863-5226640b1d6b req-9b599c2d-e218-4c15-9cb7-c0883d2aaa83 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0522952 Oct 11 15:52:04.383662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-243cffb9-214c-4e38-9863-5226640b1d6b req-a66dd855-9cc7-4ecb-a2b6-4efc6cb736ee tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326474 Oct 11 15:52:04.838361 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-604a1108-55ba-4956-b59a-8ec2aad9d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:05.510904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1690b-be99-4d60-8a41-79b4e5b05cef req-3400825d-538b-45bd-985d-2915c91d6a77 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:05.512503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eac1690b-be99-4d60-8a41-79b4e5b05cef req-3400825d-538b-45bd-985d-2915c91d6a77 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0530219 Oct 11 15:52:05.552030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eac1690b-be99-4d60-8a41-79b4e5b05cef req-3321d4cf-e550-498a-a6c1-f13413d457d6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330927 Oct 11 15:52:05.937213 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:05.989205 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:06.731897 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8409-2bfc-416d-9b8b-00ae9f9f65c8 req-d10590c1-ccbc-4b15-8c16-28f3a4d2cb91 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:06.733581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa5b8409-2bfc-416d-9b8b-00ae9f9f65c8 req-d10590c1-ccbc-4b15-8c16-28f3a4d2cb91 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0662422 Oct 11 15:52:06.782321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa5b8409-2bfc-416d-9b8b-00ae9f9f65c8 req-e957c6f9-2f1f-4595-bfce-4c952524a2b6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418618 Oct 11 15:52:07.742965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:07.963224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84edd9-dab2-44b6-a29a-75bca38fb026 req-7237fe5b-3189-4931-8c81-0e07574cc9e8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:07.965095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e84edd9-dab2-44b6-a29a-75bca38fb026 req-7237fe5b-3189-4931-8c81-0e07574cc9e8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0686591 Oct 11 15:52:08.028011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e84edd9-dab2-44b6-a29a-75bca38fb026 req-8f457315-481d-4b13-8e16-ad31a0abba72 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473213 Oct 11 15:52:08.878922 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:52:09.145612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840228-7b9e-4742-bb02-10157ed95252 req-c5d8afd9-9156-4818-9ffb-566252ddd13b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:09.147005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de840228-7b9e-4742-bb02-10157ed95252 req-c5d8afd9-9156-4818-9ffb-566252ddd13b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0529852 Oct 11 15:52:09.223145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de840228-7b9e-4742-bb02-10157ed95252 req-c658190e-b15d-4792-b8b5-d04b7988fb00 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569582 Oct 11 15:52:09.500956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:10.374131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a38a17-1e3f-4442-9f44-e8ed732f1bb6 req-9559ec68-3c79-4d79-9edb-6c63afac3210 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:10.383145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24a38a17-1e3f-4442-9f44-e8ed732f1bb6 req-9559ec68-3c79-4d79-9edb-6c63afac3210 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0593710 Oct 11 15:52:10.431558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24a38a17-1e3f-4442-9f44-e8ed732f1bb6 req-68e320fe-01d6-4411-b85b-88199a4b4655 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471892 Oct 11 15:52:10.676377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:10.888192 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:11.032010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b79924d4-fbfb-4106-b06d-1382490a6f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.129423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b79924d4-fbfb-4106-b06d-1382490a6f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.134113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b79924d4-fbfb-4106-b06d-1382490a6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.188357 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:11.188979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b79924d4-fbfb-4106-b06d-1382490a6f69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c8cae4a3efb49eb9eff110d9649385d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988877 Oct 11 15:52:11.190940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79924d4-fbfb-4106-b06d-1382490a6f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6bf71-3d59-43f1-a889-3361c23db622,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:11.250996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.274449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.335061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.338594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.344337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17c6bf71-3d59-43f1-a889-3361c23db622 HTTP/1.1" status: 204 len: 168 time: 0.1535132 Oct 11 15:52:11.353107 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1e012-c578-4174-9723-a3d33ec85338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6bf71-3d59-43f1-a889-3361c23db622,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:11.568330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098587-6add-43c6-8b47-53209b37630a req-2cf51178-c450-4003-a985-87db9a48daed tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:11.576679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef098587-6add-43c6-8b47-53209b37630a req-2cf51178-c450-4003-a985-87db9a48daed tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0621910 Oct 11 15:52:11.631161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef098587-6add-43c6-8b47-53209b37630a req-ca0edc9b-1f28-412f-b54a-065eca9a622e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531616 Oct 11 15:52:11.699524 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:11.713534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1514c6-7d11-433d-a147-0c418ac313b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.799907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1514c6-7d11-433d-a147-0c418ac313b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.806128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1514c6-7d11-433d-a147-0c418ac313b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.847983 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1514c6-7d11-433d-a147-0c418ac313b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d598402f-a396-4eeb-9e5d-a85002bfa992,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:11.855413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4c1514c6-7d11-433d-a147-0c418ac313b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90ea23f28eec4a2db63941743474a267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522534 Oct 11 15:52:11.855788 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:11.913985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:11.940799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:12.000106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:12.003283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:12.005514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d598402f-a396-4eeb-9e5d-a85002bfa992 HTTP/1.1" status: 204 len: 168 time: 0.1476803 Oct 11 15:52:12.013689 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b299c1-5820-4a12-acd8-267da2fba38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d598402f-a396-4eeb-9e5d-a85002bfa992,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:12.761049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a710fa-f0d6-4869-be6f-8f169c797048 req-e7333214-3eec-4993-8e37-35404ca4bbde tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:12.768994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6a710fa-f0d6-4869-be6f-8f169c797048 req-e7333214-3eec-4993-8e37-35404ca4bbde tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0585845 Oct 11 15:52:12.814510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6a710fa-f0d6-4869-be6f-8f169c797048 req-9434253b-7f59-4274-987c-16739df9d0ed tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440321 Oct 11 15:52:13.956451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5d55-5c66-4c74-a246-3840a0e84597 req-37cf0be8-55e3-417d-8dd9-e7db8c0bc0ad tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:13.958656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff5a5d55-5c66-4c74-a246-3840a0e84597 req-37cf0be8-55e3-417d-8dd9-e7db8c0bc0ad tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0663645 Oct 11 15:52:14.018466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff5a5d55-5c66-4c74-a246-3840a0e84597 req-b01c8662-7a3f-4d01-9400-98312ab023eb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462487 Oct 11 15:52:15.149283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c473-8bd0-4fc1-98bf-baeaa2ac54c5 req-32736bbe-2de2-43a0-a798-1f64f4348f15 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:15.157213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0840c473-8bd0-4fc1-98bf-baeaa2ac54c5 req-32736bbe-2de2-43a0-a798-1f64f4348f15 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0727022 Oct 11 15:52:15.202373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0840c473-8bd0-4fc1-98bf-baeaa2ac54c5 req-4d3a4a50-3884-4150-b7fb-ed22dbed1bf5 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442162 Oct 11 15:52:16.321298 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d375d-cc10-4ac0-ac6c-1ba3de50edfe req-5b2e0fa2-bf5a-4be6-9fb0-8e5bd0b3b9d9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:16.322810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab9d375d-cc10-4ac0-ac6c-1ba3de50edfe req-5b2e0fa2-bf5a-4be6-9fb0-8e5bd0b3b9d9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Oct 11 15:52:16.364616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab9d375d-cc10-4ac0-ac6c-1ba3de50edfe req-7adde9f2-0ce1-4e94-ad28-9d495cb2176b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348580 Oct 11 15:52:17.109931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-72c021f5-74a6-44a4-b3fb-d498b128269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:17.111524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-72c021f5-74a6-44a4-b3fb-d498b128269f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0415728 Oct 11 15:52:17.204473 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-f1918ab6-7209-4de6-aff2-07cf13da910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:17.206143 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-f1918ab6-7209-4de6-aff2-07cf13da910e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0879581 Oct 11 15:52:17.272240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-d86c3957-43aa-420c-8aaf-d6f7a8e13e29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 1000 time: 0.0586896 Oct 11 15:52:17.327184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-018749f1-f105-42cb-87cf-41c20fbf8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:17.328652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-018749f1-f105-42cb-87cf-41c20fbf8d7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0492532 Oct 11 15:52:17.376959 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-71482093-d515-4566-9c3b-af5043ecdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:17.376959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-71482093-d515-4566-9c3b-af5043ecdc90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406823 Oct 11 15:52:17.481633 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-04a6fca1-4f4c-4b2f-9abc-626e7382e72b service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978866 Oct 11 15:52:17.489494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faad-3546-4f93-939f-fd29aaf5fba5 req-4ceb9c0b-e046-4a33-8a38-ef082a6f4f48 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:17.491107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c87faad-3546-4f93-939f-fd29aaf5fba5 req-4ceb9c0b-e046-4a33-8a38-ef082a6f4f48 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Oct 11 15:52:17.530561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c87faad-3546-4f93-939f-fd29aaf5fba5 req-200ceb2b-3d1e-40a8-bca9-96f7f974d65c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314982 Oct 11 15:52:17.578172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46ed205c-f165-45b2-a502-5b06eb1283bc req-69310bb7-c414-466a-80d1-68d6ee061f7a service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889947 Oct 11 15:52:18.651317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ab26c-5ffc-4d81-9eb0-e9f49262b04e req-b41f1740-384f-45bb-a295-289b9c0aa807 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:18.652834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f2ab26c-5ffc-4d81-9eb0-e9f49262b04e req-b41f1740-384f-45bb-a295-289b9c0aa807 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0486460 Oct 11 15:52:18.692258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f2ab26c-5ffc-4d81-9eb0-e9f49262b04e req-4c896829-9a23-435e-bf24-0bb8a4b33d17 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327449 Oct 11 15:52:19.049331 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 46752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:19.156924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47254d51-c4ec-41bc-ba5a-3858d6353b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.229606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47254d51-c4ec-41bc-ba5a-3858d6353b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.233153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47254d51-c4ec-41bc-ba5a-3858d6353b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.271195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-47254d51-c4ec-41bc-ba5a-3858d6353b29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa3915776bb3464bba197841847dff95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205694 Oct 11 15:52:19.271967 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47254d51-c4ec-41bc-ba5a-3858d6353b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b16c3-d3fd-4a8f-811e-b2875a9a16d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:19.273895 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:19.323563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.344825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.393885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.396697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.397887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/427b16c3-d3fd-4a8f-811e-b2875a9a16d6 HTTP/1.1" status: 204 len: 168 time: 0.1229212 Oct 11 15:52:19.405870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b16c3-d3fd-4a8f-811e-b2875a9a16d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:19.413512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.413864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.414202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.414747 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.415081 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.415412 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.415740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.416067 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.416391 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.416712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.417033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.417357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640925e-05a5-448c-b144-c741d4315629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:52:19.656226 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:19.673320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c428ae-d859-42d5-b061-830956a6e1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.751163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c428ae-d859-42d5-b061-830956a6e1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.755220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c428ae-d859-42d5-b061-830956a6e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.793774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0c428ae-d859-42d5-b061-830956a6e1bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=528b5c1b13964c109cea87899fa1928b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363666 Oct 11 15:52:19.795309 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c428ae-d859-42d5-b061-830956a6e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa9a8f-c7e0-49ef-b006-619a76407f31,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:19.798504 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:19.814834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c208c-24b8-4fac-9496-64b2e328dfa8 req-8ae49106-79c8-48cd-8117-fc117ead1769 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:19.816406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-965c208c-24b8-4fac-9496-64b2e328dfa8 req-8ae49106-79c8-48cd-8117-fc117ead1769 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0532949 Oct 11 15:52:19.846689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.853505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-965c208c-24b8-4fac-9496-64b2e328dfa8 req-27d63190-5631-4e51-b82a-71150fc74b5c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311913 Oct 11 15:52:19.868815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.927180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.930114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:19.931335 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdaa9a8f-c7e0-49ef-b006-619a76407f31 HTTP/1.1" status: 204 len: 168 time: 0.1317382 Oct 11 15:52:19.941211 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a08e73-7251-4247-8bcc-0f1b5d71aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa9a8f-c7e0-49ef-b006-619a76407f31,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:20.423617 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-a28f6387-06cc-4cc1-bed0-c83947543406 req-4e729030-3e89-4f77-970e-ef252d074b05 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:52:20.424664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a28f6387-06cc-4cc1-bed0-c83947543406 req-4e729030-3e89-4f77-970e-ef252d074b05 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1043913 Oct 11 15:52:20.580994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0443d-9623-424f-9ebd-15c2df6acbee req-76a2660d-b34d-4e0d-98dc-325089f30a84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:20.582540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6a0443d-9623-424f-9ebd-15c2df6acbee req-76a2660d-b34d-4e0d-98dc-325089f30a84 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Oct 11 15:52:20.622045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6a0443d-9623-424f-9ebd-15c2df6acbee req-c4d14375-b7e8-496b-af2c-588bc2907f96 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327632 Oct 11 15:52:20.824870 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 46824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:21.018624 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-c6b8f332-3a8e-4d92-8758-f3cde54fa3cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919870 Oct 11 15:52:21.027304 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-de5a9cc1-5c8a-4889-ba28-9c1fe5bcd1d8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:52:21.028398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-de5a9cc1-5c8a-4889-ba28-9c1fe5bcd1d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061846 Oct 11 15:52:21.754096 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:21.839723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:21.871020 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:52:21.874294 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0abffa-88d7-4297-a473-5ce271b9750b" -d '{"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-unplugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:52:21.894264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:21.901244 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:21.945452 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310510f-c991-4377-acc8-5c1f71f020dc x-openstack-request-id: req-c310510f-c991-4377-acc8-5c1f71f020dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:52:21.946017 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-unplugged", "status": "failed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:52:21.946551 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c310510f-c991-4377-acc8-5c1f71f020dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:52:21.947428 n-d-master-1 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'code': 422} returned with failed status Oct 11 15:52:21.975151 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:22.029437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34abac1-34ea-417d-a632-a482669b945f req-8268295a-8f18-4bc5-adc6-3e782c6573e1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:22.034115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f34abac1-34ea-417d-a632-a482669b945f req-8268295a-8f18-4bc5-adc6-3e782c6573e1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0577505 Oct 11 15:52:22.073010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f34abac1-34ea-417d-a632-a482669b945f req-7892ec33-f02c-4fee-92e5-a967bfca8a0e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362709 Oct 11 15:52:23.211519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc95a5d-1ba9-443c-b218-cb0918ce98a5 req-188dda06-0bbb-462d-b5b8-f9994a43e461 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:23.213842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdc95a5d-1ba9-443c-b218-cb0918ce98a5 req-188dda06-0bbb-462d-b5b8-f9994a43e461 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0576031 Oct 11 15:52:23.255672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdc95a5d-1ba9-443c-b218-cb0918ce98a5 req-ef678594-c98f-4400-af95-aa2146b3bfff tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348117 Oct 11 15:52:24.389732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd6596-4b48-49a8-bbf9-04bfce084695 req-7ad24fbb-ceae-4edf-a4e2-058f2a9c1e9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:24.391233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bfcd6596-4b48-49a8-bbf9-04bfce084695 req-7ad24fbb-ceae-4edf-a4e2-058f2a9c1e9b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0505023 Oct 11 15:52:24.432277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bfcd6596-4b48-49a8-bbf9-04bfce084695 req-fcf8ab12-7574-47be-a36d-3fb9b8de90ef tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339909 Oct 11 15:52:25.559119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10b23-d74c-4a66-a0e9-74d0b4d5596c req-efaa8884-a42a-4208-976b-b2d48e0d14a4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:25.560919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7b10b23-d74c-4a66-a0e9-74d0b4d5596c req-efaa8884-a42a-4208-976b-b2d48e0d14a4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0539207 Oct 11 15:52:25.605342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7b10b23-d74c-4a66-a0e9-74d0b4d5596c req-087cf065-fcfa-4bf9-aadb-0221d480a2b1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348487 Oct 11 15:52:26.742435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47313-45e3-4c20-9e52-d02d29812adf req-a90327ad-79f8-4f16-b272-7ba036f168a6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:26.743939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf47313-45e3-4c20-9e52-d02d29812adf req-a90327ad-79f8-4f16-b272-7ba036f168a6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0541236 Oct 11 15:52:26.783977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf47313-45e3-4c20-9e52-d02d29812adf req-b4a657e9-6a93-4e78-aca2-b795b4f5d9ea tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328302 Oct 11 15:52:27.042193 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-7525da74-b38d-4d1c-823c-51c2257502b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.043782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-7525da74-b38d-4d1c-823c-51c2257502b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 1094 time: 0.0742252 Oct 11 15:52:27.104662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-cecb98a1-af55-46b5-b933-98f98658a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.106191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-cecb98a1-af55-46b5-b933-98f98658a6fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1094 time: 0.0403402 Oct 11 15:52:27.202309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-7c45a3c3-d9c4-4cc8-9350-824198391843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.203769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-7c45a3c3-d9c4-4cc8-9350-824198391843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0908952 Oct 11 15:52:27.266428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-dac87e1e-fcb0-49cb-93c1-222958b756ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 998 time: 0.0560222 Oct 11 15:52:27.320312 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-bc9e572c-dea3-4821-ae64-b35152a842d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.321940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-bc9e572c-dea3-4821-ae64-b35152a842d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0487587 Oct 11 15:52:27.367118 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-fbadea1b-65bd-447a-be57-2d91a863de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.368622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-fbadea1b-65bd-447a-be57-2d91a863de29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393224 Oct 11 15:52:27.464499 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-68a8ac3a-faa1-4538-975b-d5246bde2944 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880823 Oct 11 15:52:27.555603 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dd12b673-cbfa-4192-a141-d90a38624fc4 req-c2eaa79a-ca43-49e0-8c0b-8052b976f591 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Oct 11 15:52:27.909545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7be9a-4b31-4685-8b1e-6f00a0b9adc5 req-2961d76c-7762-405b-a704-08e08b7d2319 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:27.911719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c7be9a-4b31-4685-8b1e-6f00a0b9adc5 req-2961d76c-7762-405b-a704-08e08b7d2319 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0540450 Oct 11 15:52:27.966883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c7be9a-4b31-4685-8b1e-6f00a0b9adc5 req-ffa30c39-6655-48c9-9b20-55e62acba120 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450222 Oct 11 15:52:28.082036 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:28.226902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7b64-5916-4813-82ce-13b6ac87fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.307265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7b64-5916-4813-82ce-13b6ac87fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.311939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7b64-5916-4813-82ce-13b6ac87fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.349850 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7b64-5916-4813-82ce-13b6ac87fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7543d-9f0d-46da-b0bb-18baecc90baf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:28.354164 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2bd7b64-5916-4813-82ce-13b6ac87fb27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=763f8df650eb45c3a386e1761ab435ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707076 Oct 11 15:52:28.357947 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:28.416952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.442061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.502923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.507040 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.508596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60c7543d-9f0d-46da-b0bb-18baecc90baf HTTP/1.1" status: 204 len: 168 time: 0.1496143 Oct 11 15:52:28.521641 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956bb70-996d-4d98-9fb3-30c8a930ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7543d-9f0d-46da-b0bb-18baecc90baf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:28.838005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:28.857102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbe97b4-e82f-40b3-9df9-eeb3f7e9148e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.941070 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbe97b4-e82f-40b3-9df9-eeb3f7e9148e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.945637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbe97b4-e82f-40b3-9df9-eeb3f7e9148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:28.987391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9cbe97b4-e82f-40b3-9df9-eeb3f7e9148e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d41c204041b74862a1b2775138ff7657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481645 Oct 11 15:52:28.988415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe97b4-e82f-40b3-9df9-eeb3f7e9148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296eaa3e-ad1a-4b5e-b8c9-3a4c782c3429,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:28.989969 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:29.057343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.112423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.161055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc965b0-8f97-459f-aa7a-68efe1d85d86 req-0475bbf3-b987-4cb5-a684-fb5c5087afa6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:29.165960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bc965b0-8f97-459f-aa7a-68efe1d85d86 req-0475bbf3-b987-4cb5-a684-fb5c5087afa6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0985444 Oct 11 15:52:29.199145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.202745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.204137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/296eaa3e-ad1a-4b5e-b8c9-3a4c782c3429 HTTP/1.1" status: 204 len: 168 time: 0.2131312 Oct 11 15:52:29.220715 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049995-f799-412b-8a16-ecaea9ff4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296eaa3e-ad1a-4b5e-b8c9-3a4c782c3429,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:29.225167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bc965b0-8f97-459f-aa7a-68efe1d85d86 req-2406adbb-06a9-45e2-a1ad-1ac7140ca4d9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557570 Oct 11 15:52:29.545149 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:29.559410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae953bd-5286-4186-85ae-6ad412a506de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.647025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae953bd-5286-4186-85ae-6ad412a506de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.651099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae953bd-5286-4186-85ae-6ad412a506de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.697930 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:29.698560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0ae953bd-5286-4186-85ae-6ad412a506de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74746fc071404ab48c1b3adde44a2fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515157 Oct 11 15:52:29.699646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae953bd-5286-4186-85ae-6ad412a506de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2e15f-0cbc-4027-8b31-75af74d72a31,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:29.755310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.777941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.830314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.833038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:29.834220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84a2e15f-0cbc-4027-8b31-75af74d72a31 HTTP/1.1" status: 204 len: 168 time: 0.1350579 Oct 11 15:52:29.845408 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5efc0-d184-4581-a756-44dfd5b6ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2e15f-0cbc-4027-8b31-75af74d72a31,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:30.375565 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7c42-b279-4ee9-8683-65add859482b req-d39855ae-2466-41f4-8944-509ae1877510 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:30.377234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f71f7c42-b279-4ee9-8683-65add859482b req-d39855ae-2466-41f4-8944-509ae1877510 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0574520 Oct 11 15:52:30.432359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f71f7c42-b279-4ee9-8683-65add859482b req-90061914-1bb5-43b1-bab0-ad18c44d8f95 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459890 Oct 11 15:52:31.246893 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:31.369378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6319a7c-4d35-42dc-9c7a-1b11581bc37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.447501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6319a7c-4d35-42dc-9c7a-1b11581bc37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.457215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6319a7c-4d35-42dc-9c7a-1b11581bc37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.505935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6319a7c-4d35-42dc-9c7a-1b11581bc37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6194e5c9-90c5-4600-84dd-f8f0454e3d99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:31.511288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6319a7c-4d35-42dc-9c7a-1b11581bc37d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=818eb503561746acaffaee708756e801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621596 Oct 11 15:52:31.514800 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:31.569220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.585081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcfda-e521-4e59-82e5-4a1c92ecd0e6 req-144196d9-46e3-415b-aaae-d5c6e9e233e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:31.595497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1fdcfda-e521-4e59-82e5-4a1c92ecd0e6 req-144196d9-46e3-415b-aaae-d5c6e9e233e2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0767443 Oct 11 15:52:31.609359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.630754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1fdcfda-e521-4e59-82e5-4a1c92ecd0e6 req-24d29e8b-32cc-43bd-9e14-222a82fc7c35 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342615 Oct 11 15:52:31.670488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.673432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:31.674705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6194e5c9-90c5-4600-84dd-f8f0454e3d99 HTTP/1.1" status: 204 len: 168 time: 0.1590066 Oct 11 15:52:31.688930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82ba40-9e0c-4643-b29d-8d1ed159423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6194e5c9-90c5-4600-84dd-f8f0454e3d99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:32.357243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2fac-8cd1-4bc5-84c2-5feb17260a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:32.768089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39819435-feb9-4f9c-a496-0c752da5189c req-8283059b-e572-46fb-bb74-33cb9a87eed0 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:32.769659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39819435-feb9-4f9c-a496-0c752da5189c req-8283059b-e572-46fb-bb74-33cb9a87eed0 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0560162 Oct 11 15:52:32.824497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39819435-feb9-4f9c-a496-0c752da5189c req-5de8e488-fcd5-4059-b08b-6ad4151021d7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481040 Oct 11 15:52:33.839919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:33.954006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73520-9d4b-4637-bf65-72e66a03a2d8 req-2238ed34-f88e-4171-af63-c747f92e0a6b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:33.958578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03e73520-9d4b-4637-bf65-72e66a03a2d8 req-2238ed34-f88e-4171-af63-c747f92e0a6b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0610518 Oct 11 15:52:33.968444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37e92c7d-6d59-4737-88e3-76c4b095eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.052536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37e92c7d-6d59-4737-88e3-76c4b095eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.061620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37e92c7d-6d59-4737-88e3-76c4b095eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.105613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37e92c7d-6d59-4737-88e3-76c4b095eeaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40b12147e04d4dbc9165ba5bff6fea38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642572 Oct 11 15:52:34.106893 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:34.113233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e92c7d-6d59-4737-88e3-76c4b095eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5be273-36b2-47c2-864a-24156d1c99bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:34.165038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.205057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.291941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.295225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.303444 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5be273-36b2-47c2-864a-24156d1c99bf HTTP/1.1" status: 204 len: 168 time: 0.1952770 Oct 11 15:52:34.319059 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e41ee-b872-4f33-af4d-7cf7cad0158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5be273-36b2-47c2-864a-24156d1c99bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:34.346259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03e73520-9d4b-4637-bf65-72e66a03a2d8 req-89b7f2ed-bb7f-448d-bb0b-c17f07c6f2f1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3810868 Oct 11 15:52:34.609752 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:34.623588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f601aa-79c8-4763-ba07-003a9ee105c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.699488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f601aa-79c8-4763-ba07-003a9ee105c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.706319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f601aa-79c8-4763-ba07-003a9ee105c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.747576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-28f601aa-79c8-4763-ba07-003a9ee105c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4ea2cb43c0d49a4be6e608414621942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366150 Oct 11 15:52:34.748537 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f601aa-79c8-4763-ba07-003a9ee105c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a90e503-a208-4a7a-a84e-e4a0f683d7ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:34.750359 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:34.832985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.839480 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddf539ff-b91a-4f4a-ad6c-d8e9d1dd66c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.854788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.913305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.916082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:34.917321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a90e503-a208-4a7a-a84e-e4a0f683d7ae HTTP/1.1" status: 204 len: 168 time: 0.1659160 Oct 11 15:52:34.926048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef037b05-719f-4ead-9b1f-4287edd1fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a90e503-a208-4a7a-a84e-e4a0f683d7ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:35.525300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483befa6-0b97-47aa-9f1c-0ee500abc78a req-f86d25b4-9c7f-4ef0-aa82-f1165d4fd9b7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:35.527017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-483befa6-0b97-47aa-9f1c-0ee500abc78a req-f86d25b4-9c7f-4ef0-aa82-f1165d4fd9b7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0809126 Oct 11 15:52:35.573068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-483befa6-0b97-47aa-9f1c-0ee500abc78a req-7766c5c0-80a8-4846-ace7-815d8efb01a7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400324 Oct 11 15:52:35.925984 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:35.984230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:36.739436 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b6495-6e37-4766-a0f1-d88bbe5bdb52 req-f26a7f53-7a64-4e06-9269-490b9485ad2d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:36.746787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e4b6495-6e37-4766-a0f1-d88bbe5bdb52 req-f26a7f53-7a64-4e06-9269-490b9485ad2d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0713236 Oct 11 15:52:36.782105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e4b6495-6e37-4766-a0f1-d88bbe5bdb52 req-5e2ff024-8b5c-4c94-84fd-f5fb5ab6c799 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335732 Oct 11 15:52:36.805552 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:36.920129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d68b189a-d48a-4478-984e-f294800f2683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:36.998726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d68b189a-d48a-4478-984e-f294800f2683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.002527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d68b189a-d48a-4478-984e-f294800f2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.039465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d68b189a-d48a-4478-984e-f294800f2683 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71bc7c16d3544591bac8236256d212ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328560 Oct 11 15:52:37.041501 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b189a-d48a-4478-984e-f294800f2683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b49be-bf70-42ca-ac99-35829d05c424,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:37.042842 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:37.096895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.118277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.164553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.167239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.168386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f0b49be-bf70-42ca-ac99-35829d05c424 HTTP/1.1" status: 204 len: 168 time: 0.1243107 Oct 11 15:52:37.178225 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba06797-789b-4a83-82f7-c4741d3d8935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b49be-bf70-42ca-ac99-35829d05c424,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:37.754129 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:37.870143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335e6b6-ec0d-459c-ba5c-77935c50e37a req-1f30d940-5f79-4642-9856-839998902c15 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:37.871638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0335e6b6-ec0d-459c-ba5c-77935c50e37a req-1f30d940-5f79-4642-9856-839998902c15 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0539403 Oct 11 15:52:37.935332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0335e6b6-ec0d-459c-ba5c-77935c50e37a req-fea77d49-cefc-4ab7-9096-f9d9caa346ab tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527914 Oct 11 15:52:37.946514 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4321-c183-4f7c-a7fc-fc0fd31477b3 req-5429f2fe-c943-4a28-aa99-ab91fd344b6a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:37.947949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46eb4321-c183-4f7c-a7fc-fc0fd31477b3 req-5429f2fe-c943-4a28-aa99-ab91fd344b6a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0751524 Oct 11 15:52:37.988561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46eb4321-c183-4f7c-a7fc-fc0fd31477b3 req-8a99b2aa-0262-4b6e-8467-421918ea1465 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340071 Oct 11 15:52:38.066176 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:38.169015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce56671-7001-4a1d-aa41-73626b9b4beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.244438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce56671-7001-4a1d-aa41-73626b9b4beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.249293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce56671-7001-4a1d-aa41-73626b9b4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.289271 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ce56671-7001-4a1d-aa41-73626b9b4beb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d765e2b203c47b7a0f6f7b6e8167350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220654 Oct 11 15:52:38.290387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce56671-7001-4a1d-aa41-73626b9b4beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78df08a-6636-40ba-9cd0-4a0b04a46dda,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:38.292043 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:38.340953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.361877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.405872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.408412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:38.409558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e78df08a-6636-40ba-9cd0-4a0b04a46dda HTTP/1.1" status: 204 len: 168 time: 0.1164918 Oct 11 15:52:38.417273 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191f743-9007-435a-8c32-e99dc0c5fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78df08a-6636-40ba-9cd0-4a0b04a46dda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:39.021807 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:39.067079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d1c4-9ae2-4263-8b3d-2ef43abfc2d3 req-486747b9-c31e-46eb-86cb-3a45ac990798 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:39.068622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea31d1c4-9ae2-4263-8b3d-2ef43abfc2d3 req-486747b9-c31e-46eb-86cb-3a45ac990798 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0630338 Oct 11 15:52:39.136222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea31d1c4-9ae2-4263-8b3d-2ef43abfc2d3 req-648770d7-2aab-4dce-a67f-60749996f38f tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613947 Oct 11 15:52:39.150387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00f02-ea96-4240-bca6-657f76f0ac12 req-24594d62-4222-482f-862b-a927a2b5d598 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:39.151893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29b00f02-ea96-4240-bca6-657f76f0ac12 req-24594d62-4222-482f-862b-a927a2b5d598 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0747755 Oct 11 15:52:39.159435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700177225'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:39.184662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa513e21-db1e-4aec-9a7e-122c785dd431 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:39.186245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa513e21-db1e-4aec-9a7e-122c785dd431 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Oct 11 15:52:39.206489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29b00f02-ea96-4240-bca6-657f76f0ac12 req-b7f1f4c3-a305-476e-af44-380518f1ebd8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436802 Oct 11 15:52:39.207039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:39.210412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.220133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.281255 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Deleting port b0aade6b-d5a4-4e7a-a253-f92a84327144 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:39.282028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.307628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.316254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.347181 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:39.353642 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe53015-346c-470e-ab0d-9e3c298fec32,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:39.360683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.361840 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 94ab92f9-5cc2-4510-846b-87697cc5cf0a of type vlan for network 96afba2c-9116-4fbc-8599-29eb9d9e500c Oct 11 15:52:39.378682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] For port b0aade6b-d5a4-4e7a-a253-f92a84327144, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b0aade6b-d5a4-4e7a-a253-f92a84327144,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:39.379072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.400962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.425725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.431200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:39.431883 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.487767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4648910 Oct 11 15:52:39.504799 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2326c9-ba6a-46e0-a0e3-5dae097d56da tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=96afba2c-9116-4fbc-8599-29eb9d9e500c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:39.523036 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:39.524773 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.551236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.551648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.552079 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Floating IP 5b2718cf-b26e-4a11-8bf1-91062a407768 disassociated. External IP: 172.35.3.78, port: b0aade6b-d5a4-4e7a-a253-f92a84327144. Oct 11 15:52:39.552509 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Calling delete_port for b0aade6b-d5a4-4e7a-a253-f92a84327144 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:39.618197 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:39.623360 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:39.685631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.716747 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event deleted for resources: {'Port': ['ID=b0aade6b-d5a4-4e7a-a253-f92a84327144,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:39.717017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:39.720779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.833309 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Router 875b5d71-7f8a-4b7b-a03f-d51683236f06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:52:39.898647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.943375 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:52:39.954400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Sync routers for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:52:39.963570 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:39.964187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:39.965013 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=5ae6849e-9969-4724-a6e1-ccd4f4cc3539,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:39.972999 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '94ab92f9-5cc2-4510-846b-87697cc5cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:39.973458 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 96afba2c-9116-4fbc-8599-29eb9d9e500c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:39.988898 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] No DVR routers for this DVR port b0aade6b-d5a4-4e7a-a253-f92a84327144 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:39.991904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:39.992300 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:39.996024 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c785b2d8-10e6-4ce1-8f2f-7f54a4f98430 req-aa92983a-ed3a-4598-8800-f47532b36ab8 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.36 "DELETE /v2.0/ports/b0aade6b-d5a4-4e7a-a253-f92a84327144 HTTP/1.1" status: 204 len: 173 time: 0.8033919 Oct 11 15:52:39.997519 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'name': 'network-vif-deleted', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:52:40.000114 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b38de-fc0d-431c-8421-94a10bf52541" -d '{"events": [{"server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "name": "network-vif-deleted", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:52:40.003153 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 96afba2c-9116-4fbc-8599-29eb9d9e500c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:40.008148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:40.009031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.023201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa77712-5e96-4288-8704-9ae55ac89f5a None None] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:40.027386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-adda741d-703c-4cbf-ac1a-359d79bb89bc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4079132 Oct 11 15:52:40.031209 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:40.036658 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950105948'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:40.064587 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:40.068632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.072879 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9372a835-31bf-4a9d-b482-0796aadc8dbf x-openstack-request-id: req-9372a835-31bf-4a9d-b482-0796aadc8dbf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:52:40.075528 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7f4733-a8da-4819-9845-3de42bf86f25", "name": "network-vif-deleted", "tag": "b0aade6b-d5a4-4e7a-a253-f92a84327144", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:52:40.075794 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9372a835-31bf-4a9d-b482-0796aadc8dbf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:52:40.076208 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7f4733-a8da-4819-9845-3de42bf86f25', 'name': 'network-vif-deleted', 'tag': 'b0aade6b-d5a4-4e7a-a253-f92a84327144', 'status': 'completed', 'code': 200} Oct 11 15:52:40.116892 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:40.136367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.136987 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment dc38a534-c3b6-410f-ae14-b30d09ff720b of type vlan for network 6e028f04-61ea-4b9e-a24e-203f66a0e96f Oct 11 15:52:40.197224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.230273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.238478 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:40.239346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.274800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2413349 Oct 11 15:52:40.280566 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:40.284197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-548bd058-7458-4c67-b138-77d5cd5cded5 req-87750199-b9ec-4a90-970a-7a58b62ad511 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7f4733-a8da-4819-9845-3de42bf86f25 HTTP/1.1" status: 200 len: 210 time: 0.0370722 Oct 11 15:52:40.304346 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '6e028f04-61ea-4b9e-a24e-203f66a0e96f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:40.333637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ded21-07f7-44cf-8c22-093b8d211f44 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=6e028f04-61ea-4b9e-a24e-203f66a0e96f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:40.352010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6e028f04-61ea-4b9e-a24e-203f66a0e96f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:40.369165 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:40.451807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f1f2-128b-477d-9bb9-4c7a607d5c1e req-312a77fc-7940-45e1-a63a-075dafdd228e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:40.453334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5050f1f2-128b-477d-9bb9-4c7a607d5c1e req-312a77fc-7940-45e1-a63a-075dafdd228e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.1096423 Oct 11 15:52:40.461556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:40.465091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.555215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5050f1f2-128b-477d-9bb9-4c7a607d5c1e req-0bc493ff-f221-4aac-be0f-b131fc1c50b3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954008 Oct 11 15:52:40.641061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-96afba2c-9116-4fbc-8599-29eb9d9e500c', 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '5ae6849e-9969-4724-a6e1-ccd4f4cc3539'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:40.642627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.683599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.747009 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=02f5e773-ec2e-428c-8c67-2b153ccaf1b8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:40.757616 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': 'dc38a534-c3b6-410f-ae14-b30d09ff720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6e028f04-61ea-4b9e-a24e-203f66a0e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:40.758022 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 6e028f04-61ea-4b9e-a24e-203f66a0e96f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:40.764270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.775482 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 6e028f04-61ea-4b9e-a24e-203f66a0e96f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:40.785442 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6e028f04-61ea-4b9e-a24e-203f66a0e96f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:40.789517 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:40.790102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.808070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e71cb73-4c34-4a26-aa54-974f46a09535 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5202739 Oct 11 15:52:40.808568 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d19e7-7131-41c8-9c83-993a88ef186f None None] Network 6e028f04-61ea-4b9e-a24e-203f66a0e96f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:40.808714 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:40.874070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:40.906797 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Allocated IP 172.20.255.242 (96afba2c-9116-4fbc-8599-29eb9d9e500c/5ae6849e-9969-4724-a6e1-ccd4f4cc3539/cf5ec285-e8f7-4332-b306-ef2ef01fc6b3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:52:40.910166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:40.910385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Checking router: 875b5d71-7f8a-4b7b-a03f-d51683236f06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:52:40.946083 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:40.946704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:40.994792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.066657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.095181 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=02f5e773-ec2e-428c-8c67-2b153ccaf1b8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:41.159994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.173011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab2f65-6e98-4af2-8ec2-26462d6f9fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6e028f04-61ea-4b9e-a24e-203f66a0e96f', 'network_id': '6e028f04-61ea-4b9e-a24e-203f66a0e96f', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '02f5e773-ec2e-428c-8c67-2b153ccaf1b8'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:41.173897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fab2f65-6e98-4af2-8ec2-26462d6f9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.184908 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e028f04-61ea-4b9e-a24e-203f66a0e96f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:41.194577 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc38a534-c3b6-410f-ae14-b30d09ff720b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:41.194870 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc38a534-c3b6-410f-ae14-b30d09ff720b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:41.205094 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.214508 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:41.218060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.224152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:41.224719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:41.227699 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:41.329808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.344057 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:41.351721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.356773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.363570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/6e028f04-61ea-4b9e-a24e-203f66a0e96f HTTP/1.1" status: 204 len: 168 time: 0.5509689 Oct 11 15:52:41.364273 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:41.369018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672162639'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:41.371672 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e33f21-66b9-472b-8014-29e650a8e576 None None] Network 6e028f04-61ea-4b9e-a24e-203f66a0e96f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:41.376293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.385891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e2ae-2db1-4b3e-8539-19c65b98afe5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=6e028f04-61ea-4b9e-a24e-203f66a0e96f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:41.417591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:41.422589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.450444 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e33f21-66b9-472b-8014-29e650a8e576 None None] Network 6e028f04-61ea-4b9e-a24e-203f66a0e96f could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 15:52:41.460149 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:41.473444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.474916 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 20f25298-4720-460e-a4ca-16de0f626bf1 of type vlan for network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 Oct 11 15:52:41.477165 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:52:41.484439 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Deleting port 0d195ebf-31d1-44be-8b8e-0c91aaaa5724 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:41.484769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.488426 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:41.490343 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Pushing event updated for resources: {'Port': ['ID=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:41.494100 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:52:41.530061 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.561947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.568989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:41.570222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.573867 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.574051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.584337 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Attempting to bind port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:52:41.584705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Attempting to bind port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '94ab92f9-5cc2-4510-846b-87697cc5cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:52:41.585064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Attempting to bind port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 on network 96afba2c-9116-4fbc-8599-29eb9d9e500c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:52:41.587495 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Calling delete_port for 0d195ebf-31d1-44be-8b8e-0c91aaaa5724 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:41.592677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:52:41.593007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Checking segment: {'id': '94ab92f9-5cc2-4510-846b-87697cc5cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:41.593412 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.593832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Bound using segment: {'id': '94ab92f9-5cc2-4510-846b-87697cc5cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:52:41.594387 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Bound port: cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ab92f9-5cc2-4510-846b-87697cc5cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '96afba2c-9116-4fbc-8599-29eb9d9e500c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:52:41.594666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.677241 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:41.688065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3203068 Oct 11 15:52:41.689101 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:41.694206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:41.704373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] For port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:52:41.708333 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a1cab-e15d-4df4-9bfb-d3d1d19e7a5d None None] The sync data for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 is: [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:47:32Z', 'revision_number': 4, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd54eb38e-927b-4128-a2a7-cf97d61a61ac', 'name': '', 'network_id': '7d194b18-36ab-4b9b-a995-18b0b0819ae9', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'mac_address': 'fa:16:3e:89:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:31Z', 'updated_at': '2021-10-11T15:47:38Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'subnets': [{'id': 'ea108526-639a-4fed-905a-46da4a4a2ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:52:41.715228 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7a1d2-a103-49ac-af58-a637b46a3746 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:41.717770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] For port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,segment=NetworkSegment(94ab92f9-5cc2-4510-846b-87697cc5cf0a),segment_id=94ab92f9-5cc2-4510-846b-87697cc5cf0a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:52:41.725001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.729814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:41.740850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605f9ac-c4ab-4b96-a112-5fa1ad02aeb4 req-754fb36c-eb6c-4e35-8b2c-5472442b8b86 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:41.742451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6605f9ac-c4ab-4b96-a112-5fa1ad02aeb4 req-754fb36c-eb6c-4e35-8b2c-5472442b8b86 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0909064 Oct 11 15:52:41.812150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6605f9ac-c4ab-4b96-a112-5fa1ad02aeb4 req-1d864fca-6c8b-41c4-aa8b-5a1eb23bd345 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616360 Oct 11 15:52:41.861614 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:41.865475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.936891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:41.940725 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:52:41.941153 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:52:41.988083 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event deleted for resources: {'Port': ['ID=0d195ebf-31d1-44be-8b8e-0c91aaaa5724,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:41.999999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675be8a-9a46-40d4-9774-fb27bf397530 None None] Pushing event updated for resources: {'Port': ['ID=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:42.059587 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947341d2-0d30-4587-a142-523359d57e50 None None] New status for floating IP 5b2718cf-b26e-4a11-8bf1-91062a407768: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:52:42.103275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.105899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.107679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aeb68aa7-c0cc-4ef5-b673-196fbf309d89 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b2718cf-b26e-4a11-8bf1-91062a407768 HTTP/1.1" status: 204 len: 168 time: 0.7617824 Oct 11 15:52:42.174017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.217675 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:42.274257 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=7ad1c17c-4f78-4058-bc7b-07309ea825b3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:42.278094 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '20f25298-4720-460e-a4ca-16de0f626bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:42.278453 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:42.293385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.296539 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:42.307049 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:42.312146 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:42.312740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.316931 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f4ee2-f698-4c66-8f55-fed7b037aa08 None None] Network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:42.324796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.331147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c740787b-678c-488a-bff6-8bac3a111df3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6409681 Oct 11 15:52:42.333726 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:42.404678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.408172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.409595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a1ab01a-e1a6-40fa-a284-c27bcab4a17c HTTP/1.1" status: 204 len: 168 time: 0.1907427 Oct 11 15:52:42.419659 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117708d-e426-40e4-b0ec-327ae4431a71 tempest-TestServerBasicOps-664350956 tempest-TestServerBasicOps-664350956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ab01a-e1a6-40fa-a284-c27bcab4a17c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:42.448848 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:42.458306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.503540 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7', 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '7ad1c17c-4f78-4058-bc7b-07309ea825b3'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:42.504421 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.569936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.652354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Allocated IP 172.20.0.3 (fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7/7ad1c17c-4f78-4058-bc7b-07309ea825b3/696c6754-cb28-432f-915f-75f910df3ea3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:52:42.834746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.849365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:42.897039 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:52:42.903085 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:42.908153 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:52:42.918440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Pushing event updated for resources: {'Port': ['ID=696c6754-cb28-432f-915f-75f910df3ea3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:42.992259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Attempting to bind port 696c6754-cb28-432f-915f-75f910df3ea3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:52:42.992681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Attempting to bind port 696c6754-cb28-432f-915f-75f910df3ea3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '20f25298-4720-460e-a4ca-16de0f626bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:52:42.993303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Attempting to bind port 696c6754-cb28-432f-915f-75f910df3ea3 on network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:52:43.002127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:52:43.002642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Checking segment: {'id': '20f25298-4720-460e-a4ca-16de0f626bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:43.003155 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.003647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Bound using segment: {'id': '20f25298-4720-460e-a4ca-16de0f626bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:52:43.004219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Bound port: 696c6754-cb28-432f-915f-75f910df3ea3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f25298-4720-460e-a4ca-16de0f626bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:52:43.004910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.061007 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdee50-bd5d-44e2-aa49-affcb6030c9e req-94224b8c-049e-48ba-9cfb-7c7fb619efe6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:43.063185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7bdee50-bd5d-44e2-aa49-affcb6030c9e req-94224b8c-049e-48ba-9cfb-7c7fb619efe6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.1037812 Oct 11 15:52:43.073262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.091931 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] For port 696c6754-cb28-432f-915f-75f910df3ea3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:52:43.095965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] For port 696c6754-cb28-432f-915f-75f910df3ea3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=696c6754-cb28-432f-915f-75f910df3ea3,segment=NetworkSegment(20f25298-4720-460e-a4ca-16de0f626bf1),segment_id=20f25298-4720-460e-a4ca-16de0f626bf1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:52:43.102426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.113961 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad1c17c-4f78-4058-bc7b-07309ea825b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:43.123992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7bdee50-bd5d-44e2-aa49-affcb6030c9e req-a89db82c-e9df-4f1c-ba81-29849ced0ce6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538211 Oct 11 15:52:43.141694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.156511 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b0aade6b-d5a4-4e7a-a253-f92a84327144 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:43.174136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.197136 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d8d7bc-f7ab-4de0-8818-86925629219b None None] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:43.198177 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:43.199311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: b0aade6b-d5a4-4e7a-a253-f92a84327144 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:43.199647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device b0aade6b-d5a4-4e7a-a253-f92a84327144 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:43.211994 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f25298-4720-460e-a4ca-16de0f626bf1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:43.212279 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f25298-4720-460e-a4ca-16de0f626bf1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:43.227174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.243708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.251601 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:43.252032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:43.255502 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:43.259257 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148663d-fad9-4c28-b695-c7316cb9074e None None] Pushing event updated for resources: {'Port': ['ID=696c6754-cb28-432f-915f-75f910df3ea3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:43.320929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] Provisioning complete for port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:43.321399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.323362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:52:43.323362 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:52:43.323362 n-d-master-1 neutron-server[94826]: [parameters: {'id': 'fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7'}] Oct 11 15:52:43.323362 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:52:43.324228 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:52:43.455260 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Deleting port d54eb38e-927b-4128-a2a7-cf97d61a61ac {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:43.455862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.495336 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.533252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] For port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,segment=NetworkSegment(94ab92f9-5cc2-4510-846b-87697cc5cf0a),segment_id=94ab92f9-5cc2-4510-846b-87697cc5cf0a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:43.545884 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.558082 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] For port d54eb38e-927b-4128-a2a7-cf97d61a61ac, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d54eb38e-927b-4128-a2a7-cf97d61a61ac,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:43.558702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.598066 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Calling delete_port for d54eb38e-927b-4128-a2a7-cf97d61a61ac owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:43.653566 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaed39-402b-48f7-89f2-7937ba1b34a5 None None] Pushing event updated for resources: {'Port': ['ID=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:43.789435 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a49ed50b-614f-4e5b-ba9d-3118d400dbea None None] Provisioning complete for port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:43.789825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a49ed50b-614f-4e5b-ba9d-3118d400dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.826111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.836125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 696c6754-cb28-432f-915f-75f910df3ea3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:52:43.845036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.871263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54eb38e-927b-4128-a2a7-cf97d61a61ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:43.915671 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 696c6754-cb28-432f-915f-75f910df3ea3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:43.920124 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting port 696c6754-cb28-432f-915f-75f910df3ea3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:43.920455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:43.921243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.077925 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] For port 696c6754-cb28-432f-915f-75f910df3ea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=696c6754-cb28-432f-915f-75f910df3ea3,segment=NetworkSegment(20f25298-4720-460e-a4ca-16de0f626bf1),segment_id=20f25298-4720-460e-a4ca-16de0f626bf1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:44.079229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.087692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.104093 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Calling delete_port for 696c6754-cb28-432f-915f-75f910df3ea3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:44.124052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 696c6754-cb28-432f-915f-75f910df3ea3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=696c6754-cb28-432f-915f-75f910df3ea3,segment=NetworkSegment(20f25298-4720-460e-a4ca-16de0f626bf1),segment_id=20f25298-4720-460e-a4ca-16de0f626bf1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:44.132379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.133807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:52:44.169704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.243649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.253573 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=696c6754-cb28-432f-915f-75f910df3ea3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:44.261410 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:44.262965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.278146 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Port': ['ID=696c6754-cb28-432f-915f-75f910df3ea3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:44.281996 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No DVR routers for this DVR port 696c6754-cb28-432f-915f-75f910df3ea3 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:44.370312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.392434 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:44.403073 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f25298-4720-460e-a4ca-16de0f626bf1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:44.403781 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f25298-4720-460e-a4ca-16de0f626bf1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:44.414172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.428309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.430284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4add-a04c-484a-ae73-e39724a0a23d req-d823f3f9-e969-4dbc-af7c-def87b729817 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:44.431925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-160f4add-a04c-484a-ae73-e39724a0a23d req-d823f3f9-e969-4dbc-af7c-def87b729817 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.1567757 Oct 11 15:52:44.435978 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:44.436372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:44.440377 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:44.490873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a02a2-129a-4a10-a2e0-6c3e08b672e5 None None] Network fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:44.509088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.509938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-160f4add-a04c-484a-ae73-e39724a0a23d req-a161cc7b-76e6-484e-b992-dd8ccf9a5f8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507922 Oct 11 15:52:44.514688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.517945 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Router 875b5d71-7f8a-4b7b-a03f-d51683236f06 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:52:44.519006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 HTTP/1.1" status: 204 len: 168 time: 2.1843193 Oct 11 15:52:44.526254 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:44.534212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-61433998'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:44.553839 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff714e9-e52f-44ad-bea7-35dd3745acd7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:44.557770 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5e82e34-1af5-4938-ad55-1230345122d0 None None] Could not find standard attr ID for object 696c6754-cb28-432f-915f-75f910df3ea3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:52:44.575046 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:44.579673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.604505 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:44.615334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.615705 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 43355d53-3a8c-410a-9a88-2b51003592e9 of type vlan for network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 Oct 11 15:52:44.662409 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.663082 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:52:44.667327 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836567b-ab3c-4521-bc7a-f9c194c8baee None None] DHCP port deletion for fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:52:44.670644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1b564f72-a017-4c68-9b5a-4c1a93de9da2 admin admin] 10.222.0.31 "PUT /v2.0/routers/875b5d71-7f8a-4b7b-a03f-d51683236f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2207088 Oct 11 15:52:44.673163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:44.676626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Sync routers for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:52:44.697820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:44.698546 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:44.774922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.780929 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:44.781527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.812014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:44.849193 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3214929 Oct 11 15:52:44.851976 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:44.857864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:44.869936 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312960ab-c50c-4ab1-a4ee-2f4e85197918 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:44.876009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.889751 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:44.966350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:44.970183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:44.989116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.045465 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Deleting port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:45.045834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.064635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167'}], 'enable_snat': True}, 'gw_port_id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:52:43Z', 'revision_number': 5, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port': {'id': '7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:28Z', 'updated_at': '2021-10-11T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:45.091526 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Checking router: 875b5d71-7f8a-4b7b-a03f-d51683236f06 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:52:45.099908 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Routers {'875b5d71-7f8a-4b7b-a03f-d51683236f06'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:45.100526 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['875b5d71-7f8a-4b7b-a03f-d51683236f06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:45.138758 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] For port 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:45.139030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.150996 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Calling delete_port for 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:45.175634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.197244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] Set router 875b5d71-7f8a-4b7b-a03f-d51683236f06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:45.234613 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=b0ba5b02-c5e8-4e72-99b5-6be844adeebb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:45.245186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '43355d53-3a8c-410a-9a88-2b51003592e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:45.245678 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:45.255149 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:52:44Z', 'revision_number': 6, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:45.265407 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:45.276041 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:45.282336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:45.284450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.289326 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4e542-deda-4ee1-bc61-dc4e64d5a906 None None] Network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:45.290684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d8487-9ff1-4b19-af6f-412facd4bd40 None None] The sync data for ids ['875b5d71-7f8a-4b7b-a03f-d51683236f06'] in n-d-master-1 is: [{'id': '875b5d71-7f8a-4b7b-a03f-d51683236f06', 'name': 'tempest-TestServerBasicOps-1249413853-router', 'tenant_id': '9887e5b9f8e140a3babca41c9c10000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:27Z', 'updated_at': '2021-10-11T15:52:44Z', 'revision_number': 6, 'project_id': '9887e5b9f8e140a3babca41c9c10000d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:52:45.312227 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:45.312502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d33e99d2-5d1c-41f9-986c-a9270ddecc15 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4582903 Oct 11 15:52:45.385134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.420471 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:45.440210 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7', 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': 'b0ba5b02-c5e8-4e72-99b5-6be844adeebb'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:45.441281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.489180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.510170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.580911 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Allocated IP 172.20.0.1 (9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7/b0ba5b02-c5e8-4e72-99b5-6be844adeebb/f7ce9c92-5985-4354-a4ef-c52917d60fa0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:52:45.627607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.632598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.639906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.678105 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b2950-c1fa-4597-9192-bead1d872fd3 req-643e2d28-84f5-44c4-b3a3-849932a205ac tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:45.685973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-358b2950-c1fa-4597-9192-bead1d872fd3 req-643e2d28-84f5-44c4-b3a3-849932a205ac tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0855858 Oct 11 15:52:45.737533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.738105 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 875b5d71-7f8a-4b7b-a03f-d51683236f06 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:52:45.746026 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.749697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-358b2950-c1fa-4597-9192-bead1d872fd3 req-e36cd1f6-b3c5-4aa2-94b7-9af6048a1b73 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626335 Oct 11 15:52:45.755016 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:45.755166 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5c28b74-57a8-47cd-86c8-737e77bd3302 admin admin] 10.222.0.31 "DELETE /v2.0/routers/875b5d71-7f8a-4b7b-a03f-d51683236f06 HTTP/1.1" status: 204 len: 168 time: 1.0807769 Oct 11 15:52:45.799670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.808922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.851424 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Deleting subnet ea108526-639a-4fed-905a-46da4a4a2ce4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:52:45.851652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.854990 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:52:45.856622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.860469 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:45.866497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:52:45.876429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Pushing event updated for resources: {'Port': ['ID=f7ce9c92-5985-4354-a4ef-c52917d60fa0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:45.885802 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:52:45.890914 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ba5b02-c5e8-4e72-99b5-6be844adeebb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:45.907789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:52:45.928611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.959114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.961359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Attempting to bind port f7ce9c92-5985-4354-a4ef-c52917d60fa0 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:52:45.961762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Attempting to bind port f7ce9c92-5985-4354-a4ef-c52917d60fa0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '43355d53-3a8c-410a-9a88-2b51003592e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:52:45.962130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Attempting to bind port f7ce9c92-5985-4354-a4ef-c52917d60fa0 on network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:52:45.971331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:52:45.971706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Checking segment: {'id': '43355d53-3a8c-410a-9a88-2b51003592e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:45.972123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.972519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Bound using segment: {'id': '43355d53-3a8c-410a-9a88-2b51003592e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:52:45.972989 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Bound port: f7ce9c92-5985-4354-a4ef-c52917d60fa0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43355d53-3a8c-410a-9a88-2b51003592e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:52:45.973374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:45.986759 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.000828 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43355d53-3a8c-410a-9a88-2b51003592e9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.001122 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43355d53-3a8c-410a-9a88-2b51003592e9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.017030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.028781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.029145 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:46.029533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.032532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.040112 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:46.041142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:46.044231 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:46.077683 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] For port f7ce9c92-5985-4354-a4ef-c52917d60fa0, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:52:46.101272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.110367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:52:46.110367 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:52:46.110367 n-d-master-1 neutron-server[94826]: [parameters: {'id': '9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7'}] Oct 11 15:52:46.110367 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:52:46.110850 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:52:46.127678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] For port f7ce9c92-5985-4354-a4ef-c52917d60fa0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f7ce9c92-5985-4354-a4ef-c52917d60fa0,segment=NetworkSegment(43355d53-3a8c-410a-9a88-2b51003592e9),segment_id=43355d53-3a8c-410a-9a88-2b51003592e9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:52:46.128908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea108526-639a-4fed-905a-46da4a4a2ce4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:46.135218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.138943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.141858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e8ded70-3087-4e78-897e-079ab88df3e2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea108526-639a-4fed-905a-46da4a4a2ce4 HTTP/1.1" status: 204 len: 168 time: 0.3854740 Oct 11 15:52:46.142366 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:46.149025 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c18ed-94c0-4314-a0fb-6162d07a785d None None] Network 7d194b18-36ab-4b9b-a995-18b0b0819ae9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:46.216032 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.274870 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Deleting port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:46.275207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.346397 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] For port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,segment=NetworkSegment(5da9f560-f988-4a27-8e8d-43262a4d7087),segment_id=5da9f560-f988-4a27-8e8d-43262a4d7087)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:46.346842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.363404 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Calling delete_port for ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:46.414237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d54eb38e-927b-4128-a2a7-cf97d61a61ac no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:46.451388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.459455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d54eb38e-927b-4128-a2a7-cf97d61a61ac {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:46.459793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d54eb38e-927b-4128-a2a7-cf97d61a61ac not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:46.460205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 696c6754-cb28-432f-915f-75f910df3ea3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:46.464444 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49d15e-2be6-4770-b75a-7bf46b759d38 None None] Pushing event updated for resources: {'Port': ['ID=f7ce9c92-5985-4354-a4ef-c52917d60fa0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:46.481739 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:46.483696 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] No DVR routers for this DVR port ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:46.493378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388672a-c9e3-4a81-9c22-607fe6ad6590 None None] Network 9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:46.512091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 696c6754-cb28-432f-915f-75f910df3ea3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:46.513010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 696c6754-cb28-432f-915f-75f910df3ea3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:46.554119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.574779 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d194b18-36ab-4b9b-a995-18b0b0819ae9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.585001 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da9f560-f988-4a27-8e8d-43262a4d7087') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.585303 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da9f560-f988-4a27-8e8d-43262a4d7087') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:46.595430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.612757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.612946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.621269 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:46.622387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:46.624612 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:46.652020 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b2efd-0603-4fd2-8684-60e243e25e7c None None] DHCP port deletion for 7d194b18-36ab-4b9b-a995-18b0b0819ae9 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:52:46.673471 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting port f7ce9c92-5985-4354-a4ef-c52917d60fa0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:46.673970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.677707 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f1314-02ce-48a3-9eae-dbcc4230dfeb None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:46.697134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.707651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.713983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d194b18-36ab-4b9b-a995-18b0b0819ae9 HTTP/1.1" status: 204 len: 168 time: 0.5706084 Oct 11 15:52:46.721989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:46.725355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd33e43-c38b-4579-a09f-cfe8a7ad0cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d194b18-36ab-4b9b-a995-18b0b0819ae9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:46.765656 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f1314-02ce-48a3-9eae-dbcc4230dfeb None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:46.799372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] For port f7ce9c92-5985-4354-a4ef-c52917d60fa0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f7ce9c92-5985-4354-a4ef-c52917d60fa0,segment=NetworkSegment(43355d53-3a8c-410a-9a88-2b51003592e9),segment_id=43355d53-3a8c-410a-9a88-2b51003592e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:46.799928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:46.844650 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Calling delete_port for f7ce9c92-5985-4354-a4ef-c52917d60fa0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:46.890572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb40fe-e903-4ac8-a24a-e8f4bea7271d req-d30bb4a3-f3bb-4cdd-8d5b-a684c99a2999 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:46.892103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eefb40fe-e903-4ac8-a24a-e8f4bea7271d req-d30bb4a3-f3bb-4cdd-8d5b-a684c99a2999 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0561731 Oct 11 15:52:46.932393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eefb40fe-e903-4ac8-a24a-e8f4bea7271d req-aa8498c6-4fc1-4336-885f-46bb0ef52132 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343287 Oct 11 15:52:47.034750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.065064 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Port': ['ID=f7ce9c92-5985-4354-a4ef-c52917d60fa0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:47.087766 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No DVR routers for this DVR port f7ce9c92-5985-4354-a4ef-c52917d60fa0 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:47.194246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.220062 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:47.231697 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43355d53-3a8c-410a-9a88-2b51003592e9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:47.231990 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43355d53-3a8c-410a-9a88-2b51003592e9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:47.243192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.264000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.272084 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:47.272459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:47.275418 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:47.360417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.367868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.370933 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 HTTP/1.1" status: 204 len: 168 time: 2.0576394 Oct 11 15:52:47.375194 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:47.380154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119820786'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:47.384031 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde037-4eef-4ab0-9d3f-db7813b00511 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:47.391080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.405042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:47.408537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.432387 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:47.442248 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.442585 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 18452df9-3652-438a-a1f0-5b9400d4c109 of type vlan for network 5cd28c95-22e2-4ad4-ba69-13adeadc4d25 Oct 11 15:52:47.480536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.509983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.515428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:47.515997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.571867 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1955650 Oct 11 15:52:47.574747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:47.579657 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '5cd28c95-22e2-4ad4-ba69-13adeadc4d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:47.583795 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252032fc-df61-444e-9d8b-f8fcccef178d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=5cd28c95-22e2-4ad4-ba69-13adeadc4d25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:47.594857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5cd28c95-22e2-4ad4-ba69-13adeadc4d25 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:47.694876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:47.716392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:47.716732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c6f7005-03b0-42eb-ba09-0b9dfa1f4fdc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:47.717145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:47.718945 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Deleting port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:47.719308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.720967 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:47.724501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.735771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:47.736187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ba2c02fd-eb4b-4fe1-98d7-f6e9d6a51df0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:47.870165 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] For port f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:47.870533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:47.887935 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Calling delete_port for f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:48.030872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.055032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b83447-880f-4ad1-91cb-d937eceed2f9 req-1a9bef7d-708d-477a-9be6-46499d68fe55 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:48.056504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3b83447-880f-4ad1-91cb-d937eceed2f9 req-1a9bef7d-708d-477a-9be6-46499d68fe55 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0484710 Oct 11 15:52:48.094304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3b83447-880f-4ad1-91cb-d937eceed2f9 req-730f78ff-62e1-4a49-86d2-1d533be8a1e8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309589 Oct 11 15:52:48.127447 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:48.153852 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '18452df9-3652-438a-a1f0-5b9400d4c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5cd28c95-22e2-4ad4-ba69-13adeadc4d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:48.154119 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 5cd28c95-22e2-4ad4-ba69-13adeadc4d25, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:48.199090 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 5cd28c95-22e2-4ad4-ba69-13adeadc4d25 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:48.212686 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5cd28c95-22e2-4ad4-ba69-13adeadc4d25) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:48.221311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:48.221936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.222294 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659061ff-db6e-4993-9a60-5e9a81a2a091 None None] Network 5cd28c95-22e2-4ad4-ba69-13adeadc4d25 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:48.229286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.260899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de7c2e80-6d74-413c-ac9b-4189ffbc154d tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6850789 Oct 11 15:52:48.261721 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:48.264277 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:48.387902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.390599 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf1813-a1b0-4a49-b62a-e12760b9f188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5cd28c95-22e2-4ad4-ba69-13adeadc4d25', 'network_id': '5cd28c95-22e2-4ad4-ba69-13adeadc4d25', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:48.391478 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1813-a1b0-4a49-b62a-e12760b9f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.443316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.461303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.512162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-2bdf1813-a1b0-4a49-b62a-e12760b9f188 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291: This subnet is being modified by another concurrent operation. Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291: This subnet is being modified by another concurrent operation. Oct 11 15:52:48.519887 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:52:48.542543 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84dec4-4dd3-4246-b5ba-2e69ece08100 None None] Network 5cd28c95-22e2-4ad4-ba69-13adeadc4d25 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:48.662735 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea389fbe-86c6-4de0-804c-55cf5615d17d None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:48.697047 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Router 05be7d21-1181-4d68-b3ae-31fa3e794601 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:52:48.757692 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea389fbe-86c6-4de0-804c-55cf5615d17d None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:48.862662 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:48.908709 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.930248 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd28c95-22e2-4ad4-ba69-13adeadc4d25']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:48.940684 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18452df9-3652-438a-a1f0-5b9400d4c109') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:48.940975 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18452df9-3652-438a-a1f0-5b9400d4c109') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:48.951773 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.965592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.973336 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:48.973921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:48.977225 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:49.052385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.057573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.073172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/5cd28c95-22e2-4ad4-ba69-13adeadc4d25 HTTP/1.1" status: 204 len: 168 time: 0.8025367 Oct 11 15:52:49.073172 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:49.079796 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950720837'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:49.092986 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9335269-2c5f-4c04-8b95-0716f1a347d5 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=5cd28c95-22e2-4ad4-ba69-13adeadc4d25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:49.111812 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:49.115357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.141264 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:49.150702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.151065 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 4abb4ca6-58dd-482d-b2d6-eb4af6dd3d97 of type vlan for network 30a51be8-9a0a-4aa3-8e5e-a002c750796d Oct 11 15:52:49.163912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:52:49.172217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-30eb367a-9cf5-4680-85b1-dda6a5b18378 admin admin] 10.222.0.31 "PUT /v2.0/routers/05be7d21-1181-4d68-b3ae-31fa3e794601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468944 Oct 11 15:52:49.172456 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:49.178612 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Sync routers for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:52:49.188219 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:49.188842 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:49.219948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.253869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab51f-53e8-4685-b75c-bf7d33b565eb req-37189335-c4a1-4866-8ae9-d2644dd6f32f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:49.255365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff1ab51f-53e8-4685-b75c-bf7d33b565eb req-37189335-c4a1-4866-8ae9-d2644dd6f32f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 943 time: 0.0750084 Oct 11 15:52:49.278795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.284318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:49.284897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.285213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.294417 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:49.353910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2796752 Oct 11 15:52:49.358666 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:49.370239 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '30a51be8-9a0a-4aa3-8e5e-a002c750796d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:49.377885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff1ab51f-53e8-4685-b75c-bf7d33b565eb req-47089dc6-ca77-4dd2-98bb-082b56f94da6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126306 Oct 11 15:52:49.415487 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32e998-ad42-4f46-8f9d-79b969b9a4b0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=30a51be8-9a0a-4aa3-8e5e-a002c750796d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:49.423807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.429233 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 30a51be8-9a0a-4aa3-8e5e-a002c750796d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:49.479247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:49.484882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.491773 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Deleting port 6301936b-bd0b-4fda-998c-2483777d3bd9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:49.491773 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.507114 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44'}], 'enable_snat': True}, 'gw_port_id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:52:48Z', 'revision_number': 5, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port': {'id': '6301936b-bd0b-4fda-998c-2483777d3bd9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:47:36Z', 'updated_at': '2021-10-11T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:49.539448 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Checking router: 05be7d21-1181-4d68-b3ae-31fa3e794601 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:52:49.548585 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Routers {'05be7d21-1181-4d68-b3ae-31fa3e794601'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:52:49.549188 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:52:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['05be7d21-1181-4d68-b3ae-31fa3e794601'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:49.551933 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:52:49.552444 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:52:49.577576 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] For port 6301936b-bd0b-4fda-998c-2483777d3bd9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6301936b-bd0b-4fda-998c-2483777d3bd9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:49.577939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.590135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Calling delete_port for 6301936b-bd0b-4fda-998c-2483777d3bd9 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:49.643561 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] Set router 05be7d21-1181-4d68-b3ae-31fa3e794601 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:52:49.698544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.706288 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:52:49Z', 'revision_number': 6, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:49.739471 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd676680-c32e-4274-a4dd-a407186de28a None None] The sync data for ids ['05be7d21-1181-4d68-b3ae-31fa3e794601'] in n-d-master-1 is: [{'id': '05be7d21-1181-4d68-b3ae-31fa3e794601', 'name': 'tempest-TestServerBasicOps-1804325045-router', 'tenant_id': 'cfa98567b324463a94ffeb2a6a898f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:47:35Z', 'updated_at': '2021-10-11T15:52:49Z', 'revision_number': 6, 'project_id': 'cfa98567b324463a94ffeb2a6a898f94', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:52:49.763218 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=32d6c313-c5cb-450e-b2d3-ef0c2657164f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:49.770773 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '4abb4ca6-58dd-482d-b2d6-eb4af6dd3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '30a51be8-9a0a-4aa3-8e5e-a002c750796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:49.771139 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 30a51be8-9a0a-4aa3-8e5e-a002c750796d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:49.786731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.790579 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 30a51be8-9a0a-4aa3-8e5e-a002c750796d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:49.799682 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 30a51be8-9a0a-4aa3-8e5e-a002c750796d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:49.804266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:49.804852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.809560 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350340a2-0986-4c6b-9250-9bba6455e9f7 None None] Network 30a51be8-9a0a-4aa3-8e5e-a002c750796d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:49.818508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6301936b-bd0b-4fda-998c-2483777d3bd9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:49.825262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-40119465-61f7-4ebb-b109-a98abd2f70c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4599187 Oct 11 15:52:49.827878 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:49.883155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.892048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:52:49.941379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.977382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:49.979695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.005333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.027253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.028178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05be7d21-1181-4d68-b3ae-31fa3e794601 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:52:50.036836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.040261 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca491ff3-0123-40e0-9417-971937642a32 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05be7d21-1181-4d68-b3ae-31fa3e794601 HTTP/1.1" status: 204 len: 168 time: 0.8647060 Oct 11 15:52:50.040491 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df0317-a8d0-4953-a4ad-16ab02e9baaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-30a51be8-9a0a-4aa3-8e5e-a002c750796d', 'network_id': '30a51be8-9a0a-4aa3-8e5e-a002c750796d', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '32d6c313-c5cb-450e-b2d3-ef0c2657164f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:50.040681 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:50.041326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0df0317-a8d0-4953-a4ad-16ab02e9baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.063173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:50.086189 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'mac_address': 'fa:16:3e:3d:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:52:50.094791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.124762 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Deleting subnet 73e694c2-f023-465c-beeb-618d4be6c553 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:52:50.132329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.168190 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=32d6c313-c5cb-450e-b2d3-ef0c2657164f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.189470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.193051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-d0df0317-a8d0-4953-a4ad-16ab02e9baaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d6c313-c5cb-450e-b2d3-ef0c2657164f: This subnet is being modified by another concurrent operation. Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d6c313-c5cb-450e-b2d3-ef0c2657164f: This subnet is being modified by another concurrent operation. Oct 11 15:52:50.202506 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:52:50.210509 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:52:50.229265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea162bb-beb9-40f5-8664-c9b9fcbcffd8 None None] Network 30a51be8-9a0a-4aa3-8e5e-a002c750796d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:50.232985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.257126 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a51be8-9a0a-4aa3-8e5e-a002c750796d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:50.268417 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abb4ca6-58dd-482d-b2d6-eb4af6dd3d97') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:50.268918 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abb4ca6-58dd-482d-b2d6-eb4af6dd3d97') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:50.279033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.289227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:50.294961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.300417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.301788 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:50.302987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.305024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:50.307195 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:50.355637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.380007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.383614 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e694c2-f023-465c-beeb-618d4be6c553,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.385731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.389432 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b881f33e-8c3f-4c3b-87d4-2eeb54d77d4a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73e694c2-f023-465c-beeb-618d4be6c553 HTTP/1.1" status: 204 len: 168 time: 0.3478122 Oct 11 15:52:50.391992 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:50.400689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4219778-1c2e-42dd-a43c-183670846557 None None] Network 0312e93d-8ac7-4be7-9873-80f97302032d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:50.401076 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.409024 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:50.409733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/30a51be8-9a0a-4aa3-8e5e-a002c750796d HTTP/1.1" status: 204 len: 168 time: 0.5806880 Oct 11 15:52:50.420057 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.423416 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6877e-9c97-40a3-9fdb-50b3664f9f4f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=30a51be8-9a0a-4aa3-8e5e-a002c750796d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.442930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200394892'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:50.486783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.489265 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:50.493339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.525889 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:50.552598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228b830-edd8-4cc2-9646-c1bd4537e0a2 req-e5687600-ccc5-4fa2-ac75-3d5c6a133673 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:50.554586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d228b830-edd8-4cc2-9646-c1bd4537e0a2 req-e5687600-ccc5-4fa2-ac75-3d5c6a133673 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0692658 Oct 11 15:52:50.558405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.558758 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 3ba9807e-0945-4f87-9eeb-b7a26d185d75 of type vlan for network b853ac2d-a110-4eef-999d-9423d7ee9377 Oct 11 15:52:50.627013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['e447e3c3-ec90-4e7c-9b19-34c7008bddbf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:52:50.640257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d228b830-edd8-4cc2-9646-c1bd4537e0a2 req-7bd5705c-30fe-4f4d-8290-06bf9389fed4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761316 Oct 11 15:52:50.640979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.645243 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] DHCP port deletion for 0312e93d-8ac7-4be7-9873-80f97302032d request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:52:50.665285 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Deleting port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:50.665977 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.724324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.729917 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:50.730517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.736502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Deleting port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:50.736874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.796714 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] For port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:50.796905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.822159 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4120522 Oct 11 15:52:50.826147 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:50.827453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] For port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,segment=NetworkSegment(e4f25d13-574d-423b-8655-7390225e792d),segment_id=e4f25d13-574d-423b-8655-7390225e792d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:50.827905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.829107 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Calling delete_port for 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:50.830886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac9dee-93cc-40ec-8c69-52f1d5dab0ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=b853ac2d-a110-4eef-999d-9423d7ee9377,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.836092 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': 'b853ac2d-a110-4eef-999d-9423d7ee9377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:50.842780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Calling delete_port for 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:50.850787 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b853ac2d-a110-4eef-999d-9423d7ee9377 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:50.934466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:50.964710 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] No DVR routers for this DVR port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:50.969727 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:50.998373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:51.004884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.009213 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.036306 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] Pushing event deleted for resources: {'Port': ['ID=9247f297-ad7d-4584-817b-6a1f0aa3d0a0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.038200 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd89a52-07a3-4e15-803e-e649a8b209ac None None] No DVR routers for this DVR port 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:51.055293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.062367 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ebae5-5481-46c1-a777-115d6c1ff8ff None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:51.088344 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0312e93d-8ac7-4be7-9873-80f97302032d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.102198 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f25d13-574d-423b-8655-7390225e792d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.102626 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f25d13-574d-423b-8655-7390225e792d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.114493 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.128318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.144698 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ebae5-5481-46c1-a777-115d6c1ff8ff None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:51.145148 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:51.145590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:51.147539 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:51.209569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.215458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.220177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0312e93d-8ac7-4be7-9873-80f97302032d HTTP/1.1" status: 204 len: 168 time: 0.8273518 Oct 11 15:52:51.247091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.247698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1d30-eb17-4afd-8334-05af03e88ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0312e93d-8ac7-4be7-9873-80f97302032d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.328319 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=994f709f-7834-44cd-89ed-c04262b0a6a6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.336767 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '3ba9807e-0945-4f87-9eeb-b7a26d185d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b853ac2d-a110-4eef-999d-9423d7ee9377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:51.337170 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: b853ac2d-a110-4eef-999d-9423d7ee9377, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:51.355488 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network b853ac2d-a110-4eef-999d-9423d7ee9377 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:51.362256 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:51.366704 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b853ac2d-a110-4eef-999d-9423d7ee9377) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:51.371137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:51.372461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.392885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-87d99066-dd1c-44bb-a0d1-c01c5fdfad46 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5652704 Oct 11 15:52:51.393786 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:51.414198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-63ab6f68-ad36-4d5b-9ba5-d253f99133b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9887e5b9f8e140a3babca41c9c10000d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483770 Oct 11 15:52:51.414412 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:51.470330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.497273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.499827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.557131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.563782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.567220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.570826 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ead58bae-fe30-48b5-9f2a-05a1b5543e7f HTTP/1.1" status: 204 len: 168 time: 0.1531003 Oct 11 15:52:51.570948 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72191c95-6ec0-4d0e-8f42-0c262a94f140 None None] Network b853ac2d-a110-4eef-999d-9423d7ee9377 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:51.578484 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dd4b-9365-4eaa-9a85-136e57bc5f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead58bae-fe30-48b5-9f2a-05a1b5543e7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.636226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.666055 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=994f709f-7834-44cd-89ed-c04262b0a6a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.731345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:51.753990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:51.754336 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d373f4-6ce4-45e4-a0ab-92e50dea8e5d not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:51.754749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6301936b-bd0b-4fda-998c-2483777d3bd9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:51.756509 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47599f5c-c7af-4883-a190-8e4a1f0666c9 None None] Network b853ac2d-a110-4eef-999d-9423d7ee9377 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:51.757205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.784727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6301936b-bd0b-4fda-998c-2483777d3bd9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:51.785087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6301936b-bd0b-4fda-998c-2483777d3bd9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:51.786306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:52:51.799649 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b853ac2d-a110-4eef-999d-9423d7ee9377']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.814357 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba9807e-0945-4f87-9eeb-b7a26d185d75') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.814648 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba9807e-0945-4f87-9eeb-b7a26d185d75') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:51.827315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.834253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:52:51.834728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9247f297-ad7d-4584-817b-6a1f0aa3d0a0 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:52:51.836117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55ed4a-9d57-4797-8b87-6e5eebb0f120 req-b2c91a23-fd98-404a-8ea4-01de1679d263 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:51.837600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e55ed4a-9d57-4797-8b87-6e5eebb0f120 req-b2c91a23-fd98-404a-8ea4-01de1679d263 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 944 time: 0.0937076 Oct 11 15:52:51.852386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.873002 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:51.874190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:51.878313 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:51.902533 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:52:51.944414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e55ed4a-9d57-4797-8b87-6e5eebb0f120 req-0223cfc1-4a9b-4702-90db-571ccdffe55c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940101 Oct 11 15:52:51.954944 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.955318 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port e447e3c3-ec90-4e7c-9b19-34c7008bddbf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:52:51.955698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.974531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:51.979215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/b853ac2d-a110-4eef-999d-9423d7ee9377 HTTP/1.1" status: 204 len: 168 time: 0.5842452 Oct 11 15:52:51.981260 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc1b72-1b4c-417b-ac06-500fb3e7891b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=b853ac2d-a110-4eef-999d-9423d7ee9377,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:51.983181 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:51.989879 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793430284'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:52.014608 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:52.018280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.034368 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:52.045988 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:52.048833 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.056294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.056637 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 89066754-4c35-4433-b690-3ceb892ee171 of type vlan for network 07489362-4ead-4532-91f4-9f798dedf793 Oct 11 15:52:52.072268 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:52:52.075125 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a0914-865a-4908-9794-bb93cbfbcd4a" -d '{"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:52:52.085512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-236209ab-fb85-4404-b7c2-7b7e34850d88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfa98567b324463a94ffeb2a6a898f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499494 Oct 11 15:52:52.086129 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:52.088586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:52.094301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.102922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.125946 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8183c-de94-49d3-8ac5-2f5d37b50f24 x-openstack-request-id: req-d2d8183c-de94-49d3-8ac5-2f5d37b50f24 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:52:52.126302 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:52:52.126616 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d8183c-de94-49d3-8ac5-2f5d37b50f24 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:52:52.127298 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'code': 200} Oct 11 15:52:52.134348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.137922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.143263 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:52.144195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.157934 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:52.160742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.208982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2218115 Oct 11 15:52:52.209175 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:52.218979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.221800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '07489362-4ead-4532-91f4-9f798dedf793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:52.222629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.224035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea2dc142-e955-4464-8c97-6cb1c8172d3c HTTP/1.1" status: 204 len: 168 time: 0.1368794 Oct 11 15:52:52.240471 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093bb06-337e-4a3e-8be1-42df5f63adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2dc142-e955-4464-8c97-6cb1c8172d3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:52.268850 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95207e1-04c9-480e-be8c-05435b0bfe5a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=07489362-4ead-4532-91f4-9f798dedf793,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:52.279964 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 07489362-4ead-4532-91f4-9f798dedf793 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:52.361151 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ff13d-eeef-4fe5-8cc0-b680af1c5581 req-83dc2a93-db0b-44e4-93c1-48e4e723eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:52.362729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c55ff13d-eeef-4fe5-8cc0-b680af1c5581 req-83dc2a93-db0b-44e4-93c1-48e4e723eb0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1097 time: 0.0949349 Oct 11 15:52:52.363789 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:52.367200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.458778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c55ff13d-eeef-4fe5-8cc0-b680af1c5581 req-e309d347-997b-4b82-aedc-9518d9c43348 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872691 Oct 11 15:52:52.585981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.655563 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=09d5b14f-d20b-455d-9b70-39ab6656666f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:52.666260 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '89066754-4c35-4433-b690-3ceb892ee171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '07489362-4ead-4532-91f4-9f798dedf793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:52.666627 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 07489362-4ead-4532-91f4-9f798dedf793, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:52.686940 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 07489362-4ead-4532-91f4-9f798dedf793 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:52.697041 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 07489362-4ead-4532-91f4-9f798dedf793) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:52.701264 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:52.701874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.706954 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c5931-d035-479a-adbe-0a8dffc2cfea None None] Network 07489362-4ead-4532-91f4-9f798dedf793 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:52.730427 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-064cf4e2-7018-4d18-a0b0-2fa99cd2b7ef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5201414 Oct 11 15:52:52.733882 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:52.838877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.879118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713d917-1d23-4e7e-b12e-8c43ccae081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-07489362-4ead-4532-91f4-9f798dedf793', 'network_id': '07489362-4ead-4532-91f4-9f798dedf793', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '09d5b14f-d20b-455d-9b70-39ab6656666f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:52.880089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f713d917-1d23-4e7e-b12e-8c43ccae081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.903102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.964617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-f713d917-1d23-4e7e-b12e-8c43ccae081f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09d5b14f-d20b-455d-9b70-39ab6656666f: This subnet is being modified by another concurrent operation. Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09d5b14f-d20b-455d-9b70-39ab6656666f: This subnet is being modified by another concurrent operation. Oct 11 15:52:52.973052 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:52:52.993403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=09d5b14f-d20b-455d-9b70-39ab6656666f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:52.999404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f9dd4-9625-4366-96f4-0676ff9e2e76 None None] Network 07489362-4ead-4532-91f4-9f798dedf793 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:53.060527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.081900 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07489362-4ead-4532-91f4-9f798dedf793']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:53.089511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d31c-adf9-41e1-bcd6-3c5ad5537ed4 req-fb91b486-0b3c-459f-90b7-01bc5f190a7c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:53.091710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9186d31c-adf9-41e1-bcd6-3c5ad5537ed4 req-fb91b486-0b3c-459f-90b7-01bc5f190a7c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.0528865 Oct 11 15:52:53.093846 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89066754-4c35-4433-b690-3ceb892ee171') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:53.094149 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89066754-4c35-4433-b690-3ceb892ee171') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:53.103898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.114668 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261ff9c-22fe-4222-852f-2d80830f19bd None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:53.118888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.125876 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:53.126283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:53.129399 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:53.132598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9186d31c-adf9-41e1-bcd6-3c5ad5537ed4 req-5a1e5427-795b-4c84-840d-42344eee6492 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342369 Oct 11 15:52:53.189036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.195817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.198930 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/07489362-4ead-4532-91f4-9f798dedf793 HTTP/1.1" status: 204 len: 168 time: 0.4638960 Oct 11 15:52:53.203032 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:53.206245 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261ff9c-22fe-4222-852f-2d80830f19bd None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:53.209994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1898954324'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:53.212143 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b194c-851a-4fff-bc32-20e6f02d8203 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=07489362-4ead-4532-91f4-9f798dedf793,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:53.233676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:53.237205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.264276 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:53.273249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.273612 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 02df0557-361b-4686-bd83-b817efb380a5 of type vlan for network 45ec9dd8-226f-4a84-8185-92c4e75dc801 Oct 11 15:52:53.312369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.339208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.344766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:53.345346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.407935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2005248 Oct 11 15:52:53.408133 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:53.413126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:53.468444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9df79a-2048-4518-ac1a-341aa55c7934 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=45ec9dd8-226f-4a84-8185-92c4e75dc801,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:53.478431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:53.577634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.590949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.607908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:52:53.613090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:53.613689 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.614921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "PUT /v2.0/networks/45ec9dd8-226f-4a84-8185-92c4e75dc801 HTTP/1.1" status: 200 len: 723 time: 0.2058876 Oct 11 15:52:53.617881 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:53.623048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:53.663525 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf301a-926c-426d-aefb-8bcd28428606 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=45ec9dd8-226f-4a84-8185-92c4e75dc801,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:53.674091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:53.720763 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:53.724389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.904959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:53.963172 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:53.972143 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '02df0557-361b-4686-bd83-b817efb380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:53.972448 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 45ec9dd8-226f-4a84-8185-92c4e75dc801, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:53.989577 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:53.998258 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 45ec9dd8-226f-4a84-8185-92c4e75dc801) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:54.002418 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:54.003005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.010177 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7466a0-ffd1-47b8-8399-b3aedbd007b2 None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:54.022054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d73f4dc-292e-4a89-b21b-f10727d5cc59 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4030201 Oct 11 15:52:54.024814 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:54.030767 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:54.133161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12363047'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.186647 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-45ec9dd8-226f-4a84-8185-92c4e75dc801', 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:54.187760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.320348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a063bb-69ae-4a0f-99e0-89b3b8b6b4e8 req-88ff1398-d35f-476d-bbd3-626805e1f928 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:54.321843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44a063bb-69ae-4a0f-99e0-89b3b8b6b4e8 req-88ff1398-d35f-476d-bbd3-626805e1f928 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.0933120 Oct 11 15:52:54.344160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268102669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12551503'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.385540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Allocated IP 172.20.0.2 (45ec9dd8-226f-4a84-8185-92c4e75dc801/8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0/e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:52:54.387898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:54.388221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.389530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "PUT /v2.0/subnets/8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0 HTTP/1.1" status: 200 len: 806 time: 0.3636901 Oct 11 15:52:54.393061 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:54.419934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-44a063bb-69ae-4a0f-99e0-89b3b8b6b4e8 req-6af4a7ec-3146-4001-975b-000ef102e123 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892770 Oct 11 15:52:54.423166 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ab0a6-e255-4834-9607-457c32c03c23 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:54.518416 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.569794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.577665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.584407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.627009 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:52:54.632437 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:54.634695 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:52:54.635598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.636735 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Pushing event updated for resources: {'Port': ['ID=e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:54.666497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:54.696039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Attempting to bind port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:52:54.696397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Attempting to bind port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '02df0557-361b-4686-bd83-b817efb380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:52:54.696752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Attempting to bind port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 on network 45ec9dd8-226f-4a84-8185-92c4e75dc801 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:52:54.702335 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:52:54.702704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Checking segment: {'id': '02df0557-361b-4686-bd83-b817efb380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:54.703095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.703480 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Bound using segment: {'id': '02df0557-361b-4686-bd83-b817efb380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:52:54.703932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Bound port: e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02df0557-361b-4686-bd83-b817efb380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:52:54.704306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.727981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.747645 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ec9dd8-226f-4a84-8185-92c4e75dc801']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:54.757190 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02df0557-361b-4686-bd83-b817efb380a5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:54.757514 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02df0557-361b-4686-bd83-b817efb380a5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:54.767778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.768108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] For port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:52:54.771232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] For port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1,segment=NetworkSegment(02df0557-361b-4686-bd83-b817efb380a5),segment_id=02df0557-361b-4686-bd83-b817efb380a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:52:54.775249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.783672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.789674 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:54.790087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:54.793348 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:54.849154 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05428414-f192-4da6-9dbd-7dfb31e9390b None None] Pushing event updated for resources: {'Port': ['ID=e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:54.852580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:52:54.852580 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:52:54.852580 n-d-master-1 neutron-server[94826]: [parameters: {'id': '45ec9dd8-226f-4a84-8185-92c4e75dc801'}] Oct 11 15:52:54.852580 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:52:54.852907 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:52:54.865009 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b395c-d056-4919-bea7-403a5624e7eb None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:54.981631 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c6bdb8-48bf-45f7-8160-0eb4fc5dbfc3 None None] Network 45ec9dd8-226f-4a84-8185-92c4e75dc801 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:55.098212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a0bd2-2911-42a6-85dc-959707d61834 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:55.175472 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a0bd2-2911-42a6-85dc-959707d61834 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:55.354067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.407800 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:52:55.408139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.469441 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] For port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1,segment=NetworkSegment(02df0557-361b-4686-bd83-b817efb380a5),segment_id=02df0557-361b-4686-bd83-b817efb380a5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:52:55.469836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.483092 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Calling delete_port for e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:52:55.553768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d377d-b585-49d4-9d8b-6207df7a8730 req-04c042ac-1438-45e8-bd18-48008531952d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:55.555249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-827d377d-b585-49d4-9d8b-6207df7a8730 req-04c042ac-1438-45e8-bd18-48008531952d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.0594847 Oct 11 15:52:55.568834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.594408 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Port': ['ID=e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:55.594592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-827d377d-b585-49d4-9d8b-6207df7a8730 req-072060da-70d6-4aaa-a21e-b2fc1978aac0 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328391 Oct 11 15:52:55.598053 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No DVR routers for this DVR port e4bf6de8-b3f4-4cdd-b316-56319cc6b2a1 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:52:55.678292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.697458 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ec9dd8-226f-4a84-8185-92c4e75dc801']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:55.707455 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02df0557-361b-4686-bd83-b817efb380a5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:55.707684 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02df0557-361b-4686-bd83-b817efb380a5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:55.717537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.730260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.735916 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:55.736291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:55.739173 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:55.794036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.800525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.803602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/45ec9dd8-226f-4a84-8185-92c4e75dc801 HTTP/1.1" status: 204 len: 168 time: 1.4089684 Oct 11 15:52:55.806471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:55.818783 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c10d1-4706-4685-a329-15e29f0404d9 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=45ec9dd8-226f-4a84-8185-92c4e75dc801,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:55.826643 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae1b581-a64a-486e-9760-ee1ab768c5e3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:52:55.827189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae1b581-a64a-486e-9760-ee1ab768c5e3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:52:55.830215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ae1b581-a64a-486e-9760-ee1ab768c5e3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/45ec9dd8-226f-4a84-8185-92c4e75dc801 HTTP/1.1" status: 404 len: 339 time: 0.0227535 Oct 11 15:52:55.834057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:55.838693 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1460533829', 'description': 'd1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:55.859338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:55.862864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.885592 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:55.895004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.895379 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment acaed5db-ec09-44bb-ad98-8f0b51e6f8ed of type vlan for network 8abdce0b-c9d5-4efe-9b3f-ab610a16099e Oct 11 15:52:55.935782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.959167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:55.964580 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:55.965791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.023754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1886690 Oct 11 15:52:56.026495 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:56.038145 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0ae9-4080-44dc-88f6-843af5b848d0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=8abdce0b-c9d5-4efe-9b3f-ab610a16099e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:56.048525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 8abdce0b-c9d5-4efe-9b3f-ab610a16099e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:56.108269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa79975-b7c0-4844-ae50-8388e43862c1 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:56.110330 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fa79975-b7c0-4844-ae50-8388e43862c1 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks?id=8abdce0b-c9d5-4efe-9b3f-ab610a16099e HTTP/1.1" status: 200 len: 761 time: 0.0827818 Oct 11 15:52:56.112971 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:56.117910 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'description': 'd2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:56.266706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.279695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.288039 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 8abdce0b-c9d5-4efe-9b3f-ab610a16099e is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:52:56.293342 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:56.293940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.295184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "PUT /v2.0/networks/8abdce0b-c9d5-4efe-9b3f-ab610a16099e HTTP/1.1" status: 200 len: 758 time: 0.1812608 Oct 11 15:52:56.297972 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:56.352860 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5135d91-954a-4dbd-8440-9653371c7ca0 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=8abdce0b-c9d5-4efe-9b3f-ab610a16099e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:56.364206 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 8abdce0b-c9d5-4efe-9b3f-ab610a16099e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:56.381908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528faaac-858d-47ac-a2ec-e768e34120ed tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:56.383404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-528faaac-858d-47ac-a2ec-e768e34120ed tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks?id=8abdce0b-c9d5-4efe-9b3f-ab610a16099e HTTP/1.1" status: 200 len: 761 time: 0.0843267 Oct 11 15:52:56.387597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:56.392598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000891708'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:56.413122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:56.416795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.439944 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:56.448169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.448503 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment e4898942-ccdc-4def-819a-ecc4c04a7cbb of type vlan for network 66b17930-20f4-4472-9ab5-3e154d2203fb Oct 11 15:52:56.486745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.509259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.515213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:56.515780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.572379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1836345 Oct 11 15:52:56.575591 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:56.586952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '66b17930-20f4-4472-9ab5-3e154d2203fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:56.627882 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd398382-b06d-4461-94ed-afde3ed43f33 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=66b17930-20f4-4472-9ab5-3e154d2203fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:56.638098 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 66b17930-20f4-4472-9ab5-3e154d2203fb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:56.676729 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:56.680175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.849900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.909381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:56.919185 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': 'e4898942-ccdc-4def-819a-ecc4c04a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '66b17930-20f4-4472-9ab5-3e154d2203fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:56.919541 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 66b17930-20f4-4472-9ab5-3e154d2203fb, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:56.936247 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 66b17930-20f4-4472-9ab5-3e154d2203fb is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:56.944969 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 66b17930-20f4-4472-9ab5-3e154d2203fb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:56.948846 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:56.950087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3643705'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:56.954128 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e888f-1988-4684-9ca2-8b2c9e30951d None None] Network 66b17930-20f4-4472-9ab5-3e154d2203fb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:56.965373 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-818f9ee0-cee1-4252-b04d-259763cdebef tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3887942 Oct 11 15:52:56.968140 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:57.062020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.095202 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53393d7-398f-41e8-b0f0-57294f95105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-66b17930-20f4-4472-9ab5-3e154d2203fb', 'network_id': '66b17930-20f4-4472-9ab5-3e154d2203fb', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': 'ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:52:57.096062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d53393d7-398f-41e8-b0f0-57294f95105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.118045 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.178065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-d53393d7-398f-41e8-b0f0-57294f95105e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e: This subnet is being modified by another concurrent operation. Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e: This subnet is being modified by another concurrent operation. Oct 11 15:52:57.188911 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:52:57.204792 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb88ed-10a5-454c-8fa4-a432dad9ae00 None None] Network 66b17930-20f4-4472-9ab5-3e154d2203fb requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:57.208530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:57.261048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.284554 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b17930-20f4-4472-9ab5-3e154d2203fb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:57.293573 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4898942-ccdc-4def-819a-ecc4c04a7cbb') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:57.293866 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4898942-ccdc-4def-819a-ecc4c04a7cbb') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:52:57.303285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.311047 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa770d-02e5-4592-b8bb-6703ec614103 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:52:57.315659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.321338 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:52:57.321885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:52:57.325126 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:52:57.382165 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.386501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:57.387665 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa770d-02e5-4592-b8bb-6703ec614103 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:52:57.390503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/66b17930-20f4-4472-9ab5-3e154d2203fb HTTP/1.1" status: 204 len: 168 time: 0.4214156 Oct 11 15:52:57.393292 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:57.405421 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ae23-0b21-4559-9c58-c5df1ab00f6e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=66b17930-20f4-4472-9ab5-3e154d2203fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:57.427962 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c58439-6745-4c87-b584-6d3805dddc5b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] GET failed (client error): The resource could not be found. Oct 11 15:52:57.429253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-22c58439-6745-4c87-b584-6d3805dddc5b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets/ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e HTTP/1.1" status: 404 len: 337 time: 0.0343506 Oct 11 15:52:57.432053 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:57.450704 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-baebdbd6-8968-4c7f-b083-b21602ac63c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:52:57.451247 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baebdbd6-8968-4c7f-b083-b21602ac63c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:52:57.454191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-baebdbd6-8968-4c7f-b083-b21602ac63c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/66b17930-20f4-4472-9ab5-3e154d2203fb HTTP/1.1" status: 404 len: 339 time: 0.0211506 Oct 11 15:52:57.457829 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:57.638569 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c956b5-d906-4f5a-a331-186bfce82914 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:57.642605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74c956b5-d906-4f5a-a331-186bfce82914 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1812313 Oct 11 15:52:57.642872 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.013446 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-423f70d4-b01c-4aad-a37b-08ec7da3079a tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6 HTTP/1.1" status: 200 len: 207 time: 0.3694348 Oct 11 15:52:58.016502 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.205315 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f9b33-bb33-46da-a1f5-de59ebfd6b48 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.211330 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f9b33-bb33-46da-a1f5-de59ebfd6b48 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.217803 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f9b33-bb33-46da-a1f5-de59ebfd6b48 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.223501 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f9b33-bb33-46da-a1f5-de59ebfd6b48 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.225094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-789f9b33-bb33-46da-a1f5-de59ebfd6b48 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2077007 Oct 11 15:52:58.228867 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.403573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cd241700-f111-4fb3-b93b-29e42c2c4bee tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1735303 Oct 11 15:52:58.406759 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.487141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328461c5-dc78-43d8-8fe6-18abfedb1e5c tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.488629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328461c5-dc78-43d8-8fe6-18abfedb1e5c tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.490123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-328461c5-dc78-43d8-8fe6-18abfedb1e5c tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0824833 Oct 11 15:52:58.493531 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.541031 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03bfd65-7098-4daa-8c4d-d25b2a49c71b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.542449 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03bfd65-7098-4daa-8c4d-d25b2a49c71b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.544477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f03bfd65-7098-4daa-8c4d-d25b2a49c71b tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0500739 Oct 11 15:52:58.547699 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.644635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3d29f-3ed7-42d5-af9c-57ddcda29b96 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.645951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bff3d29f-3ed7-42d5-af9c-57ddcda29b96 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks/96afba2c-9116-4fbc-8599-29eb9d9e500c HTTP/1.1" status: 200 len: 799 time: 0.0973749 Oct 11 15:52:58.649394 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.743080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6476c07c-0d55-48df-93b3-6bb8e3975b56 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/networks/96afba2c-9116-4fbc-8599-29eb9d9e500c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0926361 Oct 11 15:52:58.746486 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.798179 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f26af4-0ffe-4232-a295-44e6279ff8f2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.799461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-99f26af4-0ffe-4232-a295-44e6279ff8f2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets/5ae6849e-9969-4724-a6e1-ccd4f4cc3539 HTTP/1.1" status: 200 len: 811 time: 0.0521007 Oct 11 15:52:58.802847 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.851008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa533148-fd73-4280-95c6-1079b1c514b7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.852315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa533148-fd73-4280-95c6-1079b1c514b7 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "GET /v2.0/subnets/5ae6849e-9969-4724-a6e1-ccd4f4cc3539?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0486093 Oct 11 15:52:58.855568 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:58.860036 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822008291'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:58.879224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:58.882583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:58.906054 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:52:58.915040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:58.915585 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Added segment 14fb866e-5230-4a98-b053-21a0d13e58f2 of type vlan for network 654913c8-be39-4c1b-87b6-9921041b2c71 Oct 11 15:52:58.956684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:58.979893 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:58.985720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:58.986304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:59.042416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1858795 Oct 11 15:52:59.045726 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:59.050580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:59.097927 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2afa6-e6f7-4d17-a691-a9f5ce617393 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Network': ['ID=654913c8-be39-4c1b-87b6-9921041b2c71,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:59.108338 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 654913c8-be39-4c1b-87b6-9921041b2c71 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:52:59.146275 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Made reservation on behalf of 8d78b39866564923ba0533ad0d5247af for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:52:59.149805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:59.209611 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:52:59.210061 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:52:59.329051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:59.680238 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=63348b5e-edcd-4a18-b6a4-f7214ba04434,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:52:59.686511 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Checking segment: {'id': '14fb866e-5230-4a98-b053-21a0d13e58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:52:59.686868 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network hostable DHCP agents. Network: 654913c8-be39-4c1b-87b6-9921041b2c71, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:52:59.702943 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Network 654913c8-be39-4c1b-87b6-9921041b2c71 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:52:59.711103 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 654913c8-be39-4c1b-87b6-9921041b2c71) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:52:59.716096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:52:59.717127 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:52:59.720103 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9437d34-24bf-4bc7-8342-a7bf6ef089bb None None] Network 654913c8-be39-4c1b-87b6-9921041b2c71 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:52:59.733310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7ea99b5-e939-49fd-b582-a2afb5399180 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6865396 Oct 11 15:52:59.736163 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:52:59.741626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:52:59.845296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12452957'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.018886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268102669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8550613'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.022873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-654913c8-be39-4c1b-87b6-9921041b2c71', 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71', 'tenant_id': '8d78b39866564923ba0533ad0d5247af', 'fixed_ips': [{'subnet_id': '63348b5e-edcd-4a18-b6a4-f7214ba04434'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:00.023900 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.067710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:00.068306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.069616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "PUT /v2.0/subnets/63348b5e-edcd-4a18-b6a4-f7214ba04434 HTTP/1.1" status: 200 len: 877 time: 0.3324311 Oct 11 15:53:00.072460 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:00.096436 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e095-0a49-40f7-9107-f8b304b57624 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event updated for resources: {'Subnet': ['ID=63348b5e-edcd-4a18-b6a4-f7214ba04434,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:00.160037 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Allocated IP 172.20.0.3 (654913c8-be39-4c1b-87b6-9921041b2c71/63348b5e-edcd-4a18-b6a4-f7214ba04434/34199d2d-bf97-41f6-8a7f-8e7ec58b175a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:00.173872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.227270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.301927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.306552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.322445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.342162 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Network 654913c8-be39-4c1b-87b6-9921041b2c71 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:00.346873 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:00.350370 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:00.351207 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=63348b5e-edcd-4a18-b6a4-f7214ba04434,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:00.359141 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Pushing event updated for resources: {'Port': ['ID=34199d2d-bf97-41f6-8a7f-8e7ec58b175a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:00.407911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Attempting to bind port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:00.408274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Attempting to bind port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '14fb866e-5230-4a98-b053-21a0d13e58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:00.408632 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Attempting to bind port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a on network 654913c8-be39-4c1b-87b6-9921041b2c71 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:00.409882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.413609 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:00.413984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Checking segment: {'id': '14fb866e-5230-4a98-b053-21a0d13e58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:00.414384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.414775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Bound using segment: {'id': '14fb866e-5230-4a98-b053-21a0d13e58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:00.415233 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Bound port: 34199d2d-bf97-41f6-8a7f-8e7ec58b175a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fb866e-5230-4a98-b053-21a0d13e58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '654913c8-be39-4c1b-87b6-9921041b2c71'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:00.415609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.430729 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654913c8-be39-4c1b-87b6-9921041b2c71']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:00.440320 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb866e-5230-4a98-b053-21a0d13e58f2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:00.440614 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb866e-5230-4a98-b053-21a0d13e58f2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:00.454962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.468460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.474200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:00.474575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:00.478080 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:00.481500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] For port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:00.532953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] For port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34199d2d-bf97-41f6-8a7f-8e7ec58b175a,segment=NetworkSegment(14fb866e-5230-4a98-b053-21a0d13e58f2),segment_id=14fb866e-5230-4a98-b053-21a0d13e58f2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:00.533715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 15:53:00.533715 n-d-master-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 15:53:00.533715 n-d-master-1 neutron-server[94826]: [parameters: {'id': '654913c8-be39-4c1b-87b6-9921041b2c71'}] Oct 11 15:53:00.533715 n-d-master-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:53:00.534131 n-d-master-1 neutron-server[94826]: DEBUG oslo_db.api [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:53:00.537257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:00.615436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0238ea-6912-4f10-b5b2-fe0e307508e8 None None] Pushing event updated for resources: {'Port': ['ID=34199d2d-bf97-41f6-8a7f-8e7ec58b175a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:00.626429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c02eaf-2553-453b-bb80-3d96c2042905 None None] Network 654913c8-be39-4c1b-87b6-9921041b2c71 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:00.741475 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5917c82-cf4e-46ce-8ea8-b222a398812f None None] Network 654913c8-be39-4c1b-87b6-9921041b2c71 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:00.858416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30f4de-58e2-43fb-a6d6-3fceb62bd7ac None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:53:00.939156 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30f4de-58e2-43fb-a6d6-3fceb62bd7ac None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:53:01.035708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.092815 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:01.093157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.160172 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] For port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34199d2d-bf97-41f6-8a7f-8e7ec58b175a,segment=NetworkSegment(14fb866e-5230-4a98-b053-21a0d13e58f2),segment_id=14fb866e-5230-4a98-b053-21a0d13e58f2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:01.160536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.173377 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Calling delete_port for 34199d2d-bf97-41f6-8a7f-8e7ec58b175a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:01.249558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.274013 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Port': ['ID=34199d2d-bf97-41f6-8a7f-8e7ec58b175a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:01.278013 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No DVR routers for this DVR port 34199d2d-bf97-41f6-8a7f-8e7ec58b175a on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:01.357896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.376780 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654913c8-be39-4c1b-87b6-9921041b2c71']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.385824 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb866e-5230-4a98-b053-21a0d13e58f2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.386123 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb866e-5230-4a98-b053-21a0d13e58f2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.395285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.408227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.414104 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:01.414487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:01.417436 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:01.477451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.484659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.487774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/654913c8-be39-4c1b-87b6-9921041b2c71 HTTP/1.1" status: 204 len: 168 time: 1.4144080 Oct 11 15:53:01.491234 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.499363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109372-e63b-49ac-bce0-c2f46c569a40 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=654913c8-be39-4c1b-87b6-9921041b2c71,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:01.517992 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e08a17-a86d-42c4-9073-49134ea17466 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.518434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e08a17-a86d-42c4-9073-49134ea17466 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.521608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-14e08a17-a86d-42c4-9073-49134ea17466 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/63348b5e-edcd-4a18-b6a4-f7214ba04434 HTTP/1.1" status: 404 len: 337 time: 0.0291772 Oct 11 15:53:01.524246 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.541633 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e545347a-67e6-40b0-87b9-ddc9f87ec223 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.542135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e545347a-67e6-40b0-87b9-ddc9f87ec223 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.545600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e545347a-67e6-40b0-87b9-ddc9f87ec223 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/654913c8-be39-4c1b-87b6-9921041b2c71 HTTP/1.1" status: 404 len: 339 time: 0.0204594 Oct 11 15:53:01.547782 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.571568 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7242170-db17-4347-bcb3-922a8a6d53c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.571989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7242170-db17-4347-bcb3-922a8a6d53c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.574862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c7242170-db17-4347-bcb3-922a8a6d53c2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/ab0bfef0-2d1c-4b4a-b1c9-1b85a032b72e HTTP/1.1" status: 404 len: 337 time: 0.0262365 Oct 11 15:53:01.577067 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.593937 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3e7b5-e2cb-4346-a899-19c81be99a01 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.594435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a3e7b5-e2cb-4346-a899-19c81be99a01 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.597249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-07a3e7b5-e2cb-4346-a899-19c81be99a01 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/66b17930-20f4-4472-9ab5-3e154d2203fb HTTP/1.1" status: 404 len: 339 time: 0.0193100 Oct 11 15:53:01.599480 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.676209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.758650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.777129 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abdce0b-c9d5-4efe-9b3f-ab610a16099e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.785985 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaed5db-ec09-44bb-ad98-8f0b51e6f8ed') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.786276 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaed5db-ec09-44bb-ad98-8f0b51e6f8ed') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:01.795682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.808357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.814103 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:01.814518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:01.817230 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:01.878814 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.886422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:01.891799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/8abdce0b-c9d5-4efe-9b3f-ab610a16099e HTTP/1.1" status: 204 len: 168 time: 0.2891612 Oct 11 15:53:01.891964 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.909943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=8abdce0b-c9d5-4efe-9b3f-ab610a16099e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:01.928429 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f48840f-84db-4b71-a978-eb8c8279fbf4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.928869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f48840f-84db-4b71-a978-eb8c8279fbf4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.931858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f48840f-84db-4b71-a978-eb8c8279fbf4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/8f21f227-ee79-4b38-8aa7-eb93bcb9a0c0 HTTP/1.1" status: 404 len: 337 time: 0.0390019 Oct 11 15:53:01.934829 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.937261 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.937627 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.937959 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.938288 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.938609 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.938928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.939241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.939554 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.939864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.940174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.940483 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.940791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f48cd6-f2b9-4900-9a3d-05ba18cbb7dc tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:01.953773 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-87950f53-37fb-4285-afbd-72b4a61ae295 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.954311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87950f53-37fb-4285-afbd-72b4a61ae295 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.957384 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-87950f53-37fb-4285-afbd-72b4a61ae295 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/45ec9dd8-226f-4a84-8185-92c4e75dc801 HTTP/1.1" status: 404 len: 339 time: 0.0214739 Oct 11 15:53:01.959919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:01.986512 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35fec6c-66ac-454b-b78d-c57a389d75a3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:01.986951 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35fec6c-66ac-454b-b78d-c57a389d75a3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:01.989892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e35fec6c-66ac-454b-b78d-c57a389d75a3 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/09d5b14f-d20b-455d-9b70-39ab6656666f HTTP/1.1" status: 404 len: 337 time: 0.0290108 Oct 11 15:53:01.992120 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.009388 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ad091e-3244-43b7-b328-6374abe3d112 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.009934 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ad091e-3244-43b7-b328-6374abe3d112 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.013417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-24ad091e-3244-43b7-b328-6374abe3d112 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/07489362-4ead-4532-91f4-9f798dedf793 HTTP/1.1" status: 404 len: 339 time: 0.0204318 Oct 11 15:53:02.015541 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.039342 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4b5045-3827-46be-9d4e-4dce897aa3f2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.039906 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4b5045-3827-46be-9d4e-4dce897aa3f2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.042653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba4b5045-3827-46be-9d4e-4dce897aa3f2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/994f709f-7834-44cd-89ed-c04262b0a6a6 HTTP/1.1" status: 404 len: 337 time: 0.0262587 Oct 11 15:53:02.044770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.061920 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e4d0e5-89b5-4844-886d-8bdcfc5701a2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.062432 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e4d0e5-89b5-4844-886d-8bdcfc5701a2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.065287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-49e4d0e5-89b5-4844-886d-8bdcfc5701a2 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/b853ac2d-a110-4eef-999d-9423d7ee9377 HTTP/1.1" status: 404 len: 339 time: 0.0196736 Oct 11 15:53:02.067446 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.091746 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db8ebb3-0dac-43a4-bf3b-4e2e920984c6 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.092175 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db8ebb3-0dac-43a4-bf3b-4e2e920984c6 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.095065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0db8ebb3-0dac-43a4-bf3b-4e2e920984c6 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/32d6c313-c5cb-450e-b2d3-ef0c2657164f HTTP/1.1" status: 404 len: 337 time: 0.0267739 Oct 11 15:53:02.097213 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.118751 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7865677e-00fa-46b7-81ac-67020bc226ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.119268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7865677e-00fa-46b7-81ac-67020bc226ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.124441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7865677e-00fa-46b7-81ac-67020bc226ea tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/30a51be8-9a0a-4aa3-8e5e-a002c750796d HTTP/1.1" status: 404 len: 339 time: 0.0263510 Oct 11 15:53:02.126647 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.151634 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98eac2e-3463-4a2a-8514-b4514cb14227 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.152079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98eac2e-3463-4a2a-8514-b4514cb14227 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.155624 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b98eac2e-3463-4a2a-8514-b4514cb14227 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/8d2d45ee-e576-4cc9-9e15-0f7c6f6e3291 HTTP/1.1" status: 404 len: 337 time: 0.0281138 Oct 11 15:53:02.158064 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.175725 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44f30b4-b932-494a-aaf1-cea148ee8aff tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.176173 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44f30b4-b932-494a-aaf1-cea148ee8aff tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.179072 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f44f30b4-b932-494a-aaf1-cea148ee8aff tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/5cd28c95-22e2-4ad4-ba69-13adeadc4d25 HTTP/1.1" status: 404 len: 339 time: 0.0201201 Oct 11 15:53:02.181226 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.205516 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b461247c-f6ad-49be-b22a-34be2ed744c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.205945 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b461247c-f6ad-49be-b22a-34be2ed744c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.208813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b461247c-f6ad-49be-b22a-34be2ed744c4 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ba5b02-c5e8-4e72-99b5-6be844adeebb HTTP/1.1" status: 404 len: 337 time: 0.0267053 Oct 11 15:53:02.210991 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.228028 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-130f798c-c189-4500-8813-308e687a1788 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.228545 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130f798c-c189-4500-8813-308e687a1788 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.232030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-130f798c-c189-4500-8813-308e687a1788 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/9352e1e6-0edf-47aa-9f47-3e5fc45fb1f7 HTTP/1.1" status: 404 len: 339 time: 0.0201817 Oct 11 15:53:02.234100 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.258010 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2a83d1-e1d6-4b00-adac-6586102f0e3f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.258443 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2a83d1-e1d6-4b00-adac-6586102f0e3f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.261310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e2a83d1-e1d6-4b00-adac-6586102f0e3f tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/7ad1c17c-4f78-4058-bc7b-07309ea825b3 HTTP/1.1" status: 404 len: 337 time: 0.0263653 Oct 11 15:53:02.263455 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.280622 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc224eb-cce1-4b80-9a14-08bcfb7708a8 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.281140 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc224eb-cce1-4b80-9a14-08bcfb7708a8 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.284098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3fc224eb-cce1-4b80-9a14-08bcfb7708a8 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/fd9b0b9f-4dda-41eb-a97a-d4c1c9ab2eb7 HTTP/1.1" status: 404 len: 339 time: 0.0197673 Oct 11 15:53:02.286160 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.310773 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de233de-6e0c-4d85-8bc2-e98dff7a32cb tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.311200 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de233de-6e0c-4d85-8bc2-e98dff7a32cb tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.314052 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3de233de-6e0c-4d85-8bc2-e98dff7a32cb tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/02f5e773-ec2e-428c-8c67-2b153ccaf1b8 HTTP/1.1" status: 404 len: 337 time: 0.0270438 Oct 11 15:53:02.316086 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.337159 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fc167b-c26b-439f-b397-599a051a8672 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:02.337727 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fc167b-c26b-439f-b397-599a051a8672 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:02.341178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21fc167b-c26b-439f-b397-599a051a8672 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/6e028f04-61ea-4b9e-a24e-203f66a0e96f HTTP/1.1" status: 404 len: 339 time: 0.0242305 Oct 11 15:53:02.343618 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.349272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e141dae4-5ebe-4fe1-a02b-abcf1d586278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.394170 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting subnet 5ae6849e-9969-4724-a6e1-ccd4f4cc3539 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:02.397145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.436000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.524185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.580066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.606082 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae6849e-9969-4724-a6e1-ccd4f4cc3539,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:02.609931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.612965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4175ea0f-ae21-43cb-8009-ba8592e7c379 tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/subnets/5ae6849e-9969-4724-a6e1-ccd4f4cc3539 HTTP/1.1" status: 204 len: 168 time: 0.2684560 Oct 11 15:53:02.615917 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:02.618440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15c94c-795b-4648-9a04-104b6433db8c None None] Network 96afba2c-9116-4fbc-8599-29eb9d9e500c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:02.692892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.745134 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Deleting port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:02.745498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.784199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] DHCP port deletion for 96afba2c-9116-4fbc-8599-29eb9d9e500c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:02.811493 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] For port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,segment=NetworkSegment(94ab92f9-5cc2-4510-846b-87697cc5cf0a),segment_id=94ab92f9-5cc2-4510-846b-87697cc5cf0a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:02.811861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.824247 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Calling delete_port for cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:02.828826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Deleting port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:02.829199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.893743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] For port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,segment=NetworkSegment(94ab92f9-5cc2-4510-846b-87697cc5cf0a),segment_id=94ab92f9-5cc2-4510-846b-87697cc5cf0a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:02.894139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.908159 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Calling delete_port for cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:02.908453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:02.936102 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Port': ['ID=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:02.938015 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] No DVR routers for this DVR port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:53:02.981993 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:53:02.991461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.017929 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Pushing event deleted for resources: {'Port': ['ID=cf5ec285-e8f7-4332-b306-ef2ef01fc6b3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:03.020068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] No DVR routers for this DVR port cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:03.020188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.029004 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.029632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.030999 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.031350 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.032207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.032207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.032332 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.032635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.033344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.033344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.033615 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.033907 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe786b-0f7c-4ee7-8bee-2537bf0db848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:03.041545 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96afba2c-9116-4fbc-8599-29eb9d9e500c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:03.051289 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ab92f9-5cc2-4510-846b-87697cc5cf0a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:03.051586 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ab92f9-5cc2-4510-846b-87697cc5cf0a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:03.060870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.073702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.079412 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:03.079796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:03.082697 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:03.139378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.143766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.149655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] 10.222.0.31 "DELETE /v2.0/networks/96afba2c-9116-4fbc-8599-29eb9d9e500c HTTP/1.1" status: 204 len: 168 time: 0.5301344 Oct 11 15:53:03.162826 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e014-c81e-4730-ab9b-25caad5ce40e tempest-NetworksTest-1020390203 tempest-NetworksTest-1020390203-project] Pushing event deleted for resources: {'Network': ['ID=96afba2c-9116-4fbc-8599-29eb9d9e500c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:03.387273 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:03.521815 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1591492-5de3-4214-8725-02287369279d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d78b39866564923ba0533ad0d5247af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333373 Oct 11 15:53:03.524358 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:03.574728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.594906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.639836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.642679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:03.643605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fe53015-346c-470e-ab0d-9e3c298fec32 HTTP/1.1" status: 204 len: 168 time: 0.1182933 Oct 11 15:53:03.651345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f793f0-0fab-4a98-be5a-ff1b01010c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe53015-346c-470e-ab0d-9e3c298fec32,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:03.703052 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:03.725915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:03.726252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cf5ec285-e8f7-4332-b306-ef2ef01fc6b3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:04.276831 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.369604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3a2fbcf-32bc-4043-b2f3-a2ed12f88ab5 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] Request body: {'port': {'network_id': 'ba0df6ec-29dd-4bbd-96f9-c8a917e4225f', 'name': 'tempest-NetworksNegativeTestJSON-805876445'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:04.383664 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a2fbcf-32bc-4043-b2f3-a2ed12f88ab5 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] POST failed (client error): The resource could not be found. Oct 11 15:53:04.384193 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a2fbcf-32bc-4043-b2f3-a2ed12f88ab5 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.385289 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3a2fbcf-32bc-4043-b2f3-a2ed12f88ab5 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1073790 Oct 11 15:53:04.389752 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.406237 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72ec99d-85ac-4372-958b-d986fb0302cf tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:04.406763 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72ec99d-85ac-4372-958b-d986fb0302cf tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.409677 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e72ec99d-85ac-4372-958b-d986fb0302cf tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "DELETE /v2.0/networks/b0e144da-7a0e-4357-b35f-e30606e02d67 HTTP/1.1" status: 404 len: 339 time: 0.0190132 Oct 11 15:53:04.412731 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.434424 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc88d319-ac90-4639-899d-5295b28bfb0f tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:04.435014 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc88d319-ac90-4639-899d-5295b28bfb0f tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.437900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc88d319-ac90-4639-899d-5295b28bfb0f tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "DELETE /v2.0/ports/a7f3d532-91f4-4899-97e6-8f27b5bf80e0 HTTP/1.1" status: 404 len: 333 time: 0.0243175 Oct 11 15:53:04.441161 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.465705 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2394607-a3cc-4ddd-8018-26fd3301af04 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:04.466135 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2394607-a3cc-4ddd-8018-26fd3301af04 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.469014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2394607-a3cc-4ddd-8018-26fd3301af04 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "DELETE /v2.0/subnets/ae09b987-bb3b-4335-90c2-63e1bf3b8523 HTTP/1.1" status: 404 len: 337 time: 0.0269592 Oct 11 15:53:04.472175 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.490370 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4af34a-9e21-4694-946b-d256f9ea0097 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] GET failed (client error): The resource could not be found. Oct 11 15:53:04.491651 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-af4af34a-9e21-4694-946b-d256f9ea0097 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "GET /v2.0/networks/05656402-a63c-4091-adff-f865ae58058c HTTP/1.1" status: 404 len: 339 time: 0.0186198 Oct 11 15:53:04.494794 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.521685 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be699d4-f52c-4554-b911-97de15560c0c tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] GET failed (client error): The resource could not be found. Oct 11 15:53:04.523046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5be699d4-f52c-4554-b911-97de15560c0c tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "GET /v2.0/ports/4448e818-0a3a-45a6-b695-636573b8a6b2 HTTP/1.1" status: 404 len: 333 time: 0.0273817 Oct 11 15:53:04.526343 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.551680 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e85295-3172-48d3-9f0e-8bab0d98aef1 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] GET failed (client error): The resource could not be found. Oct 11 15:53:04.552866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9e85295-3172-48d3-9f0e-8bab0d98aef1 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "GET /v2.0/subnets/0bdd69d8-8b8d-4abf-b474-c6bb1f921316 HTTP/1.1" status: 404 len: 337 time: 0.0256696 Oct 11 15:53:04.556456 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.561901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b774ab38-e31e-4cf8-aa27-ecf0750b0b2d tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:04.575005 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b774ab38-e31e-4cf8-aa27-ecf0750b0b2d tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] PUT failed (client error): The resource could not be found. Oct 11 15:53:04.575463 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b774ab38-e31e-4cf8-aa27-ecf0750b0b2d tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.576524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b774ab38-e31e-4cf8-aa27-ecf0750b0b2d tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "PUT /v2.0/networks/454d01a3-5d09-44fa-adc5-8ea204517b3c HTTP/1.1" status: 404 len: 339 time: 0.0192192 Oct 11 15:53:04.579825 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.584458 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c4685629-f240-4f2e-864a-e1cdb491f5a0 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:04.602286 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4685629-f240-4f2e-864a-e1cdb491f5a0 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] PUT failed (client error): The resource could not be found. Oct 11 15:53:04.602872 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4685629-f240-4f2e-864a-e1cdb491f5a0 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.603946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4685629-f240-4f2e-864a-e1cdb491f5a0 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "PUT /v2.0/ports/2ac2433e-634b-4b69-822a-f54b85495fc8 HTTP/1.1" status: 404 len: 333 time: 0.0232606 Oct 11 15:53:04.607948 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.612733 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ee558ff-65b1-4d3d-9649-9accdcf81aa3 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:04.633828 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee558ff-65b1-4d3d-9649-9accdcf81aa3 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] PUT failed (client error): The resource could not be found. Oct 11 15:53:04.634269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee558ff-65b1-4d3d-9649-9accdcf81aa3 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:04.635331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ee558ff-65b1-4d3d-9649-9accdcf81aa3 tempest-NetworksNegativeTestJSON-1251453789 tempest-NetworksNegativeTestJSON-1251453789-project] 10.222.0.31 "PUT /v2.0/subnets/474643e4-0523-41cb-9e33-d83f4643ac29 HTTP/1.1" status: 404 len: 337 time: 0.0264823 Oct 11 15:53:04.841340 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35b42ed1-e7db-4cdd-a3eb-002691e5302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:04.872840 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:04.976617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0768d-3f3f-4e50-b68e-79c4dc200f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.052838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0768d-3f3f-4e50-b68e-79c4dc200f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.057472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d0768d-3f3f-4e50-b68e-79c4dc200f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.095774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3d0768d-3f3f-4e50-b68e-79c4dc200f87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8958fb3440d4143937799489c0d1d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216394 Oct 11 15:53:05.097556 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0768d-3f3f-4e50-b68e-79c4dc200f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47054144-343f-4f41-81f8-be0ec7b526f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:05.098415 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:05.156738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.177043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.229462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.232088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.233212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47054144-343f-4f41-81f8-be0ec7b526f9 HTTP/1.1" status: 204 len: 168 time: 0.1338003 Oct 11 15:53:05.242558 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c54db-2e3e-465b-9ae0-0dd9336e97e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47054144-343f-4f41-81f8-be0ec7b526f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:05.251576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-d2af8235-9a75-477e-9f84-d909d7a185c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413947 Oct 11 15:53:05.340686 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-2bd929f8-9e4c-42f1-bb23-9321dc3b147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:05.342271 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-2bd929f8-9e4c-42f1-bb23-9321dc3b147a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0418346 Oct 11 15:53:05.448803 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-8a517af5-4baf-440c-85bc-0bbd0d4942d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:05.450894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-8a517af5-4baf-440c-85bc-0bbd0d4942d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0892203 Oct 11 15:53:05.517191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-f395ebc4-5411-41fd-8e2e-66482eabe9d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 1001 time: 0.0583875 Oct 11 15:53:05.571842 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-fa450457-e502-4559-a4ea-b2ef10aeea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:05.573366 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-fa450457-e502-4559-a4ea-b2ef10aeea47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0487735 Oct 11 15:53:05.621295 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-3d29f3c6-91e0-4216-b2b8-dd06885cc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:05.622829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-3d29f3c6-91e0-4216-b2b8-dd06885cc2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405793 Oct 11 15:53:05.719247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-50114f9c-75cc-4c3c-9216-29c3d14ede20 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890765 Oct 11 15:53:05.813055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8a1a20-1a87-4714-9d5b-36ef5f18d95b req-592d3c3c-7864-4882-906e-f480b1fd7d51 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Oct 11 15:53:05.874834 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:05.925840 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.971767 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-635583000'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:05.985313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:05.991563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:05.995032 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.003682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.075139 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.079020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.100937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:06.113899 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4830c-0d96-4e6c-bc10-411fe0457aa3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:06.118731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.119064 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment aaed6cea-481b-42c5-a8b7-a93ad5959540 of type vlan for network c05c51c4-bf62-4236-b7c4-3cc661969116 Oct 11 15:53:06.159443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.184098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.189670 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:06.190255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.256457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3804748 Oct 11 15:53:06.256752 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:06.261748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'name': 'tempest-PortsIpV6TestJSON-2071831104'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:06.273092 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9e5bf-5394-4496-92c8-67c5813d540d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=c05c51c4-bf62-4236-b7c4-3cc661969116,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:06.286333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:06.351155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:06.355133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.373906 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port a7e44e12-4f11-4132-9683-061057dad248 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:06.417003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41c8-f962-4475-a9bf-c708476a9888 req-41b3acc1-66d9-4665-816b-426221dc39cb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:06.418548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96bc41c8-f962-4475-a9bf-c708476a9888 req-41b3acc1-66d9-4665-816b-426221dc39cb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.1797421 Oct 11 15:53:06.456166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96bc41c8-f962-4475-a9bf-c708476a9888 req-40ca789a-d43f-44dd-b8eb-b273caab91fb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315256 Oct 11 15:53:06.538163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.572114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.630554 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=a7e44e12-4f11-4132-9683-061057dad248,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:06.647135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': 'aaed6cea-481b-42c5-a8b7-a93ad5959540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:06.647491 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: c05c51c4-bf62-4236-b7c4-3cc661969116, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:06.663841 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:06.673060 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c05c51c4-bf62-4236-b7c4-3cc661969116) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:06.677003 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:06.683371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf49cf-1fd6-449f-b5eb-fc73e2c9ffb0 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:06.684138 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:06.684884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.705245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-91ab4095-09d0-40bb-849c-9fd73aee93aa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4447320 Oct 11 15:53:06.705564 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:06.710469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449422551'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:06.735321 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:06.739199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.764179 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:06.774252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.774612 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment c83647c9-e845-4db2-8c6f-d278219a3e74 of type vlan for network 06c9cbd4-3c0d-4a07-8898-e9f44515c11a Oct 11 15:53:06.818929 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.844848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.850473 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:06.851066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:06.925568 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2190359 Oct 11 15:53:06.927934 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:06.935661 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'ports': [{'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'}, {'network_id': '06c9cbd4-3c0d-4a07-8898-e9f44515c11a'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:06.935983 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:06.936462 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': '06c9cbd4-3c0d-4a07-8898-e9f44515c11a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:06.940687 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e77c3-bea8-4f4e-86c9-e2760b97d91d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=06c9cbd4-3c0d-4a07-8898-e9f44515c11a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:06.950747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 06c9cbd4-3c0d-4a07-8898-e9f44515c11a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:07.094901 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:07.099428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.112340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.187814 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 39092096-2452-4df4-be50-68d346fa6460 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:07.300649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.364914 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 4eae3b8c-04e8-4369-bc33-93ed79d25d0e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:07.474093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.508536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.551506 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:07.554449 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:07.558394 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:07.559180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.565499 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=39092096-2452-4df4-be50-68d346fa6460,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:07.622431 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=4eae3b8c-04e8-4369-bc33-93ed79d25d0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:07.629431 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': 'c83647c9-e845-4db2-8c6f-d278219a3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '06c9cbd4-3c0d-4a07-8898-e9f44515c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:07.629819 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: 06c9cbd4-3c0d-4a07-8898-e9f44515c11a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:07.646337 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 06c9cbd4-3c0d-4a07-8898-e9f44515c11a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:07.655253 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 06c9cbd4-3c0d-4a07-8898-e9f44515c11a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:07.658855 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:07.663861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822cc0b-55c1-4908-93f7-e11693213ce6 None None] Network 06c9cbd4-3c0d-4a07-8898-e9f44515c11a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:07.664715 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:07.669621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:07.670259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.686679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56ab0edf-d5b6-4ab0-9db9-c8fcd47d7109 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7577503 Oct 11 15:53:07.689296 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:07.778967 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 4eae3b8c-04e8-4369-bc33-93ed79d25d0e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:07.779157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.779255 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.845094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.857452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 4eae3b8c-04e8-4369-bc33-93ed79d25d0e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:07.938985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.966267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=4eae3b8c-04e8-4369-bc33-93ed79d25d0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:07.973177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:07.976346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ce307bb-3c81-4940-ad52-e38347b231a9 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/4eae3b8c-04e8-4369-bc33-93ed79d25d0e HTTP/1.1" status: 204 len: 168 time: 0.2860992 Oct 11 15:53:07.978828 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.054548 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792be9d-76a6-47b0-9e4e-d8326d866dde tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:08.061239 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792be9d-76a6-47b0-9e4e-d8326d866dde tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:08.062774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c792be9d-76a6-47b0-9e4e-d8326d866dde tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0830500 Oct 11 15:53:08.065403 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.151449 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 39092096-2452-4df4-be50-68d346fa6460 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:08.151786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.215853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.227644 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 39092096-2452-4df4-be50-68d346fa6460 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:08.306780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.333665 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=39092096-2452-4df4-be50-68d346fa6460,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:08.340500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.343791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cda983f3-f6bd-4c52-a240-77332287d2e8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/39092096-2452-4df4-be50-68d346fa6460 HTTP/1.1" status: 204 len: 168 time: 0.2774649 Oct 11 15:53:08.346273 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.393756 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636dd510-4e78-4537-9c26-8f3344cc8dbf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:08.395208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-636dd510-4e78-4537-9c26-8f3344cc8dbf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0480299 Oct 11 15:53:08.397854 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.421545 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cad5c23-6166-4fca-a86b-c94b61deff71 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:08.422912 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6cad5c23-6166-4fca-a86b-c94b61deff71 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/4eae3b8c-04e8-4369-bc33-93ed79d25d0e HTTP/1.1" status: 404 len: 333 time: 0.0241787 Oct 11 15:53:08.425236 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.451637 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db50dd-ccdd-449b-9efc-46fe169ca747 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:08.453056 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7db50dd-ccdd-449b-9efc-46fe169ca747 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/39092096-2452-4df4-be50-68d346fa6460 HTTP/1.1" status: 404 len: 333 time: 0.0268481 Oct 11 15:53:08.455562 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.528436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.614268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.633468 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c9cbd4-3c0d-4a07-8898-e9f44515c11a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:08.642347 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83647c9-e845-4db2-8c6f-d278219a3e74') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:08.642669 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83647c9-e845-4db2-8c6f-d278219a3e74') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:08.651703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.664413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.670587 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:08.670965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:08.673837 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:08.730044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.737810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.741129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/06c9cbd4-3c0d-4a07-8898-e9f44515c11a HTTP/1.1" status: 204 len: 168 time: 0.2846005 Oct 11 15:53:08.745019 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.751447 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570863032'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:08.753931 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84964653-d227-4f39-9caf-3547601da63e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=06c9cbd4-3c0d-4a07-8898-e9f44515c11a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:08.778115 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:08.781580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.805313 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:08.814922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.815353 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment dd9a4970-6b86-4794-bbcd-c69915d61349 of type vlan for network 47bd1e39-4343-45a4-8788-52bc24d5ab51 Oct 11 15:53:08.855139 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.878459 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.883949 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:08.884518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:08.944115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1966257 Oct 11 15:53:08.947209 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:08.953534 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:08.956271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ebc47-e701-497e-9162-07019b430a98 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=47bd1e39-4343-45a4-8788-52bc24d5ab51,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:08.967407 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:09.047479 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:09.051080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.110685 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 15:53:09.113468 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 15:53:09.226952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.282935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=7161ea02-098f-497f-b89e-9c514def5e73,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:09.293285 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': 'dd9a4970-6b86-4794-bbcd-c69915d61349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:09.293688 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: 47bd1e39-4343-45a4-8788-52bc24d5ab51, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:09.309955 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:09.318205 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 47bd1e39-4343-45a4-8788-52bc24d5ab51) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:09.322077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:09.322657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.326580 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d28a78-a106-4a64-b286-ca04b91c48cb None None] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:09.344148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f64a1240-17aa-4e4f-b335-f8dbe0d5dd12 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3957474 Oct 11 15:53:09.346614 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:09.351326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51', 'name': 'tempest-PortsIpV6TestJSON-2067483802'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:09.461137 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:09.465310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.468467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-47bd1e39-4343-45a4-8788-52bc24d5ab51', 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': '7161ea02-098f-497f-b89e-9c514def5e73'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:09.469329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.482133 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port c1934588-1b1c-4ae0-b083-e8de08d8d798 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:09.555157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.598938 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::1f9 (47bd1e39-4343-45a4-8788-52bc24d5ab51/7161ea02-098f-497f-b89e-9c514def5e73/c1934588-1b1c-4ae0-b083-e8de08d8d798) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:09.740486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.775204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.818492 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:09.820994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Allocated IP 2001:db8::2 (47bd1e39-4343-45a4-8788-52bc24d5ab51/7161ea02-098f-497f-b89e-9c514def5e73/c1350135-28ce-4398-985b-e4101d530a84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:09.821450 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:09.825340 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:09.830932 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:09.831533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.840137 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=c1934588-1b1c-4ae0-b083-e8de08d8d798,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:09.853011 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b01a9dd7-2b20-47f7-931d-9fa5ce33436d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5053680 Oct 11 15:53:09.856189 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:09.942855 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port c1934588-1b1c-4ae0-b083-e8de08d8d798 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:09.943197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.966602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:09.971661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.010261 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:10.015988 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:10.018352 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:10.033515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Pushing event updated for resources: {'Port': ['ID=c1350135-28ce-4398-985b-e4101d530a84,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:10.039433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.052686 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for c1934588-1b1c-4ae0-b083-e8de08d8d798 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:10.084921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Attempting to bind port c1350135-28ce-4398-985b-e4101d530a84 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:10.085277 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Attempting to bind port c1350135-28ce-4398-985b-e4101d530a84 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dd9a4970-6b86-4794-bbcd-c69915d61349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:10.085664 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Attempting to bind port c1350135-28ce-4398-985b-e4101d530a84 on network 47bd1e39-4343-45a4-8788-52bc24d5ab51 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:10.090575 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:10.090941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Checking segment: {'id': 'dd9a4970-6b86-4794-bbcd-c69915d61349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:10.091334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.091718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Bound using segment: {'id': 'dd9a4970-6b86-4794-bbcd-c69915d61349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:10.092173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Bound port: c1350135-28ce-4398-985b-e4101d530a84, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9a4970-6b86-4794-bbcd-c69915d61349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47bd1e39-4343-45a4-8788-52bc24d5ab51'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:10.092573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.155852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] For port c1350135-28ce-4398-985b-e4101d530a84, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:10.201267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.202220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] For port c1350135-28ce-4398-985b-e4101d530a84, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1350135-28ce-4398-985b-e4101d530a84,segment=NetworkSegment(dd9a4970-6b86-4794-bbcd-c69915d61349),segment_id=dd9a4970-6b86-4794-bbcd-c69915d61349)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:10.206762 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.228100 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=c1934588-1b1c-4ae0-b083-e8de08d8d798,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:10.260876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.265398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d96dccb-815e-45ee-b059-697a3bb2ddf4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/c1934588-1b1c-4ae0-b083-e8de08d8d798 HTTP/1.1" status: 204 len: 168 time: 0.4056489 Oct 11 15:53:10.265554 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:10.289977 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3d46b1-cc33-4e02-ae61-67cc331836a5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:10.291131 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3d46b1-cc33-4e02-ae61-67cc331836a5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:10.293273 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf7f49-c982-4773-bb3d-a49d92f4cd55 None None] Pushing event updated for resources: {'Port': ['ID=c1350135-28ce-4398-985b-e4101d530a84,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:10.297769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b3d46b1-cc33-4e02-ae61-67cc331836a5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/c1934588-1b1c-4ae0-b083-e8de08d8d798 HTTP/1.1" status: 404 len: 333 time: 0.0282714 Oct 11 15:53:10.298246 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:10.330441 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c779317-45ed-442c-86f7-4f3847aba1cf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:10.334703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3c779317-45ed-442c-86f7-4f3847aba1cf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/c1934588-1b1c-4ae0-b083-e8de08d8d798 HTTP/1.1" status: 404 len: 333 time: 0.0327311 Oct 11 15:53:10.334956 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:10.395554 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet 7161ea02-098f-497f-b89e-9c514def5e73 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:10.399045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.447069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.584817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.659493 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.693042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.696043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=7161ea02-098f-497f-b89e-9c514def5e73,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:10.706149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.711823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4696ebd8-9f99-4919-b19b-244acba00cef tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/7161ea02-098f-497f-b89e-9c514def5e73 HTTP/1.1" status: 204 len: 168 time: 0.3734915 Oct 11 15:53:10.712070 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:10.803291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.859936 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port c1350135-28ce-4398-985b-e4101d530a84 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:10.860382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.951221 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port c1350135-28ce-4398-985b-e4101d530a84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1350135-28ce-4398-985b-e4101d530a84,segment=NetworkSegment(dd9a4970-6b86-4794-bbcd-c69915d61349),segment_id=dd9a4970-6b86-4794-bbcd-c69915d61349)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:10.951595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:10.967003 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for c1350135-28ce-4398-985b-e4101d530a84 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:11.063045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.120578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=c1350135-28ce-4398-985b-e4101d530a84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:11.126335 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port c1350135-28ce-4398-985b-e4101d530a84 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:11.226484 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.252688 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bd1e39-4343-45a4-8788-52bc24d5ab51']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:11.278452 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9a4970-6b86-4794-bbcd-c69915d61349') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:11.278758 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9a4970-6b86-4794-bbcd-c69915d61349') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:11.293909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.311079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.319592 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:11.320110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:11.327564 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:11.334191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:53:11.414043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.422371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.425713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/47bd1e39-4343-45a4-8788-52bc24d5ab51 HTTP/1.1" status: 204 len: 168 time: 0.7126575 Oct 11 15:53:11.430048 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:11.434926 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077602695'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:11.442651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ca3c-4e6f-42a6-9740-9ddea8fbd066 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=47bd1e39-4343-45a4-8788-52bc24d5ab51,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:11.466074 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:11.470038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.507892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:11.513537 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:11.532250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.532625 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment 91339bef-4c64-4ca9-a4b6-055aa59bc427 of type vlan for network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f Oct 11 15:53:11.572315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:53:11.599198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.617003 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6efa08a-e838-4aed-8640-e276197ff2b1 None None] DHCP port deletion for 47bd1e39-4343-45a4-8788-52bc24d5ab51 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:11.624713 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa9b0f20-8ada-421b-8b62-9485bfb08196 None None] Could not find standard attr ID for object c1350135-28ce-4398-985b-e4101d530a84. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:11.636824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.643667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:11.644365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.648825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.666264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d962a-2d38-4794-89a7-1e2d498948fd None None] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:11.685551 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:53:11.695334 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d962a-2d38-4794-89a7-1e2d498948fd None None] Network 47bd1e39-4343-45a4-8788-52bc24d5ab51 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 15:53:11.715994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:11.721788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:11.803239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:53:11.807163 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:12.108918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6782963 Oct 11 15:53:12.111838 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:12.116872 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:12.125569 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878296c6-a614-44fb-b150-718a04b9fa86 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=66a8c77e-32fc-4062-8c5b-d715e2c42e6f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:12.139083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:12.243092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:12.246752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:12.469564 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:12.523996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-f501d8fc-b265-4383-a50f-dbca61219043 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502157 Oct 11 15:53:12.541010 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': '91339bef-4c64-4ca9-a4b6-055aa59bc427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:12.541630 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: 66a8c77e-32fc-4062-8c5b-d715e2c42e6f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:12.544869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=58510268-6022-4f12-908b-9d1d987522b5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:12.574385 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:12.586759 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 66a8c77e-32fc-4062-8c5b-d715e2c42e6f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:12.592742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:12.593564 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:12.602447 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d21244-fb96-48c1-9c85-621f27faf4fd None None] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:12.630491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-89e7b9c0-10d3-404a-b1aa-cde6e8f69825 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5173965 Oct 11 15:53:12.632916 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:12.637545 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683770-4e9c-4139-84ba-2a33656270fd req-b2608208-c60c-4214-b425-a7f7125bf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:12.639066 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-b2608208-c60c-4214-b425-a7f7125bf7ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 1097 time: 0.0579760 Oct 11 15:53:12.640641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-714444829'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:12.799845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683770-4e9c-4139-84ba-2a33656270fd req-4c26a10f-8a7f-4448-9db0-89026ea3095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:12.801813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-4c26a10f-8a7f-4448-9db0-89026ea3095f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.1420152 Oct 11 15:53:12.807405 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-66a8c77e-32fc-4062-8c5b-d715e2c42e6f', 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': '58510268-6022-4f12-908b-9d1d987522b5'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:12.809170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:12.830242 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:12.840103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:12.873817 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port f903dcbd-3368-4924-929b-82c2846880f5 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:12.879236 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-3f65480e-153e-41c1-901f-d85f879e0349 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 200 len: 1000 time: 0.0673449 Oct 11 15:53:12.937305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683770-4e9c-4139-84ba-2a33656270fd req-891b5d95-dc07-4d8a-a751-95fc582c92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:12.939202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-891b5d95-dc07-4d8a-a751-95fc582c92f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0517209 Oct 11 15:53:12.981820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Allocated IP 2001:db8::2 (66a8c77e-32fc-4062-8c5b-d715e2c42e6f/58510268-6022-4f12-908b-9d1d987522b5/a2476d80-66e6-4bb2-a4c4-cb39b1801c11) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:13.000139 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683770-4e9c-4139-84ba-2a33656270fd req-67cd1baf-6835-437c-92ea-f711594f8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:13.001985 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-67cd1baf-6835-437c-92ea-f711594f8128 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548191 Oct 11 15:53:13.122184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-2e476c77-dccf-4c95-92b0-a90d5222a0d6 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129587 Oct 11 15:53:13.240652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6a683770-4e9c-4139-84ba-2a33656270fd req-dd984951-0f0d-48e4-b55c-98aff1680d93 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100051 Oct 11 15:53:13.313845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.320442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.347474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:13.391119 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::2c1 (66a8c77e-32fc-4062-8c5b-d715e2c42e6f/58510268-6022-4f12-908b-9d1d987522b5/f903dcbd-3368-4924-929b-82c2846880f5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:13.391740 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:13.395581 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:13.404966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:13.434319 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Pushing event updated for resources: {'Port': ['ID=a2476d80-66e6-4bb2-a4c4-cb39b1801c11,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:13.492132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Attempting to bind port a2476d80-66e6-4bb2-a4c4-cb39b1801c11 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:13.492649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Attempting to bind port a2476d80-66e6-4bb2-a4c4-cb39b1801c11 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '91339bef-4c64-4ca9-a4b6-055aa59bc427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:13.493149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Attempting to bind port a2476d80-66e6-4bb2-a4c4-cb39b1801c11 on network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:13.498490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:13.498984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Checking segment: {'id': '91339bef-4c64-4ca9-a4b6-055aa59bc427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:13.499480 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.500077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Bound using segment: {'id': '91339bef-4c64-4ca9-a4b6-055aa59bc427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:13.501037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Bound port: a2476d80-66e6-4bb2-a4c4-cb39b1801c11, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91339bef-4c64-4ca9-a4b6-055aa59bc427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66a8c77e-32fc-4062-8c5b-d715e2c42e6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:13.504965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.519770 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:13.520279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.551671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.597870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.619757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] For port a2476d80-66e6-4bb2-a4c4-cb39b1801c11, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:13.623219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] For port a2476d80-66e6-4bb2-a4c4-cb39b1801c11, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2476d80-66e6-4bb2-a4c4-cb39b1801c11,segment=NetworkSegment(91339bef-4c64-4ca9-a4b6-055aa59bc427),segment_id=91339bef-4c64-4ca9-a4b6-055aa59bc427)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:13.649818 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.668122 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=f903dcbd-3368-4924-929b-82c2846880f5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:13.689609 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:13.691582 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:13.694102 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:13.700587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:13.701387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.729544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c74dac93-6918-4b02-b6f6-9aace043c1dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0953510 Oct 11 15:53:13.732925 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:13.737062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.757790 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088bed1-de22-42ce-a32b-f1f19c781067 None None] Pushing event updated for resources: {'Port': ['ID=a2476d80-66e6-4bb2-a4c4-cb39b1801c11,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:13.782176 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:13.784556 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b2328-426c-4bfa-bb49-cb6623a8b084" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:13.821709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:13.833161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.877972 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1823961e-70e7-400b-9127-46e4c67cae97 x-openstack-request-id: req-1823961e-70e7-400b-9127-46e4c67cae97 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:53:13.878301 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:53:13.878551 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1823961e-70e7-400b-9127-46e4c67cae97 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:53:13.878937 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:53:13.882876 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port f903dcbd-3368-4924-929b-82c2846880f5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:13.883383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:13.986041 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:14.000425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.013528 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for f903dcbd-3368-4924-929b-82c2846880f5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:14.195297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.222824 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=f903dcbd-3368-4924-929b-82c2846880f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:14.251623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.254987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-041ec835-16d0-4ac6-8860-5535bb525034 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/f903dcbd-3368-4924-929b-82c2846880f5 HTTP/1.1" status: 204 len: 168 time: 0.5202587 Oct 11 15:53:14.257619 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:14.287014 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab3a325-216a-48b8-be85-d89321de4caa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:14.288593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ab3a325-216a-48b8-be85-d89321de4caa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/f903dcbd-3368-4924-929b-82c2846880f5 HTTP/1.1" status: 404 len: 333 time: 0.0300205 Oct 11 15:53:14.291266 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:14.358915 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet 58510268-6022-4f12-908b-9d1d987522b5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:14.362590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.418604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.530922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.599290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.630838 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.636495 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/58510268-6022-4f12-908b-9d1d987522b5 HTTP/1.1" status: 204 len: 168 time: 0.3418677 Oct 11 15:53:14.636495 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902610d-58bc-47da-89cf-fe4629a5d2ce tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=58510268-6022-4f12-908b-9d1d987522b5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:14.636892 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:14.739156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.800263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port a2476d80-66e6-4bb2-a4c4-cb39b1801c11 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:14.800857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.886937 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port a2476d80-66e6-4bb2-a4c4-cb39b1801c11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2476d80-66e6-4bb2-a4c4-cb39b1801c11,segment=NetworkSegment(91339bef-4c64-4ca9-a4b6-055aa59bc427),segment_id=91339bef-4c64-4ca9-a4b6-055aa59bc427)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:14.887316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:14.926236 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for a2476d80-66e6-4bb2-a4c4-cb39b1801c11 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:15.000371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f2a139-d638-48da-b205-8795483e7a5f None None] Network 66a8c77e-32fc-4062-8c5b-d715e2c42e6f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:15.021926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.048993 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=a2476d80-66e6-4bb2-a4c4-cb39b1801c11,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:15.053466 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port a2476d80-66e6-4bb2-a4c4-cb39b1801c11 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:15.083894 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7752062b-d1a7-4dd9-b5c7-bf26f4b6ab10 None None] Could not find standard attr ID for object a2476d80-66e6-4bb2-a4c4-cb39b1801c11. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:15.150765 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.180654 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a8c77e-32fc-4062-8c5b-d715e2c42e6f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:15.192827 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91339bef-4c64-4ca9-a4b6-055aa59bc427') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:15.193151 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91339bef-4c64-4ca9-a4b6-055aa59bc427') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:15.205352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.209686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a891b-7baa-4988-86a3-ef82c3f162d9 None None] DHCP port deletion for 66a8c77e-32fc-4062-8c5b-d715e2c42e6f request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:15.224653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.231726 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:15.232144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:15.235309 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:15.303905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.322131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.325201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/66a8c77e-32fc-4062-8c5b-d715e2c42e6f HTTP/1.1" status: 204 len: 168 time: 0.6873255 Oct 11 15:53:15.328909 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:15.330105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26edbc-6e8c-4526-84b9-92f8e2cae5f1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=66a8c77e-32fc-4062-8c5b-d715e2c42e6f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:15.335939 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'name': 'tempest-PortsIpV6TestJSON-598116783'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:15.459142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:15.463453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.483746 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 94da4b7f-fd83-4f9e-8b59-144be8a7f545 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:15.662337 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.702400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.754358 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:15.757568 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:15.761982 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:15.768292 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:15.768489 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.772453 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=94da4b7f-fd83-4f9e-8b59-144be8a7f545,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:15.790707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-86fbad43-2677-4450-840d-57ff4fba25dd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4576094 Oct 11 15:53:15.790961 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:15.904574 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 94da4b7f-fd83-4f9e-8b59-144be8a7f545 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:15.905181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:15.985843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.003448 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 94da4b7f-fd83-4f9e-8b59-144be8a7f545 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:16.086683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.119956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=94da4b7f-fd83-4f9e-8b59-144be8a7f545,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:16.123776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.129394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b581412b-273f-468f-9ef6-feeba8a8dc25 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/94da4b7f-fd83-4f9e-8b59-144be8a7f545 HTTP/1.1" status: 204 len: 168 time: 0.3350909 Oct 11 15:53:16.129675 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:16.134504 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'mac_address': 'fa:16:3e:d2:4a:98', 'name': 'tempest-PortsIpV6TestJSON-493536626'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:16.241797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:16.318623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.344228 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 7fecc311-7610-4561-a3f4-8a68512c9a83 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:16.559193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.599581 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.646554 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:16.651804 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:16.656374 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:16.662232 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:16.662930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.676307 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=7fecc311-7610-4561-a3f4-8a68512c9a83,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:16.689787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f4a4bb4-8bb8-4d03-878b-5d8c4369ab84 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5566282 Oct 11 15:53:16.690565 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:16.741261 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457c599-f3e8-49fb-8c7b-03ed4546bc87 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:16.742800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f457c599-f3e8-49fb-8c7b-03ed4546bc87 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/7fecc311-7610-4561-a3f4-8a68512c9a83 HTTP/1.1" status: 200 len: 844 time: 0.0502865 Oct 11 15:53:16.745497 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:16.849107 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 7fecc311-7610-4561-a3f4-8a68512c9a83 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:16.849453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.929725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:16.945687 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 7fecc311-7610-4561-a3f4-8a68512c9a83 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:17.039243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.069766 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=7fecc311-7610-4561-a3f4-8a68512c9a83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:17.075424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.081820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-65ac6ce0-3854-4d1b-95d7-0cb876b223e2 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/7fecc311-7610-4561-a3f4-8a68512c9a83 HTTP/1.1" status: 204 len: 168 time: 0.3351998 Oct 11 15:53:17.081968 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:17.111494 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e3703e-3157-432e-b189-18eb1d4d4834 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:17.113272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-92e3703e-3157-432e-b189-18eb1d4d4834 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/7fecc311-7610-4561-a3f4-8a68512c9a83 HTTP/1.1" status: 404 len: 333 time: 0.0300996 Oct 11 15:53:17.117292 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:17.122043 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'name': 'tempest-PortsIpV6TestJSON-1592063919'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:17.229758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:17.234088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.254733 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 68f14b81-5f6d-48ca-9ab7-533c1fa06e15 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:17.451498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.498675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.548457 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:17.555743 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:17.559990 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:17.565761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:17.566392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.572604 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=68f14b81-5f6d-48ca-9ab7-533c1fa06e15,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:17.596380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2fc78c9-4f94-4663-9681-d4f556180d5f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4781365 Oct 11 15:53:17.599075 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:17.605519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:17.682276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.852350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.858052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.906528 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] In _notify_port_updated(), no bound segment for port 68f14b81-5f6d-48ca-9ab7-533c1fa06e15 on network c05c51c4-bf62-4236-b7c4-3cc661969116 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:53:17.912673 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:17.913291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:17.917096 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/ports/68f14b81-5f6d-48ca-9ab7-533c1fa06e15 HTTP/1.1" status: 200 len: 818 time: 0.3145466 Oct 11 15:53:17.917519 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:17.930486 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79d900-2b85-46ae-95ba-a6444ec6b86a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=68f14b81-5f6d-48ca-9ab7-533c1fa06e15,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:18.019520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 68f14b81-5f6d-48ca-9ab7-533c1fa06e15 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:18.019899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.093979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.109518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 68f14b81-5f6d-48ca-9ab7-533c1fa06e15 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:18.192761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.228132 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=68f14b81-5f6d-48ca-9ab7-533c1fa06e15,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:18.236400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.239782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-920aec9b-af21-401c-9bdc-58d651cbb967 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/68f14b81-5f6d-48ca-9ab7-533c1fa06e15 HTTP/1.1" status: 204 len: 168 time: 0.3212621 Oct 11 15:53:18.242337 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:18.326446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df96f52-e6ae-456c-a46e-d222c5642983 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:18.328104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7df96f52-e6ae-456c-a46e-d222c5642983 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0847585 Oct 11 15:53:18.330779 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 47994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:18.357568 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f01d05-647b-4ed2-ac73-4810d9440408 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:18.359269 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7f01d05-647b-4ed2-ac73-4810d9440408 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/68f14b81-5f6d-48ca-9ab7-533c1fa06e15 HTTP/1.1" status: 404 len: 333 time: 0.0274980 Oct 11 15:53:18.363106 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:18.368133 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169168817'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:18.396397 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:18.400817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.427685 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:18.442199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.443022 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment c850f7ad-c5a1-446d-bb14-023c114bd3e5 of type vlan for network e9630a43-4b9c-4000-a45c-d578446b6dc8 Oct 11 15:53:18.489853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.517751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.524169 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:18.524848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.597214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2304020 Oct 11 15:53:18.597412 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 47998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:18.604512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:18.609804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59d554-7084-4fe2-a9d1-f7478f6de720 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=e9630a43-4b9c-4000-a45c-d578446b6dc8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:18.619464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:18.718268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:18.721813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:18.942847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.010044 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=b75e752d-945d-4124-898e-e276abe08e7a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:19.027841 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': 'c850f7ad-c5a1-446d-bb14-023c114bd3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:19.028202 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: e9630a43-4b9c-4000-a45c-d578446b6dc8, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:19.046813 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:19.056815 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e9630a43-4b9c-4000-a45c-d578446b6dc8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:19.061441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:19.062128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.068577 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa83d6b-2ea3-423a-ac7f-3daea09a2fa2 None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:19.096207 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5dda01f9-0a49-48cf-981b-c859a3930cff tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4977744 Oct 11 15:53:19.099175 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:19.107692 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:19.253238 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:19.256944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.277503 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e9630a43-4b9c-4000-a45c-d578446b6dc8', 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': 'b75e752d-945d-4124-898e-e276abe08e7a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:19.278765 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.375817 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b75e752d-945d-4124-898e-e276abe08e7a (CIDR: 2001:db8::/64) Oct 11 15:53:19.381864 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:53:19.382401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:19.401834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c12edd52-4a44-4139-a7bf-b21646846329 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3010535 Oct 11 15:53:19.404608 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:19.410232 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:19.452345 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Allocated IP 2001:db8::2 (e9630a43-4b9c-4000-a45c-d578446b6dc8/b75e752d-945d-4124-898e-e276abe08e7a/3999cc6b-332a-45bb-aaa0-0e67515285df) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:19.548903 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:19.552933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.625826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.633629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.680901 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:19.686757 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:19.694540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:19.700280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Pushing event updated for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:19.758628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Attempting to bind port 3999cc6b-332a-45bb-aaa0-0e67515285df on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:19.759089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Attempting to bind port 3999cc6b-332a-45bb-aaa0-0e67515285df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c850f7ad-c5a1-446d-bb14-023c114bd3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:19.759498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Attempting to bind port 3999cc6b-332a-45bb-aaa0-0e67515285df on network e9630a43-4b9c-4000-a45c-d578446b6dc8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:19.765254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:19.766128 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Checking segment: {'id': 'c850f7ad-c5a1-446d-bb14-023c114bd3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:19.766128 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.766603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Bound using segment: {'id': 'c850f7ad-c5a1-446d-bb14-023c114bd3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:19.767124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Bound port: 3999cc6b-332a-45bb-aaa0-0e67515285df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c850f7ad-c5a1-446d-bb14-023c114bd3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:19.767580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.834364 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:19.842264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3999cc6b-332a-45bb-aaa0-0e67515285df,segment=NetworkSegment(c850f7ad-c5a1-446d-bb14-023c114bd3e5),segment_id=c850f7ad-c5a1-446d-bb14-023c114bd3e5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:19.848531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.869992 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.935223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1a21c-8fe5-4655-9963-c73b2b54be01 None None] Pushing event updated for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:19.944832 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=e3f84449-a757-42e1-a972-5cb7cb26120a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:19.952046 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:19.957039 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:19.959655 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.960024 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961364 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961661 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.961999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.962306 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.962629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.962952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.963269 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:53:19.967038 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:19.967616 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:19.988246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ad70698-a959-4358-a2d7-a37580242187 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5788760 Oct 11 15:53:19.988453 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:19.994221 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'fixed_ips': [{'subnet_id': 'b75e752d-945d-4124-898e-e276abe08e7a'}, {'subnet_id': 'e3f84449-a757-42e1-a972-5cb7cb26120a'}], 'name': 'tempest-PortsIpV6TestJSON-1509951016'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:20.152076 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:20.290664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:20.324579 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 741e9a9a-31b9-40e3-b913-9c74480a5b9e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:20.671317 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::8b (e9630a43-4b9c-4000-a45c-d578446b6dc8/b75e752d-945d-4124-898e-e276abe08e7a/741e9a9a-31b9-40e3-b913-9c74480a5b9e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:20.679139 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8:0:1::255 (e9630a43-4b9c-4000-a45c-d578446b6dc8/e3f84449-a757-42e1-a972-5cb7cb26120a/741e9a9a-31b9-40e3-b913-9c74480a5b9e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:21.130476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f544ed7-305a-46cf-83ee-eccfb025d43d None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:21.138247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.191551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.195338 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] Provisioning complete for port 3999cc6b-332a-45bb-aaa0-0e67515285df triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:21.195789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.260169 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:21.263399 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:21.265909 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:21.272436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:21.273050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.285047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=741e9a9a-31b9-40e3-b913-9c74480a5b9e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:21.299187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9197f44-1bfe-4aa5-92b7-bd69ca1d7edd tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3097439 Oct 11 15:53:21.301988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:21.308561 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b75e752d-945d-4124-898e-e276abe08e7a'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:21.382972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.384921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.442676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3999cc6b-332a-45bb-aaa0-0e67515285df,segment=NetworkSegment(c850f7ad-c5a1-446d-bb14-023c114bd3e5),segment_id=c850f7ad-c5a1-446d-bb14-023c114bd3e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:21.447896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.483146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa8db-ebd6-47f3-9fdd-4d582995e333 req-7fca1cfb-2f2a-4cce-b5b5-ffdc4625313d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:21.485709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2affa8db-ebd6-47f3-9fdd-4d582995e333 req-7fca1cfb-2f2a-4cce-b5b5-ffdc4625313d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0611255 Oct 11 15:53:21.529164 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Update dhcp port {'port': {'network_id': 'e9630a43-4b9c-4000-a45c-d578446b6dc8', 'fixed_ips': [{'subnet_id': 'b75e752d-945d-4124-898e-e276abe08e7a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3f84449-a757-42e1-a972-5cb7cb26120a'}], 'binding:host_id': 'n-d-master-1'}, 'id': '3999cc6b-332a-45bb-aaa0-0e67515285df'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:53:21.531520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2affa8db-ebd6-47f3-9fdd-4d582995e333 req-a9de1d81-5788-4f12-b2f5-62d703ba8814 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395002 Oct 11 15:53:21.549384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfbc52-658a-424d-909f-68596097ca8d None None] Pushing event updated for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:21.563307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.642663 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Delete allocated IP 2001:db8:0:1::255 (e9630a43-4b9c-4000-a45c-d578446b6dc8/e3f84449-a757-42e1-a972-5cb7cb26120a) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:53:21.765778 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3999cc6b-332a-45bb-aaa0-0e67515285df up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:21.798456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.804132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.851729 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3999cc6b-332a-45bb-aaa0-0e67515285df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:21.852111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.873332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] In _notify_port_updated(), no bound segment for port 741e9a9a-31b9-40e3-b913-9c74480a5b9e on network e9630a43-4b9c-4000-a45c-d578446b6dc8 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:53:21.878857 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:21.879484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:21.883290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/ports/741e9a9a-31b9-40e3-b913-9c74480a5b9e HTTP/1.1" status: 200 len: 925 time: 0.5770001 Oct 11 15:53:21.883707 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:21.885605 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Allocated IP 2001:db8:0:1::2 (e9630a43-4b9c-4000-a45c-d578446b6dc8/e3f84449-a757-42e1-a972-5cb7cb26120a/3999cc6b-332a-45bb-aaa0-0e67515285df) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:21.891010 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b75e752d-945d-4124-898e-e276abe08e7a'}, {'subnet_id': 'e3f84449-a757-42e1-a972-5cb7cb26120a'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:21.896729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3d85-0334-424f-904c-3ddf4e4ae156 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=741e9a9a-31b9-40e3-b913-9c74480a5b9e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:22.028771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3999cc6b-332a-45bb-aaa0-0e67515285df,segment=NetworkSegment(c850f7ad-c5a1-446d-bb14-023c114bd3e5),segment_id=c850f7ad-c5a1-446d-bb14-023c114bd3e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:22.048750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.057910 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.063962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.148532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7abc-979c-4c96-b807-61f4afdfb12d None None] Pushing event updated for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:22.310402 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8:0:1::33d (e9630a43-4b9c-4000-a45c-d578446b6dc8/e3f84449-a757-42e1-a972-5cb7cb26120a/741e9a9a-31b9-40e3-b913-9c74480a5b9e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:22.446226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.451509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.534640 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] In _notify_port_updated(), no bound segment for port 741e9a9a-31b9-40e3-b913-9c74480a5b9e on network e9630a43-4b9c-4000-a45c-d578446b6dc8 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:53:22.540396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:22.541031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.544864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/ports/741e9a9a-31b9-40e3-b913-9c74480a5b9e HTTP/1.1" status: 200 len: 1011 time: 0.6577303 Oct 11 15:53:22.544864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878da0b-d5f7-4d34-b8fd-377cbde5c2da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=741e9a9a-31b9-40e3-b913-9c74480a5b9e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:22.545312 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:22.643594 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 741e9a9a-31b9-40e3-b913-9c74480a5b9e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:22.643844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.644996 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f17731-7537-493d-a54d-571958e74e9c None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:22.661081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671678f-6937-4c4a-82e9-66cba686bc60 req-035670a2-7bda-4ed3-bfb2-9434c8bfe779 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:22.662899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6671678f-6937-4c4a-82e9-66cba686bc60 req-035670a2-7bda-4ed3-bfb2-9434c8bfe779 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Oct 11 15:53:22.704812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6671678f-6937-4c4a-82e9-66cba686bc60 req-392cb595-3d17-4a16-b495-a954e8d7dd12 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354333 Oct 11 15:53:22.711280 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9f9c093-d739-4aec-98ef-7a2822488950 None None] Provisioning complete for port 741e9a9a-31b9-40e3-b913-9c74480a5b9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:22.711656 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c093-d739-4aec-98ef-7a2822488950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.737002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.749433 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 741e9a9a-31b9-40e3-b913-9c74480a5b9e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:22.775673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9c093-d739-4aec-98ef-7a2822488950 None None] Port 741e9a9a-31b9-40e3-b913-9c74480a5b9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:22.814636 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9f9c093-d739-4aec-98ef-7a2822488950 None None] Provisioning complete for port 3999cc6b-332a-45bb-aaa0-0e67515285df triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:22.814929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c093-d739-4aec-98ef-7a2822488950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.897612 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:53:22.946452 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:22.985949 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=741e9a9a-31b9-40e3-b913-9c74480a5b9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:23.030350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.035891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4afadcc-789f-4789-99e8-16dc8d406043 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/741e9a9a-31b9-40e3-b913-9c74480a5b9e HTTP/1.1" status: 204 len: 168 time: 0.4873075 Oct 11 15:53:23.037024 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:23.063876 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8638a72c-5dfe-4e0c-abd8-3e7522d7b716 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:23.068452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8638a72c-5dfe-4e0c-abd8-3e7522d7b716 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/741e9a9a-31b9-40e3-b913-9c74480a5b9e HTTP/1.1" status: 404 len: 333 time: 0.0272906 Oct 11 15:53:23.068452 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:23.122876 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet e3f84449-a757-42e1-a972-5cb7cb26120a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:23.126173 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.162807 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d949501c-ebf6-41b3-8cff-90aeb99732c9 None None] Could not find standard attr ID for object 741e9a9a-31b9-40e3-b913-9c74480a5b9e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:23.172169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.179926 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d949501c-ebf6-41b3-8cff-90aeb99732c9 None None] Provisioning complete for port 3999cc6b-332a-45bb-aaa0-0e67515285df triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:23.180374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d949501c-ebf6-41b3-8cff-90aeb99732c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.269678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.333147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.360320 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f84449-a757-42e1-a972-5cb7cb26120a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:23.363831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.367043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e509307-79e0-49e5-80cf-e04eb5dabd37 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f84449-a757-42e1-a972-5cb7cb26120a HTTP/1.1" status: 204 len: 168 time: 0.2977974 Oct 11 15:53:23.369614 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:23.381241 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fb92c19-5855-450e-8a3b-dcaf5c405b9e None None] Could not find standard attr ID for object 741e9a9a-31b9-40e3-b913-9c74480a5b9e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:23.425686 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet b75e752d-945d-4124-898e-e276abe08e7a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:23.429009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.470275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.554678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.558278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fe75b-8b20-4844-b49f-38da01711eec None None] Network e9630a43-4b9c-4000-a45c-d578446b6dc8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:23.606299 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f98c402-cf0d-4560-93dd-90559f591732 None None] Could not find standard attr ID for object 741e9a9a-31b9-40e3-b913-9c74480a5b9e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:23.617124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.645023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=b75e752d-945d-4124-898e-e276abe08e7a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:23.647078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.653003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-81748e74-bea4-4e7e-831c-84ea6621f2d4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/b75e752d-945d-4124-898e-e276abe08e7a HTTP/1.1" status: 204 len: 168 time: 0.2795970 Oct 11 15:53:23.653003 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:23.732514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3999cc6b-332a-45bb-aaa0-0e67515285df up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:23.734289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.759312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] DHCP port deletion for e9630a43-4b9c-4000-a45c-d578446b6dc8 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:23.786219 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 3999cc6b-332a-45bb-aaa0-0e67515285df {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:23.786558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.856295 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3999cc6b-332a-45bb-aaa0-0e67515285df,segment=NetworkSegment(c850f7ad-c5a1-446d-bb14-023c114bd3e5),segment_id=c850f7ad-c5a1-446d-bb14-023c114bd3e5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:23.856696 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.870267 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 3999cc6b-332a-45bb-aaa0-0e67515285df owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:23.949863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.954703 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3999cc6b-332a-45bb-aaa0-0e67515285df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:23.955073 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:23.976692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Port 3999cc6b-332a-45bb-aaa0-0e67515285df was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 11 15:53:23.980837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:23.982729 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port 3999cc6b-332a-45bb-aaa0-0e67515285df on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:23.989279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Deleting port 3999cc6b-332a-45bb-aaa0-0e67515285df {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:23.989683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.048566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] For port 3999cc6b-332a-45bb-aaa0-0e67515285df, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:24.049055 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.061051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.065009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Calling delete_port for 3999cc6b-332a-45bb-aaa0-0e67515285df owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:24.067627 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Port 3999cc6b-332a-45bb-aaa0-0e67515285df was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:53:24.068821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.080897 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9630a43-4b9c-4000-a45c-d578446b6dc8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:24.090326 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c850f7ad-c5a1-446d-bb14-023c114bd3e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:24.090622 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c850f7ad-c5a1-446d-bb14-023c114bd3e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:24.094698 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] Pushing event deleted for resources: {'Port': ['ID=3999cc6b-332a-45bb-aaa0-0e67515285df,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:24.096505 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae5200-9ecd-498f-b64e-91fb80344523 None None] No DVR routers for this DVR port 3999cc6b-332a-45bb-aaa0-0e67515285df on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:24.102098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.116319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.122983 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:24.123371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:24.126307 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:24.481335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.486218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.489641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/e9630a43-4b9c-4000-a45c-d578446b6dc8 HTTP/1.1" status: 204 len: 168 time: 0.8357534 Oct 11 15:53:24.493095 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:24.509128 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729a79-7425-4e54-bb26-3217a21948b8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=e9630a43-4b9c-4000-a45c-d578446b6dc8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:24.541715 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576e701-e569-46fc-8e4a-497d2a0fb673 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:24.543800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f576e701-e569-46fc-8e4a-497d2a0fb673 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0496886 Oct 11 15:53:24.547229 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:24.588825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6317f48b-669f-46fb-997f-f30d9cec30e7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0405092 Oct 11 15:53:24.592459 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:24.597058 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1850866920'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:24.616647 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:24.620056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.646397 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:24.655560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.655976 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment 244cefee-90ad-4614-8fc9-829da21dbcee of type vlan for network b1a7672d-d999-485d-83c8-058914f1f547 Oct 11 15:53:24.695085 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.719010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.724698 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:24.725382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:24.779690 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1862345 Oct 11 15:53:24.782645 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:24.787869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:24.797917 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe666e-caaa-4af4-ae2b-89b983399eb5 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=b1a7672d-d999-485d-83c8-058914f1f547,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:24.808029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b1a7672d-d999-485d-83c8-058914f1f547 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:24.876724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:24.880166 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.060909 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.121181 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=b0c3bf67-415e-4be0-a5a6-7258f49637a9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:25.131576 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': '244cefee-90ad-4614-8fc9-829da21dbcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:25.131933 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: b1a7672d-d999-485d-83c8-058914f1f547, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:25.149374 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network b1a7672d-d999-485d-83c8-058914f1f547 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:25.157846 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1a7672d-d999-485d-83c8-058914f1f547) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:25.162453 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:25.163200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.166671 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597a055-d47f-4c6c-89b9-7817d8d879a6 None None] Network b1a7672d-d999-485d-83c8-058914f1f547 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:25.180211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-38e3a5e5-08f1-4dc6-a822-8c0d6e4e83f8 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3964410 Oct 11 15:53:25.183813 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:25.188999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547', 'name': 'tempest-PortsIpV6TestJSON-686159073'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:25.299747 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:25.303390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.311678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b1a7672d-d999-485d-83c8-058914f1f547', 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': 'b0c3bf67-415e-4be0-a5a6-7258f49637a9'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:25.312568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.320357 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 1dd72635-ad22-45cb-94ac-ddf712ff4d1b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:25.408061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:25.435593 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::280 (b1a7672d-d999-485d-83c8-058914f1f547/b0c3bf67-415e-4be0-a5a6-7258f49637a9/1dd72635-ad22-45cb-94ac-ddf712ff4d1b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:25.479972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.502071 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:25.504321 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39d31b-3f8c-424e-bddb-81f917109195" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:25.516877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:25.520866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.543590 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835a6a5d-9901-4198-aba7-fbd002e2091e x-openstack-request-id: req-835a6a5d-9901-4198-aba7-fbd002e2091e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:53:25.543879 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:53:25.544129 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835a6a5d-9901-4198-aba7-fbd002e2091e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:53:25.544515 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:53:25.569838 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:25.583397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.615492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.662279 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network b1a7672d-d999-485d-83c8-058914f1f547 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:25.663951 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Allocated IP 2001:db8::2 (b1a7672d-d999-485d-83c8-058914f1f547/b0c3bf67-415e-4be0-a5a6-7258f49637a9/f0003af9-659d-4c1e-823b-1b3ec514ef5b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:25.668113 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:25.672675 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:25.678465 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:25.679083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.683540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=1dd72635-ad22-45cb-94ac-ddf712ff4d1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:25.699180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-162b0749-4183-4621-b041-082d4a17376e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5140440 Oct 11 15:53:25.701650 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:25.706723 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547', 'name': 'tempest-PortsIpV6TestJSON-231049257'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:25.742296 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3999cc6b-332a-45bb-aaa0-0e67515285df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:25.775066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3999cc6b-332a-45bb-aaa0-0e67515285df {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:25.775404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3999cc6b-332a-45bb-aaa0-0e67515285df not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:25.814565 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:25.818115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.839123 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port c431dd47-115f-4d28-8e7d-384d7ce5c2b0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:25.840023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.845916 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.881694 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Network b1a7672d-d999-485d-83c8-058914f1f547 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:25.887974 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:25.890441 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:25.901372 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Pushing event updated for resources: {'Port': ['ID=f0003af9-659d-4c1e-823b-1b3ec514ef5b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:25.949803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Attempting to bind port f0003af9-659d-4c1e-823b-1b3ec514ef5b on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:25.950212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Attempting to bind port f0003af9-659d-4c1e-823b-1b3ec514ef5b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '244cefee-90ad-4614-8fc9-829da21dbcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:25.950573 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Attempting to bind port f0003af9-659d-4c1e-823b-1b3ec514ef5b on network b1a7672d-d999-485d-83c8-058914f1f547 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:25.955530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:25.955897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Checking segment: {'id': '244cefee-90ad-4614-8fc9-829da21dbcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:25.956293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:25.956680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Bound using segment: {'id': '244cefee-90ad-4614-8fc9-829da21dbcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:25.957134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Bound port: f0003af9-659d-4c1e-823b-1b3ec514ef5b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244cefee-90ad-4614-8fc9-829da21dbcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1a7672d-d999-485d-83c8-058914f1f547'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:25.957240 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::1d9 (b1a7672d-d999-485d-83c8-058914f1f547/b0c3bf67-415e-4be0-a5a6-7258f49637a9/c431dd47-115f-4d28-8e7d-384d7ce5c2b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:25.957531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.027796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] For port f0003af9-659d-4c1e-823b-1b3ec514ef5b, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:26.030951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] For port f0003af9-659d-4c1e-823b-1b3ec514ef5b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0003af9-659d-4c1e-823b-1b3ec514ef5b,segment=NetworkSegment(244cefee-90ad-4614-8fc9-829da21dbcee),segment_id=244cefee-90ad-4614-8fc9-829da21dbcee)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:26.035088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.091618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbb573-5cb8-42bd-9dfe-5bbcc84e8c2f None None] Pushing event updated for resources: {'Port': ['ID=f0003af9-659d-4c1e-823b-1b3ec514ef5b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:26.114429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.148694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.194661 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network b1a7672d-d999-485d-83c8-058914f1f547 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:26.197762 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:26.202256 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:26.207845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:26.208448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.218464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=c431dd47-115f-4d28-8e7d-384d7ce5c2b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:26.254137 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02839c0d-0777-4fc5-b3c9-7834415dc332 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5514083 Oct 11 15:53:26.256692 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:26.348220 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a35b0-1fbf-49c9-8984-75f3cfb49f8a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:26.349886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d03a35b0-1fbf-49c9-8984-75f3cfb49f8a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A280 HTTP/1.1" status: 200 len: 928 time: 0.0922627 Oct 11 15:53:26.352644 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:26.438645 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port c431dd47-115f-4d28-8e7d-384d7ce5c2b0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:26.438983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.527846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.539132 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for c431dd47-115f-4d28-8e7d-384d7ce5c2b0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:26.667221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.705871 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=c431dd47-115f-4d28-8e7d-384d7ce5c2b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:26.728739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.732461 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b112ae4b-cc2e-415e-b571-0b9d91931682 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/c431dd47-115f-4d28-8e7d-384d7ce5c2b0 HTTP/1.1" status: 204 len: 168 time: 0.3786211 Oct 11 15:53:26.735059 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:26.761592 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b99f01-974b-4a7b-879b-51130a36a11c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:26.763156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9b99f01-974b-4a7b-879b-51130a36a11c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/c431dd47-115f-4d28-8e7d-384d7ce5c2b0 HTTP/1.1" status: 404 len: 333 time: 0.0271587 Oct 11 15:53:26.765794 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:26.860307 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 1dd72635-ad22-45cb-94ac-ddf712ff4d1b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:26.860659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.954127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:26.967618 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 1dd72635-ad22-45cb-94ac-ddf712ff4d1b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:27.005545 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942459b-3c4b-4ebd-bd37-ea2452c5d49b None None] Network b1a7672d-d999-485d-83c8-058914f1f547 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:27.072846 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] Provisioning complete for port f0003af9-659d-4c1e-823b-1b3ec514ef5b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:27.073416 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.124384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.158196 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=1dd72635-ad22-45cb-94ac-ddf712ff4d1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:27.197403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.202190 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d2347d25-2e51-465b-9951-8f4b27b0a2b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/1dd72635-ad22-45cb-94ac-ddf712ff4d1b HTTP/1.1" status: 204 len: 168 time: 0.4349155 Oct 11 15:53:27.204378 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:27.231264 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-452467bc-d337-425c-96ca-56ba554b62b7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:27.233179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-452467bc-d337-425c-96ca-56ba554b62b7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/1dd72635-ad22-45cb-94ac-ddf712ff4d1b HTTP/1.1" status: 404 len: 333 time: 0.0277719 Oct 11 15:53:27.236079 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:27.241360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.303078 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet b0c3bf67-415e-4be0-a5a6-7258f49637a9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:27.309602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.318065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] For port f0003af9-659d-4c1e-823b-1b3ec514ef5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0003af9-659d-4c1e-823b-1b3ec514ef5b,segment=NetworkSegment(244cefee-90ad-4614-8fc9-829da21dbcee),segment_id=244cefee-90ad-4614-8fc9-829da21dbcee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:27.330461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.360788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.398121 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314bd6e-b79e-4118-9756-783a9ea8fa0c None None] Pushing event updated for resources: {'Port': ['ID=f0003af9-659d-4c1e-823b-1b3ec514ef5b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:27.405352 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:53:27.489197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.550017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:27.574119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:53:27.587002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.608910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.615840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/b0c3bf67-415e-4be0-a5a6-7258f49637a9 HTTP/1.1" status: 204 len: 168 time: 0.3753533 Oct 11 15:53:27.616568 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:27.643149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.655875 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38462bff-21ac-4b60-95b4-17aac53d58eb None None] Network b1a7672d-d999-485d-83c8-058914f1f547 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:27.684643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc930e3-672f-41ec-a4da-caf734551995 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c3bf67-415e-4be0-a5a6-7258f49637a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:27.735857 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:53:27.750635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.797798 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd9f38dc-ce4d-4954-be0d-7df032bc044f None None] Provisioning complete for port f0003af9-659d-4c1e-823b-1b3ec514ef5b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:27.797798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9f38dc-ce4d-4954-be0d-7df032bc044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.821322 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port f0003af9-659d-4c1e-823b-1b3ec514ef5b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:27.821941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.851078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:27.853722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f0003af9-659d-4c1e-823b-1b3ec514ef5b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:27.861106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.925319 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port f0003af9-659d-4c1e-823b-1b3ec514ef5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0003af9-659d-4c1e-823b-1b3ec514ef5b,segment=NetworkSegment(244cefee-90ad-4614-8fc9-829da21dbcee),segment_id=244cefee-90ad-4614-8fc9-829da21dbcee)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:27.925787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:27.944631 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for f0003af9-659d-4c1e-823b-1b3ec514ef5b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:27.963259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:53:28.032944 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:28.055184 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f0003af9-659d-4c1e-823b-1b3ec514ef5b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:28.055731 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.063676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.084075 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port f0003af9-659d-4c1e-823b-1b3ec514ef5b on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:28.111739 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36148e2e-8348-4dfe-98d0-88978ed031f1 None None] DHCP port deletion for b1a7672d-d999-485d-83c8-058914f1f547 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:28.119001 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=f0003af9-659d-4c1e-823b-1b3ec514ef5b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:28.146211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Could not find standard attr ID for object f0003af9-659d-4c1e-823b-1b3ec514ef5b. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:28.156332 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No ports have port_id starting with f0003af9-659d-4c1e-823b-1b3ec514ef5b Oct 11 15:53:28.230107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.253409 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a7672d-d999-485d-83c8-058914f1f547']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:28.263972 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244cefee-90ad-4614-8fc9-829da21dbcee') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:28.264265 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244cefee-90ad-4614-8fc9-829da21dbcee') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:28.273963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.288294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.296995 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:28.297527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:28.300691 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:28.366914 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.375403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.378580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/b1a7672d-d999-485d-83c8-058914f1f547 HTTP/1.1" status: 204 len: 168 time: 0.7606142 Oct 11 15:53:28.382759 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:28.388857 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-96572259'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:28.400994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac28a4-ff63-4139-ad64-07c8f2786290 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=b1a7672d-d999-485d-83c8-058914f1f547,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:28.412192 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:28.416257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.444881 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:28.455142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.456148 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment 4b8437e7-acd4-4cc5-9b37-51e3a7c443e8 of type vlan for network 31c5691e-67cb-4afe-8edb-9b68a30fd68c Oct 11 15:53:28.499293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.525595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.531524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:28.532143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.593372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2094851 Oct 11 15:53:28.596583 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:28.608272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:28.654806 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34375eb-c0d9-4bd5-b079-74a0f3cd1a4b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=31c5691e-67cb-4afe-8edb-9b68a30fd68c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:28.665078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:28.720543 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:28.724864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:28.935622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.006800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=bf67e0ad-713a-4c0f-8736-5ec0253c0942,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:29.014386 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:29.014748 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: 31c5691e-67cb-4afe-8edb-9b68a30fd68c, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:29.035602 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:29.046155 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 31c5691e-67cb-4afe-8edb-9b68a30fd68c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:29.051481 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:29.052209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.058376 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea4c5dc-5b2a-4a99-bc5a-0c77849cf804 None None] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:29.074996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f1b7845-e186-4431-be0a-596bc722e70c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4776766 Oct 11 15:53:29.078122 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:29.085003 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c', 'name': 'tempest-PortsIpV6TestJSON-655310577', 'fixed_ips': [{'subnet_id': 'bf67e0ad-713a-4c0f-8736-5ec0253c0942', 'ip_address': '2001:db8::10'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:29.235109 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:29.264385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-31c5691e-67cb-4afe-8edb-9b68a30fd68c', 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': 'bf67e0ad-713a-4c0f-8736-5ec0253c0942'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:29.265297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.357739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.380932 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port de4dc158-6e14-433a-a65d-0bc68c2651cb yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:29.421522 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Allocated IP 2001:db8::2 (31c5691e-67cb-4afe-8edb-9b68a30fd68c/bf67e0ad-713a-4c0f-8736-5ec0253c0942/dae8bed4-b6d0-4c26-9593-8367de05fc24) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:29.425956 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:29.538277 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:29.538736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.753234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f0003af9-659d-4c1e-823b-1b3ec514ef5b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:29.798033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f0003af9-659d-4c1e-823b-1b3ec514ef5b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:29.798267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f0003af9-659d-4c1e-823b-1b3ec514ef5b not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:29.816437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.844222 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.880431 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::10 (31c5691e-67cb-4afe-8edb-9b68a30fd68c/bf67e0ad-713a-4c0f-8736-5ec0253c0942/de4dc158-6e14-433a-a65d-0bc68c2651cb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:29.900653 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:29.907008 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:29.908835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:29.910863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:29.964441 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Pushing event updated for resources: {'Port': ['ID=dae8bed4-b6d0-4c26-9593-8367de05fc24,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:29.994335 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:29.997146 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3749e859-19a8-4bd7-a671-ebc3b4fff6dd" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:30.015618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:30.018312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Attempting to bind port dae8bed4-b6d0-4c26-9593-8367de05fc24 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:30.018685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Attempting to bind port dae8bed4-b6d0-4c26-9593-8367de05fc24 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:30.019039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Attempting to bind port dae8bed4-b6d0-4c26-9593-8367de05fc24 on network 31c5691e-67cb-4afe-8edb-9b68a30fd68c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:30.024812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:30.025235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Checking segment: {'id': '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:30.026015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.026580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Bound using segment: {'id': '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:30.027154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Bound port: dae8bed4-b6d0-4c26-9593-8367de05fc24, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:30.027529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.030908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.069559 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0b1d22-6a15-4224-b9d3-bb6b3815f6e2 x-openstack-request-id: req-1b0b1d22-6a15-4224-b9d3-bb6b3815f6e2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:53:30.070164 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:53:30.070164 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b0b1d22-6a15-4224-b9d3-bb6b3815f6e2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:53:30.070593 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:53:30.106626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.129941 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:30.144238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] For port dae8bed4-b6d0-4c26-9593-8367de05fc24, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:30.145375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.152413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] For port dae8bed4-b6d0-4c26-9593-8367de05fc24, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dae8bed4-b6d0-4c26-9593-8367de05fc24,segment=NetworkSegment(4b8437e7-acd4-4cc5-9b37-51e3a7c443e8),segment_id=4b8437e7-acd4-4cc5-9b37-51e3a7c443e8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:30.157582 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.199729 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:30.206115 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:30.209107 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:30.214692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:30.215364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.221214 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393660-2da2-404d-9fa6-8c5d89e5325f None None] Pushing event updated for resources: {'Port': ['ID=dae8bed4-b6d0-4c26-9593-8367de05fc24,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:30.254593 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=de4dc158-6e14-433a-a65d-0bc68c2651cb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:30.262780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7683d28-7206-486a-82ed-49a7c6f54348 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1831629 Oct 11 15:53:30.265129 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:30.270645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': '31c5691e-67cb-4afe-8edb-9b68a30fd68c', 'name': 'tempest-PortsIpV6TestJSON-810316386', 'fixed_ips': [{'subnet_id': 'bf67e0ad-713a-4c0f-8736-5ec0253c0942', 'ip_address': '2001:db8::f'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:30.465074 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:30.470639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.489131 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:30.684657 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::f (31c5691e-67cb-4afe-8edb-9b68a30fd68c/bf67e0ad-713a-4c0f-8736-5ec0253c0942/7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:30.863044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.898402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.957758 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:30.961177 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:30.963675 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:30.971164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:30.971164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:30.977573 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:30.998009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-92d51f6b-4727-4b05-a79e-0a0fd1de2366 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7316456 Oct 11 15:53:31.000554 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:31.110045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f566c-b007-4d19-b81a-b386aa2f9ba1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:31.112061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-318f566c-b007-4d19-b81a-b386aa2f9ba1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1105552 Oct 11 15:53:31.114972 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:31.172192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded45eb-40d7-4229-99c9-8fbbcbcd5589 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:31.180133 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded45eb-40d7-4229-99c9-8fbbcbcd5589 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:31.186507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded45eb-40d7-4229-99c9-8fbbcbcd5589 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:31.188203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bded45eb-40d7-4229-99c9-8fbbcbcd5589 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0720172 Oct 11 15:53:31.191024 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:31.289410 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:31.290112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.374935 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ba7aa-b690-4c0e-9473-dba11a29eedb None None] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:31.403502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.416856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:31.448182 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] Provisioning complete for port dae8bed4-b6d0-4c26-9593-8367de05fc24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:31.448703 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.590378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.606526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.628808 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:31.648691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] For port dae8bed4-b6d0-4c26-9593-8367de05fc24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dae8bed4-b6d0-4c26-9593-8367de05fc24,segment=NetworkSegment(4b8437e7-acd4-4cc5-9b37-51e3a7c443e8),segment_id=4b8437e7-acd4-4cc5-9b37-51e3a7c443e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:31.654566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.656309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.661222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-92bd194a-de24-4a42-9e24-55a68a0d49e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4 HTTP/1.1" status: 204 len: 168 time: 0.4685388 Oct 11 15:53:31.663373 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:31.694854 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd83af9e-7b50-49c6-8416-dfd812bd8c9e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:31.696617 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd83af9e-7b50-49c6-8416-dfd812bd8c9e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4 HTTP/1.1" status: 404 len: 333 time: 0.0321374 Oct 11 15:53:31.699563 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:31.749399 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3eb42-02a0-4eef-b409-20dacbfbe4a7 None None] Pushing event updated for resources: {'Port': ['ID=dae8bed4-b6d0-4c26-9593-8367de05fc24,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:31.829168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device dae8bed4-b6d0-4c26-9593-8367de05fc24 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:31.837468 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port de4dc158-6e14-433a-a65d-0bc68c2651cb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:31.837877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.896062 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port dae8bed4-b6d0-4c26-9593-8367de05fc24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:31.896515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.958277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:31.976975 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for de4dc158-6e14-433a-a65d-0bc68c2651cb owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:32.111993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e469f0d4-3b2d-45c0-94f9-163bc3056b72 None None] Could not find standard attr ID for object 7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:32.134717 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e469f0d4-3b2d-45c0-94f9-163bc3056b72 None None] Provisioning complete for port dae8bed4-b6d0-4c26-9593-8367de05fc24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:32.135277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e469f0d4-3b2d-45c0-94f9-163bc3056b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.203090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.239382 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=de4dc158-6e14-433a-a65d-0bc68c2651cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:32.282893 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e469f0d4-3b2d-45c0-94f9-163bc3056b72 None None] Could not find standard attr ID for object de4dc158-6e14-433a-a65d-0bc68c2651cb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:32.300529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.304260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04ab4030-5d8e-41a9-9ec3-e0e9483126b3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/de4dc158-6e14-433a-a65d-0bc68c2651cb HTTP/1.1" status: 204 len: 168 time: 0.6034143 Oct 11 15:53:32.307006 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:32.362061 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e291ff8-a16e-4a11-9c83-b4c7cabbbab7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:32.363883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e291ff8-a16e-4a11-9c83-b4c7cabbbab7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/de4dc158-6e14-433a-a65d-0bc68c2651cb HTTP/1.1" status: 404 len: 333 time: 0.0545950 Oct 11 15:53:32.365892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96abb57c-ac40-4962-9e70-72695beee1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.366955 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:32.394196 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71968be4-3e7d-46de-94f0-8d2c35da036e None None] Could not find standard attr ID for object de4dc158-6e14-433a-a65d-0bc68c2651cb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:32.461310 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet bf67e0ad-713a-4c0f-8736-5ec0253c0942 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:32.464933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.521318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.610191 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d2e70f53-d21d-4c78-9a2f-e612a1b1b479 None None] Could not find standard attr ID for object 7ea6bbc8-ad73-4889-8ec0-ae60eb4925a4. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:32.630610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.724332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.759385 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=bf67e0ad-713a-4c0f-8736-5ec0253c0942,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:32.762941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.775693 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:32.776780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f32814cc-18f7-44d9-9175-0d78c62c946f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/bf67e0ad-713a-4c0f-8736-5ec0253c0942 HTTP/1.1" status: 204 len: 168 time: 0.4075153 Oct 11 15:53:32.844251 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060199f3-6bcd-48aa-991b-6926cbb77d44 None None] Network 31c5691e-67cb-4afe-8edb-9b68a30fd68c requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:32.882126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:32.965207 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port dae8bed4-b6d0-4c26-9593-8367de05fc24 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:32.965619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.048104 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port dae8bed4-b6d0-4c26-9593-8367de05fc24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dae8bed4-b6d0-4c26-9593-8367de05fc24,segment=NetworkSegment(4b8437e7-acd4-4cc5-9b37-51e3a7c443e8),segment_id=4b8437e7-acd4-4cc5-9b37-51e3a7c443e8)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:33.048760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.062561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] DHCP port deletion for 31c5691e-67cb-4afe-8edb-9b68a30fd68c request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:33.070908 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for dae8bed4-b6d0-4c26-9593-8367de05fc24 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:33.119754 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Deleting port dae8bed4-b6d0-4c26-9593-8367de05fc24 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:33.120208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.181731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.190452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] For port dae8bed4-b6d0-4c26-9593-8367de05fc24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dae8bed4-b6d0-4c26-9593-8367de05fc24,segment=NetworkSegment(4b8437e7-acd4-4cc5-9b37-51e3a7c443e8),segment_id=4b8437e7-acd4-4cc5-9b37-51e3a7c443e8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:33.191113 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.215510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=dae8bed4-b6d0-4c26-9593-8367de05fc24,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:33.219707 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port dae8bed4-b6d0-4c26-9593-8367de05fc24 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:33.221385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Calling delete_port for dae8bed4-b6d0-4c26-9593-8367de05fc24 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:33.311650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.325663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.344920 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] Pushing event deleted for resources: {'Port': ['ID=dae8bed4-b6d0-4c26-9593-8367de05fc24,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:33.350328 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ba2e1-5924-4798-9fbf-3abd05613b5b None None] No DVR routers for this DVR port dae8bed4-b6d0-4c26-9593-8367de05fc24 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:33.352877 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c5691e-67cb-4afe-8edb-9b68a30fd68c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:33.370931 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:33.372219 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8437e7-acd4-4cc5-9b37-51e3a7c443e8') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:33.385920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.402029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.408697 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:33.409082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:33.412458 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:33.474766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.494314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.497973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/31c5691e-67cb-4afe-8edb-9b68a30fd68c HTTP/1.1" status: 204 len: 168 time: 0.7197981 Oct 11 15:53:33.499424 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2cf86-a9ee-4de0-afd8-d340e1553308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=31c5691e-67cb-4afe-8edb-9b68a30fd68c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:33.506172 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:33.511938 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-371247803'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:33.535865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:33.539758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.567507 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:33.578604 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.578953 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Added segment 845ba249-7d3f-4f3a-a94f-4492dc3b427b of type vlan for network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 Oct 11 15:53:33.621203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.677445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.684189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:33.684761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:33.740738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device dae8bed4-b6d0-4c26-9593-8367de05fc24 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:33.764741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2574375 Oct 11 15:53:33.764939 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:33.768905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: dae8bed4-b6d0-4c26-9593-8367de05fc24 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:33.769368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device dae8bed4-b6d0-4c26-9593-8367de05fc24 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:33.773830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:33.790821 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc9afc-6507-45a4-a83f-ffed83678c7e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Network': ['ID=ced930d0-3d2e-4796-bb8a-b5af9d4c8997,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:33.804340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:33.884457 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:33.888575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.086745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.142352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=03395993-29a4-4c75-9738-185e003e4e22,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:34.160381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Checking segment: {'id': '845ba249-7d3f-4f3a-a94f-4492dc3b427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:34.160738 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network hostable DHCP agents. Network: ced930d0-3d2e-4796-bb8a-b5af9d4c8997, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:34.178703 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:34.189302 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ced930d0-3d2e-4796-bb8a-b5af9d4c8997) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:34.194335 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:34.195196 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.199965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c0aeb-1e46-4990-b85c-d2e4cea42ab5 None None] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:34.217285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3679b5e-9334-4f39-84fc-dcd6b37c71db tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4498489 Oct 11 15:53:34.219337 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:34.223981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1900233482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:34.252762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.254420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.310411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.317451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.341880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.345505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f1b355d-76f2-48c1-8a02-f1a2d0cd0b0e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1226299 Oct 11 15:53:34.345750 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:34.354709 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997', 'name': 'tempest-PortsIpV6TestJSON-1368802397'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:34.395255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ced930d0-3d2e-4796-bb8a-b5af9d4c8997', 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': '03395993-29a4-4c75-9738-185e003e4e22'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:34.402062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.501855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:34.506044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.530621 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:34.593523 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Allocated IP 2001:db8::2 (ced930d0-3d2e-4796-bb8a-b5af9d4c8997/03395993-29a4-4c75-9738-185e003e4e22/1d41f187-92d9-46b9-9c18-584d7af99414) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:34.761441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.768678 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.818357 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:34.820189 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:34.823051 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:34.851406 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Pushing event updated for resources: {'Port': ['ID=1d41f187-92d9-46b9-9c18-584d7af99414,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:34.888896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40df8036-d2b8-4fea-9eb5-e3ffe529c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.902716 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::224 (ced930d0-3d2e-4796-bb8a-b5af9d4c8997/03395993-29a4-4c75-9738-185e003e4e22/68374fbd-0b95-45f8-b6dd-4433a8e3b68c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:34.929025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Attempting to bind port 1d41f187-92d9-46b9-9c18-584d7af99414 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:34.929780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Attempting to bind port 1d41f187-92d9-46b9-9c18-584d7af99414 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '845ba249-7d3f-4f3a-a94f-4492dc3b427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:34.930520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Attempting to bind port 1d41f187-92d9-46b9-9c18-584d7af99414 on network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:34.938308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:34.939100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Checking segment: {'id': '845ba249-7d3f-4f3a-a94f-4492dc3b427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:34.939671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:34.940199 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Bound using segment: {'id': '845ba249-7d3f-4f3a-a94f-4492dc3b427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:34.941051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Bound port: 1d41f187-92d9-46b9-9c18-584d7af99414, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845ba249-7d3f-4f3a-a94f-4492dc3b427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ced930d0-3d2e-4796-bb8a-b5af9d4c8997'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:34.941684 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.023440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] For port 1d41f187-92d9-46b9-9c18-584d7af99414, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:35.033353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] For port 1d41f187-92d9-46b9-9c18-584d7af99414, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41f187-92d9-46b9-9c18-584d7af99414,segment=NetworkSegment(845ba249-7d3f-4f3a-a94f-4492dc3b427b),segment_id=845ba249-7d3f-4f3a-a94f-4492dc3b427b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:35.044401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.109607 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ced47-ad53-4c81-a02c-585ec2833520 None None] Pushing event updated for resources: {'Port': ['ID=1d41f187-92d9-46b9-9c18-584d7af99414,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:35.154108 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.199165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.244535 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:35.250560 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:35.254706 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:35.260459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:35.261185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.271993 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=68374fbd-0b95-45f8-b6dd-4433a8e3b68c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:35.288020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c161372e-4f48-42b7-ada7-0f02ddc789c3 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9387078 Oct 11 15:53:35.289026 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:35.677699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.796939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41f187-92d9-46b9-9c18-584d7af99414 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:35.867501 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1d41f187-92d9-46b9-9c18-584d7af99414 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:35.867896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:35.938159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.002172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.004618 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.021467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.035063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.062658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1d41f187-92d9-46b9-9c18-584d7af99414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41f187-92d9-46b9-9c18-584d7af99414,segment=NetworkSegment(845ba249-7d3f-4f3a-a94f-4492dc3b427b),segment_id=845ba249-7d3f-4f3a-a94f-4492dc3b427b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:36.068653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.138220 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=68374fbd-0b95-45f8-b6dd-4433a8e3b68c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:36.149113 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1d41f187-92d9-46b9-9c18-584d7af99414,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:36.262064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.387690 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce5c9a-b202-481e-b436-541eb1a3b687 None None] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:36.411651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.484472 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7d93341-58eb-4074-820b-b7ef14cb303e None None] Provisioning complete for port 1d41f187-92d9-46b9-9c18-584d7af99414 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:36.484755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7d93341-58eb-4074-820b-b7ef14cb303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:36.964994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ae0e285-b102-434b-b79e-081779815f17 None None] Provisioning complete for port 1d41f187-92d9-46b9-9c18-584d7af99414 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:36.965619 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e285-b102-434b-b79e-081779815f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.091194 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ae0e285-b102-434b-b79e-081779815f17 None None] Provisioning complete for port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:37.091925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e285-b102-434b-b79e-081779815f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.116149 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.125742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.128373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.133530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0e285-b102-434b-b79e-081779815f17 None None] Port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:37.220686 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=68374fbd-0b95-45f8-b6dd-4433a8e3b68c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:37.261300 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c924a71-6570-412e-ae6e-2b9d9ade979e None None] Provisioning complete for port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:37.261676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c924a71-6570-412e-ae6e-2b9d9ade979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.304055 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:37.305926 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:37.329928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c924a71-6570-412e-ae6e-2b9d9ade979e None None] Port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:37.468654 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce5d3a1e-7b0f-4bdd-8907-fdd70fede8dd None None] Provisioning complete for port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:37.468840 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a1e-7b0f-4bdd-8907-fdd70fede8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.481249 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Router 97abde65-31ce-493e-b230-7e5bc7288a8e is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:53:37.531622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d3a1e-7b0f-4bdd-8907-fdd70fede8dd None None] Port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:37.635090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:53:37.645273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2e5782ff-2f5f-49c5-a45e-8421bb268919 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/routers/97abde65-31ce-493e-b230-7e5bc7288a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547552 Oct 11 15:53:37.647009 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:37.647792 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] Sync routers for ids ['97abde65-31ce-493e-b230-7e5bc7288a8e'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:53:37.659205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] Routers {'97abde65-31ce-493e-b230-7e5bc7288a8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:37.659964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['97abde65-31ce-493e-b230-7e5bc7288a8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:37.704318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25900c35-6887-4343-9608-4577b79571fc tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:37.706263 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25900c35-6887-4343-9608-4577b79571fc tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?device_id=97abde65-31ce-493e-b230-7e5bc7288a8e HTTP/1.1" status: 200 len: 989 time: 0.0582652 Oct 11 15:53:37.709158 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:37.723161 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:37.764457 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] Routers {'97abde65-31ce-493e-b230-7e5bc7288a8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:37.765071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['97abde65-31ce-493e-b230-7e5bc7288a8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:37.803066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41f187-92d9-46b9-9c18-584d7af99414 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:37.805527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.808258 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:37.809378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c10c7-ab93-418a-96c5-f4ea40712751 None None] The sync data for ids ['97abde65-31ce-493e-b230-7e5bc7288a8e'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:53:37.861790 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c891e337-90b3-45b9-baf6-ded19a3a9470 None None] Provisioning complete for port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:37.862159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c891e337-90b3-45b9-baf6-ded19a3a9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.887205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1d41f187-92d9-46b9-9c18-584d7af99414 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:37.887571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:37.930963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c891e337-90b3-45b9-baf6-ded19a3a9470 None None] Port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:38.089048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:38.294528 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 68374fbd-0b95-45f8-b6dd-4433a8e3b68c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:38.295205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:38.383006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:38.394762 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 68374fbd-0b95-45f8-b6dd-4433a8e3b68c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:38.567562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:38.594167 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=68374fbd-0b95-45f8-b6dd-4433a8e3b68c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:38.703227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:38.818234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ceebb-dff9-4c47-a461-b27f9580e9cc req-dce427e4-6192-47ae-a869-b8d1622e4d65 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:38.819718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810ceebb-dff9-4c47-a461-b27f9580e9cc req-dce427e4-6192-47ae-a869-b8d1622e4d65 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1328526 Oct 11 15:53:38.923317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-810ceebb-dff9-4c47-a461-b27f9580e9cc req-b3c510a8-7876-4e79-8d6d-1f2b2c545db7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969007 Oct 11 15:53:38.928015 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Router 97abde65-31ce-493e-b230-7e5bc7288a8e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:53:39.005991 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:53:39.011106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce203b9c-5b87-4770-b7b1-54832ecda625 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/routers/97abde65-31ce-493e-b230-7e5bc7288a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3008969 Oct 11 15:53:39.013736 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:39.018012 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] Sync routers for ids ['97abde65-31ce-493e-b230-7e5bc7288a8e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:53:39.028047 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] Routers {'97abde65-31ce-493e-b230-7e5bc7288a8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:39.028808 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['97abde65-31ce-493e-b230-7e5bc7288a8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:39.040370 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6394d89b-9cf9-4502-889b-13252fb4b6f7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:39.044795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6394d89b-9cf9-4502-889b-13252fb4b6f7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/68374fbd-0b95-45f8-b6dd-4433a8e3b68c HTTP/1.1" status: 404 len: 333 time: 0.0278072 Oct 11 15:53:39.045019 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:39.061905 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:39.070649 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] Routers {'97abde65-31ce-493e-b230-7e5bc7288a8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:39.071344 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['97abde65-31ce-493e-b230-7e5bc7288a8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:39.108073 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:39.108902 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca096006-5369-4735-abdb-bed1a622abf6 None None] The sync data for ids ['97abde65-31ce-493e-b230-7e5bc7288a8e'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:53:39.120725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.283643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.285855 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.351339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.352020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Fanout notify agent at l3_agent the message router_deleted on router 97abde65-31ce-493e-b230-7e5bc7288a8e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:53:39.359543 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.360632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4873aa2c-eb33-44d8-8c01-79e9fa642b0d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/routers/97abde65-31ce-493e-b230-7e5bc7288a8e HTTP/1.1" status: 204 len: 168 time: 0.3147080 Oct 11 15:53:39.363169 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:39.410236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820d0d-45c8-4f3a-a2ee-2498936e1a94 req-68b51f89-c91b-4583-a17b-560fb9c89260 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:39.411685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46820d0d-45c8-4f3a-a2ee-2498936e1a94 req-68b51f89-c91b-4583-a17b-560fb9c89260 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1207812 Oct 11 15:53:39.440117 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet 03395993-29a4-4c75-9738-185e003e4e22 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:39.445973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.486578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46820d0d-45c8-4f3a-a2ee-2498936e1a94 req-a271cf9f-48bb-445b-af3a-378eec5d4bfd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675113 Oct 11 15:53:39.497569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.517139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.583422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.638898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.665072 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=03395993-29a4-4c75-9738-185e003e4e22,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:39.668548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.671740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dcbd90cb-16c3-4cd7-8235-e3c4133aeb13 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/03395993-29a4-4c75-9738-185e003e4e22 HTTP/1.1" status: 204 len: 168 time: 0.3076706 Oct 11 15:53:39.674286 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:39.675678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8574f6-326f-4ffd-a9be-cecfd52865d7 None None] Network ced930d0-3d2e-4796-bb8a-b5af9d4c8997 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:39.748680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.807670 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 1d41f187-92d9-46b9-9c18-584d7af99414 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:39.808014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.850038 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] DHCP port deletion for ced930d0-3d2e-4796-bb8a-b5af9d4c8997 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:39.872137 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] For port 1d41f187-92d9-46b9-9c18-584d7af99414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41f187-92d9-46b9-9c18-584d7af99414,segment=NetworkSegment(845ba249-7d3f-4f3a-a94f-4492dc3b427b),segment_id=845ba249-7d3f-4f3a-a94f-4492dc3b427b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:39.872482 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.884557 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 1d41f187-92d9-46b9-9c18-584d7af99414 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:39.897183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Deleting port 1d41f187-92d9-46b9-9c18-584d7af99414 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:39.897588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.961762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] For port 1d41f187-92d9-46b9-9c18-584d7af99414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1d41f187-92d9-46b9-9c18-584d7af99414,segment=NetworkSegment(845ba249-7d3f-4f3a-a94f-4492dc3b427b),segment_id=845ba249-7d3f-4f3a-a94f-4492dc3b427b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:39.962174 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.967811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:39.978669 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Calling delete_port for 1d41f187-92d9-46b9-9c18-584d7af99414 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:39.993387 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=1d41f187-92d9-46b9-9c18-584d7af99414,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:39.996979 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No DVR routers for this DVR port 1d41f187-92d9-46b9-9c18-584d7af99414 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:40.052007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.077657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] Pushing event deleted for resources: {'Port': ['ID=1d41f187-92d9-46b9-9c18-584d7af99414,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:40.078084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.081828 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fef62-bd74-45af-bf88-74df198c82fb None None] No DVR routers for this DVR port 1d41f187-92d9-46b9-9c18-584d7af99414 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:40.101973 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced930d0-3d2e-4796-bb8a-b5af9d4c8997']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:40.111427 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845ba249-7d3f-4f3a-a94f-4492dc3b427b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:40.111703 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845ba249-7d3f-4f3a-a94f-4492dc3b427b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:40.121342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.133928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.139581 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:40.139957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:40.142835 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:40.201356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.208217 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.211391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/ced930d0-3d2e-4796-bb8a-b5af9d4c8997 HTTP/1.1" status: 204 len: 168 time: 0.5361791 Oct 11 15:53:40.215685 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:40.223318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9a779-f020-44ae-bf1b-94a30dc8b903 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=ced930d0-3d2e-4796-bb8a-b5af9d4c8997,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:40.257606 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d700e-f1fd-4423-ac0d-2e922f5d1c75 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:40.258931 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb1d700e-f1fd-4423-ac0d-2e922f5d1c75 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/a7e44e12-4f11-4132-9683-061057dad248 HTTP/1.1" status: 200 len: 845 time: 0.0421991 Oct 11 15:53:40.262736 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:40.299745 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6de64632-beca-4b4c-874f-ee3b92424111 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/a7e44e12-4f11-4132-9683-061057dad248?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0359726 Oct 11 15:53:40.303252 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:40.307949 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:40.393813 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:40.397253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.606770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92428689-3272-4b76-8353-52bd1743fe76 req-3853f92c-c7c8-439d-b1fa-8801e501ad73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:40.608193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92428689-3272-4b76-8353-52bd1743fe76 req-3853f92c-c7c8-439d-b1fa-8801e501ad73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Oct 11 15:53:40.652886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92428689-3272-4b76-8353-52bd1743fe76 req-8f31fda3-7da6-4009-b314-431b2e3fa79c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385470 Oct 11 15:53:40.709193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.820140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.859219 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:40.862158 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:40.866271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:40.866846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.870907 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96ac02-7e8c-4075-ba3c-02647578ec6b None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:40.879607 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=e433fe3b-68f9-4618-914c-1f7b2384bc99,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:40.893187 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:40.893310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13cf966b-4cce-403c-a6aa-e99c173ae68a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5890343 Oct 11 15:53:40.898049 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'security_group': {'name': 'tempest-secgroup-396109839'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:40.921785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.993602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:40.998425 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.029336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.030605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1361148 Oct 11 15:53:41.032532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a3417-e112-48f1-88a2-1e0a650b8308 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac623f0d-0f29-4721-9f07-cd504e489f0c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.033604 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:41.038435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106640421'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:41.062690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.127603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.131426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.161032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.162294 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1275136 Oct 11 15:53:41.162982 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d09076-caf0-4e61-92fc-e4a0565ac55d tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa18af-9ac6-4e75-8e00-c85ea05e41d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.165014 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:41.170276 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-685558890', 'security_groups': ['cdaa18af-9ac6-4e75-8e00-c85ea05e41d8'], 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e433fe3b-68f9-4618-914c-1f7b2384bc99'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:41.190474 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c05c51c4-bf62-4236-b7c4-3cc661969116', 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'tenant_id': '7622cc18cf2a4bbc9e4b196523512b5e', 'fixed_ips': [{'subnet_id': 'e433fe3b-68f9-4618-914c-1f7b2384bc99'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:41.191356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.278035 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:41.328353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Allocated IP 2001:db8::2 (c05c51c4-bf62-4236-b7c4-3cc661969116/e433fe3b-68f9-4618-914c-1f7b2384bc99/bee4860a-18f9-4eb9-a339-00cc3e861ad8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:41.358441 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.374717 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:41.470064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.475726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.508960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:41.512471 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:41.532243 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:41.536635 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::1f8 (c05c51c4-bf62-4236-b7c4-3cc661969116/e433fe3b-68f9-4618-914c-1f7b2384bc99/70f3dc51-f7d7-45ae-aed3-e1edd215d9ef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:41.540863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:41.562618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.614998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Attempting to bind port bee4860a-18f9-4eb9-a339-00cc3e861ad8 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:41.615367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Attempting to bind port bee4860a-18f9-4eb9-a339-00cc3e861ad8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aaed6cea-481b-42c5-a8b7-a93ad5959540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:41.615717 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Attempting to bind port bee4860a-18f9-4eb9-a339-00cc3e861ad8 on network c05c51c4-bf62-4236-b7c4-3cc661969116 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:41.637999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:41.638370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Checking segment: {'id': 'aaed6cea-481b-42c5-a8b7-a93ad5959540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:41.638777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.639164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Bound using segment: {'id': 'aaed6cea-481b-42c5-a8b7-a93ad5959540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:41.639624 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Bound port: bee4860a-18f9-4eb9-a339-00cc3e861ad8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaed6cea-481b-42c5-a8b7-a93ad5959540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:41.640001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.662730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.678044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.719151 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:41.721541 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb659469-d676-4d47-b83b-0f9b2b3c9032" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:41.724648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.742209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:41.747800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:41.751286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:41.752479 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.758312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.782995 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:41.788260 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:41.789698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41f187-92d9-46b9-9c18-584d7af99414 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:41.794110 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:41.798703 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1be6a3-fb56-416a-b244-3ee62471e526 x-openstack-request-id: req-3d1be6a3-fb56-416a-b244-3ee62471e526 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:53:41.798999 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:53:41.799249 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d1be6a3-fb56-416a-b244-3ee62471e526 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:53:41.799636 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:53:41.799730 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:41.800349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:41.804596 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=70f3dc51-f7d7-45ae-aed3-e1edd215d9ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.818083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09624-6b0a-4fb3-a353-6adc065c8d1e req-91ceb30a-090d-4da4-900d-3a6a16776aaf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:41.821524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4d892a4-2031-4789-80e9-6a062048e923 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6542261 Oct 11 15:53:41.823679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1d41f187-92d9-46b9-9c18-584d7af99414 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:41.823804 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:41.824022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1d41f187-92d9-46b9-9c18-584d7af99414 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:41.826232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50b09624-6b0a-4fb3-a353-6adc065c8d1e req-91ceb30a-090d-4da4-900d-3a6a16776aaf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0643251 Oct 11 15:53:41.829912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:41.857058 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.882141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50b09624-6b0a-4fb3-a353-6adc065c8d1e req-75a46b8a-cbff-4886-9376-be24d7aac105 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547373 Oct 11 15:53:41.924763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66afbf-1302-4455-ae82-070e6a8144f8 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:41.962415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:41.966383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.070368 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e433fe3b-68f9-4618-914c-1f7b2384bc99 (CIDR: 2001:db8::/64) Oct 11 15:53:42.075140 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:53:42.076440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:42.096898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62994dc7-8013-4ce2-a76a-89a6905ed17f tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2689412 Oct 11 15:53:42.096898 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:42.101591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:42.221558 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:42.225321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.442499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.489477 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:42.492689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:42.497553 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:42.498144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.509279 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=dd6e9593-df79-4e51-96d7-47346b039af5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:42.524290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-470122ff-98ae-4136-9866-704ee6868701 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4241714 Oct 11 15:53:42.524438 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:42.529724 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2090548442', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd6e9593-df79-4e51-96d7-47346b039af5'}], 'security_groups': ['ac623f0d-0f29-4721-9f07-cd504e489f0c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:42.598018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.754048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27af328-1ca6-4aa9-9f3c-53e56bc1854a None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:42.819373 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:42.819744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:42.911200 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Delete allocated IP 2001:db8::1f8 (c05c51c4-bf62-4236-b7c4-3cc661969116/e433fe3b-68f9-4618-914c-1f7b2384bc99) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:53:42.923117 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8:0:1::186 (c05c51c4-bf62-4236-b7c4-3cc661969116/dd6e9593-df79-4e51-96d7-47346b039af5/70f3dc51-f7d7-45ae-aed3-e1edd215d9ef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:43.001297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.008447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67def16c-32d6-4882-8915-230dc8272542 req-a4a03eab-ade1-4cda-8d31-b8f3042b2b98 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:43.017210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67def16c-32d6-4882-8915-230dc8272542 req-a4a03eab-ade1-4cda-8d31-b8f3042b2b98 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0701277 Oct 11 15:53:43.046874 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:43.054061 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.090377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67def16c-32d6-4882-8915-230dc8272542 req-d5c09ea4-8648-427b-90d6-c418b2502aeb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719588 Oct 11 15:53:43.098587 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:43.099106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.115797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.123147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.173695 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:43.176700 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-114a6e46-0aa7-4a0d-9ad1-42dfb4274e44 None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:43.187150 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Update dhcp port {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'fixed_ips': [{'subnet_id': 'e433fe3b-68f9-4618-914c-1f7b2384bc99', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd6e9593-df79-4e51-96d7-47346b039af5'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'bee4860a-18f9-4eb9-a339-00cc3e861ad8'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:53:43.196305 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] In _notify_port_updated(), no bound segment for port 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef on network c05c51c4-bf62-4236-b7c4-3cc661969116 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:53:43.202035 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:43.202658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.203971 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/ports/70f3dc51-f7d7-45ae-aed3-e1edd215d9ef HTTP/1.1" status: 200 len: 931 time: 0.6785941 Oct 11 15:53:43.207180 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:43.212847 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.218397 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c525fc9-1abe-4aff-850c-3a888b2cb001 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=70f3dc51-f7d7-45ae-aed3-e1edd215d9ef,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:43.308092 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:43.308685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.422080 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Allocated IP 2001:db8:0:1::2 (c05c51c4-bf62-4236-b7c4-3cc661969116/dd6e9593-df79-4e51-96d7-47346b039af5/bee4860a-18f9-4eb9-a339-00cc3e861ad8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:43.433985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.459884 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:43.514343 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:53:43.542283 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:43.623572 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.631125 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.667566 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.688687 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24819-4ed6-4d54-9869-e596b95e6163 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:43.702874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=70f3dc51-f7d7-45ae-aed3-e1edd215d9ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:43.738129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.742033 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b528ca69-1a4d-4631-8eb7-40a8fd74f66c tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/70f3dc51-f7d7-45ae-aed3-e1edd215d9ef HTTP/1.1" status: 204 len: 168 time: 0.5342193 Oct 11 15:53:43.744553 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:43.774967 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:43.787065 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00338f8-3aa9-4cb6-8294-f5802205dfb0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:43.788573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a00338f8-3aa9-4cb6-8294-f5802205dfb0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/70f3dc51-f7d7-45ae-aed3-e1edd215d9ef HTTP/1.1" status: 404 len: 333 time: 0.0419743 Oct 11 15:53:43.790537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'mac_address': 'fa:16:3e:2b:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:53:43.792883 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:43.845743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.869504 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:53:43.885938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.914648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:43.920850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.932472 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.942757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:43.990837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.995758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:43.996205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdaa18af-9ac6-4e75-8e00-c85ea05e41d8 HTTP/1.1" status: 204 len: 168 time: 0.2038207 Oct 11 15:53:43.998613 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:44.027715 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887e55d-1297-4ef4-b223-aa4d8b1cb869 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa18af-9ac6-4e75-8e00-c85ea05e41d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:44.028228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:53:44.105448 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:44.105890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.107311 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:44.143023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.196350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.270090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.272623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.277184 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:44.277350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac623f0d-0f29-4721-9f07-cd504e489f0c HTTP/1.1" status: 204 len: 168 time: 0.2772872 Oct 11 15:53:44.301660 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265ad17-7df3-49d6-a3b8-5467f5df6805 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac623f0d-0f29-4721-9f07-cd504e489f0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:44.368188 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06d5ce-5074-4b7c-8cda-248d7c4c353c req-dc670cc4-3ad7-4eed-bd80-e9dd27a502f5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:44.386325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d06d5ce-5074-4b7c-8cda-248d7c4c353c req-dc670cc4-3ad7-4eed-bd80-e9dd27a502f5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.1238930 Oct 11 15:53:44.390920 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet e433fe3b-68f9-4618-914c-1f7b2384bc99 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:44.394865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.470422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.495649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d06d5ce-5074-4b7c-8cda-248d7c4c353c req-a478cdec-f6ba-45d8-9889-39094dc430d4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082594 Oct 11 15:53:44.643381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.726090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.761267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=e433fe3b-68f9-4618-914c-1f7b2384bc99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:44.765114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.769066 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40087abc-a574-4c12-89c7-6ae9fe5ab2c6 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e433fe3b-68f9-4618-914c-1f7b2384bc99 HTTP/1.1" status: 204 len: 168 time: 0.4905882 Oct 11 15:53:44.773514 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:44.778969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:44.825538 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Could not find standard attr ID for object 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:44.844899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:44.845430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.938622 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:44.945334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:44.984052 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:44.984950 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.030426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66e63d58-5403-43f7-ba58-a79a295d5d9c None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:45.102544 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ecc286-bb81-462d-957e-963b272a61fc None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:45.165096 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c62df6c-f757-4051-b928-a52f26d11489 None None] Could not find standard attr ID for object 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:45.246595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.295777 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:45.299342 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:45.308485 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:45.309542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.321541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=e3f932aa-64b0-4591-a01b-f0c53925bf0e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:45.335005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e90566f-fa78-40fb-980a-97b948717922 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5604072 Oct 11 15:53:45.338769 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:45.343600 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110883165'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:45.367903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.448761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.454094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.484067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.485820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1458058 Oct 11 15:53:45.490347 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:45.497222 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'security_group': {'name': 'tempest-secgroup-551228826'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:45.507911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018da70-b6f5-4e0b-a152-ab77d614b26a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68c7ee-e15e-4e3e-85ab-b9f0fa50dc49,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:45.519422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:45.559049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.650270 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:45.651325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.656607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.670243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.719925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.721174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2300537 Oct 11 15:53:45.730457 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:45.735368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'security_group': {'name': 'tempest-secgroup-788093785'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:45.744685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b95e2-7639-4114-8613-75834256678f req-2b3ae8ef-d94a-421f-8008-873070101c8f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:45.749839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a6b95e2-7639-4114-8613-75834256678f req-2b3ae8ef-d94a-421f-8008-873070101c8f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 945 time: 0.1405988 Oct 11 15:53:45.752928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5551e-e25f-465e-a662-a4fc0c7270c1 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b7c50d-a73a-48fd-9d95-9a6ce7d65a6b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:45.788198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.815095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.832222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a6b95e2-7639-4114-8613-75834256678f req-1614cd23-a26d-4e9c-a2ed-97964e4540a3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527642 Oct 11 15:53:45.835717 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:45.922975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.925244 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:45.927548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.928293 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf75f7e-2299-435e-aa1e-b010f1a7adc0" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:45.959113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:45.960379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2289100 Oct 11 15:53:45.963716 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:45.965472 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9819804-e792-4d33-adab-71312001891e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71aefeb-ce6d-4c15-aa38-f13481fbdbac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:45.975149 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030655269', 'security_groups': ['a71aefeb-ce6d-4c15-aa38-f13481fbdbac'], 'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3f932aa-64b0-4591-a01b-f0c53925bf0e'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:45.982068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:45.995346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.054945 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6717ca9-cacc-477f-8775-0d75f9d0cf93 x-openstack-request-id: req-a6717ca9-cacc-477f-8775-0d75f9d0cf93 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:53:46.055324 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:53:46.055584 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6717ca9-cacc-477f-8775-0d75f9d0cf93 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:53:46.055995 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:53:46.066455 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:46.066843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.141500 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:46.202144 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:46.217076 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f6374-ecb4-455d-b23f-e7d474aa81d4 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:46.296859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.312070 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24d6300a-81c2-4dad-8224-605f988893b0 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:46.312666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24d6300a-81c2-4dad-8224-605f988893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.315776 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] device_id is not set on port 6e86913e-e4ea-413d-8153-867d38f2761c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:53:46.477264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24d6300a-81c2-4dad-8224-605f988893b0 None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:46.477659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24d6300a-81c2-4dad-8224-605f988893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.517087 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8::73 (c05c51c4-bf62-4236-b7c4-3cc661969116/e3f932aa-64b0-4591-a01b-f0c53925bf0e/6e86913e-e4ea-413d-8153-867d38f2761c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:46.551476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Update dhcp port {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'fixed_ips': [{'subnet_id': 'dd6e9593-df79-4e51-96d7-47346b039af5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e3f932aa-64b0-4591-a01b-f0c53925bf0e'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'bee4860a-18f9-4eb9-a339-00cc3e861ad8'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:53:46.581111 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24d6300a-81c2-4dad-8224-605f988893b0 None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:46.588799 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.707364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.746647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.795546 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:46.801865 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:46.804466 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:46.812978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:46.813831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:46.838936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8732364 Oct 11 15:53:46.841601 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:46.843666 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748b788-311c-4598-82d4-81304e569008 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=6e86913e-e4ea-413d-8153-867d38f2761c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:46.846770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:46.986472 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Allocated IP 2001:db8::2 (c05c51c4-bf62-4236-b7c4-3cc661969116/e3f932aa-64b0-4591-a01b-f0c53925bf0e/bee4860a-18f9-4eb9-a339-00cc3e861ad8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:46.995654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7560bd-e946-4db7-8274-6ff90064f1ee req-49a4e48c-3331-4f55-aeef-ba725f43f03f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:46.997568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a7560bd-e946-4db7-8274-6ff90064f1ee req-49a4e48c-3331-4f55-aeef-ba725f43f03f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0758610 Oct 11 15:53:47.019960 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:47.025325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.060593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a7560bd-e946-4db7-8274-6ff90064f1ee req-2d15a63c-d06e-4f21-9c59-340f2ac0e3c2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537858 Oct 11 15:53:47.098633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:47.133571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.139691 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3f932aa-64b0-4591-a01b-f0c53925bf0e (CIDR: 2001:db8::/64) Oct 11 15:53:47.144943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.164443 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:53:47.165069 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:47.190646 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdc363f4-f04a-4692-94f5-0ccc637912e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3454206 Oct 11 15:53:47.190955 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:47.196385 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:47.236997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3fc11-cc00-499a-a3d8-d6226beb81b5 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:47.339551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:47.343350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.443114 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd6e9593-df79-4e51-96d7-47346b039af5 (CIDR: 2001:db8:0:1::/64) Oct 11 15:53:47.457918 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 15:53:47.458380 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:47.477801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dcabb711-c18b-4e77-82d1-d1e14cd7b8e0 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2831850 Oct 11 15:53:47.478030 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:47.483491 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'subnet': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:47.618663 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Made reservation on behalf of 7622cc18cf2a4bbc9e4b196523512b5e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:47.623185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.774374 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:47.858212 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:47.858588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.956945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.968598 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c6ee736-a19f-4663-bb1d-a62fed379121 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:47.968969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee736-a19f-4663-bb1d-a62fed379121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:47.980290 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Network c05c51c4-bf62-4236-b7c4-3cc661969116 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:47.984440 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:47.990925 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:47.992161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.051181 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:48.058065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5789053 Oct 11 15:53:48.060298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-131300533', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91b6a920-9cc0-4b74-9001-9bbd72f6bfa6'}], 'security_groups': ['6f68c7ee-e15e-4e3e-85ab-b9f0fa50dc49', '06b7c50d-a73a-48fd-9d95-9a6ce7d65a6b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:48.062422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbd7a4-64cf-4617-ba6f-4beb4aa946fb tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Subnet': ['ID=91b6a920-9cc0-4b74-9001-9bbd72f6bfa6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:48.111712 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c6ee736-a19f-4663-bb1d-a62fed379121 None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:48.112200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee736-a19f-4663-bb1d-a62fed379121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.165241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ee736-a19f-4663-bb1d-a62fed379121 None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:48.213167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.231445 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806baa45-5231-4139-a1cc-f8387c30ea7b None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:48.307645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8c85096-39bc-43c4-b6d6-a394ba4e2be2 None None] Provisioning complete for port 6e86913e-e4ea-413d-8153-867d38f2761c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:48.308073 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8c85096-39bc-43c4-b6d6-a394ba4e2be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.309724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50befcc7-d8d6-4fc3-a7ae-5414ddfe5b95 req-b71cd322-a64e-46f2-8c16-44a87a858c62 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:48.319056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50befcc7-d8d6-4fc3-a7ae-5414ddfe5b95 req-b71cd322-a64e-46f2-8c16-44a87a858c62 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1099243 Oct 11 15:53:48.372639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8c85096-39bc-43c4-b6d6-a394ba4e2be2 None None] Port 6e86913e-e4ea-413d-8153-867d38f2761c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:48.553301 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Update dhcp port {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'fixed_ips': [{'subnet_id': 'dd6e9593-df79-4e51-96d7-47346b039af5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e3f932aa-64b0-4591-a01b-f0c53925bf0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '91b6a920-9cc0-4b74-9001-9bbd72f6bfa6'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'bee4860a-18f9-4eb9-a339-00cc3e861ad8'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:53:48.579787 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.761924 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50befcc7-d8d6-4fc3-a7ae-5414ddfe5b95 req-2237582d-2134-4b6d-b6b5-513634da9132 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4359655 Oct 11 15:53:48.784552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Allocated IP 2001:db8:0:2::2 (c05c51c4-bf62-4236-b7c4-3cc661969116/91b6a920-9cc0-4b74-9001-9bbd72f6bfa6/bee4860a-18f9-4eb9-a339-00cc3e861ad8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:48.911333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:48.948014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:48.956552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.077332 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e9962-a171-4258-8c32-e37488e8ec21 None None] Pushing event updated for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:49.113272 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Delete allocated IP 2001:db8::73 (c05c51c4-bf62-4236-b7c4-3cc661969116/e3f932aa-64b0-4591-a01b-f0c53925bf0e) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 15:53:49.126255 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Allocated IP 2001:db8:0:2::363 (c05c51c4-bf62-4236-b7c4-3cc661969116/91b6a920-9cc0-4b74-9001-9bbd72f6bfa6/6e86913e-e4ea-413d-8153-867d38f2761c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:49.339479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.345331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.430699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] In _notify_port_updated(), no bound segment for port 6e86913e-e4ea-413d-8153-867d38f2761c on network c05c51c4-bf62-4236-b7c4-3cc661969116 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 15:53:49.437583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:49.438271 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.439617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "PUT /v2.0/ports/6e86913e-e4ea-413d-8153-867d38f2761c HTTP/1.1" status: 200 len: 969 time: 1.3863957 Oct 11 15:53:49.440892 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e16f9-dbdf-4b52-8088-f4bf3f38807a tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event updated for resources: {'Port': ['ID=6e86913e-e4ea-413d-8153-867d38f2761c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:49.442555 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:49.552364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port 6e86913e-e4ea-413d-8153-867d38f2761c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:49.553074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.662720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.676193 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for 6e86913e-e4ea-413d-8153-867d38f2761c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:49.814565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:49.858559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.898593 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Provisioning complete for port 6e86913e-e4ea-413d-8153-867d38f2761c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:49.899673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.920043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2489-a91e-4fd0-9a99-ba261ce44e22 req-92cc91fc-2762-4a8b-82d2-7e94be2c1d03 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:49.924921 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=6e86913e-e4ea-413d-8153-867d38f2761c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:49.935520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74a2489-a91e-4fd0-9a99-ba261ce44e22 req-92cc91fc-2762-4a8b-82d2-7e94be2c1d03 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0812583 Oct 11 15:53:49.938781 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Port 6e86913e-e4ea-413d-8153-867d38f2761c was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 11 15:53:49.950174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.958514 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-823fb91c-b86d-48d3-9a27-ffb2dcb9380e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/6e86913e-e4ea-413d-8153-867d38f2761c HTTP/1.1" status: 204 len: 168 time: 0.5142291 Oct 11 15:53:49.959094 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:49.959240 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:49.959739 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.962614 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:49.963839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:49.993907 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eae61e-acda-4bef-aba1-e546e0d60915 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] GET failed (client error): The resource could not be found. Oct 11 15:53:50.004218 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4eae61e-acda-4bef-aba1-e546e0d60915 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports/6e86913e-e4ea-413d-8153-867d38f2761c HTTP/1.1" status: 404 len: 333 time: 0.0437458 Oct 11 15:53:50.004611 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:50.033915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74a2489-a91e-4fd0-9a99-ba261ce44e22 req-7fc54f8d-81c7-430a-9e22-08d54fb30615 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901649 Oct 11 15:53:50.051039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:50.070639 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:50.071238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9453-e09a-4c17-9741-12f6467b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.092896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.117174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.165221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.168742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.172382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/security-groups/a71aefeb-ce6d-4c15-aa38-f13481fbdbac HTTP/1.1" status: 204 len: 168 time: 0.1620612 Oct 11 15:53:50.173032 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:50.179726 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba437c4c-e23b-4818-bdc7-1a68e56a425e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71aefeb-ce6d-4c15-aa38-f13481fbdbac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:50.258910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.290228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.322347 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab71982c-e7c4-441e-8143-dd7f6f6c3206 None None] Could not find standard attr ID for object 70f3dc51-f7d7-45ae-aed3-e1edd215d9ef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:50.348016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.350967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.355870 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:50.356702 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/security-groups/06b7c50d-a73a-48fd-9d95-9a6ce7d65a6b HTTP/1.1" status: 204 len: 168 time: 0.1824074 Oct 11 15:53:50.367804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9603f6-f139-4f81-a093-613bbb2b8b0b tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b7c50d-a73a-48fd-9d95-9a6ce7d65a6b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:50.437294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.464646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.527843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.531410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.532877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f68c7ee-e15e-4e3e-85ab-b9f0fa50dc49 HTTP/1.1" status: 204 len: 168 time: 0.1759095 Oct 11 15:53:50.536345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:50.544128 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675393ac-90ee-4f11-adf8-8c095691cc66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68c7ee-e15e-4e3e-85ab-b9f0fa50dc49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:50.614179 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet e3f932aa-64b0-4591-a01b-f0c53925bf0e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:50.618837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.667099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.765051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.841537 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69aaa9d7-813c-4c66-8e6d-33386915e4c3 None None] Could not find standard attr ID for object 6e86913e-e4ea-413d-8153-867d38f2761c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:53:50.842107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.878415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f932aa-64b0-4591-a01b-f0c53925bf0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:50.888729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:50.891944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a60fc89-bb32-4d23-bc2a-8c7d0a99edf7 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f932aa-64b0-4591-a01b-f0c53925bf0e HTTP/1.1" status: 204 len: 168 time: 0.3544564 Oct 11 15:53:50.896785 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:51.006375 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet 91b6a920-9cc0-4b74-9001-9bbd72f6bfa6 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:51.010032 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.055365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f4ece-ebba-450b-be09-aa754b430204 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:51.078434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.194853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.285954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.317058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=91b6a920-9cc0-4b74-9001-9bbd72f6bfa6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:51.325767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.333098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2eedeb79-e285-4681-bd53-1c12a208ee03 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/91b6a920-9cc0-4b74-9001-9bbd72f6bfa6 HTTP/1.1" status: 204 len: 168 time: 0.4319041 Oct 11 15:53:51.333098 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:51.366803 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bca45f-f3f9-4442-9ba8-2631873fe294 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:51.367260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bca45f-f3f9-4442-9ba8-2631873fe294 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:51.374936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-74bca45f-f3f9-4442-9ba8-2631873fe294 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f932aa-64b0-4591-a01b-f0c53925bf0e HTTP/1.1" status: 404 len: 337 time: 0.0377786 Oct 11 15:53:51.375301 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:51.461069 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ce5fb-d725-49fd-8cae-2d0b60a98356 None None] Update dhcp port {'port': {'network_id': 'c05c51c4-bf62-4236-b7c4-3cc661969116', 'fixed_ips': [{'subnet_id': 'dd6e9593-df79-4e51-96d7-47346b039af5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91b6a920-9cc0-4b74-9001-9bbd72f6bfa6'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'bee4860a-18f9-4eb9-a339-00cc3e861ad8'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 15:53:51.489559 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting subnet dd6e9593-df79-4e51-96d7-47346b039af5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:53:51.501881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.522045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930ce5fb-d725-49fd-8cae-2d0b60a98356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.526844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a62aa-eff8-4560-8191-8cc5e95feaa2 req-0dfb7cb0-7d20-4c1f-85db-b48b4a6488ef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:51.528702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c51a62aa-eff8-4560-8191-8cc5e95feaa2 req-0dfb7cb0-7d20-4c1f-85db-b48b4a6488ef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0629244 Oct 11 15:53:51.558837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:51.605898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c51a62aa-eff8-4560-8191-8cc5e95feaa2 req-66dd48ab-89e5-4ca4-8b2f-4973fcf227a5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700235 Oct 11 15:53:51.927728 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.001656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-930ce5fb-d725-49fd-8cae-2d0b60a98356 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd6e9593-df79-4e51-96d7-47346b039af5: This subnet is being modified by another concurrent operation. Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd6e9593-df79-4e51-96d7-47346b039af5: This subnet is being modified by another concurrent operation. Oct 11 15:53:52.003070 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 15:53:52.037402 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6e9593-df79-4e51-96d7-47346b039af5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:52.049633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.062285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-42fbe5d8-dc7e-4498-8e16-37cb2db61307 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/dd6e9593-df79-4e51-96d7-47346b039af5 HTTP/1.1" status: 204 len: 168 time: 0.6836331 Oct 11 15:53:52.062740 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.091268 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12eb36-a386-4c39-8fb9-71d59d9cf8b8 None None] Network c05c51c4-bf62-4236-b7c4-3cc661969116 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:52.099733 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd07c8c3-21c5-49f7-aac3-a0399db68dee tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.100037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd07c8c3-21c5-49f7-aac3-a0399db68dee tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.105539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cd07c8c3-21c5-49f7-aac3-a0399db68dee tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e433fe3b-68f9-4618-914c-1f7b2384bc99 HTTP/1.1" status: 404 len: 337 time: 0.0393438 Oct 11 15:53:52.106572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.137621 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ce906ab-3d7f-47ee-9e07-37d3affe2eaa tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "GET /v2.0/ports?device_id=97abde65-31ce-493e-b230-7e5bc7288a8e HTTP/1.1" status: 200 len: 205 time: 0.0284505 Oct 11 15:53:52.138772 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.178469 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ce947e2a-7ca1-4b83-a8cb-50e5263941b4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] delete failed (client error): The resource could not be found. Oct 11 15:53:52.179528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce947e2a-7ca1-4b83-a8cb-50e5263941b4 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/routers/97abde65-31ce-493e-b230-7e5bc7288a8e HTTP/1.1" status: 404 len: 336 time: 0.0396194 Oct 11 15:53:52.182822 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.204505 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e4b12be-956b-4caf-bbe0-805f194aa6a3 None None] Provisioning complete for port bee4860a-18f9-4eb9-a339-00cc3e861ad8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:52.204876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4b12be-956b-4caf-bbe0-805f194aa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.214159 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6398d414-c23a-41fc-8123-a32b16cd5c66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.214619 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6398d414-c23a-41fc-8123-a32b16cd5c66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.217960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6398d414-c23a-41fc-8123-a32b16cd5c66 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/03395993-29a4-4c75-9738-185e003e4e22 HTTP/1.1" status: 404 len: 337 time: 0.0336518 Oct 11 15:53:52.220803 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.271621 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c2bb04-8d9c-441e-aaf1-e9078b446603 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.272167 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c2bb04-8d9c-441e-aaf1-e9078b446603 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.281606 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5c2bb04-8d9c-441e-aaf1-e9078b446603 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/bf67e0ad-713a-4c0f-8736-5ec0253c0942 HTTP/1.1" status: 404 len: 337 time: 0.0568268 Oct 11 15:53:52.283798 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.311138 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] DHCP port deletion for c05c51c4-bf62-4236-b7c4-3cc661969116 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:53:52.322445 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4792e4-8e1a-4a19-881f-61f10d415419 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.323112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4792e4-8e1a-4a19-881f-61f10d415419 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.326621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ae4792e4-8e1a-4a19-881f-61f10d415419 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/b0c3bf67-415e-4be0-a5a6-7258f49637a9 HTTP/1.1" status: 404 len: 337 time: 0.0437107 Oct 11 15:53:52.329369 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.363171 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e4b12be-956b-4caf-bbe0-805f194aa6a3 None None] Provisioning complete for port a7e44e12-4f11-4132-9683-061057dad248 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:52.363536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e4b12be-956b-4caf-bbe0-805f194aa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.364950 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8463eff-bdb0-44fd-8814-2f28df722a4e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.365740 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8463eff-bdb0-44fd-8814-2f28df722a4e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.373009 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.375726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8463eff-bdb0-44fd-8814-2f28df722a4e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/741e9a9a-31b9-40e3-b913-9c74480a5b9e HTTP/1.1" status: 404 len: 333 time: 0.0446291 Oct 11 15:53:52.402567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b12be-956b-4caf-bbe0-805f194aa6a3 None None] Port a7e44e12-4f11-4132-9683-061057dad248 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:52.407359 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9735ea-0c8b-4884-9a5a-17cfa6c90429 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.408204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9735ea-0c8b-4884-9a5a-17cfa6c90429 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.412346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e9735ea-0c8b-4884-9a5a-17cfa6c90429 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f84449-a757-42e1-a972-5cb7cb26120a HTTP/1.1" status: 404 len: 337 time: 0.0378342 Oct 11 15:53:52.415342 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.419112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Deleting port bee4860a-18f9-4eb9-a339-00cc3e861ad8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:52.419709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.444472 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bab8d5-005b-428e-bcc3-81fd7564a4bf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.445029 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bab8d5-005b-428e-bcc3-81fd7564a4bf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.448353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75bab8d5-005b-428e-bcc3-81fd7564a4bf tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/b75e752d-945d-4124-898e-e276abe08e7a HTTP/1.1" status: 404 len: 337 time: 0.0319438 Oct 11 15:53:52.451315 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.479913 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d30faf-10e7-4ea3-a613-6af2f1d53cae tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.480762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d30faf-10e7-4ea3-a613-6af2f1d53cae tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.484321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03d30faf-10e7-4ea3-a613-6af2f1d53cae tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/f903dcbd-3368-4924-929b-82c2846880f5 HTTP/1.1" status: 404 len: 333 time: 0.0315974 Oct 11 15:53:52.486730 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.500550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] For port bee4860a-18f9-4eb9-a339-00cc3e861ad8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bee4860a-18f9-4eb9-a339-00cc3e861ad8,segment=NetworkSegment(aaed6cea-481b-42c5-a8b7-a93ad5959540),segment_id=aaed6cea-481b-42c5-a8b7-a93ad5959540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:52.501087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.512871 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84f9d76-0abf-4ff5-9589-87c17482859e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.513198 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84f9d76-0abf-4ff5-9589-87c17482859e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.516239 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c84f9d76-0abf-4ff5-9589-87c17482859e tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/58510268-6022-4f12-908b-9d1d987522b5 HTTP/1.1" status: 404 len: 337 time: 0.0284185 Oct 11 15:53:52.517677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Calling delete_port for bee4860a-18f9-4eb9-a339-00cc3e861ad8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:52.518778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.546224 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5084d414-6e85-49ac-b0c9-99d64c6b55da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] DELETE failed (client error): The resource could not be found. Oct 11 15:53:52.546224 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5084d414-6e85-49ac-b0c9-99d64c6b55da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:53:52.549807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5084d414-6e85-49ac-b0c9-99d64c6b55da tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/subnets/7161ea02-098f-497f-b89e-9c514def5e73 HTTP/1.1" status: 404 len: 337 time: 0.0300009 Oct 11 15:53:52.552272 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:52.625380 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.667580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] No DVR routers for this DVR port bee4860a-18f9-4eb9-a339-00cc3e861ad8 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:53:52.668479 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Deleting port a7e44e12-4f11-4132-9683-061057dad248 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:53:52.669413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.673107 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b20d8-dc6a-413b-9c70-96fcd10d56c1 None None] Pushing event deleted for resources: {'Port': ['ID=bee4860a-18f9-4eb9-a339-00cc3e861ad8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:52.686981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39daf498-baa4-4500-9088-19f5b574e5fb None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 15:53:52.763687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.789139 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Calling delete_port for a7e44e12-4f11-4132-9683-061057dad248 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:53:52.814546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa767-7ee0-43b7-919a-d76b9fe21fdf req-2274da28-14e7-4965-99ef-60ed0f2406bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:52.815589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-609fa767-7ee0-43b7-919a-d76b9fe21fdf req-2274da28-14e7-4965-99ef-60ed0f2406bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0855763 Oct 11 15:53:52.835503 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39daf498-baa4-4500-9088-19f5b574e5fb None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 15:53:52.877258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-609fa767-7ee0-43b7-919a-d76b9fe21fdf req-79e0d5e6-1d37-473a-9a27-a6fcfd883e80 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518014 Oct 11 15:53:52.907622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.945322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Port': ['ID=a7e44e12-4f11-4132-9683-061057dad248,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:52.953517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:52.956815 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45348581-fc06-4c52-8428-a9724c718644 tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/ports/a7e44e12-4f11-4132-9683-061057dad248 HTTP/1.1" status: 204 len: 168 time: 0.4035501 Oct 11 15:53:52.959261 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:53.050866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.157708 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.179622 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05c51c4-bf62-4236-b7c4-3cc661969116']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:53.191995 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaed6cea-481b-42c5-a8b7-a93ad5959540') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:53.192281 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaed6cea-481b-42c5-a8b7-a93ad5959540') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:53.202326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.219308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.228516 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:53:53.229263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:53:53.232888 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:53:53.306215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.315788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.321390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] 10.222.0.31 "DELETE /v2.0/networks/c05c51c4-bf62-4236-b7c4-3cc661969116 HTTP/1.1" status: 204 len: 168 time: 0.3587737 Oct 11 15:53:53.330051 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059568-24e9-4883-b2dc-9c1d9b63b0af tempest-PortsIpV6TestJSON-268972652 tempest-PortsIpV6TestJSON-268972652-project] Pushing event deleted for resources: {'Network': ['ID=c05c51c4-bf62-4236-b7c4-3cc661969116,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:53.641871 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:53.757399 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:53.783455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bee4860a-18f9-4eb9-a339-00cc3e861ad8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:53:53.784064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bee4860a-18f9-4eb9-a339-00cc3e861ad8 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:53:53.809775 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdd0a798-6ba2-4d00-b327-126f19c054b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7622cc18cf2a4bbc9e4b196523512b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643002 Oct 11 15:53:53.810287 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:53.864271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.889125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.952985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.959322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:53.962097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fe4830c-0d96-4e6c-bc10-411fe0457aa3 HTTP/1.1" status: 204 len: 168 time: 0.1509979 Oct 11 15:53:53.971070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bfbee-881e-4219-a78c-3f47d0727eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4830c-0d96-4e6c-bc10-411fe0457aa3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:54.042826 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b3301-383b-4c40-8851-7366c6650d4a req-0e4d5d30-26eb-4210-881f-20d865e8631f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:54.045295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-283b3301-383b-4c40-8851-7366c6650d4a req-0e4d5d30-26eb-4210-881f-20d865e8631f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0811367 Oct 11 15:53:54.089198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-283b3301-383b-4c40-8851-7366c6650d4a req-b261469c-da96-4941-9884-c1673ac15d56 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374229 Oct 11 15:53:54.759188 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:54.872610 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-213999924'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:54.895736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:54.899383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:54.912439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:54.992888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:54.997351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.028564 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:55.039352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f992272-3ee4-4ba9-ac08-e4cba24f6a04,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:55.053512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.053512 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment 4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4 of type vlan for network 5c9e4743-e3ea-401f-85ff-a64da2de117f Oct 11 15:53:55.091288 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.120913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.127651 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:55.128269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.198449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4380703 Oct 11 15:53:55.201183 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:55.206306 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782474171'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:55.212660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9be8-a1fc-4446-9ef5-60813b30313f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=5c9e4743-e3ea-401f-85ff-a64da2de117f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:55.227512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8961d-7194-43af-8eca-afa969ecf512 req-8abc6ff9-426c-468a-a9d8-58dced051459 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:55.228152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:55.229460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85f8961d-7194-43af-8eca-afa969ecf512 req-8abc6ff9-426c-468a-a9d8-58dced051459 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0576367 Oct 11 15:53:55.239605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:55.243263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.270931 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:53:55.280763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.281111 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment 0a5016df-765f-4d36-84c9-de77f69873ee of type vlan for network 72308c34-786e-42bf-9efe-d4815ad2f46b Oct 11 15:53:55.283175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85f8961d-7194-43af-8eca-afa969ecf512 req-e993d738-5b37-421b-af14-a6913d208cea tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461204 Oct 11 15:53:55.325049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.348629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.354223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:55.354794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.408966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2067406 Oct 11 15:53:55.411794 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:55.416523 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:55.468108 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74068076-a58e-494e-82eb-b3cb3b5a0820 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=72308c34-786e-42bf-9efe-d4815ad2f46b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:55.478427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 72308c34-786e-42bf-9efe-d4815ad2f46b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:53:55.519635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:55.523710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.707011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.774757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=abbd6d27-e100-4566-8ce5-5dec379c9602,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:55.779196 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:55.779560 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 5c9e4743-e3ea-401f-85ff-a64da2de117f, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:55.796880 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:55.806422 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c9e4743-e3ea-401f-85ff-a64da2de117f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:55.810824 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:55.811404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.815892 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756edaeb-e0c0-4747-9dea-80f36e28dbb4 None None] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:55.829091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89ab9f57-3786-4bbf-8a28-f7f9377b7e3a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162438 Oct 11 15:53:55.831907 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:55.837244 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:55.951509 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:53:55.957024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:55.987673 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c9e4743-e3ea-401f-85ff-a64da2de117f', 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'abbd6d27-e100-4566-8ce5-5dec379c9602'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:55.989178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.140620 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Allocated IP 172.20.0.2 (5c9e4743-e3ea-401f-85ff-a64da2de117f/abbd6d27-e100-4566-8ce5-5dec379c9602/acdd9bc3-165b-4c94-b93a-8a03a1df533d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:56.159430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.219457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=f152eb93-2184-4b65-8914-0abfc47297c6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:56.230678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': '0a5016df-765f-4d36-84c9-de77f69873ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:56.231041 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 72308c34-786e-42bf-9efe-d4815ad2f46b, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:53:56.246999 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 72308c34-786e-42bf-9efe-d4815ad2f46b is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:53:56.255760 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 72308c34-786e-42bf-9efe-d4815ad2f46b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:56.259802 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:56.260419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.277197 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e517f02-470b-4629-88a7-b2e25fc0333d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4440899 Oct 11 15:53:56.280188 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:56.284952 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-519569557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:53:56.312688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.313775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.375984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.396029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.421559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.423235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-832f4772-bc54-490e-abfb-9dedf6e0b7e1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1414757 Oct 11 15:53:56.424741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c85799-c08a-4ec4-9672-d987acc60b1a None None] Network 72308c34-786e-42bf-9efe-d4815ad2f46b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:56.425902 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:56.432474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dcdde-fe4f-4910-9977-3ee059c3eb01 req-4fa05202-a9c6-4cf8-9fb1-c12084d43f4e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:56.433979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-357dcdde-fe4f-4910-9977-3ee059c3eb01 req-4fa05202-a9c6-4cf8-9fb1-c12084d43f4e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0701404 Oct 11 15:53:56.475309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-357dcdde-fe4f-4910-9977-3ee059c3eb01 req-8bd00f9f-9631-4f1b-80b9-cc3fee0e6769 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336311 Oct 11 15:53:56.487712 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.500195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.554289 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:56.558837 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:56.563622 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:56.619924 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Pushing event updated for resources: {'Port': ['ID=acdd9bc3-165b-4c94-b93a-8a03a1df533d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:56.660682 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Attempting to bind port acdd9bc3-165b-4c94-b93a-8a03a1df533d on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:56.661200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Attempting to bind port acdd9bc3-165b-4c94-b93a-8a03a1df533d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:56.661685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Attempting to bind port acdd9bc3-165b-4c94-b93a-8a03a1df533d on network 5c9e4743-e3ea-401f-85ff-a64da2de117f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:56.686825 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:56.687415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Checking segment: {'id': '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:56.688051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.688525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Bound using segment: {'id': '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:56.689082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Bound port: acdd9bc3-165b-4c94-b93a-8a03a1df533d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5c9e4743-e3ea-401f-85ff-a64da2de117f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:56.689590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.704755 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-72308c34-786e-42bf-9efe-d4815ad2f46b', 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'f152eb93-2184-4b65-8914-0abfc47297c6'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:53:56.705735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.708775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e385-d99f-4d3e-85be-295aeb4755f1 req-7366aff0-19e1-407c-9a88-79347b5211f5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:56.710476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8b2e385-d99f-4d3e-85be-295aeb4755f1 req-7366aff0-19e1-407c-9a88-79347b5211f5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0645230 Oct 11 15:53:56.753035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8b2e385-d99f-4d3e-85be-295aeb4755f1 req-d73d66c1-7d7f-4446-89ee-e84e1cc95431 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350533 Oct 11 15:53:56.768059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.826112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] For port acdd9bc3-165b-4c94-b93a-8a03a1df533d, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:56.831307 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] For port acdd9bc3-165b-4c94-b93a-8a03a1df533d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acdd9bc3-165b-4c94-b93a-8a03a1df533d,segment=NetworkSegment(4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4),segment_id=4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:56.839526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:56.942945 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Allocated IP 172.21.0.2 (72308c34-786e-42bf-9efe-d4815ad2f46b/f152eb93-2184-4b65-8914-0abfc47297c6/40a8dae8-d9fa-4e41-abdc-af3da1ce0847) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:56.945630 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d749-11a4-420c-9694-021936b62d63 None None] Pushing event updated for resources: {'Port': ['ID=acdd9bc3-165b-4c94-b93a-8a03a1df533d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:57.066574 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.20.0.1 (5c9e4743-e3ea-401f-85ff-a64da2de117f/abbd6d27-e100-4566-8ce5-5dec379c9602/5bb21db4-b873-4a91-b2b5-e847f78017e4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:57.135654 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.148587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.200406 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Network 72308c34-786e-42bf-9efe-d4815ad2f46b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:57.210812 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:57.226277 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:57.229550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Pushing event updated for resources: {'Port': ['ID=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:57.261871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.288914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Attempting to bind port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:53:57.289451 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Attempting to bind port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0a5016df-765f-4d36-84c9-de77f69873ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:53:57.289937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Attempting to bind port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 on network 72308c34-786e-42bf-9efe-d4815ad2f46b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:53:57.297667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:53:57.298280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Checking segment: {'id': '0a5016df-765f-4d36-84c9-de77f69873ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:53:57.299290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.299290 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Bound using segment: {'id': '0a5016df-765f-4d36-84c9-de77f69873ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:53:57.299853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Bound port: 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5016df-765f-4d36-84c9-de77f69873ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '72308c34-786e-42bf-9efe-d4815ad2f46b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:53:57.300332 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.302632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.346915 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:57.352770 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:57.356705 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:57.374483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] For port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:53:57.378119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] For port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,segment=NetworkSegment(0a5016df-765f-4d36-84c9-de77f69873ee),segment_id=0a5016df-765f-4d36-84c9-de77f69873ee)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:53:57.382871 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=5bb21db4-b873-4a91-b2b5-e847f78017e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:57.384009 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.410402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.443803 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8f894-9c19-4169-84ae-1466a4ae5a5a None None] Pushing event updated for resources: {'Port': ['ID=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:57.553940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.867674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device acdd9bc3-165b-4c94-b93a-8a03a1df533d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:57.926907 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port acdd9bc3-165b-4c94-b93a-8a03a1df533d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:57.927824 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.930860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:57.938065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.032041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.055882 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=5bb21db4-b873-4a91-b2b5-e847f78017e4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:58.059299 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.080672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port acdd9bc3-165b-4c94-b93a-8a03a1df533d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acdd9bc3-165b-4c94-b93a-8a03a1df533d,segment=NetworkSegment(4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4),segment_id=4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:58.086630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.087393 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:58.101602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd2aaa-967b-4da9-b37c-47bb74d95942 req-f9d8b2b2-351e-4016-8559-0a0b5274ec81 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:58.110054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fcd2aaa-967b-4da9-b37c-47bb74d95942 req-f9d8b2b2-351e-4016-8559-0a0b5274ec81 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0657053 Oct 11 15:53:58.145936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fcd2aaa-967b-4da9-b37c-47bb74d95942 req-ca70a3cf-32d7-4bf9-b19c-7ac020c5a608 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334518 Oct 11 15:53:58.163666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=acdd9bc3-165b-4c94-b93a-8a03a1df533d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:58.175061 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:58.177063 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:58.202603 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:58.202983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.251960 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474c66a-07db-425f-9740-c7d78aa46e2b None None] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:58.357924 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11ccd299-4586-4cc2-82c1-766dbae16b51 None None] Provisioning complete for port acdd9bc3-165b-4c94-b93a-8a03a1df533d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:58.358286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11ccd299-4586-4cc2-82c1-766dbae16b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.382682 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router da15b776-0921-436e-9a27-8c90bf909d8e is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:53:58.449805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28c91-08f0-4291-9548-59d8b65df294 req-5be9d072-e219-4997-96a4-700c0bafdb19 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:58.453431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99c28c91-08f0-4291-9548-59d8b65df294 req-5be9d072-e219-4997-96a4-700c0bafdb19 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.0745904 Oct 11 15:53:58.477067 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.497420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99c28c91-08f0-4291-9548-59d8b65df294 req-ac3acfca-f067-4267-8af0-326622f5b802 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379314 Oct 11 15:53:58.541934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:53:58.554038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ef25cf8-8e97-4cf1-a186-7dae2344408a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268587 Oct 11 15:53:58.554214 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:58.557977 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-21a6081a-9938-426d-a360-24fad8991b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:58.560082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-21a6081a-9938-426d-a360-24fad8991b90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1097 time: 0.1992760 Oct 11 15:53:58.567129 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] Sync routers for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:53:58.603464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,segment=NetworkSegment(0a5016df-765f-4d36-84c9-de77f69873ee),segment_id=0a5016df-765f-4d36-84c9-de77f69873ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:58.614175 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:58.614371 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc852d5-fe1a-404b-b564-3b3bdcd82a2a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:58.614805 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:58.617115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:58.617993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6cc852d5-fe1a-404b-b564-3b3bdcd82a2a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports/5bb21db4-b873-4a91-b2b5-e847f78017e4 HTTP/1.1" status: 200 len: 910 time: 0.0627041 Oct 11 15:53:58.618762 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:53:58.667872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:58.674600 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-8de1e084-0ff4-41d2-bcfe-7e5614ea5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:58.676160 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-8de1e084-0ff4-41d2-bcfe-7e5614ea5358 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.1091578 Oct 11 15:53:58.717223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bb49e-fbad-44c5-9030-bce602c3479f None None] Network 72308c34-786e-42bf-9efe-d4815ad2f46b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:53:58.754934 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-6ed37b32-aeba-4618-9116-2335ec18a996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 1001 time: 0.0707121 Oct 11 15:53:58.779309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:53:58.779938 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:58.834786 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:53:58.835433 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5110-3524-4638-b8f8-0aad40f49bc9 None None] The sync data for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:53:58.852027 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:58.857183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-611a3753-9079-4c5d-9119-dd104dbc3796 None None] Provisioning complete for port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:58.857653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-611a3753-9079-4c5d-9119-dd104dbc3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.031179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.110891 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-e7471c41-2798-4571-83e8-48fb62a91fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:59.112634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-e7471c41-2798-4571-83e8-48fb62a91fe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.3491809 Oct 11 15:53:59.153257 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3983409-08d1-4d09-922b-0e22e966db14 None None] Provisioning complete for port acdd9bc3-165b-4c94-b93a-8a03a1df533d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:59.156239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3983409-08d1-4d09-922b-0e22e966db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.169069 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-7ce37a9f-800b-41ef-a5e4-8fdae783fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:59.172027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-7ce37a9f-800b-41ef-a5e4-8fdae783fc8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502796 Oct 11 15:53:59.188538 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-84417340-3858-4dc0-a8a8-821fea784655 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:53:59.189588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-84417340-3858-4dc0-a8a8-821fea784655 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065539 Oct 11 15:53:59.284264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3983409-08d1-4d09-922b-0e22e966db14 None None] Provisioning complete for port 5bb21db4-b873-4a91-b2b5-e847f78017e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:59.284639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3983409-08d1-4d09-922b-0e22e966db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.315330 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-d4a16d0f-e156-4474-b5f3-eb7845eb7019 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172771 Oct 11 15:53:59.331640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3983409-08d1-4d09-922b-0e22e966db14 None None] Port 5bb21db4-b873-4a91-b2b5-e847f78017e4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:59.334793 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.21.0.1 (72308c34-786e-42bf-9efe-d4815ad2f46b/f152eb93-2184-4b65-8914-0abfc47297c6/5002fc71-a327-431b-94b6-f7fee3b54e26) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:53:59.440307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-faeb4326-4b38-4195-abf8-5cba4ad1ae50 req-2da4f762-6f20-4ad4-aa82-08bf4903b9bc service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157346 Oct 11 15:53:59.454541 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d12883ca-eaad-4476-82bc-c714a4237010 None None] Provisioning complete for port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:59.455322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d12883ca-eaad-4476-82bc-c714a4237010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.512125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.560566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.622859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:53:59.639040 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=5002fc71-a327-431b-94b6-f7fee3b54e26,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:53:59.675055 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 72308c34-786e-42bf-9efe-d4815ad2f46b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:53:59.684493 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:53:59.686967 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:53:59.733638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.774217 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-192774c1-02f6-4f08-83e1-76f677a0131f None None] Provisioning complete for port 5bb21db4-b873-4a91-b2b5-e847f78017e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:53:59.774595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-192774c1-02f6-4f08-83e1-76f677a0131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.805599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f89e6c-568f-4ed6-bc5e-fcf2fccaf355 req-d4628615-a80c-46c3-a421-11746fceb95a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:53:59.808800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3f89e6c-568f-4ed6-bc5e-fcf2fccaf355 req-d4628615-a80c-46c3-a421-11746fceb95a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 946 time: 0.1731791 Oct 11 15:53:59.813283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.843416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device acdd9bc3-165b-4c94-b93a-8a03a1df533d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:53:59.891712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-192774c1-02f6-4f08-83e1-76f677a0131f None None] Port 5bb21db4-b873-4a91-b2b5-e847f78017e4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:53:59.895182 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:53:59.919649 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:53:59.927306 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f0c30-a036-4de5-bc4e-03a2c007735c" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:53:59.946235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:53:59.959138 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:53:59.995171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.008748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3f89e6c-568f-4ed6-bc5e-fcf2fccaf355 req-9d0dce2f-5c0f-405e-bba2-5ee8fb9a3393 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641622 Oct 11 15:54:00.073463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port acdd9bc3-165b-4c94-b93a-8a03a1df533d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:00.074033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.075981 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c418800b-1e7c-41ef-8de4-b6c4ba804615 None None] Provisioning complete for port 5bb21db4-b873-4a91-b2b5-e847f78017e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:00.076504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c418800b-1e7c-41ef-8de4-b6c4ba804615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.079889 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:00.121787 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d833174d-8e19-449f-bbcf-dd4fafe151f1 x-openstack-request-id: req-d833174d-8e19-449f-bbcf-dd4fafe151f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:00.122370 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:00.122631 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d833174d-8e19-449f-bbcf-dd4fafe151f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:00.123029 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'code': 200} Oct 11 15:54:00.146416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c418800b-1e7c-41ef-8de4-b6c4ba804615 None None] Port 5bb21db4-b873-4a91-b2b5-e847f78017e4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:00.203603 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:00.251391 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:00.251766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.287746 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6cd98016-4dca-453a-ad98-8908d872885f None None] Provisioning complete for port 5002fc71-a327-431b-94b6-f7fee3b54e26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:00.288110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd98016-4dca-453a-ad98-8908d872885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.327859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6cd98016-4dca-453a-ad98-8908d872885f None None] Port 5002fc71-a327-431b-94b6-f7fee3b54e26 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:00.353933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.358561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.428280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=5002fc71-a327-431b-94b6-f7fee3b54e26,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:00.430706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.522277 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 72308c34-786e-42bf-9efe-d4815ad2f46b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:00.523684 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:00.622874 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router da15b776-0921-436e-9a27-8c90bf909d8e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:00.720722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:00.729060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ab63960d-9871-4971-b36a-5bbe6930f3c3 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058328 Oct 11 15:54:00.729060 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:00.731836 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] Sync routers for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:00.742136 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:00.743024 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:00.756528 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e12b979-4915-46ff-9952-f859f29eef33 None None] Provisioning complete for port 5002fc71-a327-431b-94b6-f7fee3b54e26 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:00.757044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e12b979-4915-46ff-9952-f859f29eef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:00.773912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0df70-e31e-4c3d-b6c7-5606e5d60220 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:00.778031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-96d0df70-e31e-4c3d-b6c7-5606e5d60220 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports/5002fc71-a327-431b-94b6-f7fee3b54e26 HTTP/1.1" status: 200 len: 910 time: 0.0460951 Oct 11 15:54:00.778352 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:00.782235 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:00.792342 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:00.792879 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:00.810749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e12b979-4915-46ff-9952-f859f29eef33 None None] Port 5002fc71-a327-431b-94b6-f7fee3b54e26 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:00.828327 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:00.828973 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbec84-5a75-4e2d-932e-eca3519e9fe8 None None] The sync data for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:01.135897 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e771cd-9057-4ac0-8953-b7e6cbdd6823 req-7eadd26d-4eb1-44e4-8daa-df185f950658 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:01.137607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00e771cd-9057-4ac0-8953-b7e6cbdd6823 req-7eadd26d-4eb1-44e4-8daa-df185f950658 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0512681 Oct 11 15:54:01.147783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:01.178822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00e771cd-9057-4ac0-8953-b7e6cbdd6823 req-2642d6a1-7e5f-4238-a00a-10fdeecffbb5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327983 Oct 11 15:54:01.383440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3528851-c6a8-4abe-b2bd-9e80f8cf3efc req-0132fd10-df9b-4b6b-aece-2e8a71247fee tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:01.386396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3528851-c6a8-4abe-b2bd-9e80f8cf3efc req-0132fd10-df9b-4b6b-aece-2e8a71247fee tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0560682 Oct 11 15:54:01.413822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 5002fc71-a327-431b-94b6-f7fee3b54e26 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:01.414166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:01.430047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3528851-c6a8-4abe-b2bd-9e80f8cf3efc req-099d3e06-f88c-4a78-b9f3-e00f92b5879d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371883 Oct 11 15:54:01.509429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:01.523157 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 5002fc71-a327-431b-94b6-f7fee3b54e26 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:01.554407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08f325-504a-4a39-ab60-ff4a80e1491c req-0d39210c-eb87-4c4d-bafb-6a488e4c63a9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:01.556003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d08f325-504a-4a39-ab60-ff4a80e1491c req-0d39210c-eb87-4c4d-bafb-6a488e4c63a9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0526824 Oct 11 15:54:01.598387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d08f325-504a-4a39-ab60-ff4a80e1491c req-10881c30-5a2e-404f-8e6e-9ba731ae70a9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352340 Oct 11 15:54:01.702962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:01.730950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=5002fc71-a327-431b-94b6-f7fee3b54e26,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:01.902257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:01.958090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-622b517e-5cfc-4f66-9847-5163a1975891 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:01.959947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-622b517e-5cfc-4f66-9847-5163a1975891 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1428957 Oct 11 15:54:01.976631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-55a13945-80a9-4cf7-ab5a-722703f429c5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/quotas/a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 375 time: 0.0098419 Oct 11 15:54:02.036840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-68114ab6-9c53-4108-89fd-cae93036fc43 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532005 Oct 11 15:54:02.101130 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router da15b776-0921-436e-9a27-8c90bf909d8e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:02.130379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-c6efe868-aa27-4e88-842c-35fc585c832a service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Oct 11 15:54:02.195490 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:02.201060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09ea8cdf-6d14-4ada-bde1-3ecd258701bb tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213057 Oct 11 15:54:02.204412 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:02.207926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] Sync routers for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:02.218044 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:02.218801 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:02.251057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:02.259715 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:02.260419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:02.302909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-4b501ebb-b46a-48e4-9965-0e37cacf080f service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656315 Oct 11 15:54:02.308480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:02.309155 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5c801-4407-4ed7-817c-d8f53b7e2679 None None] The sync data for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:02.351463 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c67c5df8-550e-4607-825d-7a98fdf81019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:02.532489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14ab885e-3a19-490e-b23e-3a6c4a62e52e req-92afbde8-a828-4cb8-8a5a-7d488278c5f3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 210 time: 0.0341220 Oct 11 15:54:02.902479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.156789 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 5bb21db4-b873-4a91-b2b5-e847f78017e4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:03.157287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.261669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.274671 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 5bb21db4-b873-4a91-b2b5-e847f78017e4 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:03.455502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.488566 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=5bb21db4-b873-4a91-b2b5-e847f78017e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:03.515070 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.515420 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.515764 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.516099 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.516431 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.516761 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.517084 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.517407 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.517758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.518081 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.518419 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.518710 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:03.738551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-1a37262b-be69-4a37-bee5-4a2efdca5390 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:03.740772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-1a37262b-be69-4a37-bee5-4a2efdca5390 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.2080321 Oct 11 15:54:03.742327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.745744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3144334-2441-4133-8e84-f4ae82d453a0 req-f9224bae-34d7-44d3-b168-e46d16b804b4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 210 time: 0.0865142 Oct 11 15:54:03.762561 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'device_id': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'admin_state_up': True, 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:03.877432 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:03.881499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:03.909566 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router da15b776-0921-436e-9a27-8c90bf909d8e has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:03.984791 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:03.989895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-62cc24c1-aefa-4ad0-afff-7668944fa4a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845693 Oct 11 15:54:03.992907 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:03.997129 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] Sync routers for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:04.012840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:04.015926 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:04.027126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e70356c-20d4-4a0e-97e9-aa37ab191d28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=da15b776-0921-436e-9a27-8c90bf909d8e HTTP/1.1" status: 200 len: 205 time: 0.0305457 Oct 11 15:54:04.027510 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:04.122111 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.20.0.8 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/475e3d5b-a96e-435f-8a91-8f9a5fc333b5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:04.129590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.152675 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:04.161242 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] Routers {'da15b776-0921-436e-9a27-8c90bf909d8e'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:04.161803 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:53:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['da15b776-0921-436e-9a27-8c90bf909d8e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:04.194062 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:04.194719 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3afaba-91a4-4f18-9218-9ae61e8725fb None None] The sync data for ids ['da15b776-0921-436e-9a27-8c90bf909d8e'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:04.320458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.324836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.656432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.656889 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router da15b776-0921-436e-9a27-8c90bf909d8e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:04.664816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.666463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f9aefc3-9fab-46fe-a3ef-8a6804aebaf1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e HTTP/1.1" status: 204 len: 168 time: 0.6379468 Oct 11 15:54:04.669002 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:04.744854 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet f152eb93-2184-4b65-8914-0abfc47297c6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:04.753084 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.784630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.803870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.845510 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2645c587-1af5-478c-a6be-76e85dd02025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.865164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4eeac80-e68e-4203-9d77-5b9197306d6a req-6f092cf4-ad51-40a5-8dea-e650595822c7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 210 time: 0.0396492 Oct 11 15:54:04.900782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.959333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:04.962907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:04.987451 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:04.991829 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:04.994511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:05.063898 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:05.064560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.083565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.094167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-f4cbd347-b1eb-43cb-99f9-387497984aef tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3413670 Oct 11 15:54:05.121275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.127102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/f152eb93-2184-4b65-8914-0abfc47297c6 HTTP/1.1" status: 204 len: 168 time: 0.4548478 Oct 11 15:54:05.127509 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:05.129029 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Request body: {'port': {'device_id': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:05.131800 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3d38b-b11b-4e41-becf-98e89282614d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=f152eb93-2184-4b65-8914-0abfc47297c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:05.132849 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1b46b-cf69-4607-8436-a4049c76258b None None] Network 72308c34-786e-42bf-9efe-d4815ad2f46b requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:05.193176 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.229355 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet abbd6d27-e100-4566-8ce5-5dec379c9602 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:05.232862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.277004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.302211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0865bd04-1a9f-45d7-a3e2-b51ed519f0b3 None None] Provisioning complete for port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:05.302587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0865bd04-1a9f-45d7-a3e2-b51ed519f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.371806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.437153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.467331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.472999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/abbd6d27-e100-4566-8ce5-5dec379c9602 HTTP/1.1" status: 204 len: 168 time: 0.3385513 Oct 11 15:54:05.472999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b8d40-d63b-436a-ab45-ab920d80557a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=abbd6d27-e100-4566-8ce5-5dec379c9602,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:05.474528 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:05.477053 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259ed70-d4c2-4ea6-a3d2-7298171c9956 None None] Network 5c9e4743-e3ea-401f-85ff-a64da2de117f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:05.536241 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:05.546167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.562654 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Transition to ACTIVE for port object 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:54:05.568987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.578625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0865bd04-1a9f-45d7-a3e2-b51ed519f0b3 None None] Port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:05.587001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.629185 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] DHCP port deletion for 72308c34-786e-42bf-9efe-d4815ad2f46b request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:05.649531 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:05.659683 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:05.660211 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.716525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Deleting port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:05.716525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.794926 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Attempting to bind port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:05.795535 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Attempting to bind port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:05.795651 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Attempting to bind port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:05.806940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 on network 8a814430-31de-478e-bc39-a2ddf172b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:54:05.806940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Attempting to bind port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:05.818504 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] For port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,segment=NetworkSegment(0a5016df-765f-4d36-84c9-de77f69873ee),segment_id=0a5016df-765f-4d36-84c9-de77f69873ee)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:05.819318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.828946 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,segment=NetworkSegment(0a5016df-765f-4d36-84c9-de77f69873ee),segment_id=0a5016df-765f-4d36-84c9-de77f69873ee)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:05.829267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.830694 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] DHCP port deletion for 5c9e4743-e3ea-401f-85ff-a64da2de117f request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:05.832198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:05.835764 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:05.836312 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:05.843531 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Bound port: 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:05.844019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:05.847465 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:05.857887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:05.891994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Calling delete_port for 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:05.999361 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:06.004222 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:06.008850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.020850 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No active binding found for port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 11 15:54:06.021373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:06.023042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.030500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.052660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.055451 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.056937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.058474 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.058906 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] 10.222.0.36 "PUT /v2.0/ports/475e3d5b-a96e-435f-8a91-8f9a5fc333b5 HTTP/1.1" status: 200 len: 1091 time: 0.9392998 Oct 11 15:54:06.059447 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:06.062163 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b2c06-5e0a-4f24-847f-aca734b374c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:06.086017 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:06.088673 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fd956-ade9-4c9a-8162-1d9beb58bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.101402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Deleting port acdd9bc3-165b-4c94-b93a-8a03a1df533d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:06.102114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.116405 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.133831 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a1b1-31b6-417b-bbb6-a0f7b0255434 req-19634be3-0ac8-4e16-9df4-b23306e4a5af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.136040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7451a1b1-31b6-417b-bbb6-a0f7b0255434 req-19634be3-0ac8-4e16-9df4-b23306e4a5af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 943 time: 0.1523271 Oct 11 15:54:06.144095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f094-4cdf-4d06-af06-c98a6b1354d1 req-7d3c806a-668a-4708-b893-5f8a6efeee7e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.145754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b052f094-4cdf-4d06-af06-c98a6b1354d1 req-7d3c806a-668a-4708-b893-5f8a6efeee7e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.2004924 Oct 11 15:54:06.158386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-2b2b19f3-3b47-484a-bcca-6f40a16d53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.159914 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-2b2b19f3-3b47-484a-bcca-6f40a16d53e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 1094 time: 0.0598221 Oct 11 15:54:06.174070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Pushing event deleted for resources: {'Port': ['ID=40a8dae8-d9fa-4e41-abdc-af3da1ce0847,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.182697 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] No DVR routers for this DVR port 40a8dae8-d9fa-4e41-abdc-af3da1ce0847 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:06.198493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.198493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.198493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.199194 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.199194 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.199194 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.199488 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.199987 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.200477 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.200953 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.201428 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.202254 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9714b29-1eef-45c3-afab-6271726d78db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:06.218305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] For port acdd9bc3-165b-4c94-b93a-8a03a1df533d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=acdd9bc3-165b-4c94-b93a-8a03a1df533d,segment=NetworkSegment(4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4),segment_id=4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:06.218954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.233080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Calling delete_port for acdd9bc3-165b-4c94-b93a-8a03a1df533d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:06.236506 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-d467b946-05b0-4cf6-a9b2-59ac78adcecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5 HTTP/1.1" status: 200 len: 217 time: 0.0669999 Oct 11 15:54:06.243327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.282477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b052f094-4cdf-4d06-af06-c98a6b1354d1 req-a9bb3d37-803e-4340-a9c8-3f65c5e73edc tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296830 Oct 11 15:54:06.315321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7451a1b1-31b6-417b-bbb6-a0f7b0255434 req-6524fdbe-8898-4960-bfe2-d8b0a17947c4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484985 Oct 11 15:54:06.315321 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72308c34-786e-42bf-9efe-d4815ad2f46b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.315512 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-71622164-c59e-4512-9635-d0288595841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.315512 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-71622164-c59e-4512-9635-d0288595841d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0669284 Oct 11 15:54:06.315681 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5016df-765f-4d36-84c9-de77f69873ee') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.315681 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5016df-765f-4d36-84c9-de77f69873ee') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.347546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.356849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.363803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.371795 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] No DVR routers for this DVR port acdd9bc3-165b-4c94-b93a-8a03a1df533d on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:06.374185 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:06.374866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.379016 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-1f055e9f-0dfa-4255-a9bf-90de07927dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:06.379159 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:06.383021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-1f055e9f-0dfa-4255-a9bf-90de07927dee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598052 Oct 11 15:54:06.403452 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94035948-3989-4f2a-87ce-d359e3f8645b None None] Pushing event deleted for resources: {'Port': ['ID=acdd9bc3-165b-4c94-b93a-8a03a1df533d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.446399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.451662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.457913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/72308c34-786e-42bf-9efe-d4815ad2f46b HTTP/1.1" status: 204 len: 168 time: 0.9786654 Oct 11 15:54:06.459355 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:06.467593 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c5056-f86f-4170-82a3-e5aa77da7431 x-openstack-request-id: req-630c5056-f86f-4170-82a3-e5aa77da7431 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:06.467891 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:06.468148 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-630c5056-f86f-4170-82a3-e5aa77da7431 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:06.468538 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5', 'status': 'completed', 'code': 200} Oct 11 15:54:06.505212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-dac217ea-d476-4dae-b9d4-5e7c584d38ef service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077867 Oct 11 15:54:06.521551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598cb21-0754-4f08-86fc-49b29e2492ea tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=72308c34-786e-42bf-9efe-d4815ad2f46b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.554162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.596346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a40e20-71ef-496f-b797-3e124cd3a5c8 req-b4d952d2-83a2-4e8e-be15-62a9a5e13d9c service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Oct 11 15:54:06.640694 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.660084 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e4743-e3ea-401f-85ff-a64da2de117f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.669421 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.669750 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1f9c47-522f-4e2b-9f95-8071fbe7cbe4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:06.678185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-6250cf2f-d307-4535-883a-3bc625c03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.678976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.679648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-6250cf2f-d307-4535-883a-3bc625c03bce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 1094 time: 0.0399280 Oct 11 15:54:06.693431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.700066 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:06.700480 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:06.703444 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:06.766461 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.774716 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-501039cb-09cb-4a1f-b26b-0964a2770ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.774883 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.776267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-501039cb-09cb-4a1f-b26b-0964a2770ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0895305 Oct 11 15:54:06.778041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/5c9e4743-e3ea-401f-85ff-a64da2de117f HTTP/1.1" status: 204 len: 168 time: 0.3177128 Oct 11 15:54:06.781806 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:06.787792 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-728333404'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:06.788067 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bc946-5ff2-4da9-a114-a1b097690ec1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=5c9e4743-e3ea-401f-85ff-a64da2de117f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:06.829629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-db82ebba-12ee-4642-bc7b-ee291aabce91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5 HTTP/1.1" status: 200 len: 217 time: 0.0457129 Oct 11 15:54:06.845266 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:06.848461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.900420 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-3869482b-65c6-47aa-9e10-478fc0649b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.901897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-3869482b-65c6-47aa-9e10-478fc0649b54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0653055 Oct 11 15:54:06.904957 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:06.923153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.923485 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment ab06a2ee-2589-4f38-9c46-56390c5dfa87 of type vlan for network f94d335b-c0ec-4d06-a9d3-582f35613e8e Oct 11 15:54:06.979869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:06.989758 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-4814dd39-a4c8-4aa0-906c-fa23e37a9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:06.991315 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-4814dd39-a4c8-4aa0-906c-fa23e37a9c8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817406 Oct 11 15:54:07.053843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.060222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.060795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.129417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3465974 Oct 11 15:54:07.132258 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:07.137418 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:07.142499 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434dd77-a0ba-4057-85ad-a2836e38ac00 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=f94d335b-c0ec-4d06-a9d3-582f35613e8e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:07.153977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:07.158870 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-c42955b8-1961-427a-a871-7125cad07a95 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575749 Oct 11 15:54:07.250756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:07.254335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.295894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-766a67ac-73ef-434d-a25f-8dc14c71a819 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740836 Oct 11 15:54:07.298098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-293b2c06-5e0a-4f24-847f-aca734b374c8 req-5a419a50-dc17-4324-8ca9-05ea3c75aee2 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302881 Oct 11 15:54:07.398204 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-5f71b581-d8db-495f-837d-287cabb76aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.399819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-5f71b581-d8db-495f-837d-287cabb76aae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0550530 Oct 11 15:54:07.497294 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b4ec-072d-4baa-becb-29bde603c91c req-65a65cf2-8ce4-4322-88c6-976d96f72621 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.498909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abc2b4ec-072d-4baa-becb-29bde603c91c req-65a65cf2-8ce4-4322-88c6-976d96f72621 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.1270678 Oct 11 15:54:07.506794 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-bf33fb3f-322c-401f-93ef-501656dd819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.508243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-bf33fb3f-322c-401f-93ef-501656dd819e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0863681 Oct 11 15:54:07.508482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cb1bf-be8d-442b-a464-70825ce84230 req-ed9bb68a-dcc0-428a-91e2-81c596dd11b3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.510577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b15cb1bf-be8d-442b-a464-70825ce84230 req-ed9bb68a-dcc0-428a-91e2-81c596dd11b3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 943 time: 0.1244252 Oct 11 15:54:07.579897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-8f0e53e8-a000-4de2-a533-cc81ef392541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0636241 Oct 11 15:54:07.580857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.628077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-3f20d613-2e7d-4ebf-879f-44153e5869c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.629675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-3f20d613-2e7d-4ebf-879f-44153e5869c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0435655 Oct 11 15:54:07.639050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abc2b4ec-072d-4baa-becb-29bde603c91c req-c8602cf9-5b38-4ef6-870f-f57d2a7ace21 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9ac2119-7513-4362-b254-74692983c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275313 Oct 11 15:54:07.646726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b15cb1bf-be8d-442b-a464-70825ce84230 req-91cdb026-c645-4ccc-9d2e-c9656f1e7446 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154439 Oct 11 15:54:07.669911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=3ba95ab3-89a8-43cb-a07e-866fbaed7844,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:07.688384 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': 'ab06a2ee-2589-4f38-9c46-56390c5dfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:07.688772 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: f94d335b-c0ec-4d06-a9d3-582f35613e8e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:07.705919 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-2778cf8f-1a08-43bd-8757-276d8290798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.707454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-2778cf8f-1a08-43bd-8757-276d8290798a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692747 Oct 11 15:54:07.707677 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:07.715718 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-a1d0c390-b7f3-4d81-bc6e-1897fc98cf2f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.717183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-a1d0c390-b7f3-4d81-bc6e-1897fc98cf2f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 946 time: 0.0866537 Oct 11 15:54:07.717818 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f94d335b-c0ec-4d06-a9d3-582f35613e8e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:07.722247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:07.722824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.735961 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16d842-e232-4191-a554-bffabffbe3bd None None] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:07.749544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2507be69-b86e-475b-9dd8-641d34d325fd tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6135662 Oct 11 15:54:07.749921 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:07.754568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-445945683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:07.781761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.782781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.800733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device acdd9bc3-165b-4c94-b93a-8a03a1df533d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:07.830688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: acdd9bc3-165b-4c94-b93a-8a03a1df533d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:07.830891 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device acdd9bc3-165b-4c94-b93a-8a03a1df533d not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:07.834812 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.844033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.851327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.866129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-ef2f65dd-8bc9-415a-bc93-cb29aca00834 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479297 Oct 11 15:54:07.870852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.872134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4b504d01-946f-46ea-ac4b-f3db6493ce28 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1212263 Oct 11 15:54:07.875107 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:07.880219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'port': {'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e', 'name': 'tempest-RoutersTest-296091705'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:07.945189 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f94d335b-c0ec-4d06-a9d3-582f35613e8e', 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': '3ba95ab3-89a8-43cb-a07e-866fbaed7844'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:07.946090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:07.984521 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Deleting port e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:07.984855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.079694 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Allocated IP 172.20.0.2 (f94d335b-c0ec-4d06-a9d3-582f35613e8e/3ba95ab3-89a8-43cb-a07e-866fbaed7844/1be66625-290c-4700-a6bd-e2235f248c40) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:08.097569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-81dc67cb-bfed-4b00-b94f-66b736e5a5f8 req-1308fc99-6453-49e8-9de9-5b60a9bc718a service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236106 Oct 11 15:54:08.139601 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] For port e447e3c3-ec90-4e7c-9b19-34c7008bddbf, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:08.139959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.157728 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:08.161169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.216874 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] device_id is not set on port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:54:08.229580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.235756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.274442 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:08.277831 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:08.280281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:08.289214 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Pushing event updated for resources: {'Port': ['ID=1be66625-290c-4700-a6bd-e2235f248c40,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:08.342996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Attempting to bind port 1be66625-290c-4700-a6bd-e2235f248c40 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:08.343360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Attempting to bind port 1be66625-290c-4700-a6bd-e2235f248c40 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ab06a2ee-2589-4f38-9c46-56390c5dfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:08.343711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Attempting to bind port 1be66625-290c-4700-a6bd-e2235f248c40 on network f94d335b-c0ec-4d06-a9d3-582f35613e8e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:08.348620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:08.348924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Checking segment: {'id': 'ab06a2ee-2589-4f38-9c46-56390c5dfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:08.349318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.349732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Bound using segment: {'id': 'ab06a2ee-2589-4f38-9c46-56390c5dfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:08.350182 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Bound port: 1be66625-290c-4700-a6bd-e2235f248c40, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab06a2ee-2589-4f38-9c46-56390c5dfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f94d335b-c0ec-4d06-a9d3-582f35613e8e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:08.350573 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.411483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.411702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] For port 1be66625-290c-4700-a6bd-e2235f248c40, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:08.411837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.412156 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Floating IP cdc2595c-2173-4904-9545-19190bb3da6b disassociated. External IP: 172.35.3.53, port: e447e3c3-ec90-4e7c-9b19-34c7008bddbf. Oct 11 15:54:08.412491 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Calling delete_port for e447e3c3-ec90-4e7c-9b19-34c7008bddbf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:08.414742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] For port 1be66625-290c-4700-a6bd-e2235f248c40, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1be66625-290c-4700-a6bd-e2235f248c40,segment=NetworkSegment(ab06a2ee-2589-4f38-9c46-56390c5dfa87),segment_id=ab06a2ee-2589-4f38-9c46-56390c5dfa87)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:08.418899 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.20.0.5 (f94d335b-c0ec-4d06-a9d3-582f35613e8e/3ba95ab3-89a8-43cb-a07e-866fbaed7844/195dec2f-97e9-4526-b3ec-bc93306dcfc2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:08.419698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.480872 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4328-d4c3-4e25-95a2-f0d1c0e16106 None None] Pushing event updated for resources: {'Port': ['ID=1be66625-290c-4700-a6bd-e2235f248c40,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:08.669228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.704572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.735625 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'Port': ['ID=e447e3c3-ec90-4e7c-9b19-34c7008bddbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:08.830641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80497124-a699-4cbf-a754-eea8c3d39b81 req-e91ed987-be2b-447d-8852-03a41920e491 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 210 time: 0.0575671 Oct 11 15:54:08.847324 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdccad-1b45-48e1-91fd-f9ea65bc4c2d req-12224cdd-4101-493a-9fc0-a8faa17372b9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:08.848803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53cdccad-1b45-48e1-91fd-f9ea65bc4c2d req-12224cdd-4101-493a-9fc0-a8faa17372b9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 943 time: 0.0913026 Oct 11 15:54:08.862910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:08.890037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53cdccad-1b45-48e1-91fd-f9ea65bc4c2d req-bd57f029-1c8c-4d3b-95cc-0f82ea82b0da tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Oct 11 15:54:08.927133 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:08.934796 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:08.939081 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:08.941371 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=195dec2f-97e9-4526-b3ec-bc93306dcfc2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:08.949709 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:09.026424 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:09.027019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.050268 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb0a513e-13c7-4de0-8201-c8e39d842c0a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1740508 Oct 11 15:54:09.053067 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:09.382856 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:09.394357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:09.405045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.406852 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:09.407711 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:09.425364 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] No DVR routers for this DVR port e447e3c3-ec90-4e7c-9b19-34c7008bddbf on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:09.428283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.432696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a90a132-0998-4544-9fe8-3e54f3b88d9b req-e662fe0b-b52d-4932-b675-b7250053f92c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "DELETE /v2.0/ports/e447e3c3-ec90-4e7c-9b19-34c7008bddbf HTTP/1.1" status: 204 len: 173 time: 1.7074480 Oct 11 15:54:09.433221 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-deleted', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:09.436144 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c795d0-6500-429b-9632-375b62995ca6" -d '{"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-deleted", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:09.498016 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b4a936-49f2-406d-b2be-da350a430f45 x-openstack-request-id: req-00b4a936-49f2-406d-b2be-da350a430f45 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:09.498163 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685edc7-8b1e-43e0-a932-c2b00cfc9f28", "name": "network-vif-deleted", "tag": "e447e3c3-ec90-4e7c-9b19-34c7008bddbf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:09.498402 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00b4a936-49f2-406d-b2be-da350a430f45 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:09.498799 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685edc7-8b1e-43e0-a932-c2b00cfc9f28', 'name': 'network-vif-deleted', 'tag': 'e447e3c3-ec90-4e7c-9b19-34c7008bddbf', 'status': 'completed', 'code': 200} Oct 11 15:54:09.553100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.557990 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:09.609463 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35acf27-ce9f-4d69-85f7-f436cad2b6ff None None] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:09.674465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:54:09.698278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.703079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.748107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] Provisioning complete for port 1be66625-290c-4700-a6bd-e2235f248c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:09.748474 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:09.784880 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=195dec2f-97e9-4526-b3ec-bc93306dcfc2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:09.851999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1be66625-290c-4700-a6bd-e2235f248c40 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:09.947919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.066728 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1be66625-290c-4700-a6bd-e2235f248c40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:10.067096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.074740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:10.089093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12eaca68-fa0a-4e0b-9638-10464420321c req-38fb23f0-4e1a-45e7-a29d-cd1bd53034e3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=6685edc7-8b1e-43e0-a932-c2b00cfc9f28 HTTP/1.1" status: 200 len: 210 time: 0.0570743 Oct 11 15:54:10.128282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76080-f66d-4bf8-85f6-59b541010dc5 req-76684a15-4185-41c4-953b-493be4b58abc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:10.129932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84a76080-f66d-4bf8-85f6-59b541010dc5 req-76684a15-4185-41c4-953b-493be4b58abc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 943 time: 0.0967457 Oct 11 15:54:10.133983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5', 'mac_address': 'fa:16:3e:79:99:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:54:10.145413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.174510 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.229585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84a76080-f66d-4bf8-85f6-59b541010dc5 req-f65c0314-e874-4d01-b783-e4ca44dfde73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742242 Oct 11 15:54:10.385246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.404965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] For port 1be66625-290c-4700-a6bd-e2235f248c40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1be66625-290c-4700-a6bd-e2235f248c40,segment=NetworkSegment(ab06a2ee-2589-4f38-9c46-56390c5dfa87),segment_id=ab06a2ee-2589-4f38-9c46-56390c5dfa87)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:10.419446 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:10.427179 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.478791 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:10.486088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:10.551383 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:10.555899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:10.556914 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:10.565877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.605596 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2b643-6d99-441b-8bdd-4f9a3f22de64 None None] Pushing event updated for resources: {'Port': ['ID=1be66625-290c-4700-a6bd-e2235f248c40,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:10.724153 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.726498 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:10.756356 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:10.814303 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36bd2dc4-33f3-4303-8786-9689f7f3bbac None None] Provisioning complete for port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:10.814761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36bd2dc4-33f3-4303-8786-9689f7f3bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.839874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.844588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:54:10.847396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.949541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:10.952635 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=195dec2f-97e9-4526-b3ec-bc93306dcfc2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:10.961810 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-36bd2dc4-33f3-4303-8786-9689f7f3bbac None None] Port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:11.017575 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36bd2dc4-33f3-4303-8786-9689f7f3bbac None None] Provisioning complete for port 1be66625-290c-4700-a6bd-e2235f248c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:11.018089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36bd2dc4-33f3-4303-8786-9689f7f3bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.058270 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:11.059679 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:11.207141 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:11.233392 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router f086fa2b-e726-475c-b327-09105d6e0e4d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:11.261732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:11.295246 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72b41a-1ba5-473b-bdb2-0c2cbf359d6b None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:11.301123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.340201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.388479 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aedbb3cd-a47f-4b15-9070-12f7b9d3288a None None] Provisioning complete for port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:11.389560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3cd-a47f-4b15-9070-12f7b9d3288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.404098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.406797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.407878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9ac2119-7513-4362-b254-74692983c10e HTTP/1.1" status: 204 len: 168 time: 0.1995165 Oct 11 15:54:11.419091 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:11.441789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144681b-cf15-4e27-ab23-55bb24eaae3c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac2119-7513-4362-b254-74692983c10e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:11.458175 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0b5a3ce1-e01b-4ad5-9584-40c968152f79 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] show failed (client error): The resource could not be found. Oct 11 15:54:11.459505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b5a3ce1-e01b-4ad5-9584-40c968152f79 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups/e9ac2119-7513-4362-b254-74692983c10e HTTP/1.1" status: 404 len: 347 time: 0.0392663 Oct 11 15:54:11.463231 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:11.467744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aedbb3cd-a47f-4b15-9070-12f7b9d3288a None None] Port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:11.485220 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:11.495064 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] Sync routers for ids ['f086fa2b-e726-475c-b327-09105d6e0e4d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:11.510419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-afbd0786-bed9-48d7-b627-80b08e7d5df2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/f086fa2b-e726-475c-b327-09105d6e0e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560306 Oct 11 15:54:11.512232 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] Routers {'f086fa2b-e726-475c-b327-09105d6e0e4d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:11.512928 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f086fa2b-e726-475c-b327-09105d6e0e4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:11.533870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5f27f-c623-42ba-a250-5f60e3752a63 req-c1ca187f-9cd7-48f8-b575-49e6ec66abc4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:11.536250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d5f27f-c623-42ba-a250-5f60e3752a63 req-c1ca187f-9cd7-48f8-b575-49e6ec66abc4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 944 time: 0.1679542 Oct 11 15:54:11.537051 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:11.573755 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:11.585328 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] Routers {'f086fa2b-e726-475c-b327-09105d6e0e4d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:11.588918 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f086fa2b-e726-475c-b327-09105d6e0e4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:11.589078 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62981a3c-9614-4cd9-81f1-08244457e39d None None] Provisioning complete for port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:11.590246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62981a3c-9614-4cd9-81f1-08244457e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.624482 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:11.625384 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1319c5a-c723-4db2-91c0-343dca6d415c None None] The sync data for ids ['f086fa2b-e726-475c-b327-09105d6e0e4d'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:11.630388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac95526-5ed3-4d1c-9683-64f791c5af1f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:11.635249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0ac95526-5ed3-4d1c-9683-64f791c5af1f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports/195dec2f-97e9-4526-b3ec-bc93306dcfc2 HTTP/1.1" status: 200 len: 976 time: 0.0936561 Oct 11 15:54:11.635748 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:11.646611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d5f27f-c623-42ba-a250-5f60e3752a63 req-e5a654ee-65f3-4ce4-911f-812ae27a70ed tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563195 Oct 11 15:54:11.653695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62981a3c-9614-4cd9-81f1-08244457e39d None None] Port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:11.657013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:11.682925 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e7a3-10f8-42e2-897a-19e956f8486c None None] New status for floating IP cdc2595c-2173-4904-9545-19190bb3da6b: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:54:11.731847 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Deleting port 75f9057a-5e32-484f-9eeb-db8e77fb620a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:11.732190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.796906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1be66625-290c-4700-a6bd-e2235f248c40 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:11.837824 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:54:11.842966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:11.843369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.888772 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1be66625-290c-4700-a6bd-e2235f248c40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:11.889133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.938594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.939286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:11.956888 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Calling delete_port for 75f9057a-5e32-484f-9eeb-db8e77fb620a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:11.959975 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.009229 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:12.011502 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688b848c-2243-4720-ae9b-2534830676a4" -d '{"events": [{"server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "name": "network-vif-plugged", "status": "completed", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:12.027388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:12.033528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.056779 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b7137-3775-43f8-8f9c-aaec18826cb4 x-openstack-request-id: req-697b7137-3775-43f8-8f9c-aaec18826cb4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:12.057061 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "name": "network-vif-plugged", "status": "completed", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:12.057305 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-697b7137-3775-43f8-8f9c-aaec18826cb4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:12.057705 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5', 'code': 200} Oct 11 15:54:12.084221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:12.215165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:12.234777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: e447e3c3-ec90-4e7c-9b19-34c7008bddbf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:12.235115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device e447e3c3-ec90-4e7c-9b19-34c7008bddbf not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:12.251736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00ae3-56e0-4bba-a2ee-83df8e28273e req-a9a7c596-4b6a-4231-88d6-9c034770a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:12.253201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fbe00ae3-56e0-4bba-a2ee-83df8e28273e req-a9a7c596-4b6a-4231-88d6-9c034770a9ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 1096 time: 0.1300631 Oct 11 15:54:12.303459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.376622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.391713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fbe00ae3-56e0-4bba-a2ee-83df8e28273e req-b57ff0d9-11a4-4207-b45e-2e59b5a47c05 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266119 Oct 11 15:54:12.414123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'Port': ['ID=75f9057a-5e32-484f-9eeb-db8e77fb620a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:12.524296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.526824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.530113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-15466d82-fa1c-4cf8-8f67-d5969950d413 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "DELETE /v2.0/floatingips/cdc2595c-2173-4904-9545-19190bb3da6b HTTP/1.1" status: 204 len: 168 time: 1.0637064 Oct 11 15:54:12.600937 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 195dec2f-97e9-4526-b3ec-bc93306dcfc2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:12.601334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.689741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.702343 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 195dec2f-97e9-4526-b3ec-bc93306dcfc2 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:12.777052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230405-58ea-4cef-916d-3a4d84dda66f req-10204684-de8e-4c9e-bfd2-ec8e95a1ba49 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:12.779381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff230405-58ea-4cef-916d-3a4d84dda66f req-10204684-de8e-4c9e-bfd2-ec8e95a1ba49 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0556195 Oct 11 15:54:12.822679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff230405-58ea-4cef-916d-3a4d84dda66f req-e979a623-83ae-47c3-8615-0777bbb95d8d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363183 Oct 11 15:54:12.832014 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:12.836602 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422760428', 'description': 'tempest-description--1480572433'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:12.859457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.890059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.927821 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=195dec2f-97e9-4526-b3ec-bc93306dcfc2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:12.945550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.950985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.983608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:12.987720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1518576 Oct 11 15:54:12.987720 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb661bfa-c243-4c38-b6ab-eb1c3ede2eb7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a1739-93f0-436a-bfd5-da1879ec026d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:12.987937 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:12.997468 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group_rule': {'security_group_id': 'f10a1739-93f0-436a-bfd5-da1879ec026d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:13.094341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.101240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.275720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.281828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.301036 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router f086fa2b-e726-475c-b327-09105d6e0e4d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:13.311352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad4be1b-f537-4364-8391-c27ed5940575,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:13.316260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.317451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-25956867-8783-4f31-ae9f-350d3402f091 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278627 Oct 11 15:54:13.320316 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:13.324936 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'security_group_rule': {'security_group_id': 'f10a1739-93f0-436a-bfd5-da1879ec026d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:13.351378 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.401316 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:13.409347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.414364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.416048 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] Sync routers for ids ['f086fa2b-e726-475c-b327-09105d6e0e4d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:13.420806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d617e04b-8b21-41bf-96f7-9ed9c5a9df63 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/f086fa2b-e726-475c-b327-09105d6e0e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794359 Oct 11 15:54:13.420976 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:13.426468 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] Routers {'f086fa2b-e726-475c-b327-09105d6e0e4d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:13.427160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f086fa2b-e726-475c-b327-09105d6e0e4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:13.464375 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:13.474016 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] Routers {'f086fa2b-e726-475c-b327-09105d6e0e4d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:13.474774 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f086fa2b-e726-475c-b327-09105d6e0e4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:13.508937 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:13.509847 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97035aa9-8cbe-4e26-8c6a-711100bfcd5b None None] The sync data for ids ['f086fa2b-e726-475c-b327-09105d6e0e4d'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:13.511155 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596416b-7f39-4ed0-9065-66a37beb4d6d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:13.524399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.526183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5cd18415-432e-4766-ab1f-50526d320a0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048616 Oct 11 15:54:13.530089 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:13.534748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:13.558517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.636582 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-52313c65-1eb4-4d01-a3f6-cb5fc3d7a80f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] remove_router_interface failed (client error): The resource could not be found. Oct 11 15:54:13.637642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-52313c65-1eb4-4d01-a3f6-cb5fc3d7a80f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/f086fa2b-e726-475c-b327-09105d6e0e4d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2167392 Oct 11 15:54:13.640558 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:13.665098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.666728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9101abdc-3b81-47d3-aa66-cc04088e630b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=f086fa2b-e726-475c-b327-09105d6e0e4d HTTP/1.1" status: 200 len: 205 time: 0.0251386 Oct 11 15:54:13.669267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:13.744763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.778809 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Allocated IP 172.35.3.175 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/5a4ef267-2b4e-4b61-9aab-ec6484d61277) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:13.887754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.913520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.923202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.928282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.964003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:13.966878 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:13.969368 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:13.984003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f70a4d-8b0b-4e3c-b8e4-ea308cb44ae6 req-9e7340cf-bb16-44b0-951d-0538b223f68e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:13.985476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94f70a4d-8b0b-4e3c-b8e4-ea308cb44ae6 req-9e7340cf-bb16-44b0-951d-0538b223f68e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0857491 Oct 11 15:54:13.986534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.987021 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router f086fa2b-e726-475c-b327-09105d6e0e4d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:13.994145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:13.995267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d058ec3-ba6c-413e-bfd5-06ebae6147ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/f086fa2b-e726-475c-b327-09105d6e0e4d HTTP/1.1" status: 204 len: 168 time: 0.3250413 Oct 11 15:54:14.002300 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:14.015305 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=5a4ef267-2b4e-4b61-9aab-ec6484d61277,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:14.033850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94f70a4d-8b0b-4e3c-b8e4-ea308cb44ae6 req-2a35a386-baf2-4440-a131-20e9052fac2d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Oct 11 15:54:14.072107 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet 3ba95ab3-89a8-43cb-a07e-866fbaed7844 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:14.095948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.148533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.151384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.220528 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.237570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ff846-be65-478e-a3f9-660efae48789 req-b668875b-f1bf-41ea-ab1d-bbcdccbed0c5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:14.239093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-408ff846-be65-478e-a3f9-660efae48789 req-b668875b-f1bf-41ea-ab1d-bbcdccbed0c5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Oct 11 15:54:14.277892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-408ff846-be65-478e-a3f9-660efae48789 req-94e7b086-3fd0-424f-9dbf-0b320f9565ab tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Oct 11 15:54:14.295567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.666272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.703387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba95ab3-89a8-43cb-a07e-866fbaed7844,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:14.711200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.714068 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dca05e-80fb-44c2-9d93-2cd8b25480c6 None None] Network f94d335b-c0ec-4d06-a9d3-582f35613e8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:14.714893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ed4e57c-8aa8-45bc-9eca-cc3d54f75c2c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/3ba95ab3-89a8-43cb-a07e-866fbaed7844 HTTP/1.1" status: 204 len: 168 time: 0.7113669 Oct 11 15:54:14.718118 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:14.734762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.740002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.795654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.813160 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=5a4ef267-2b4e-4b61-9aab-ec6484d61277,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:14.826154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.845147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.846710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4b60a2c-2dc5-4445-959c-d4de22be8b0a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3153718 Oct 11 15:54:14.863675 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 1be66625-290c-4700-a6bd-e2235f248c40 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:14.864029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.914557 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] DHCP port deletion for f94d335b-c0ec-4d06-a9d3-582f35613e8e request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:14.941532 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 1be66625-290c-4700-a6bd-e2235f248c40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1be66625-290c-4700-a6bd-e2235f248c40,segment=NetworkSegment(ab06a2ee-2589-4f38-9c46-56390c5dfa87),segment_id=ab06a2ee-2589-4f38-9c46-56390c5dfa87)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:14.943848 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:14.959963 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 1be66625-290c-4700-a6bd-e2235f248c40 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:14.972768 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Deleting port 1be66625-290c-4700-a6bd-e2235f248c40 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:14.973235 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.038783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] For port 1be66625-290c-4700-a6bd-e2235f248c40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1be66625-290c-4700-a6bd-e2235f248c40,segment=NetworkSegment(ab06a2ee-2589-4f38-9c46-56390c5dfa87),segment_id=ab06a2ee-2589-4f38-9c46-56390c5dfa87)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:15.039175 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.044130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-b5238b1f-dbd2-4fef-9d19-24c4e2656f0b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1422760428&fields=id&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 267 time: 0.0724027 Oct 11 15:54:15.052292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Calling delete_port for 1be66625-290c-4700-a6bd-e2235f248c40 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:15.122382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.130297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.158129 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] Pushing event deleted for resources: {'Port': ['ID=1be66625-290c-4700-a6bd-e2235f248c40,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:15.161206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=1be66625-290c-4700-a6bd-e2235f248c40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:15.164725 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fdf26-afee-4c42-ab94-a4d5ef683027 None None] No DVR routers for this DVR port 1be66625-290c-4700-a6bd-e2235f248c40 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:15.170549 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port 1be66625-290c-4700-a6bd-e2235f248c40 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:15.222498 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-b74d4b98-24f7-4a58-b029-24f93bc11022 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:15.224026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-b74d4b98-24f7-4a58-b029-24f93bc11022 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 817 time: 0.1712911 Oct 11 15:54:15.264009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-8b4b4207-69f8-4526-beb9-ac18252e8abf tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/quotas/024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 375 time: 0.0147121 Oct 11 15:54:15.282734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.322373 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94d335b-c0ec-4d06-a9d3-582f35613e8e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:15.334997 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab06a2ee-2589-4f38-9c46-56390c5dfa87') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:15.335292 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab06a2ee-2589-4f38-9c46-56390c5dfa87') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:15.349202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.377107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-4f7be382-006f-4a7a-b3c9-92a8d95957ff tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061327 Oct 11 15:54:15.393835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.444825 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:15.445118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:15.451406 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:15.525161 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d69f-f229-4c28-8a6f-ce6be8dbd19d req-c36a7cef-571b-41d6-81ac-955ad90903c8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:15.526735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f9d69f-f229-4c28-8a6f-ce6be8dbd19d req-c36a7cef-571b-41d6-81ac-955ad90903c8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1802161 Oct 11 15:54:15.558175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.563374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.567514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/f94d335b-c0ec-4d06-a9d3-582f35613e8e HTTP/1.1" status: 204 len: 168 time: 0.8484020 Oct 11 15:54:15.571258 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:15.576953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-8073240'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:15.599184 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:15.601221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-15b59871-dab0-4d02-98f5-6f21baaaefde service neutron] 10.222.0.31 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094231 Oct 11 15:54:15.601960 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198cdcc-2dbe-4792-9077-48e80d51976c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=f94d335b-c0ec-4d06-a9d3-582f35613e8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:15.603044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.630983 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:15.640330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57f9d69f-f229-4c28-8a6f-ce6be8dbd19d req-54b5e7b9-e6e5-4888-8809-795c3662badc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057086 Oct 11 15:54:15.641061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.641456 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment 5a623087-e43d-4d22-b540-44176a53729c of type vlan for network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd Oct 11 15:54:15.682380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.709128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-41336209-c772-4822-8d46-36cefb371cf1 service neutron] 10.222.0.31 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991516 Oct 11 15:54:15.709933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.715989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:15.716576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.764278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1be66625-290c-4700-a6bd-e2235f248c40 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:15.782100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.2091353 Oct 11 15:54:15.784836 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:15.792136 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:15.793923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1be66625-290c-4700-a6bd-e2235f248c40 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:15.794517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1be66625-290c-4700-a6bd-e2235f248c40 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:15.796896 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16fd9-f8b6-467a-b111-74d438fc87b0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=d45a83a0-80b3-4b97-8d95-872ef7cfe4fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:15.811540 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:15.909729 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:15.913472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:15.916537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42a1c2ad-48cd-4f2e-bdda-f3a72999c2ff req-11ac891f-51de-47b4-9aa7-e383acba378c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 210 time: 0.0381572 Oct 11 15:54:16.093433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.153339 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=20c02362-b012-47c2-8440-1fe16a43942c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:16.160098 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': '5a623087-e43d-4d22-b540-44176a53729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:16.160461 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: d45a83a0-80b3-4b97-8d95-872ef7cfe4fd, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:16.176214 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:16.185028 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d45a83a0-80b3-4b97-8d95-872ef7cfe4fd) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:16.188873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:16.189456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.193593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924655bf-4114-4b25-8051-c38460911d53 None None] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:16.205673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e18df3e-af94-4d3a-8fea-5fa27ba0051d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4198086 Oct 11 15:54:16.208220 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:16.213246 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88085388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:16.238851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.240836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.330754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.334430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.339200 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d45a83a0-80b3-4b97-8d95-872ef7cfe4fd', 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': '20c02362-b012-47c2-8440-1fe16a43942c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:16.340082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.352975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.354124 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-889c7bb7-a0c1-4f68-9af7-1e552f0c944e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1449451 Oct 11 15:54:16.356722 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:16.473843 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Allocated IP 172.20.0.2 (d45a83a0-80b3-4b97-8d95-872ef7cfe4fd/20c02362-b012-47c2-8440-1fe16a43942c/f4054a57-c77f-48c8-a477-93ab576da976) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:16.617464 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.624300 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.636210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.764998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884422-1492-4f18-bfc3-b76b85010360 req-f5bd7987-d1c7-4b54-bd27-7dcb2f2482c1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:16.767302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f884422-1492-4f18-bfc3-b76b85010360 req-f5bd7987-d1c7-4b54-bd27-7dcb2f2482c1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0540748 Oct 11 15:54:16.808469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f884422-1492-4f18-bfc3-b76b85010360 req-e84b36b5-d9f0-4178-a164-56ca1b0b9a98 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Oct 11 15:54:16.815757 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:16.820740 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:16.824447 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:16.832422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Pushing event updated for resources: {'Port': ['ID=f4054a57-c77f-48c8-a477-93ab576da976,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:16.885410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Attempting to bind port f4054a57-c77f-48c8-a477-93ab576da976 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:16.885816 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Attempting to bind port f4054a57-c77f-48c8-a477-93ab576da976 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a623087-e43d-4d22-b540-44176a53729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:16.886174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Attempting to bind port f4054a57-c77f-48c8-a477-93ab576da976 on network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:16.891094 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:16.891465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Checking segment: {'id': '5a623087-e43d-4d22-b540-44176a53729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:16.891865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.892260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Bound using segment: {'id': '5a623087-e43d-4d22-b540-44176a53729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:16.892723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Bound port: f4054a57-c77f-48c8-a477-93ab576da976, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a623087-e43d-4d22-b540-44176a53729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd45a83a0-80b3-4b97-8d95-872ef7cfe4fd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:16.892844 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.20.0.1 (d45a83a0-80b3-4b97-8d95-872ef7cfe4fd/20c02362-b012-47c2-8440-1fe16a43942c/e2416dd2-31fb-4edf-900c-34f635e864cd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:16.893104 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:16.966840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] For port f4054a57-c77f-48c8-a477-93ab576da976, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:16.968104 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] For port f4054a57-c77f-48c8-a477-93ab576da976, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4054a57-c77f-48c8-a477-93ab576da976,segment=NetworkSegment(5a623087-e43d-4d22-b540-44176a53729c),segment_id=5a623087-e43d-4d22-b540-44176a53729c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:16.973107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.034643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.049161 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f802a-167a-4c05-a2f3-e3225f295e2b None None] Pushing event updated for resources: {'Port': ['ID=f4054a57-c77f-48c8-a477-93ab576da976,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:17.052283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32e80a30-c651-4943-a8dd-bceb22ef1c12 req-77b5bf46-cf47-419e-8fbf-73337dbb537e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 210 time: 0.0496483 Oct 11 15:54:17.077944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.122715 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:17.126493 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:17.132362 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:17.161409 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=e2416dd2-31fb-4edf-900c-34f635e864cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:17.182293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.313393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.569154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.574232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.643872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.645510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=e2416dd2-31fb-4edf-900c-34f635e864cd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:17.743719 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:17.745148 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:17.803423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4054a57-c77f-48c8-a477-93ab576da976 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:17.855959 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4054a57-c77f-48c8-a477-93ab576da976 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:17.856547 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.874498 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 1a5791cc-a96a-4320-b985-6350469d0e76 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:17.945296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d05d98-76f9-4f9a-a6f4-ebe43dd985c2 req-c6bc701f-c246-4eca-8b8e-1d7440318e76 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:17.947592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d05d98-76f9-4f9a-a6f4-ebe43dd985c2 req-c6bc701f-c246-4eca-8b8e-1d7440318e76 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Oct 11 15:54:17.953718 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:17.986912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port f4054a57-c77f-48c8-a477-93ab576da976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4054a57-c77f-48c8-a477-93ab576da976,segment=NetworkSegment(5a623087-e43d-4d22-b540-44176a53729c),segment_id=5a623087-e43d-4d22-b540-44176a53729c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:17.992290 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:17.992805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.003907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-92e29311-b69e-4bd1-9b3c-c4d161995782 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/1a5791cc-a96a-4320-b985-6350469d0e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424913 Oct 11 15:54:18.004086 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:18.007501 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] Sync routers for ids ['1a5791cc-a96a-4320-b985-6350469d0e76'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:18.016003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52d05d98-76f9-4f9a-a6f4-ebe43dd985c2 req-6cd03aa2-c274-4152-9923-21923ad83e0d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622995 Oct 11 15:54:18.054699 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] Routers {'1a5791cc-a96a-4320-b985-6350469d0e76'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:18.055332 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1a5791cc-a96a-4320-b985-6350469d0e76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:18.062674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979b9c5-e452-4ce9-bbb1-4f123e25c076 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:18.064049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8979b9c5-e452-4ce9-bbb1-4f123e25c076 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports/e2416dd2-31fb-4edf-900c-34f635e864cd HTTP/1.1" status: 200 len: 910 time: 0.0600069 Oct 11 15:54:18.066975 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:18.092805 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:18.107385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=f4054a57-c77f-48c8-a477-93ab576da976,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:18.113746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b13123-0040-4948-a56f-57694e7578d3 None None] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:18.116889 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] Routers {'1a5791cc-a96a-4320-b985-6350469d0e76'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:18.117513 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1a5791cc-a96a-4320-b985-6350469d0e76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:18.162170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72f44d71-d053-4b31-ad3c-ee4e765fbca5 req-d9e91291-69db-4320-b8df-4efc3e8cb861 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 210 time: 0.0333254 Oct 11 15:54:18.200264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:18.200934 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148fad2-f224-41bd-8d91-5b3789676efa None None] The sync data for ids ['1a5791cc-a96a-4320-b985-6350469d0e76'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:18.217938 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0383951-1cbe-4bdb-bcda-bc99d99c0a55 None None] Provisioning complete for port f4054a57-c77f-48c8-a477-93ab576da976 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:18.218297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0383951-1cbe-4bdb-bcda-bc99d99c0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.426824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.592251 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2629fbec-9c61-43f2-b2d2-6567ff35061b None None] Provisioning complete for port e2416dd2-31fb-4edf-900c-34f635e864cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:18.593772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2629fbec-9c61-43f2-b2d2-6567ff35061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.634698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2629fbec-9c61-43f2-b2d2-6567ff35061b None None] Port e2416dd2-31fb-4edf-900c-34f635e864cd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:18.644810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2629fbec-9c61-43f2-b2d2-6567ff35061b None None] Provisioning complete for port f4054a57-c77f-48c8-a477-93ab576da976 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:18.645260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2629fbec-9c61-43f2-b2d2-6567ff35061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.678762 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port e2416dd2-31fb-4edf-900c-34f635e864cd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:18.679299 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.767366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.779672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for e2416dd2-31fb-4edf-900c-34f635e864cd owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:18.851981 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ecfe3ee-9f72-4685-9535-0803e68f2206 None None] Provisioning complete for port e2416dd2-31fb-4edf-900c-34f635e864cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:18.852357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3ee-9f72-4685-9535-0803e68f2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:18.889427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8ecfe3ee-9f72-4685-9535-0803e68f2206 None None] Port e2416dd2-31fb-4edf-900c-34f635e864cd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:19.035494 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-71a0af51-ed4b-4507-9465-55ab1a6aea61 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:19.036896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-71a0af51-ed4b-4507-9465-55ab1a6aea61 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 817 time: 0.1500480 Oct 11 15:54:19.052243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:19.091827 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=e2416dd2-31fb-4edf-900c-34f635e864cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:19.102101 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07774e76-d83b-4c9b-9d74-eac8a8c8d566 None None] Could not find standard attr ID for object e2416dd2-31fb-4edf-900c-34f635e864cd. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 15:54:19.154924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dba6f-1218-4b5c-867c-c3cf298b8917 req-fe99f03f-53da-40b4-8fbc-160c34b9d425 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:19.157275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f0dba6f-1218-4b5c-867c-c3cf298b8917 req-fe99f03f-53da-40b4-8fbc-160c34b9d425 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0694163 Oct 11 15:54:19.198631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f0dba6f-1218-4b5c-867c-c3cf298b8917 req-787f13fa-00c6-4830-a87f-ffef103c7e16 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Oct 11 15:54:19.277951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-519096b7-69a5-4c17-92ea-41d2a32c72fc req-da74b859-e9c0-4567-85b8-5c8057f751b0 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 210 time: 0.0323417 Oct 11 15:54:19.408702 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-a4e72360-54f9-4486-920c-98a5af616ef6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 380 time: 0.3625896 Oct 11 15:54:19.434004 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'port': {'device_id': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'admin_state_up': True, 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'security_groups': ['f10a1739-93f0-436a-bfd5-da1879ec026d']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:19.583840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:19.680379 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Made reservation on behalf of 024cdcd85cd143fbb916c9afb2dff514 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:19.684537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:19.758700 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4054a57-c77f-48c8-a477-93ab576da976 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:19.804632 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 1a5791cc-a96a-4320-b985-6350469d0e76 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:19.807434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4054a57-c77f-48c8-a477-93ab576da976 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:19.807796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:19.922741 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:19.931713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a8b5bdc-cbf8-4a01-beeb-b9d0a5860d90 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/1a5791cc-a96a-4320-b985-6350469d0e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610680 Oct 11 15:54:19.932244 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:19.932857 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] Sync routers for ids ['1a5791cc-a96a-4320-b985-6350469d0e76'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:19.941706 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] Routers {'1a5791cc-a96a-4320-b985-6350469d0e76'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:19.942386 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1a5791cc-a96a-4320-b985-6350469d0e76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:19.968987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e904e7d3-2d44-46b7-be96-b0a07bfa1334 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a5791cc-a96a-4320-b985-6350469d0e76 HTTP/1.1" status: 200 len: 205 time: 0.0356615 Oct 11 15:54:19.970203 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Allocated IP 172.20.0.12 (bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363/6013152a-9fb2-499c-8992-b23aa936bda6/0f9865a4-63d8-40c2-a256-430195c4ad65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:19.971643 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:19.982592 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:19.994037 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] Routers {'1a5791cc-a96a-4320-b985-6350469d0e76'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:19.994893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1a5791cc-a96a-4320-b985-6350469d0e76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:20.028284 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:20.028928 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1194f-4abd-4a16-ada1-5a7684d7a85a None None] The sync data for ids ['1a5791cc-a96a-4320-b985-6350469d0e76'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:20.051996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.117581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.152650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.197357 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:20.200371 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:20.204211 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:20.229382 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:20.239509 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.239851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.240187 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.240517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.240841 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.241172 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.241475 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.242307 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.242642 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.242967 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.243829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.244137 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:20.281237 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:20.282110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.300380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-c417db7c-943c-49da-8b76-88b6d372dd8c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8705087 Oct 11 15:54:20.312362 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-30094754-994b-4f04-ac1e-4a63250d2105 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:54:20.313759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-30094754-994b-4f04-ac1e-4a63250d2105 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062976 Oct 11 15:54:20.392879 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Request body: {'port': {'device_id': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:20.455523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.540462 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-022f2e05-d532-444b-ae02-0c3178e3ca1d None None] Provisioning complete for port 0f9865a4-63d8-40c2-a256-430195c4ad65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:20.541061 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-022f2e05-d532-444b-ae02-0c3178e3ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.567016 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.576529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-022f2e05-d532-444b-ae02-0c3178e3ca1d None None] Port 0f9865a4-63d8-40c2-a256-430195c4ad65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:20.582343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.650865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90649242-d715-49bf-819f-c0bd93713989 req-8ddef422-b508-4000-83df-f2440f3cf0a1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:20.652324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90649242-d715-49bf-819f-c0bd93713989 req-8ddef422-b508-4000-83df-f2440f3cf0a1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 932 time: 0.1215098 Oct 11 15:54:20.652915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.653404 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5791cc-a96a-4320-b985-6350469d0e76 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:20.660321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.661355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e16c7b2-31c8-4e08-9923-ff39ff8763c9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/1a5791cc-a96a-4320-b985-6350469d0e76 HTTP/1.1" status: 204 len: 168 time: 0.6884713 Oct 11 15:54:20.667194 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:20.669449 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9ed0-4b30-43a7-8b4f-dc897ef667ff req-30410a37-ce72-4d57-9398-1a3c4630dc4c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:20.670897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17ce9ed0-4b30-43a7-8b4f-dc897ef667ff req-30410a37-ce72-4d57-9398-1a3c4630dc4c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1411872 Oct 11 15:54:20.724575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90649242-d715-49bf-819f-c0bd93713989 req-4b10307f-eeb0-495b-be77-8ddaecf6da69 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526171 Oct 11 15:54:20.731701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17ce9ed0-4b30-43a7-8b4f-dc897ef667ff req-a5e5a7ce-2443-489a-b44b-99e2e37214f4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541306 Oct 11 15:54:20.758057 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet 20c02362-b012-47c2-8440-1fe16a43942c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:20.766229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.793593 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:20.803918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.824029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.844288 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Transition to ACTIVE for port object 0f9865a4-63d8-40c2-a256-430195c4ad65 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:54:20.849387 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:20.919523 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:20.995885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.055607 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Attempting to bind port 0f9865a4-63d8-40c2-a256-430195c4ad65 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:21.055932 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Attempting to bind port 0f9865a4-63d8-40c2-a256-430195c4ad65 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:21.056508 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Attempting to bind port 0f9865a4-63d8-40c2-a256-430195c4ad65 on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:21.064849 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Port 0f9865a4-63d8-40c2-a256-430195c4ad65 on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:54:21.065162 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Attempting to bind port 0f9865a4-63d8-40c2-a256-430195c4ad65 on network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:21.074017 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:21.074350 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Checking segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:21.074732 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Bound using segment: {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:21.075143 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Bound port: 0f9865a4-63d8-40c2-a256-430195c4ad65, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3951cb42-26e5-464e-a472-251e483bb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:21.075553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.084633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.114978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=20c02362-b012-47c2-8440-1fe16a43942c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:21.142296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.145371 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d09e1650-22f9-4ea2-9ce8-263b6418a16a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/20c02362-b012-47c2-8440-1fe16a43942c HTTP/1.1" status: 204 len: 168 time: 0.4772279 Oct 11 15:54:21.148199 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:21.150908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28734fd-b466-481e-b87e-296b9206deed None None] Network d45a83a0-80b3-4b97-8d95-872ef7cfe4fd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:21.177994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:21.181645 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:21.186536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.227071 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.227774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.229349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1092 time: 0.9059069 Oct 11 15:54:21.229898 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:21.232283 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd98c049-268c-4ecc-a719-dfe555cdfe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:21.232525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.255230 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a8d7-f68f-417a-a42f-eb11009414c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:21.300316 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44540e9-de2e-4315-97cd-7e9d7f6f565f x-openstack-request-id: req-e44540e9-de2e-4315-97cd-7e9d7f6f565f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:21.301001 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:21.301464 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e44540e9-de2e-4315-97cd-7e9d7f6f565f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:21.302573 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'status': 'completed', 'code': 200} Oct 11 15:54:21.332467 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port f4054a57-c77f-48c8-a477-93ab576da976 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:21.333419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.344078 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-03c57ab5-0635-4df5-87e0-1ba9a57dc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.345620 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-03c57ab5-0635-4df5-87e0-1ba9a57dc23d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1095 time: 0.0699120 Oct 11 15:54:21.379077 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] DHCP port deletion for d45a83a0-80b3-4b97-8d95-872ef7cfe4fd request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:21.402149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-415b5606-26f6-4c5a-93b0-da643f3e775e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 217 time: 0.0483372 Oct 11 15:54:21.406679 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port f4054a57-c77f-48c8-a477-93ab576da976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4054a57-c77f-48c8-a477-93ab576da976,segment=NetworkSegment(5a623087-e43d-4d22-b540-44176a53729c),segment_id=5a623087-e43d-4d22-b540-44176a53729c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:21.407082 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.420933 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for f4054a57-c77f-48c8-a477-93ab576da976 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:21.430911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Deleting port f4054a57-c77f-48c8-a477-93ab576da976 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:21.431538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.465255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-2aa5bf6b-e9d1-4055-a3ff-eb4443327d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.466753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-2aa5bf6b-e9d1-4055-a3ff-eb4443327d1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0561535 Oct 11 15:54:21.497113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] For port f4054a57-c77f-48c8-a477-93ab576da976, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4054a57-c77f-48c8-a477-93ab576da976,segment=NetworkSegment(5a623087-e43d-4d22-b540-44176a53729c),segment_id=5a623087-e43d-4d22-b540-44176a53729c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:21.497398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.511470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.513334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Calling delete_port for f4054a57-c77f-48c8-a477-93ab576da976 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:21.516798 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948debac-f325-4c48-9ae0-a02cecd02782 req-fb81c995-e1a6-4d83-bb74-4012593a9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.518362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-fb81c995-e1a6-4d83-bb74-4012593a9ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448766 Oct 11 15:54:21.540694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=f4054a57-c77f-48c8-a477-93ab576da976,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:21.542812 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port f4054a57-c77f-48c8-a477-93ab576da976 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:21.596157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.615405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-9b9e30cc-5312-4260-9856-ff7e93043962 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892408 Oct 11 15:54:21.619440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] Pushing event deleted for resources: {'Port': ['ID=f4054a57-c77f-48c8-a477-93ab576da976,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:21.624221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.625053 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38ac23-e4b9-4f20-89d7-df74ee41d657 None None] No DVR routers for this DVR port f4054a57-c77f-48c8-a477-93ab576da976 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:21.650257 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45a83a0-80b3-4b97-8d95-872ef7cfe4fd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:21.659787 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a623087-e43d-4d22-b540-44176a53729c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:21.660078 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a623087-e43d-4d22-b540-44176a53729c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:21.669854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.686055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.691906 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:21.692286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:21.695219 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:21.719737 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-948debac-f325-4c48-9ae0-a02cecd02782 req-b6f435c6-1363-48c6-889b-c2eb7ee9dcde service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961785 Oct 11 15:54:21.753955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.768142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.773057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/d45a83a0-80b3-4b97-8d95-872ef7cfe4fd HTTP/1.1" status: 204 len: 168 time: 0.6238394 Oct 11 15:54:21.779153 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:21.780483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4054a57-c77f-48c8-a477-93ab576da976 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:21.784895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-941616282', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:21.794928 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d353a3f-ddc1-4c00-a5fa-43abc7e27c35 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=d45a83a0-80b3-4b97-8d95-872ef7cfe4fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:21.812472 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f4054a57-c77f-48c8-a477-93ab576da976 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:21.813132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4054a57-c77f-48c8-a477-93ab576da976 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:21.822264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.823077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.875725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-6786bcad-aa72-4c14-8e5d-ff79a4e15fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.877259 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-6786bcad-aa72-4c14-8e5d-ff79a4e15fda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1095 time: 0.0990872 Oct 11 15:54:21.908309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39edd0-2e50-49e2-82d2-32f6afc16381 req-d901626a-5582-482c-8c2f-b1afb050acc6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.909782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a39edd0-2e50-49e2-82d2-32f6afc16381 req-d901626a-5582-482c-8c2f-b1afb050acc6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0798361 Oct 11 15:54:21.921875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:21.936190 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996bb73-5fbe-41c3-8936-45f4410ffd0f req-76d01da5-be08-4b76-abc2-9bfa64ed6c92 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:21.937672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b996bb73-5fbe-41c3-8936-45f4410ffd0f req-76d01da5-be08-4b76-abc2-9bfa64ed6c92 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0799806 Oct 11 15:54:21.981795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a39edd0-2e50-49e2-82d2-32f6afc16381 req-fcb2e7c7-f492-495b-8392-682c8e3ba87a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607278 Oct 11 15:54:21.996130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b996bb73-5fbe-41c3-8936-45f4410ffd0f req-6df30da3-b15f-45b0-ba11-a4c2d568fd30 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509300 Oct 11 15:54:22.113751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:22.122471 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-e91046d5-7bc2-4656-8e8e-874e1f92d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:22.124094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-e91046d5-7bc2-4656-8e8e-874e1f92d17f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.2230029 Oct 11 15:54:22.196354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-a91fc15a-e849-473d-ac4f-67e02b4bd84a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 217 time: 0.0593746 Oct 11 15:54:22.255437 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-665cefe0-90b8-4042-95b7-534446e32861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:22.256774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-665cefe0-90b8-4042-95b7-534446e32861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0535934 Oct 11 15:54:22.322855 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-4ca8b095-96e0-48d6-9af8-0034a7b7772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:22.324349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-4ca8b095-96e0-48d6-9af8-0034a7b7772c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605636 Oct 11 15:54:22.710669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:22.731633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:22.799813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-4d45e6b5-493e-4633-85ac-9070d3ec08b3 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432027 Oct 11 15:54:22.911384 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.35.3.42 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/f4ddc9fb-018d-486e-85b5-34e959f464cc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:22.944618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd98c049-268c-4ecc-a719-dfe555cdfe1f req-fb6cea93-a5fe-4d79-b6ff-7cb33ce1aaaa service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369317 Oct 11 15:54:23.034665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:23.074334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:23.112104 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:23.116921 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:23.120602 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:23.142013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbd15c-ba0f-45d3-a2da-0aec62d6fda3 req-8ae89ef1-b2bc-43c2-9527-e9cf4c41912a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:23.143499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25fbd15c-ba0f-45d3-a2da-0aec62d6fda3 req-8ae89ef1-b2bc-43c2-9527-e9cf4c41912a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0783780 Oct 11 15:54:23.147871 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=f4ddc9fb-018d-486e-85b5-34e959f464cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:23.153211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca31c86-8453-4535-879f-409b2299d893 req-1fd90543-bbbd-4660-b166-97aa26800631 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:23.154719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca31c86-8453-4535-879f-409b2299d893 req-1fd90543-bbbd-4660-b166-97aa26800631 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0804949 Oct 11 15:54:23.212752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25fbd15c-ba0f-45d3-a2da-0aec62d6fda3 req-2b7dc239-dc67-4c63-adf8-08274b74bbe3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569627 Oct 11 15:54:23.219742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ca31c86-8453-4535-879f-409b2299d893 req-6a87e41c-5224-4860-9944-ade30bb9aedd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506523 Oct 11 15:54:23.406466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:23.611065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:23.737914 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 6bceb67f-ef6b-42d1-98b6-22ea120d35ad is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:23.837763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:23.847578 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] Sync routers for ids ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:23.857142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] Routers {'6bceb67f-ef6b-42d1-98b6-22ea120d35ad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:23.857857 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:23.858302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:23.859699 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0656f776-3bbb-44a4-bd57-871554aebd3b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0790162 Oct 11 15:54:23.862510 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:23.890852 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:23.899393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] Routers {'6bceb67f-ef6b-42d1-98b6-22ea120d35ad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:23.899984 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:23.931779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:23.932485 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921051d6-a805-454c-9f0b-e6e53bdd2b8d None None] The sync data for ids ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:23.974725 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec8a9042-1e22-4a90-9781-a1256b997171 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers/6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 200 len: 879 time: 0.1111596 Oct 11 15:54:23.977148 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:24.196178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dbc36f6d-d639-4a32-a3d4-fdf8a3978210 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2178235 Oct 11 15:54:24.198747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:24.202907 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-941616282'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:24.363695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dba9a-9dab-4243-b198-7ee4056481b3 req-34e0dc54-35d9-4887-803e-e33382837af2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:24.365118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d83dba9a-9dab-4243-b198-7ee4056481b3 req-34e0dc54-35d9-4887-803e-e33382837af2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0797567 Oct 11 15:54:24.373505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe338cd-f765-46c4-a365-d52237b1ba45 req-7c74bb8e-d57a-44be-9a8f-c3ed551a456c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:24.374877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fe338cd-f765-46c4-a365-d52237b1ba45 req-7c74bb8e-d57a-44be-9a8f-c3ed551a456c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0793054 Oct 11 15:54:24.430635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d83dba9a-9dab-4243-b198-7ee4056481b3 req-b375ff56-bf17-496d-87ad-e1129d3f3fa2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547683 Oct 11 15:54:24.435778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fe338cd-f765-46c4-a365-d52237b1ba45 req-b547b562-af6d-4825-accb-1d492f9fd71c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Oct 11 15:54:24.498642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:24.509672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:24.610846 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 6bceb67f-ef6b-42d1-98b6-22ea120d35ad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:24.714210 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:24.720713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:24.721904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-421ac17c-1685-4669-96f0-ce3ce1daf872 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 200 len: 886 time: 0.5222540 Oct 11 15:54:24.723412 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] Sync routers for ids ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:24.724596 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:24.732393 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] Routers {'6bceb67f-ef6b-42d1-98b6-22ea120d35ad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:24.732991 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:24.764844 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:24.773151 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] Routers {'6bceb67f-ef6b-42d1-98b6-22ea120d35ad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:24.773771 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:24.807774 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:24.808415 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97060efd-5d37-4842-a5e3-3bfb14c119cd None None] The sync data for ids ['6bceb67f-ef6b-42d1-98b6-22ea120d35ad'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:24.833459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-075b8a3d-e17e-46ed-97c4-cbf947c33b49 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers/6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 200 len: 886 time: 0.1078119 Oct 11 15:54:24.836171 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:24.861854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-acc70005-6a34-4069-a7be-f32df32f03f1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 200 len: 205 time: 0.0245903 Oct 11 15:54:24.864167 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:25.234654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.333207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.382883 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port f4ddc9fb-018d-486e-85b5-34e959f464cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:25.383223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.459364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.471755 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for f4ddc9fb-018d-486e-85b5-34e959f464cc owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:25.585087 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2d66-4cc8-4d86-b6c0-6b7212c7e13e req-7dbf146e-7401-427b-b43a-8531dd38a29f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:25.587151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06ba2d66-4cc8-4d86-b6c0-6b7212c7e13e req-7dbf146e-7401-427b-b43a-8531dd38a29f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0805378 Oct 11 15:54:25.595667 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e4d0-2117-415d-82b2-117dd6ccb32d req-8bd5c92a-8127-47ee-b822-64cdd4e3f0e9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:25.597101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d20e4d0-2117-415d-82b2-117dd6ccb32d req-8bd5c92a-8127-47ee-b822-64cdd4e3f0e9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0897274 Oct 11 15:54:25.635509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.652930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06ba2d66-4cc8-4d86-b6c0-6b7212c7e13e req-85cc589a-4200-4529-9ee5-14c3746206a5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Oct 11 15:54:25.657920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d20e4d0-2117-415d-82b2-117dd6ccb32d req-82f248e5-b8dd-44b8-bf70-3749fdcb49f3 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533836 Oct 11 15:54:25.674730 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=f4ddc9fb-018d-486e-85b5-34e959f464cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:25.719644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.810936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.812973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.857764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.858233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router 6bceb67f-ef6b-42d1-98b6-22ea120d35ad {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:25.865086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.866177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d195623-4e9d-477c-8609-8352b71177df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 204 len: 168 time: 1.0011494 Oct 11 15:54:25.870559 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:25.875616 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-1152198167'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:25.896063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:25.899609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.924299 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:25.934005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.934345 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment e848d6ce-33ee-42d4-aea4-49f0cc44c23f of type vlan for network 538ca231-8229-45ca-bf7b-4dc4e82470d2 Oct 11 15:54:25.973468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:25.997165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.002608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:26.003177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.062848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1911283 Oct 11 15:54:26.065667 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:26.070758 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:26.074649 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b2a3-2c28-44bc-b1b7-b929e9f3e5df tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=538ca231-8229-45ca-bf7b-4dc4e82470d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:26.084566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:26.158810 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:26.162484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.246073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:54:26.337755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:26.338967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.353204 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:54:26.389145 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.401628 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:26.401993 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=c686256a-796d-45aa-bcc3-bb78975df171,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:26.412135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:26.412503 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 538ca231-8229-45ca-bf7b-4dc4e82470d2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:26.420857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:26.424933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.434186 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:26.442460 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 538ca231-8229-45ca-bf7b-4dc4e82470d2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:26.450641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d26ad-c541-48b8-a4a5-b6faec724f72 None None] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:26.450969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:26.451549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.469878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02d5bb1a-bf4c-48b9-8487-c33d4f155169 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4004891 Oct 11 15:54:26.470066 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:26.474325 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1870313396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:26.497763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.498750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.515349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:26.552725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.557801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.574847 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.576038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9af63202-69bb-4290-9d03-f7c4293f9341 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1050975 Oct 11 15:54:26.578736 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:26.610811 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-538ca231-8229-45ca-bf7b-4dc4e82470d2', 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'c686256a-796d-45aa-bcc3-bb78975df171'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:26.611658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.751733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['0f9865a4-63d8-40c2-a256-430195c4ad65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:54:26.782284 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Allocated IP 172.20.0.2 (538ca231-8229-45ca-bf7b-4dc4e82470d2/c686256a-796d-45aa-bcc3-bb78975df171/9feea6a9-f86b-48be-907d-8c1d5b9f5626) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:26.816505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb24ee-2322-4fc9-ab20-d34428c5941d req-21053de3-6faf-4c24-9c84-54d73ceb26a9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:26.818207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30eb24ee-2322-4fc9-ab20-d34428c5941d req-21053de3-6faf-4c24-9c84-54d73ceb26a9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0826287 Oct 11 15:54:26.829148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650ca3-c023-45bd-b6bb-4ea71539e58d req-14c754e0-7f2e-40cd-b6fa-fcaf3ace3852 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:26.830807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0650ca3-c023-45bd-b6bb-4ea71539e58d req-14c754e0-7f2e-40cd-b6fa-fcaf3ace3852 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0934131 Oct 11 15:54:26.873745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:26.891231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30eb24ee-2322-4fc9-ab20-d34428c5941d req-0e527c10-efd9-4317-bf0d-c59eb2c598a0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593007 Oct 11 15:54:26.896428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0650ca3-c023-45bd-b6bb-4ea71539e58d req-4c28838d-b372-4300-8356-e5c41c33d0bd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511501 Oct 11 15:54:27.019753 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.026419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.069169 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:27.072048 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:27.075623 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:27.082374 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Pushing event updated for resources: {'Port': ['ID=9feea6a9-f86b-48be-907d-8c1d5b9f5626,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:27.120637 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.20.0.1 (538ca231-8229-45ca-bf7b-4dc4e82470d2/c686256a-796d-45aa-bcc3-bb78975df171/58b2af6a-5d31-4013-92b5-cac1b29fb76f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:27.132504 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Attempting to bind port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:27.133030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Attempting to bind port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:27.133220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Attempting to bind port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 on network 538ca231-8229-45ca-bf7b-4dc4e82470d2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:27.138923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:27.139293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Checking segment: {'id': 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:27.139693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.140081 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Bound using segment: {'id': 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:27.140536 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Bound port: 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '538ca231-8229-45ca-bf7b-4dc4e82470d2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:27.140909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.202259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] For port 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:27.205292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] For port 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9feea6a9-f86b-48be-907d-8c1d5b9f5626,segment=NetworkSegment(e848d6ce-33ee-42d4-aea4-49f0cc44c23f),segment_id=e848d6ce-33ee-42d4-aea4-49f0cc44c23f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:27.209758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.232756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.264405 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84357-2488-425b-8ed3-a12332217ead None None] Pushing event updated for resources: {'Port': ['ID=9feea6a9-f86b-48be-907d-8c1d5b9f5626,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:27.272568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.314143 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:27.317167 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:27.323511 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:27.352993 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=58b2af6a-5d31-4013-92b5-cac1b29fb76f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:27.373861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.504784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.768726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.774106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.784344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9feea6a9-f86b-48be-907d-8c1d5b9f5626 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:27.837736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:27.838124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.848775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.850675 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=58b2af6a-5d31-4013-92b5-cac1b29fb76f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:27.928355 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:27.963461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9feea6a9-f86b-48be-907d-8c1d5b9f5626,segment=NetworkSegment(e848d6ce-33ee-42d4-aea4-49f0cc44c23f),segment_id=e848d6ce-33ee-42d4-aea4-49f0cc44c23f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:27.964602 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:27.966374 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:27.969707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.032005 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9feea6a9-f86b-48be-907d-8c1d5b9f5626,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:28.104801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e641745-98eb-4d62-84c4-079447aa9780 req-1703ad0d-9f23-43c6-bf82-df325b5c7417 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:28.106626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e641745-98eb-4d62-84c4-079447aa9780 req-1703ad0d-9f23-43c6-bf82-df325b5c7417 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1088917 Oct 11 15:54:28.110843 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router fb22838b-dc1e-4bad-b9db-c4856dbb110a is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:28.114705 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f05c8-de74-40a8-9777-d09021148d5b req-03014cb1-de52-4b3d-a93f-7ea4ad93c837 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:28.116201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-791f05c8-de74-40a8-9777-d09021148d5b req-03014cb1-de52-4b3d-a93f-7ea4ad93c837 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0693612 Oct 11 15:54:28.179314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e641745-98eb-4d62-84c4-079447aa9780 req-66386efd-755d-490d-bfaa-acb98209e28f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621328 Oct 11 15:54:28.183199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-791f05c8-de74-40a8-9777-d09021148d5b req-49766f69-f6ee-4dee-b3ac-06b1cddc51c1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600562 Oct 11 15:54:28.210528 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:28.221753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e6ccae2-75b7-4e47-a669-5460d338cd22 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/fb22838b-dc1e-4bad-b9db-c4856dbb110a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417985 Oct 11 15:54:28.224099 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:28.226839 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] Sync routers for ids ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:28.237177 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] Routers {'fb22838b-dc1e-4bad-b9db-c4856dbb110a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:28.237835 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:28.271595 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331b994-bdc3-4cd4-82a0-1c31ea7a13ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:28.273059 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3331b994-bdc3-4cd4-82a0-1c31ea7a13ce tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports/58b2af6a-5d31-4013-92b5-cac1b29fb76f HTTP/1.1" status: 200 len: 910 time: 0.0480368 Oct 11 15:54:28.276108 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:28.281169 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c686256a-796d-45aa-bcc3-bb78975df171'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:28.284139 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:28.286043 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa703b-ac81-4e50-bf5a-9b4528ead1b9 None None] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:28.288935 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:28.372721 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] Routers {'fb22838b-dc1e-4bad-b9db-c4856dbb110a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:28.373344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:28.417585 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:28.418205 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c3ce3-5f62-4c7e-b156-60a70dff8501 None None] The sync data for ids ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:28.421982 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.422114 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b7c3f66-4745-44a7-a9b1-d83d10df651a None None] Provisioning complete for port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:28.422489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b7c3f66-4745-44a7-a9b1-d83d10df651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.646746 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 0f9865a4-63d8-40c2-a256-430195c4ad65 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:54:28.659480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 0f9865a4-63d8-40c2-a256-430195c4ad65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:28.659849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.774760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.784555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.805343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.830438 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:28.832746 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699a82b-098a-4796-b086-feb765ff53c6" -d '{"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:28.846977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:28.852859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:28.891651 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4e997f-598d-4ce0-99aa-7aa3955da30f x-openstack-request-id: req-3f4e997f-598d-4ce0-99aa-7aa3955da30f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:28.891937 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:28.892184 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f4e997f-598d-4ce0-99aa-7aa3955da30f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:28.892573 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'code': 200} Oct 11 15:54:28.915050 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:29.091766 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8c65314-8e37-4526-b7c7-8d0ca4349167 None None] Provisioning complete for port 58b2af6a-5d31-4013-92b5-cac1b29fb76f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:29.092442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c65314-8e37-4526-b7c7-8d0ca4349167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.135907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8c65314-8e37-4526-b7c7-8d0ca4349167 None None] Port 58b2af6a-5d31-4013-92b5-cac1b29fb76f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:29.146831 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8c65314-8e37-4526-b7c7-8d0ca4349167 None None] Provisioning complete for port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:29.147353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8c65314-8e37-4526-b7c7-8d0ca4349167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.169201 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:29.169808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.171087 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/ports/58b2af6a-5d31-4013-92b5-cac1b29fb76f HTTP/1.1" status: 200 len: 910 time: 0.8939805 Oct 11 15:54:29.174013 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:29.201750 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0afda-3aa0-4c45-b141-61c93faf7eca tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=58b2af6a-5d31-4013-92b5-cac1b29fb76f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:29.214110 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d87ce-9e81-4cc1-aaee-b4d0fee2d76b req-b320649d-afb3-44b4-93e9-09d446c4f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:29.215917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-661d87ce-9e81-4cc1-aaee-b4d0fee2d76b req-b320649d-afb3-44b4-93e9-09d446c4f3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0688114 Oct 11 15:54:29.253594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-661d87ce-9e81-4cc1-aaee-b4d0fee2d76b req-499ccdc1-32f1-436a-915f-173b71830367 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Oct 11 15:54:29.379602 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0755ed38-ee8d-4a57-a906-9d66fecb766e None None] Provisioning complete for port 58b2af6a-5d31-4013-92b5-cac1b29fb76f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:29.380126 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0755ed38-ee8d-4a57-a906-9d66fecb766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.415179 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0755ed38-ee8d-4a57-a906-9d66fecb766e None None] Port 58b2af6a-5d31-4013-92b5-cac1b29fb76f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:29.428056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddee06-d0a2-46d4-b0d8-56fd56f477d6 req-98da5f17-67c4-4dc1-a4c5-66608958eee0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:29.429503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41ddee06-d0a2-46d4-b0d8-56fd56f477d6 req-98da5f17-67c4-4dc1-a4c5-66608958eee0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1444061 Oct 11 15:54:29.462216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975de1-0dee-44bf-b304-61d2f3e0c58a req-5820d30d-b344-4cbb-89a8-3259d82ae8ec tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:29.463555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c975de1-0dee-44bf-b304-61d2f3e0c58a req-5820d30d-b344-4cbb-89a8-3259d82ae8ec tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.1630278 Oct 11 15:54:29.533247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71a5e376-e201-4cec-8430-b27d1f958aab None None] Provisioning complete for port 58b2af6a-5d31-4013-92b5-cac1b29fb76f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:29.533720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a5e376-e201-4cec-8430-b27d1f958aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.554164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41ddee06-d0a2-46d4-b0d8-56fd56f477d6 req-0f665e6b-1e7f-489c-a997-6c441e74e573 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Oct 11 15:54:29.569005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c975de1-0dee-44bf-b304-61d2f3e0c58a req-80a099e6-5507-471f-af29-6a58359a104b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946319 Oct 11 15:54:29.576380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71a5e376-e201-4cec-8430-b27d1f958aab None None] Port 58b2af6a-5d31-4013-92b5-cac1b29fb76f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:29.680913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.762716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9feea6a9-f86b-48be-907d-8c1d5b9f5626 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:29.811325 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:29.811687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:29.920456 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 58b2af6a-5d31-4013-92b5-cac1b29fb76f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:29.920755 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.006817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.018689 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 58b2af6a-5d31-4013-92b5-cac1b29fb76f owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:30.183276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.217848 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=58b2af6a-5d31-4013-92b5-cac1b29fb76f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:30.363305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.517636 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router fb22838b-dc1e-4bad-b9db-c4856dbb110a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:30.591646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:30.599334 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:30.599755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-40304046-ccfb-4cd2-a2ba-c768293e8aae tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/fb22838b-dc1e-4bad-b9db-c4856dbb110a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4230249 Oct 11 15:54:30.611396 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] Sync routers for ids ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:30.626567 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] Routers {'fb22838b-dc1e-4bad-b9db-c4856dbb110a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:30.627540 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:30.654769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5bb52a3-8818-4ba6-94f1-8f735b52485f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb22838b-dc1e-4bad-b9db-c4856dbb110a HTTP/1.1" status: 200 len: 205 time: 0.0512917 Oct 11 15:54:30.655530 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:30.661088 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:30.670183 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] Routers {'fb22838b-dc1e-4bad-b9db-c4856dbb110a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:30.671012 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:30.709934 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:30.710809 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab7286-daef-4acf-a428-dd3256b73b2f None None] The sync data for ids ['fb22838b-dc1e-4bad-b9db-c4856dbb110a'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:30.731983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.732688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7807-77f4-4773-a2d4-267739f379ba req-345e709d-7f77-45bc-a561-88d46d41ba12 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:30.734222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-530a7807-77f4-4773-a2d4-267739f379ba req-345e709d-7f77-45bc-a561-88d46d41ba12 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0866337 Oct 11 15:54:30.754836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a0b8-3db1-4f30-bfca-4752db9308cf req-364869b8-9973-4d57-b693-2c2875752001 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:30.756286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28c5a0b8-3db1-4f30-bfca-4752db9308cf req-364869b8-9973-4d57-b693-2c2875752001 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0732327 Oct 11 15:54:30.800446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-530a7807-77f4-4773-a2d4-267739f379ba req-5cf0d9ce-d017-4114-bbe9-7d8cf7253a04 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592265 Oct 11 15:54:30.813032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28c5a0b8-3db1-4f30-bfca-4752db9308cf req-bf754945-e89f-4f21-b5e1-ee812c189cbe tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Oct 11 15:54:30.893995 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.896081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.917202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2cdad-0906-4611-a15e-2576fd382048 req-62e947f9-903f-4b3b-83fe-217c1bd6e9c9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:30.918690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69c2cdad-0906-4611-a15e-2576fd382048 req-62e947f9-903f-4b3b-83fe-217c1bd6e9c9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0493572 Oct 11 15:54:30.929302 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:30.934631 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Request body: {'floatingip': {'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:30.940402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.940988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router fb22838b-dc1e-4bad-b9db-c4856dbb110a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:30.953374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:30.955471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a518d80-f220-4705-9472-9ea6709395ff tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/fb22838b-dc1e-4bad-b9db-c4856dbb110a HTTP/1.1" status: 204 len: 168 time: 0.2980678 Oct 11 15:54:30.957245 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:30.976359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.012203 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet c686256a-796d-45aa-bcc3-bb78975df171 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:31.015214 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.055124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.144871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.212979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.240610 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=c686256a-796d-45aa-bcc3-bb78975df171,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:31.244860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.248038 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-da20beb5-2d86-44ed-b030-bedc5089edb2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/c686256a-796d-45aa-bcc3-bb78975df171 HTTP/1.1" status: 204 len: 168 time: 0.2897899 Oct 11 15:54:31.250702 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:31.257555 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7547ce77-4653-40be-bd5d-e1e1902627d1 None None] Network 538ca231-8229-45ca-bf7b-4dc4e82470d2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:31.333234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.389254 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:31.389634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.458213 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] DHCP port deletion for 538ca231-8229-45ca-bf7b-4dc4e82470d2 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:31.458763 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9feea6a9-f86b-48be-907d-8c1d5b9f5626,segment=NetworkSegment(e848d6ce-33ee-42d4-aea4-49f0cc44c23f),segment_id=e848d6ce-33ee-42d4-aea4-49f0cc44c23f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:31.459132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.473720 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 9feea6a9-f86b-48be-907d-8c1d5b9f5626 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:31.506265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Deleting port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:31.506722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.556831 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.574332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] For port 9feea6a9-f86b-48be-907d-8c1d5b9f5626, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9feea6a9-f86b-48be-907d-8c1d5b9f5626,segment=NetworkSegment(e848d6ce-33ee-42d4-aea4-49f0cc44c23f),segment_id=e848d6ce-33ee-42d4-aea4-49f0cc44c23f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:31.574727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.588313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=9feea6a9-f86b-48be-907d-8c1d5b9f5626,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:31.590188 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:31.600048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Calling delete_port for 9feea6a9-f86b-48be-907d-8c1d5b9f5626 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:31.669397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.684969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.696757 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538ca231-8229-45ca-bf7b-4dc4e82470d2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:31.706291 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:31.706653 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e848d6ce-33ee-42d4-aea4-49f0cc44c23f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:31.712413 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] Pushing event deleted for resources: {'Port': ['ID=9feea6a9-f86b-48be-907d-8c1d5b9f5626,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:31.714292 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f312b-f857-49e9-8803-2cdef9164a53 None None] No DVR routers for this DVR port 9feea6a9-f86b-48be-907d-8c1d5b9f5626 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:31.717822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.732034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.736119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.738819 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:31.739199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.740540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:31.754694 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:31.795379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9feea6a9-f86b-48be-907d-8c1d5b9f5626 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:31.807830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.814963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.818172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/538ca231-8229-45ca-bf7b-4dc4e82470d2 HTTP/1.1" status: 204 len: 168 time: 0.5665083 Oct 11 15:54:31.820487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9feea6a9-f86b-48be-907d-8c1d5b9f5626 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:31.821359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9feea6a9-f86b-48be-907d-8c1d5b9f5626 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:31.822812 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:31.827253 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2109929576', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:31.843314 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfaf0d-e50f-4ff5-864d-1de231c32a1e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=538ca231-8229-45ca-bf7b-4dc4e82470d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:31.865437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.866753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.871583 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Floating IP 754fa2ab-54fa-449a-852d-2da20f2a3273 associated. External IP: 172.35.3.175, port: 0f9865a4-63d8-40c2-a256-430195c4ad65. Oct 11 15:54:31.925371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.929824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.949825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:31.953845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-538018a3-ac28-473e-9b39-f7809ae8aeed tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1300147 Oct 11 15:54:31.954655 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:31.959685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435710876'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:31.981359 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:31.984846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.002756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d25889-69e3-4d74-9a9b-9da86d34f221 req-99626253-f13b-42d4-9459-8cda5aed147f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.004000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d25889-69e3-4d74-9a9b-9da86d34f221 req-99626253-f13b-42d4-9459-8cda5aed147f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0965579 Oct 11 15:54:32.013432 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:32.022470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.022720 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment c95b16af-2097-4180-bf9c-e44fe47fe10c of type vlan for network 9f8c7dab-2ffb-432a-818a-30119112df17 Oct 11 15:54:32.067312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.090019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87d25889-69e3-4d74-9a9b-9da86d34f221 req-0758c565-90b8-480d-9932-2e95c849d50e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774589 Oct 11 15:54:32.095761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.101713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.102473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.155768 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:32.172012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2159741 Oct 11 15:54:32.175779 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:32.184293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:32.189089 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09022f03-035d-45d6-a174-545816464071 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=9f8c7dab-2ffb-432a-818a-30119112df17,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:32.200027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 9f8c7dab-2ffb-432a-818a-30119112df17 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:32.280909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:32.283401 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:32.286786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.287033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.292914 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:32.302028 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:32.302634 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:32.318411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-54a258b7-3efd-42c0-a3a5-e86e5d67cad6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "PUT /v2.0/floatingips/754fa2ab-54fa-449a-852d-2da20f2a3273 HTTP/1.1" status: 200 len: 992 time: 1.3854892 Oct 11 15:54:32.318411 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:32.319166 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0d9228-2878-4a6f-a974-c848a79ec8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:32.366327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772722e5-7208-4827-8444-de2d919b2ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.432730 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:32.441498 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56d3f2-89e2-417b-806e-d06489c14e7a x-openstack-request-id: req-eb56d3f2-89e2-417b-806e-d06489c14e7a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:32.442730 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:32.443209 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb56d3f2-89e2-417b-806e-d06489c14e7a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:32.443727 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'status': 'completed', 'code': 200} Oct 11 15:54:32.515334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.559361 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-253cba09-5636-4b7e-b9f3-4b5575cab707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.560842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-253cba09-5636-4b7e-b9f3-4b5575cab707 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0892012 Oct 11 15:54:32.583037 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=b6bd0e5f-8cb8-4b94-833f-a42bfe38486b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:32.647706 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:32.648060 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 9f8c7dab-2ffb-432a-818a-30119112df17, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:32.662086 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '754fa2ab-54fa-449a-852d-2da20f2a3273', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:54:14Z', 'updated_at': '2021-10-11T15:54:31Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:32.684242 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 9f8c7dab-2ffb-432a-818a-30119112df17 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:32.689573 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:32.690658 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-2ee8441a-21ba-4dc1-906c-df05ae47e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.692190 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-2ee8441a-21ba-4dc1-906c-df05ae47e1f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.1190321 Oct 11 15:54:32.695898 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9f8c7dab-2ffb-432a-818a-30119112df17) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:32.698559 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:32.699246 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:32.700758 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.701325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:32.705402 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e57acf-c909-4cdb-9b57-8f6e357cc051 None None] Network 9f8c7dab-2ffb-432a-818a-30119112df17 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:32.754000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02b064d5-e88f-4d98-a31b-ac9bfc61a788 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5770078 Oct 11 15:54:32.756690 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:32.830984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-b1f655a7-d39b-446a-b830-a40305d032e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1000 time: 0.1316323 Oct 11 15:54:32.871678 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:32.979687 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-df09d03e-c898-4a84-9cf1-2b839cc1ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:32.979937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-df09d03e-c898-4a84-9cf1-2b839cc1ac5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.1368442 Oct 11 15:54:33.007201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9f8c7dab-2ffb-432a-818a-30119112df17', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:33.008059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.083467 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-b2a4c0b8-020f-4947-8bdc-8e39aa84af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:33.084931 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-b2a4c0b8-020f-4947-8bdc-8e39aa84af7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805035 Oct 11 15:54:33.114106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.226664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6568d-0014-4044-8a30-2dd96f865eaf req-e6d5a243-2f7e-43b6-ae0a-67bc7b8694ac tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:33.229203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81e6568d-0014-4044-8a30-2dd96f865eaf req-e6d5a243-2f7e-43b6-ae0a-67bc7b8694ac tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0616782 Oct 11 15:54:33.275238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81e6568d-0014-4044-8a30-2dd96f865eaf req-db2337b9-a540-456f-961f-496c260d7058 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Oct 11 15:54:33.310145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-2aa4e123-0d02-4b41-91a0-2b40cbbe2ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033322 Oct 11 15:54:33.380738 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Allocated IP 172.20.0.2 (9f8c7dab-2ffb-432a-818a-30119112df17/b6bd0e5f-8cb8-4b94-833f-a42bfe38486b/4e7f4fe6-8ea3-4dbd-9824-e226b7477756) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:33.446728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0d9228-2878-4a6f-a974-c848a79ec8c1 req-e7edbde9-4005-45d0-85db-17340440d22d service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281655 Oct 11 15:54:33.454502 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '754fa2ab-54fa-449a-852d-2da20f2a3273', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:54:14Z', 'updated_at': '2021-10-11T15:54:31Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:33.485410 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cda666-82d7-4608-9fd5-16f94d811f4c None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '754fa2ab-54fa-449a-852d-2da20f2a3273', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:54:14Z', 'updated_at': '2021-10-11T15:54:31Z', 'revision_number': 1, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:33.564225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.570420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.614586 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Network 9f8c7dab-2ffb-432a-818a-30119112df17 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:33.619276 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:33.623791 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:33.626919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Pushing event updated for resources: {'Port': ['ID=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:33.630387 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.20.0.1 (9f8c7dab-2ffb-432a-818a-30119112df17/b6bd0e5f-8cb8-4b94-833f-a42bfe38486b/23a750ee-c1e9-4e88-ae69-6af938d36092) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:33.680823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Attempting to bind port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:33.681443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Attempting to bind port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:33.681832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Attempting to bind port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 on network 9f8c7dab-2ffb-432a-818a-30119112df17 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:33.687288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:33.687683 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Checking segment: {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:33.688094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.688410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Bound using segment: {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:33.688837 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Bound port: 4e7f4fe6-8ea3-4dbd-9824-e226b7477756, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:33.689212 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.692210 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9823524-c5d5-47c9-8762-d22b78fa11bb None None] New status for floating IP 754fa2ab-54fa-449a-852d-2da20f2a3273: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:54:33.751795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] For port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:33.754852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] For port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:33.758888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.759382 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.795174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:33.824292 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027025f-6056-4dc8-94cd-d587a8dc5008 None None] Pushing event updated for resources: {'Port': ['ID=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:33.840732 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 9f8c7dab-2ffb-432a-818a-30119112df17 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:33.847532 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:33.850009 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:33.894912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:33.912277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.042397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.294444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.298808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.375157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.376849 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:34.396988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543529-1629-4756-a78f-f2ce64f36908 req-7bd9ef13-8384-4198-8c3e-88f9c5f6403d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:34.398583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6543529-1629-4756-a78f-f2ce64f36908 req-7bd9ef13-8384-4198-8c3e-88f9c5f6403d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Oct 11 15:54:34.439546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6543529-1629-4756-a78f-f2ce64f36908 req-b02ece93-840b-42b7-8581-9e7764b52f25 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Oct 11 15:54:34.471657 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 9f8c7dab-2ffb-432a-818a-30119112df17 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:34.474098 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:34.595398 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:34.688043 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:34.692959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b03f0c4-76f2-4750-bf4c-6a29328ca3a2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353364 Oct 11 15:54:34.696280 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:34.701357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103057620'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:34.705556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:34.715507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:34.716120 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:34.727402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:34.731083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.755015 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:34.758732 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11ee8b-810a-4b49-b1ea-371b58d293f6 None None] Network 9f8c7dab-2ffb-432a-818a-30119112df17 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:34.766208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.766549 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment acb9431f-245f-427e-ba71-65bace9ffd50 of type vlan for network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 Oct 11 15:54:34.806247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.831787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.838070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:34.838662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.873971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c746e5a1-1507-4f5b-bf3d-7beb4c598fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.882616 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:34.899644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2013037 Oct 11 15:54:34.901984 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:34.908698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:34.916604 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6cc03-b04c-4fb6-bcb2-9f7a40e5e5dc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=10f3e824-9a34-4b4e-ae56-d2487a500ae1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:34.917340 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] Provisioning complete for port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:34.917740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:34.934802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:35.010027 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:35.013462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.191643 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.237998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.253566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=42f13028-dd08-44e0-b4d9-0f3e97345668,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:35.261204 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:35.261530 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 10f3e824-9a34-4b4e-ae56-d2487a500ae1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:35.278765 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:35.290166 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 10f3e824-9a34-4b4e-ae56-d2487a500ae1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:35.295065 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:35.295825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.298937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] For port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:35.301967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b72d62-3fb3-420a-a9fe-0a450971caa6 None None] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:35.308570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.318178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-371c89ba-94a2-4404-ad14-8d1fb0016699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119625 Oct 11 15:54:35.318457 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:35.422199 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:34Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:34Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:35.428329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd0497-dd45-4ff7-928d-c518d5a1b673 None None] Pushing event updated for resources: {'Port': ['ID=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:35.462918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:35.462918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Updating router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 port 23a750ee-c1e9-4e88-ae69-6af938d36092 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:54:35.543937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.586435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb83b-31aa-4284-8c35-b9126afb1357 req-cd9624d3-9442-422d-9392-e851ea28f30d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:35.595902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5deb83b-31aa-4284-8c35-b9126afb1357 req-cd9624d3-9442-422d-9392-e851ea28f30d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0717399 Oct 11 15:54:35.635910 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0feaa125-e624-4832-908e-b8d5634de144 None None] Provisioning complete for port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:35.636240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0feaa125-e624-4832-908e-b8d5634de144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.638244 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:35.639076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:35.646897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5deb83b-31aa-4284-8c35-b9126afb1357 req-ca905f2c-b7d6-4b61-865b-79c259cfd0e0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Oct 11 15:54:35.860587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:36.033729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.172850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.186695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.221810 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Allocated IP 172.21.0.2 (10f3e824-9a34-4b4e-ae56-d2487a500ae1/42f13028-dd08-44e0-b4d9-0f3e97345668/93e0654e-bba9-45aa-8d2f-706c0e9032e1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:36.246261 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:36.246611 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.266442 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0feaa125-e624-4832-908e-b8d5634de144 None None] Provisioning complete for port 23a750ee-c1e9-4e88-ae69-6af938d36092 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:36.266790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0feaa125-e624-4832-908e-b8d5634de144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.385539 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.388877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0feaa125-e624-4832-908e-b8d5634de144 None None] Port 23a750ee-c1e9-4e88-ae69-6af938d36092 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:36.398195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.539731 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015377a4-e573-4243-9585-4b9ed162ca70 None None] Pushing event updated for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:36.602279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.611665 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-676df3df-9bf8-4828-9bb0-45ba7bd672e9 None None] Provisioning complete for port 23a750ee-c1e9-4e88-ae69-6af938d36092 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:36.612029 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-676df3df-9bf8-4828-9bb0-45ba7bd672e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.616683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.618926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Attempting to bind port 23a750ee-c1e9-4e88-ae69-6af938d36092 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:36.619282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Attempting to bind port 23a750ee-c1e9-4e88-ae69-6af938d36092 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:36.619631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Attempting to bind port 23a750ee-c1e9-4e88-ae69-6af938d36092 on network 9f8c7dab-2ffb-432a-818a-30119112df17 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:36.668063 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.21.0.1 (10f3e824-9a34-4b4e-ae56-d2487a500ae1/42f13028-dd08-44e0-b4d9-0f3e97345668/b500a55e-04a6-41e9-8e65-ed9135778e70) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:36.690509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:36.690890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Checking segment: {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:36.691296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.691695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Bound using segment: {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:36.692168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Bound port: 23a750ee-c1e9-4e88-ae69-6af938d36092, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b16af-2097-4180-bf9c-e44fe47fe10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:36.692596 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.721990 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:36.722865 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Pushing event updated for resources: {'Port': ['ID=93e0654e-bba9-45aa-8d2f-706c0e9032e1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:36.726792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-676df3df-9bf8-4828-9bb0-45ba7bd672e9 None None] Port 23a750ee-c1e9-4e88-ae69-6af938d36092 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:36.729458 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:36.731628 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:36.762684 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547df6c6-551e-4e0d-a6df-d10ac8e12924 req-4bac3c02-f9c4-4f84-a203-b77fdd0673b3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:36.764258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-547df6c6-551e-4e0d-a6df-d10ac8e12924 req-4bac3c02-f9c4-4f84-a203-b77fdd0673b3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Oct 11 15:54:36.794097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.804431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-547df6c6-551e-4e0d-a6df-d10ac8e12924 req-1bfc821a-b983-468c-a5c4-9e02c148979e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Oct 11 15:54:36.829472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.833879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Attempting to bind port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:36.834244 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Attempting to bind port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:36.834594 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Attempting to bind port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 on network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:36.846007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] For port 23a750ee-c1e9-4e88-ae69-6af938d36092, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:36.849651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] For port 23a750ee-c1e9-4e88-ae69-6af938d36092, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23a750ee-c1e9-4e88-ae69-6af938d36092,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:36.850768 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:36.851245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Checking segment: {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:36.851657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.852554 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Bound using segment: {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:36.853173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Bound port: 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:36.853623 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.864611 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.874986 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:36.878269 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:36.882236 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:36.894671 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:54:36.905783 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:36.928678 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] Provisioning complete for port 23a750ee-c1e9-4e88-ae69-6af938d36092 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:36.929047 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:36.933623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.002277 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015377a4-e573-4243-9585-4b9ed162ca70 None None] Pushing event updated for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:37.008099 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:37.008719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:37.061434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.082223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] For port 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:37.100704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] For port 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93e0654e-bba9-45aa-8d2f-706c0e9032e1,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:37.111077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.178725 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:37.245411 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.250057 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22134f4f-40ea-4a4e-bb9d-c8bfada1bae3 None None] Pushing event updated for resources: {'Port': ['ID=93e0654e-bba9-45aa-8d2f-706c0e9032e1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:37.344043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.352937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.366936 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] For port 23a750ee-c1e9-4e88-ae69-6af938d36092, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23a750ee-c1e9-4e88-ae69-6af938d36092,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:37.388108 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.452179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:37.457759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.478736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a186d-1489-428b-8c13-0d7c2dfb36f1 None None] Pushing event updated for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:37.520040 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:34Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:36Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:37.525955 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3c78a32-52a5-4e79-bed8-a6417d74976f None None] Provisioning complete for port 23a750ee-c1e9-4e88-ae69-6af938d36092 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:37.526329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c78a32-52a5-4e79-bed8-a6417d74976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.556268 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d0a2e-00cb-412d-8c00-c8b0103a1463 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:34Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:36Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:37.565766 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:37.567161 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:37.672424 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:37.762305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.793825 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:37.813152 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f4de890-093c-4f61-8246-58a50c9793b4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4934866 Oct 11 15:54:37.815523 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 48986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:37.820721 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-752758296'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:37.846904 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:37.851197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.857062 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93e0654e-bba9-45aa-8d2f-706c0e9032e1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:37.906693 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:37.922973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.923370 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment 9e128fe7-c5ec-4d85-9def-a6c91b1e31ff of type vlan for network 3b688ed8-2256-48b6-a652-c2f9b3147220 Oct 11 15:54:37.937049 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:37.938423 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:37.985222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18742d99-e04c-4f2f-81ad-1f49b81a5bee req-e32f9003-f305-4b9a-a874-6ccd70920fe7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:37.987604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18742d99-e04c-4f2f-81ad-1f49b81a5bee req-e32f9003-f305-4b9a-a874-6ccd70920fe7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0722704 Oct 11 15:54:37.995154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.039918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18742d99-e04c-4f2f-81ad-1f49b81a5bee req-ec4cdbd0-f44a-42fd-8491-f42b81266b06 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Oct 11 15:54:38.042587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.048777 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:38.049399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.087848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.128069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3089843 Oct 11 15:54:38.128641 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:38.134687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:38.140504 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93e0654e-bba9-45aa-8d2f-706c0e9032e1,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:38.147042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.151102 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6ec35-e678-4855-acda-d33a2b5b2f7e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=3b688ed8-2256-48b6-a652-c2f9b3147220,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:38.186382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:38.260714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:38.265924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.433721 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eca9b-a10a-45d3-a98b-cbff002c84ad None None] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:38.451096 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=93e0654e-bba9-45aa-8d2f-706c0e9032e1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:38.465338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.502418 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e694339a-93c4-44ec-8c35-ba05bff8a79d None None] Provisioning complete for port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:38.502418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e694339a-93c4-44ec-8c35-ba05bff8a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.526414 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=bf97d447-28cf-4cd6-99f2-73438fb5b399,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:38.533676 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:38.534039 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: 3b688ed8-2256-48b6-a652-c2f9b3147220, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:38.553614 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:38.564847 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b688ed8-2256-48b6-a652-c2f9b3147220) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:38.569711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:38.570291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.586477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-31bfae64-372a-479b-b706-be6fe19800d9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4565694 Oct 11 15:54:38.589221 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 48992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:38.590758 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4332a6-dc7d-4cc9-a897-c6a0360642f2 None None] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:38.815186 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3b688ed8-2256-48b6-a652-c2f9b3147220', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:38.816067 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:38.980010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Allocated IP 172.22.0.2 (3b688ed8-2256-48b6-a652-c2f9b3147220/bf97d447-28cf-4cd6-99f2-73438fb5b399/baa6b88a-4da9-48d9-8f47-34801977a184) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:39.005100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.100997 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1421f1de-10e6-4aac-91d1-ed0b5e8115c1 None None] Provisioning complete for port b500a55e-04a6-41e9-8e65-ed9135778e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:39.101358 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1421f1de-10e6-4aac-91d1-ed0b5e8115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.137809 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:39.150638 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:39.151556 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:39.189066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1421f1de-10e6-4aac-91d1-ed0b5e8115c1 None None] Port b500a55e-04a6-41e9-8e65-ed9135778e70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:39.210941 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.214870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1421f1de-10e6-4aac-91d1-ed0b5e8115c1 None None] Provisioning complete for port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:39.215180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1421f1de-10e6-4aac-91d1-ed0b5e8115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.236080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.259254 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:39.281588 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:39.284848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d5a13-c5e8-41d9-b151-203275e0f92e req-5c7c8682-a76d-4c63-bde0-9ce0734a33e8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:39.285850 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:39.291452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:39.293556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e0d5a13-c5e8-41d9-b151-203275e0f92e req-5c7c8682-a76d-4c63-bde0-9ce0734a33e8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1674962 Oct 11 15:54:39.316821 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Pushing event updated for resources: {'Port': ['ID=baa6b88a-4da9-48d9-8f47-34801977a184,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:39.376669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e0d5a13-c5e8-41d9-b151-203275e0f92e req-6ece359d-2ba5-4432-8094-77ec6008bba6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821629 Oct 11 15:54:39.402210 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Attempting to bind port baa6b88a-4da9-48d9-8f47-34801977a184 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:39.402567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Attempting to bind port baa6b88a-4da9-48d9-8f47-34801977a184 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:39.402957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Attempting to bind port baa6b88a-4da9-48d9-8f47-34801977a184 on network 3b688ed8-2256-48b6-a652-c2f9b3147220 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:39.410494 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.22.0.1 (3b688ed8-2256-48b6-a652-c2f9b3147220/bf97d447-28cf-4cd6-99f2-73438fb5b399/a58f144a-eb58-4e4e-b33c-fb0d5643eebe) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:39.422328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:39.422698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Checking segment: {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:39.423100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.423649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Bound using segment: {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:39.424134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Bound port: baa6b88a-4da9-48d9-8f47-34801977a184, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:39.424514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.508029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] For port baa6b88a-4da9-48d9-8f47-34801977a184, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:39.511440 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] For port baa6b88a-4da9-48d9-8f47-34801977a184, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=baa6b88a-4da9-48d9-8f47-34801977a184,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:39.511574 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 3, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:39.518056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.544134 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:39.544487 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Updating router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 port b500a55e-04a6-41e9-8e65-ed9135778e70 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:54:39.566767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.569493 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.595777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3fb9707-c73d-4d02-afe5-7aefa18efb83 None None] Provisioning complete for port b500a55e-04a6-41e9-8e65-ed9135778e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:39.596155 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3fb9707-c73d-4d02-afe5-7aefa18efb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.603056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.617616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.628429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660a37-0685-4019-95bb-fb7dfa530829 None None] Pushing event updated for resources: {'Port': ['ID=baa6b88a-4da9-48d9-8f47-34801977a184,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:39.650971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb9707-c73d-4d02-afe5-7aefa18efb83 None None] Port b500a55e-04a6-41e9-8e65-ed9135778e70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:39.678922 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:39.682408 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:39.684953 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:39.710630 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:39.735625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.922781 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.928740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:39.928948 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.000423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23a750ee-c1e9-4e88-ae69-6af938d36092 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:40.051066 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 23a750ee-c1e9-4e88-ae69-6af938d36092 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:40.051360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.085008 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Pushing event updated for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:40.095454 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.095822 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.096156 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.096483 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.096806 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.097128 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.097561 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.097810 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.098123 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.098435 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.098746 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.099057 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:54:40.163639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93e0654e-bba9-45aa-8d2f-706c0e9032e1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:40.188957 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Attempting to bind port b500a55e-04a6-41e9-8e65-ed9135778e70 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:40.189533 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Attempting to bind port b500a55e-04a6-41e9-8e65-ed9135778e70 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:40.189720 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Attempting to bind port b500a55e-04a6-41e9-8e65-ed9135778e70 on network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:40.195028 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:40.195942 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Checking segment: {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:40.196355 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.196740 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Bound using segment: {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:40.197204 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Bound port: b500a55e-04a6-41e9-8e65-ed9135778e70, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb9431f-245f-427e-ba71-65bace9ffd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:40.197634 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.218689 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:40.219201 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.241590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.254778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.293473 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] For port b500a55e-04a6-41e9-8e65-ed9135778e70, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:40.298614 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] For port b500a55e-04a6-41e9-8e65-ed9135778e70, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b500a55e-04a6-41e9-8e65-ed9135778e70,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:40.304298 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.348782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.350849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:40.408259 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:40.409000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:40.412516 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153460-31a3-49aa-a2fe-80b8b071a59b None None] Pushing event updated for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:40.481122 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:40.485820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] Provisioning complete for port b500a55e-04a6-41e9-8e65-ed9135778e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:40.486316 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.488137 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:40.540093 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:40.630803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.677115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] For port b500a55e-04a6-41e9-8e65-ed9135778e70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b500a55e-04a6-41e9-8e65-ed9135778e70,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:40.682384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.764054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839f345-e8be-4b75-a978-9f1a40eb045a None None] Pushing event updated for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:40.787634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.808753 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-53389889-4990-4686-8aff-3fb3f481eed8 None None] Provisioning complete for port b500a55e-04a6-41e9-8e65-ed9135778e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:40.809194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53389889-4990-4686-8aff-3fb3f481eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:40.815099 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:39Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:40.844886 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde38e65-38b2-455f-b33a-04c0667fc44a None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:39Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:40.853728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef6113-01fa-47af-9700-7668e2ddfbae None None] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:41.005894 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:41.024397 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aea37-ef84-4b97-8562-5eb333a48b4b req-b04d442d-a305-45b3-b612-73ba33e0dde1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:41.025975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f4aea37-ef84-4b97-8562-5eb333a48b4b req-b04d442d-a305-45b3-b612-73ba33e0dde1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.5348182 Oct 11 15:54:41.128836 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] Provisioning complete for port baa6b88a-4da9-48d9-8f47-34801977a184 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:41.129404 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.138967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5f4aea37-ef84-4b97-8562-5eb333a48b4b req-2dc79196-5cab-4abc-9363-9bb9906aeda1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046886 Oct 11 15:54:41.165818 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:41.173778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:41.174300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3019a42d-b87b-4644-9767-dc86a6da2a40 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835590 Oct 11 15:54:41.179497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'network': {'name': 'tempest-RoutersTest-1208307110'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:41.204872 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:41.208795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.237803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.240196 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:54:41.251030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.251790 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added segment e86e70e8-7828-414b-ab62-68c8e77be02e of type vlan for network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a Oct 11 15:54:41.284190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] For port baa6b88a-4da9-48d9-8f47-34801977a184, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=baa6b88a-4da9-48d9-8f47-34801977a184,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:41.290914 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.301668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.337516 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.343267 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:41.343896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.351546 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb7239-2829-4094-9b51-22e9bf8dab7c None None] Pushing event updated for resources: {'Port': ['ID=baa6b88a-4da9-48d9-8f47-34801977a184,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:41.423578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2116518a-a2d7-4320-b211-30cf47f51ddd None None] Provisioning complete for port baa6b88a-4da9-48d9-8f47-34801977a184 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:41.423798 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:41.424258 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2116518a-a2d7-4320-b211-30cf47f51ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.424353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2490051 Oct 11 15:54:41.430387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f56d0-03fa-4877-b1e1-2eba138c3316 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Network': ['ID=f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:41.431624 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'subnet': {'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:41.449592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:54:41.568079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Made reservation on behalf of 35e7b08136b74315a91cb72c0581f4e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:41.573576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.609158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2116518a-a2d7-4320-b211-30cf47f51ddd None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:41.609709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2116518a-a2d7-4320-b211-30cf47f51ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.650465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2116518a-a2d7-4320-b211-30cf47f51ddd None None] Port a58f144a-eb58-4e4e-b33c-fb0d5643eebe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:41.779217 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fefdc768-8b1a-44b4-ab96-2d4e040e1e5a None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:41.779447 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fefdc768-8b1a-44b4-ab96-2d4e040e1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.818934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.824531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fefdc768-8b1a-44b4-ab96-2d4e040e1e5a None None] Port a58f144a-eb58-4e4e-b33c-fb0d5643eebe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:41.887271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device baa6b88a-4da9-48d9-8f47-34801977a184 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:41.907638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Subnet': ['ID=a6db097a-3c52-4e48-bfc9-9c1a7035acf4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:41.937214 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Checking segment: {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:41.937667 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network hostable DHCP agents. Network: f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:54:41.956346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e18555e0-565e-4aba-82d4-d0cc2fa6f569 None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:41.956717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e18555e0-565e-4aba-82d4-d0cc2fa6f569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.956874 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:54:41.969199 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:41.973681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:41.974280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:41.984018 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3869f-b0c9-4a75-b3dc-eb972b14fbde None None] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:41.995267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2cd73859-559b-4cb0-bbfc-64866278c542 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5675404 Oct 11 15:54:41.995448 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:42.042994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port baa6b88a-4da9-48d9-8f47-34801977a184 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:42.043285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.220582 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e18555e0-565e-4aba-82d4-d0cc2fa6f569 None None] Port a58f144a-eb58-4e4e-b33c-fb0d5643eebe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:42.254379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:42.282643 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:42.283265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:42.326661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821aa8f-fbe4-43fd-8f17-cf84b59b4746 req-0a954c46-e956-45be-bbdb-f2c9afb6fd94 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:42.328037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4821aa8f-fbe4-43fd-8f17-cf84b59b4746 req-0a954c46-e956-45be-bbdb-f2c9afb6fd94 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0891597 Oct 11 15:54:42.404659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4821aa8f-fbe4-43fd-8f17-cf84b59b4746 req-1022a02f-edd8-4099-844d-b322888506cb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Oct 11 15:54:42.428286 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b500a55e-04a6-41e9-8e65-ed9135778e70 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:42.431205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:42.443988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.494239 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:54:42.495120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.704065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b500a55e-04a6-41e9-8e65-ed9135778e70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:42.704262 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Allocated IP 172.23.0.1 (f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a/a6db097a-3c52-4e48-bfc9-9c1a7035acf4/3ac51803-387d-4b55-bf26-a0105ac3366b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:42.704385 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.814914 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.831419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:39Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:42.849085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.863861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:42.864213 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Updating router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 port a58f144a-eb58-4e4e-b33c-fb0d5643eebe binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:54:42.896824 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:42.899902 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:42.902415 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:42.914889 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:42.931443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:42.935885 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Allocated IP 172.23.0.2 (f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a/a6db097a-3c52-4e48-bfc9-9c1a7035acf4/e033581d-8399-484c-8729-10e74f687cc4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:42.953383 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.072641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.231992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.239112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.291076 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:43.301219 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:43.306434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:43.335193 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Pushing event updated for resources: {'Port': ['ID=e033581d-8399-484c-8729-10e74f687cc4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:43.341813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.348552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.387848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.397014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.422618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Attempting to bind port e033581d-8399-484c-8729-10e74f687cc4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:43.422823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Attempting to bind port e033581d-8399-484c-8729-10e74f687cc4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:43.423156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Attempting to bind port e033581d-8399-484c-8729-10e74f687cc4 on network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:43.423547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event updated for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:43.427107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.448562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:43.449034 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Checking segment: {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:43.451694 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.452135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Bound using segment: {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:43.453689 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Bound port: e033581d-8399-484c-8729-10e74f687cc4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:43.454194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.531087 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4ab0-189e-4649-ad2c-4fc8f31eac46 None None] Pushing event updated for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:43.578881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Attempting to bind port a58f144a-eb58-4e4e-b33c-fb0d5643eebe on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:43.579245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Attempting to bind port a58f144a-eb58-4e4e-b33c-fb0d5643eebe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:43.579599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Attempting to bind port a58f144a-eb58-4e4e-b33c-fb0d5643eebe on network 3b688ed8-2256-48b6-a652-c2f9b3147220 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:43.580229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd06cf-2a28-44f0-b6cc-31c888b461c3 req-ce21db89-d0e4-4a36-abd9-53ad6f1809a0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:43.581998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0bd06cf-2a28-44f0-b6cc-31c888b461c3 req-ce21db89-d0e4-4a36-abd9-53ad6f1809a0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0953069 Oct 11 15:54:43.591027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:43.591392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Checking segment: {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:43.591540 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:43.591791 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.592176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Bound using segment: {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:43.592642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Bound port: a58f144a-eb58-4e4e-b33c-fb0d5643eebe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:43.593015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.593268 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:43.605606 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] For port e033581d-8399-484c-8729-10e74f687cc4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:43.620434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] For port e033581d-8399-484c-8729-10e74f687cc4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033581d-8399-484c-8729-10e74f687cc4,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:43.640488 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.705820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0bd06cf-2a28-44f0-b6cc-31c888b461c3 req-a13646b5-bc7a-444b-8eb8-15191388244d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101873 Oct 11 15:54:43.723282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] For port a58f144a-eb58-4e4e-b33c-fb0d5643eebe, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:43.725216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c324-47f2-49ef-83d7-28e3b3d66528 None None] Pushing event updated for resources: {'Port': ['ID=e033581d-8399-484c-8729-10e74f687cc4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:43.728966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] For port a58f144a-eb58-4e4e-b33c-fb0d5643eebe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:43.734594 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:43.741370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.809266 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f64d926-2198-4619-b416-55b90262e837 None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:43.809670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f64d926-2198-4619-b416-55b90262e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:43.814087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:43.814425 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:43.844477 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:43.852064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a866007e-f01f-4532-a38e-65b147c07cb9 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551950 Oct 11 15:54:43.854508 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:43.860595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:43.878981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4ab0-189e-4649-ad2c-4fc8f31eac46 None None] Pushing event updated for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:43.968155 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:44.057692 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f64d926-2198-4619-b416-55b90262e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.094743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f64d926-2198-4619-b416-55b90262e837 None None] For port a58f144a-eb58-4e4e-b33c-fb0d5643eebe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:44.104239 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f64d926-2198-4619-b416-55b90262e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.305142 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:54:44.320432 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:54:44.320849 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.392207 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64d926-2198-4619-b416-55b90262e837 None None] Pushing event updated for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:44.411303 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3f94c60-43ed-4dd0-bec2-67e6ad534d7d None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:44.411665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3f94c60-43ed-4dd0-bec2-67e6ad534d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.522367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.527529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:44.564279 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:44.592371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fb73f-640b-4374-a518-288d5f198d66 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:44.644465 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:44.926714 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848f3f3-30ff-46d1-b7a5-55fd7399f752 None None] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:44.998163 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] Provisioning complete for port e033581d-8399-484c-8729-10e74f687cc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:44.998797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.168568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.189855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:45.198174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.201711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c30aa348-6c35-49ee-9efe-a1e92d1341c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 934 time: 1.3439207 Oct 11 15:54:45.202194 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:45.213419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98909-cf38-491c-b497-ab86e4eeb1a1 req-076eb48e-42a9-4c9d-9454-05e9f4110b15 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:45.219227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] For port e033581d-8399-484c-8729-10e74f687cc4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033581d-8399-484c-8729-10e74f687cc4,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:45.224475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26b98909-cf38-491c-b497-ab86e4eeb1a1 req-076eb48e-42a9-4c9d-9454-05e9f4110b15 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.1206241 Oct 11 15:54:45.237444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.303670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26b98909-cf38-491c-b497-ab86e4eeb1a1 req-2cc88cc6-79a1-4277-b5da-9f9de6f17c0e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780532 Oct 11 15:54:45.329146 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb3b6d-8404-496c-bc15-19fb0a723430 None None] Pushing event updated for resources: {'Port': ['ID=e033581d-8399-484c-8729-10e74f687cc4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:45.355135 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-69dc7c7f-6d39-4b74-8cdc-553c6bbe56c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 934 time: 0.1513274 Oct 11 15:54:45.357304 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:45.364712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:45.512780 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:45.531473 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:45.532092 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:45.534524 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4371f-2f99-491f-b5cc-eaaceac145d7 req-d712d3bc-dcf3-44d2-90e9-416c6e3c0b7d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:45.536336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17d4371f-2f99-491f-b5cc-eaaceac145d7 req-d712d3bc-dcf3-44d2-90e9-416c6e3c0b7d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0653000 Oct 11 15:54:45.574672 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0517341b-3ce3-48d8-8854-04fb3c7a6141 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:45.575219 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0517341b-3ce3-48d8-8854-04fb3c7a6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.580651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17d4371f-2f99-491f-b5cc-eaaceac145d7 req-42d0b276-4524-41ac-815b-96f8fb794996 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371437 Oct 11 15:54:45.640272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0517341b-3ce3-48d8-8854-04fb3c7a6141 None None] Port 3ac51803-387d-4b55-bf26-a0105ac3366b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:45.645875 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:45.669244 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0517341b-3ce3-48d8-8854-04fb3c7a6141 None None] Provisioning complete for port e033581d-8399-484c-8729-10e74f687cc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:45.669757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0517341b-3ce3-48d8-8854-04fb3c7a6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.837044 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf616c1-f0dc-401a-b329-35b2171dc507 req-cb21d85d-2747-43ec-9645-6fa572175c13 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:45.846062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cf616c1-f0dc-401a-b329-35b2171dc507 req-cb21d85d-2747-43ec-9645-6fa572175c13 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.1228654 Oct 11 15:54:45.877252 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:54:45.877729 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:54:45.900958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cf616c1-f0dc-401a-b329-35b2171dc507 req-b5fa68e0-211c-4bce-8f5e-9717613c0346 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518310 Oct 11 15:54:45.918220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.933376 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 6, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:43Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:45.963097 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:45.963364 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Updating router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 port 3ac51803-387d-4b55-bf26-a0105ac3366b binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:54:45.968702 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03f6e02c-25c6-4eac-bb34-eb95e0015010 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:45.969322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03f6e02c-25c6-4eac-bb34-eb95e0015010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:45.990468 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.010424 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03f6e02c-25c6-4eac-bb34-eb95e0015010 None None] Port 3ac51803-387d-4b55-bf26-a0105ac3366b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:46.016324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a58f144a-eb58-4e4e-b33c-fb0d5643eebe up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:46.085365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a58f144a-eb58-4e4e-b33c-fb0d5643eebe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:46.085812 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.197822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.204567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.230586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033581d-8399-484c-8729-10e74f687cc4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:46.247184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-100e6f2e-54cd-46ae-9e2a-f5e0f3ff6440 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:46.255104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-100e6f2e-54cd-46ae-9e2a-f5e0f3ff6440 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1352124 Oct 11 15:54:46.272039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-ab2eef63-84b7-4367-b408-af12c36e7c5e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/quotas/a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 375 time: 0.0160179 Oct 11 15:54:46.287082 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bff03a5e-26dd-4be2-ba56-6e9b51a6e536 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:46.287442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff03a5e-26dd-4be2-ba56-6e9b51a6e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.313337 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:46.317295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e033581d-8399-484c-8729-10e74f687cc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:46.317688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.342918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b2ad2809-120c-4acf-a25c-c20fcd05b875 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0700440 Oct 11 15:54:46.365262 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.372506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bff03a5e-26dd-4be2-ba56-6e9b51a6e536 None None] Port 3ac51803-387d-4b55-bf26-a0105ac3366b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:46.383589 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.436759 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903c64d-5221-4623-b4f7-4712474a38ae None None] Pushing event updated for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:46.463133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-9ad3a2ba-cf2f-4df0-a5a5-7bac9a3508f2 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105509 Oct 11 15:54:46.489591 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Attempting to bind port 3ac51803-387d-4b55-bf26-a0105ac3366b on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:46.489920 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Attempting to bind port 3ac51803-387d-4b55-bf26-a0105ac3366b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:46.490235 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Attempting to bind port 3ac51803-387d-4b55-bf26-a0105ac3366b on network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:46.496270 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:46.496646 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Checking segment: {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:46.497045 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.497432 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Bound using segment: {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:46.497915 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Bound port: 3ac51803-387d-4b55-bf26-a0105ac3366b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86e70e8-7828-414b-ab62-68c8e77be02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:46.498289 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.498955 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:46.507111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.508426 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6958095-b5c5-494d-96d4-634df3ef175c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 700 time: 1.1499271 Oct 11 15:54:46.511621 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:46.575455 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] For port 3ac51803-387d-4b55-bf26-a0105ac3366b, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:46.579487 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] For port 3ac51803-387d-4b55-bf26-a0105ac3366b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac51803-387d-4b55-bf26-a0105ac3366b,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:46.587259 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.591418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-71bf5ca0-fd9d-49a6-808b-c9d5b5ddcd14 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196604 Oct 11 15:54:46.632065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a9ad21b-b72b-45fc-93af-111f9eaf8f2d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 700 time: 0.1170299 Oct 11 15:54:46.632401 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:46.644602 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903c64d-5221-4623-b4f7-4712474a38ae None None] Pushing event updated for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:46.667701 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:46.668548 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:46.800411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4a97f99-bba3-4fe2-973a-790e87337afc req-914759b4-c4a8-4ef9-83ce-fcee30185893 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 210 time: 0.0435755 Oct 11 15:54:46.800550 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:46.801234 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:46.812086 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.913567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:46.963754 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] For port 3ac51803-387d-4b55-bf26-a0105ac3366b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac51803-387d-4b55-bf26-a0105ac3366b,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:46.973712 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:47.031095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b2eee-92a1-4417-a0ce-fca1e3b982d0 None None] Pushing event updated for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:47.099125 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5414a8e1-d763-406b-bf62-7907587b28a3 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:47.099644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5414a8e1-d763-406b-bf62-7907587b28a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:47.240148 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:45Z', 'revision_number': 7, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:46Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:47.270971 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8539118-eb81-4592-b618-f09fe15b19e2 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:45Z', 'revision_number': 7, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:46Z', 'revision_number': 4, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:47.421552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:47.434642 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:47.445025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:47.446208 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:47.545627 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:47.677178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 3ac51803-387d-4b55-bf26-a0105ac3366b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:47.677539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:47.766534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:45Z', 'revision_number': 7, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:46Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:47.795714 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:47.822685 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:47.823326 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:47.850200 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 3ac51803-387d-4b55-bf26-a0105ac3366b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac51803-387d-4b55-bf26-a0105ac3366b,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:47.850579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:47.876130 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 3ac51803-387d-4b55-bf26-a0105ac3366b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:47.878420 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ac51803-387d-4b55-bf26-a0105ac3366b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:47.935775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-046e5c5a-dda8-440b-a7d4-dcda44dee787 req-cb877d29-cdf4-4150-81d4-a75e7a83d28f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 210 time: 0.0467639 Oct 11 15:54:47.958039 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-0ffa025e-f7f8-4512-a100-15c7fb1d08bd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:47.959516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-0ffa025e-f7f8-4512-a100-15c7fb1d08bd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1809607 Oct 11 15:54:47.977520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'device_id': '860fd148-1d38-45a7-931d-59a58a494df5', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'admin_state_up': True, 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:47.991558 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:47.994494 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3ac51803-387d-4b55-bf26-a0105ac3366b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:47.994621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.176107 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:54:48.180371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.183297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.222791 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=3ac51803-387d-4b55-bf26-a0105ac3366b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:48.264001 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:45Z', 'revision_number': 7, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:46Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:48.295938 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e34d0-317c-445f-9ff1-88e4d5c1dc14 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:45Z', 'revision_number': 7, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac51803-387d-4b55-bf26-a0105ac3366b', 'name': '', 'network_id': 'f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:42Z', 'updated_at': '2021-10-11T15:54:46Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'a6db097a-3c52-4e48-bfc9-9c1a7035acf4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:48.476042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.478688 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.20.0.14 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/5cd7e861-59ec-4f26-9afc-403c683484e4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:54:48.776318 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:48.779108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.888054 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:48.899733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:54:48.921422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:48.929186 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7ef0f52-60ed-47e7-96a7-772c7639e43c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2954006 Oct 11 15:54:48.932402 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:48.934855 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:48.943790 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:54:48.944158 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:48.945605 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:48.947690 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:54:48.952219 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:54:48.956239 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:49.028278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:49.028870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.030428 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet a6db097a-3c52-4e48-bfc9-9c1a7035acf4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:49.040587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.051738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-b38f5648-0066-4e86-9e47-b4383ad9b738 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785148 Oct 11 15:54:49.065126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Request body: {'port': {'device_id': '860fd148-1d38-45a7-931d-59a58a494df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:49.067324 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:49.144842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.147427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.186072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3bdd-8849-4c75-9cf8-3ee6e2f93c00 req-ed23a4f0-0a56-4845-86ca-e351bddc17bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:49.187651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42ef3bdd-8849-4c75-9cf8-3ee6e2f93c00 req-ed23a4f0-0a56-4845-86ca-e351bddc17bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 932 time: 0.1197758 Oct 11 15:54:49.253668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42ef3bdd-8849-4c75-9cf8-3ee6e2f93c00 req-1b5a81e2-5a08-4f93-9ff7-aad85aefa4d6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Oct 11 15:54:49.300490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.342507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-323dde93-f982-4ae5-8cf0-96be5370506e None None] Provisioning complete for port 5cd7e861-59ec-4f26-9afc-403c683484e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:49.342880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-323dde93-f982-4ae5-8cf0-96be5370506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.350264 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:48Z', 'revision_number': 8, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:49.378321 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-323dde93-f982-4ae5-8cf0-96be5370506e None None] Port 5cd7e861-59ec-4f26-9afc-403c683484e4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:54:49.385327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.388007 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:49.396832 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:49.397433 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:49.413513 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=a6db097a-3c52-4e48-bfc9-9c1a7035acf4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:49.417548 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.423774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d01e1c5-8c9d-4ea8-bfb8-bcf8f979a4ec tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/a6db097a-3c52-4e48-bfc9-9c1a7035acf4 HTTP/1.1" status: 204 len: 168 time: 0.4900994 Oct 11 15:54:49.424130 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:49.428223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4060d01-4b5b-4917-9a5d-d29ee8a93d5b None None] Network f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:49.489096 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd7e861-59ec-4f26-9afc-403c683484e4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:49.494682 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:49.499506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.514386 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Transition to ACTIVE for port object 5cd7e861-59ec-4f26-9afc-403c683484e4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:54:49.518384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.519650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.614760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:49.628263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port e033581d-8399-484c-8729-10e74f687cc4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:49.629639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.690140 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Attempting to bind port 5cd7e861-59ec-4f26-9afc-403c683484e4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:54:49.690860 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Attempting to bind port 5cd7e861-59ec-4f26-9afc-403c683484e4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:54:49.691434 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Attempting to bind port 5cd7e861-59ec-4f26-9afc-403c683484e4 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:49.701188 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Port 5cd7e861-59ec-4f26-9afc-403c683484e4 on network 8a814430-31de-478e-bc39-a2ddf172b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:54:49.701856 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Attempting to bind port 5cd7e861-59ec-4f26-9afc-403c683484e4 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:54:49.707309 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:54:49.707960 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:54:49.708586 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:54:49.709236 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Bound port: 5cd7e861-59ec-4f26-9afc-403c683484e4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:54:49.709834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.782585 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port e033581d-8399-484c-8729-10e74f687cc4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033581d-8399-484c-8729-10e74f687cc4,segment=NetworkSegment(e86e70e8-7828-414b-ab62-68c8e77be02e),segment_id=e86e70e8-7828-414b-ab62-68c8e77be02e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:49.782963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.806560 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:54:49.810023 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for e033581d-8399-484c-8729-10e74f687cc4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:49.811245 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cd7e861-59ec-4f26-9afc-403c683484e4,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:54:49.818507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.858713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:49.859331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.860401 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:48Z', 'revision_number': 8, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:49.860727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cd7e861-59ec-4f26-9afc-403c683484e4 HTTP/1.1" status: 200 len: 1092 time: 0.8003395 Oct 11 15:54:49.875677 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:49.879350 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b573e-e0a8-4078-915c-a5935b7196af" -d '{"events": [{"name": "network-changed", "server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:49.917967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] DHCP port deletion for f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:49.926055 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6297-7d1a-4a0d-a10e-e4a5e599956c None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:48Z', 'revision_number': 8, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a58f144a-eb58-4e4e-b33c-fb0d5643eebe', 'name': '', 'network_id': '3b688ed8-2256-48b6-a652-c2f9b3147220', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:ff:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:39Z', 'updated_at': '2021-10-11T15:54:44Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'bf97d447-28cf-4cd6-99f2-73438fb5b399', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:49.956209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:49.986045 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b21b9-eb8b-4b40-a03c-a7ed8070e2a0 x-openstack-request-id: req-069b21b9-eb8b-4b40-a03c-a7ed8070e2a0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:49.986412 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:49.986715 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-069b21b9-eb8b-4b40-a03c-a7ed8070e2a0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:49.987206 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4', 'status': 'completed', 'code': 200} Oct 11 15:54:50.007035 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=e033581d-8399-484c-8729-10e74f687cc4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:50.007829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Deleting port e033581d-8399-484c-8729-10e74f687cc4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:50.008211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.011602 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6d820-b40c-4998-941e-53f0f9e9c364 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:50.020355 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bdb53731-dad6-4b5a-a3c5-d91dbe4c21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:50.021817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-bdb53731-dad6-4b5a-a3c5-d91dbe4c21cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 1095 time: 0.0930634 Oct 11 15:54:50.022110 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port e033581d-8399-484c-8729-10e74f687cc4 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:50.067908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-0a969afe-3f07-48c4-a58f-9ab5b9b0db66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd7e861-59ec-4f26-9afc-403c683484e4 HTTP/1.1" status: 200 len: 217 time: 0.0378189 Oct 11 15:54:50.084046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] For port e033581d-8399-484c-8729-10e74f687cc4, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:50.084982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.108309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Calling delete_port for e033581d-8399-484c-8729-10e74f687cc4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:50.111629 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Port e033581d-8399-484c-8729-10e74f687cc4 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:54:50.112981 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.129158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.135150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-f7762e44-5155-45df-87e4-8aa2e1e94259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:50.137021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-f7762e44-5155-45df-87e4-8aa2e1e94259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0612080 Oct 11 15:54:50.139613 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] Pushing event deleted for resources: {'Port': ['ID=e033581d-8399-484c-8729-10e74f687cc4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:50.146928 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d18a3c-d429-4908-baa5-aefbc97e572c None None] No DVR routers for this DVR port e033581d-8399-484c-8729-10e74f687cc4 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:50.155237 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:50.168811 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86e70e8-7828-414b-ab62-68c8e77be02e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:50.169261 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86e70e8-7828-414b-ab62-68c8e77be02e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:50.179576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.194111 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.195773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-1fef836b-2917-49db-9334-bcbd2809cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:50.197331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-1fef836b-2917-49db-9334-bcbd2809cabd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534475 Oct 11 15:54:50.200420 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:50.200905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:50.204008 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:50.261745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.266360 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:50.269624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a HTTP/1.1" status: 204 len: 168 time: 0.8445306 Oct 11 15:54:50.273861 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:50.286135 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b53cbd-bea0-4488-aca9-4b1d14a8d3a8 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=f918e1c4-3e18-4c67-bf6e-6d9d9ddf633a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:50.390859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-3cb14864-6777-469c-89ef-7a183d7a4a22 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867316 Oct 11 15:54:50.393361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55338a4-c6d0-4822-a9ab-9ef7be4a6fc0 req-794d02b7-66c7-44e7-bf8b-6f50cc7f2072 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:50.394921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b55338a4-c6d0-4822-a9ab-9ef7be4a6fc0 req-794d02b7-66c7-44e7-bf8b-6f50cc7f2072 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 944 time: 0.0527568 Oct 11 15:54:50.447666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b55338a4-c6d0-4822-a9ab-9ef7be4a6fc0 req-2754db92-b898-423d-b6f5-e2aee6fdb2a2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455294 Oct 11 15:54:50.874081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-12b5c3f3-4632-479c-9ba3-67324ae7fcee req-59add101-da8c-4026-8d05-bf070b258601 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756844 Oct 11 15:54:50.986636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-073f316b-a008-4edf-8353-783f95f34047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:50.988095 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-073f316b-a008-4edf-8353-783f95f34047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 1095 time: 0.0584443 Oct 11 15:54:51.087294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:51.170010 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-97a1686e-0562-4f36-87b8-2735edb86348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:51.171460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-97a1686e-0562-4f36-87b8-2735edb86348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.1663108 Oct 11 15:54:51.217769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-3596a19c-7710-4f6a-9a68-23fe7656582b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd7e861-59ec-4f26-9afc-403c683484e4 HTTP/1.1" status: 200 len: 217 time: 0.0381217 Oct 11 15:54:51.316702 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-536ae610-880d-43da-b8fb-58b410d4476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:51.318149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-536ae610-880d-43da-b8fb-58b410d4476f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0933671 Oct 11 15:54:51.387624 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-16d80541-9ae5-4edb-b2c0-3c07f3917d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:51.389088 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-16d80541-9ae5-4edb-b2c0-3c07f3917d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631921 Oct 11 15:54:51.517937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-1a3074a0-989c-477e-bdc3-bcdcb785eeb1 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193426 Oct 11 15:54:51.520492 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port a58f144a-eb58-4e4e-b33c-fb0d5643eebe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:51.520825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:51.562221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14b851-df5e-4522-aec1-a127ae29ea6b req-895a2da9-9603-4f19-b242-2c9140662169 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:51.563711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd14b851-df5e-4522-aec1-a127ae29ea6b req-895a2da9-9603-4f19-b242-2c9140662169 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 944 time: 0.0496018 Oct 11 15:54:51.600853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd14b851-df5e-4522-aec1-a127ae29ea6b req-5b4523df-96ce-40ef-980d-8d6e7c3cadb6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311882 Oct 11 15:54:51.674466 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port a58f144a-eb58-4e4e-b33c-fb0d5643eebe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:51.674784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:51.687235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9f0b573e-e0a8-4078-915c-a5935b7196af req-f85d1eb9-94c8-4125-a84e-47d95dadb0a5 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617608 Oct 11 15:54:51.690929 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for a58f144a-eb58-4e4e-b33c-fb0d5643eebe owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:51.777021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033581d-8399-484c-8729-10e74f687cc4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:51.801089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e033581d-8399-484c-8729-10e74f687cc4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:51.801428 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033581d-8399-484c-8729-10e74f687cc4 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:51.802044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ac51803-387d-4b55-bf26-a0105ac3366b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:51.821471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3ac51803-387d-4b55-bf26-a0105ac3366b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:51.821857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ac51803-387d-4b55-bf26-a0105ac3366b not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:51.865692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:51.896748 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=a58f144a-eb58-4e4e-b33c-fb0d5643eebe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:52.052076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.235831 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:52.324075 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:52.328823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-503e9d03-9966-4106-a00d-e1bcaf7f6665 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539641 Oct 11 15:54:52.331494 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:52.333049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:52.341969 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:52.342563 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:52.384879 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet bf97d447-28cf-4cd6-99f2-73438fb5b399 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:52.388104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.426490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.427129 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:52.508442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.569839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.597937 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=bf97d447-28cf-4cd6-99f2-73438fb5b399,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:52.599802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.605267 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d40bbf-23e1-4905-800a-795dac8cd066 None None] Network 3b688ed8-2256-48b6-a652-c2f9b3147220 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:52.605953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb4d4610-faa5-4bfe-9d7b-8bba29258a06 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/bf97d447-28cf-4cd6-99f2-73438fb5b399 HTTP/1.1" status: 204 len: 168 time: 0.2734842 Oct 11 15:54:52.606574 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:52.683270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.683655 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:51Z', 'revision_number': 9, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:52.724363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02a8fb-bd24-4024-b924-55423dbd2f53 req-8e865614-9e1a-4044-bce3-ea9db7022c16 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:52.726683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f02a8fb-bd24-4024-b924-55423dbd2f53 req-8e865614-9e1a-4044-bce3-ea9db7022c16 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 944 time: 0.0531359 Oct 11 15:54:52.726825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:52.750417 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:52.750936 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port baa6b88a-4da9-48d9-8f47-34801977a184 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:52.751086 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:52.751271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.766843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f02a8fb-bd24-4024-b924-55423dbd2f53 req-f47ac7af-b376-463a-b68e-b50e7a66d1ad tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Oct 11 15:54:52.819792 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port baa6b88a-4da9-48d9-8f47-34801977a184, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=baa6b88a-4da9-48d9-8f47-34801977a184,segment=NetworkSegment(9e128fe7-c5ec-4d85-9def-a6c91b1e31ff),segment_id=9e128fe7-c5ec-4d85-9def-a6c91b1e31ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:52.820676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.833603 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for baa6b88a-4da9-48d9-8f47-34801977a184 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:52.852141 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:52.928795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158176e-7c80-48e5-bfca-9da6ce602212 None None] DHCP port deletion for 3b688ed8-2256-48b6-a652-c2f9b3147220 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:52.937019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:52.963811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=baa6b88a-4da9-48d9-8f47-34801977a184,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:52.968756 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port baa6b88a-4da9-48d9-8f47-34801977a184 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:52.988266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f158176e-7c80-48e5-bfca-9da6ce602212 None None] The port 'baa6b88a-4da9-48d9-8f47-34801977a184' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 11 15:54:53.048859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.068220 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b688ed8-2256-48b6-a652-c2f9b3147220']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:53.077505 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:53.077818 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e128fe7-c5ec-4d85-9def-a6c91b1e31ff') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:53.079269 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:51Z', 'revision_number': 9, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:53.092151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.106122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.109056 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c673a-7953-489b-b8ba-2b72028fdd9e None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:51Z', 'revision_number': 9, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500a55e-04a6-41e9-8e65-ed9135778e70', 'name': '', 'network_id': '10f3e824-9a34-4b4e-ae56-d2487a500ae1', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:a5:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:36Z', 'updated_at': '2021-10-11T15:54:40Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': '42f13028-dd08-44e0-b4d9-0f3e97345668', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:53.112126 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:53.112507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:53.115483 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:53.174517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.181812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.184818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/3b688ed8-2256-48b6-a652-c2f9b3147220 HTTP/1.1" status: 204 len: 168 time: 0.5769787 Oct 11 15:54:53.187661 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:53.196537 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ccc5-6f0e-4b20-ada7-3f5a15eb7954 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=3b688ed8-2256-48b6-a652-c2f9b3147220,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:53.514327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.754311 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port b500a55e-04a6-41e9-8e65-ed9135778e70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:53.754978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.776637 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a58f144a-eb58-4e4e-b33c-fb0d5643eebe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:53.798203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cd7e861-59ec-4f26-9afc-403c683484e4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:54:53.801241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a58f144a-eb58-4e4e-b33c-fb0d5643eebe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:53.801798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a58f144a-eb58-4e4e-b33c-fb0d5643eebe not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:53.802212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device baa6b88a-4da9-48d9-8f47-34801977a184 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:53.827435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: baa6b88a-4da9-48d9-8f47-34801977a184 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:53.827778 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device baa6b88a-4da9-48d9-8f47-34801977a184 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:53.856323 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port b500a55e-04a6-41e9-8e65-ed9135778e70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b500a55e-04a6-41e9-8e65-ed9135778e70,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:53.856685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.886395 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for b500a55e-04a6-41e9-8e65-ed9135778e70 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:53.911081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724530-f64f-49fb-8d1f-01e1dfe856f6 req-44d1f2f7-4edd-4047-ad59-5fc9136c17d8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:53.912616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa724530-f64f-49fb-8d1f-01e1dfe856f6 req-44d1f2f7-4edd-4047-ad59-5fc9136c17d8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 944 time: 0.0712223 Oct 11 15:54:53.920770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cd7e861-59ec-4f26-9afc-403c683484e4,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:53.932928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5cd7e861-59ec-4f26-9afc-403c683484e4', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5cd7e861-59ec-4f26-9afc-403c683484e4', 'mac_address': 'fa:16:3e:bc:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:54:53.971659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:53.984884 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd7e861-59ec-4f26-9afc-403c683484e4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:54:53.993071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa724530-f64f-49fb-8d1f-01e1dfe856f6 req-a21c4446-6194-4f32-99b1-ed559442294b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Oct 11 15:54:54.006791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cd7e861-59ec-4f26-9afc-403c683484e4,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:54.011327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.059154 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:54.106441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.132397 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=b500a55e-04a6-41e9-8e65-ed9135778e70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:54.234630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5cd7e861-59ec-4f26-9afc-403c683484e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:54:54.292627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.480516 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:54.568789 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:54.574537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-96930ea4-e1ed-49ca-8a4c-33928a024c64 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3853130 Oct 11 15:54:54.576634 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:54.578194 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:54.587768 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:54.588368 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:54.628080 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet 42f13028-dd08-44e0-b4d9-0f3e97345668 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:54.631474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.669876 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:54.671423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.756915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.818511 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.845911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=42f13028-dd08-44e0-b4d9-0f3e97345668,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:54.850798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.854608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd28edb1-5986-4427-a424-948524b5c699 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/42f13028-dd08-44e0-b4d9-0f3e97345668 HTTP/1.1" status: 204 len: 168 time: 0.2770441 Oct 11 15:54:54.857141 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:54.860202 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078792f3-f4a7-4ec2-aa12-4efde4a9c4c3 None None] Network 10f3e824-9a34-4b4e-ae56-d2487a500ae1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:54.861213 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:54Z', 'revision_number': 10, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:54.888115 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:54.896238 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:54.896844 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:54.942745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:54.996457 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:55.006399 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:55.007056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.059318 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] DHCP port deletion for 10f3e824-9a34-4b4e-ae56-d2487a500ae1 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:55.109299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Deleting port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:55.109704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.113569 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93e0654e-bba9-45aa-8d2f-706c0e9032e1,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:55.113943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.147524 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 93e0654e-bba9-45aa-8d2f-706c0e9032e1 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:55.185028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] For port 93e0654e-bba9-45aa-8d2f-706c0e9032e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93e0654e-bba9-45aa-8d2f-706c0e9032e1,segment=NetworkSegment(acb9431f-245f-427e-ba71-65bace9ffd50),segment_id=acb9431f-245f-427e-ba71-65bace9ffd50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:55.185639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.198543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Calling delete_port for 93e0654e-bba9-45aa-8d2f-706c0e9032e1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:55.205579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1576a0-8cdc-4630-8edc-275936bd5ff2 req-eed011d8-7ea6-4361-b949-e848dbfd2538 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:55.207090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab1576a0-8cdc-4630-8edc-275936bd5ff2 req-eed011d8-7ea6-4361-b949-e848dbfd2538 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 945 time: 0.1149800 Oct 11 15:54:55.269291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab1576a0-8cdc-4630-8edc-275936bd5ff2 req-8ff2f4ab-7507-44d0-b613-52acc697a3bf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Oct 11 15:54:55.278687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.285609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.312490 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:54Z', 'revision_number': 10, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:55.315249 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:55.321403 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=93e0654e-bba9-45aa-8d2f-706c0e9032e1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:55.323005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] No DVR routers for this DVR port 93e0654e-bba9-45aa-8d2f-706c0e9032e1 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:55.324691 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a85db-5788-494b-aed5-f3cd736820f7 None None] Pushing event deleted for resources: {'Port': ['ID=93e0654e-bba9-45aa-8d2f-706c0e9032e1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:55.341255 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253707c3-1499-4d10-83ca-e517e53dbe55 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:54Z', 'revision_number': 10, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None, '_interfaces': [{'id': '23a750ee-c1e9-4e88-ae69-6af938d36092', 'name': '', 'network_id': '9f8c7dab-2ffb-432a-818a-30119112df17', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'mac_address': 'fa:16:3e:01:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:54:33Z', 'updated_at': '2021-10-11T15:54:37Z', 'revision_number': 5, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'subnets': [{'id': 'b6bd0e5f-8cb8-4b94-833f-a42bfe38486b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:55.401742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.420657 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f3e824-9a34-4b4e-ae56-d2487a500ae1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:55.430084 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb9431f-245f-427e-ba71-65bace9ffd50') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:55.430378 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb9431f-245f-427e-ba71-65bace9ffd50') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:55.439670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.453270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.458930 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:55.459313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:55.462236 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:55.522259 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.527159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.530523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/10f3e824-9a34-4b4e-ae56-d2487a500ae1 HTTP/1.1" status: 204 len: 168 time: 0.6718714 Oct 11 15:54:55.533257 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:55.545404 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4433d-7421-4db7-934f-07701c929064 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=10f3e824-9a34-4b4e-ae56-d2487a500ae1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:55.783483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b500a55e-04a6-41e9-8e65-ed9135778e70 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:55.803514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b500a55e-04a6-41e9-8e65-ed9135778e70 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:55.803857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b500a55e-04a6-41e9-8e65-ed9135778e70 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:55.804343 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93e0654e-bba9-45aa-8d2f-706c0e9032e1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:55.808367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cd7e861-59ec-4f26-9afc-403c683484e4 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:54:55.826386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 93e0654e-bba9-45aa-8d2f-706c0e9032e1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:55.826726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93e0654e-bba9-45aa-8d2f-706c0e9032e1 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:55.871049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.879065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5cd7e861-59ec-4f26-9afc-403c683484e4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:54:55.883879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5cd7e861-59ec-4f26-9afc-403c683484e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:54:55.884257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.959479 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:55.982734 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:54:55.984989 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc7440-810f-407f-bae4-d19f18415cdf" -d '{"events": [{"server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:54:55.998417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cd7e861-59ec-4f26-9afc-403c683484e4,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:56.002744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:56.028148 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd4aa6-2464-4733-8707-0699ad4705ad x-openstack-request-id: req-fcbd4aa6-2464-4733-8707-0699ad4705ad {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:54:56.028456 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "name": "network-vif-plugged", "status": "completed", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:54:56.028799 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcbd4aa6-2464-4733-8707-0699ad4705ad {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:54:56.029121 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4', 'code': 200} Oct 11 15:54:56.059340 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:56.151445 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407cadb-7ec7-4cda-a7ef-e3eafc28ace8 req-8294071e-fd1a-49c2-95b6-a0e860c61a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:56.152907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5407cadb-7ec7-4cda-a7ef-e3eafc28ace8 req-8294071e-fd1a-49c2-95b6-a0e860c61a6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 1097 time: 0.0632679 Oct 11 15:54:56.154581 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 23a750ee-c1e9-4e88-ae69-6af938d36092 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:56.154913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:56.234428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5407cadb-7ec7-4cda-a7ef-e3eafc28ace8 req-20ed708d-6dde-4544-bc7a-ae500d310f27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 Oct 11 15:54:56.260799 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 23a750ee-c1e9-4e88-ae69-6af938d36092, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23a750ee-c1e9-4e88-ae69-6af938d36092,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:56.261157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:56.274318 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 23a750ee-c1e9-4e88-ae69-6af938d36092 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:56.394364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dbc43-bf0e-4945-a101-b057f43dca4e req-16c5f861-8071-424c-a6a2-46a5ce9d8b4f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:56.395845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-094dbc43-bf0e-4945-a101-b057f43dca4e req-16c5f861-8071-424c-a6a2-46a5ce9d8b4f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Oct 11 15:54:56.433208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-094dbc43-bf0e-4945-a101-b057f43dca4e req-e836cf2a-f0a9-4844-8ed9-38e5da78c84e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Oct 11 15:54:56.442872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:56.473644 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=23a750ee-c1e9-4e88-ae69-6af938d36092,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:56.609320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.042893 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:57.116666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:57.121655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6422c83-c196-4b54-b731-eb3261c8ec92 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873158 Oct 11 15:54:57.124210 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:57.126457 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:57.136201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:57.136817 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.182938 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting subnet b6bd0e5f-8cb8-4b94-833f-a42bfe38486b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:54:57.186077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.208310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:57.232778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.326106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.386211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.408789 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.417189 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bd0e5f-8cb8-4b94-833f-a42bfe38486b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:57.420823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.425062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c937c55c-bd9d-475b-9766-a910d59163f5 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/b6bd0e5f-8cb8-4b94-833f-a42bfe38486b HTTP/1.1" status: 204 len: 168 time: 0.2998428 Oct 11 15:54:57.426556 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:57.435689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ddaa3-1af6-4ce1-8bfb-040bcb3255ac None None] Network 9f8c7dab-2ffb-432a-818a-30119112df17 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:54:57.438901 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:57.490724 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:57.491347 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.504799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.561614 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Deleting port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:54:57.562301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.562970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00254150-ff4a-435b-9be4-5b355047b669 req-020c9d09-dcd4-4b05-96be-30658aa944d9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:54:57.566156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00254150-ff4a-435b-9be4-5b355047b669 req-020c9d09-dcd4-4b05-96be-30658aa944d9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 946 time: 0.0595245 Oct 11 15:54:57.588966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:57.607507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00254150-ff4a-435b-9be4-5b355047b669 req-283056f5-a24a-4f2d-89d2-b71595308999 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Oct 11 15:54:57.635032 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] For port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,segment=NetworkSegment(c95b16af-2097-4180-bf9c-e44fe47fe10c),segment_id=c95b16af-2097-4180-bf9c-e44fe47fe10c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:54:57.635541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.649051 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Calling delete_port for 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:54:57.656365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.684743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed10-4c84-4851-9c7a-63d74a251499 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:57.738122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.767738 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Port': ['ID=4e7f4fe6-8ea3-4dbd-9824-e226b7477756,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:57.771191 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No DVR routers for this DVR port 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:54:57.845707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.865123 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8c7dab-2ffb-432a-818a-30119112df17']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.875208 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b16af-2097-4180-bf9c-e44fe47fe10c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.875208 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b16af-2097-4180-bf9c-e44fe47fe10c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:57.884034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.896619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.902182 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:54:57.902555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:54:57.905392 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:54:57.965589 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.972227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:57.975264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/networks/9f8c7dab-2ffb-432a-818a-30119112df17 HTTP/1.1" status: 204 len: 168 time: 0.5477862 Oct 11 15:54:57.978720 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:57.983293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'routes': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:57.990916 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b988b-5205-4afb-8a66-4e1df114e08e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Pushing event deleted for resources: {'Network': ['ID=9f8c7dab-2ffb-432a-818a-30119112df17,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:54:58.067139 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704013fa-7fbe-4a91-acf3-0ceb64c5bd0d None None] DHCP port deletion for 9f8c7dab-2ffb-432a-818a-30119112df17 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:54:58.128377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:58.150163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:58.150430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4e7f4fe6-8ea3-4dbd-9824-e226b7477756 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:58.150664 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Added routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 15:54:58.150840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23a750ee-c1e9-4e88-ae69-6af938d36092 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:54:58.151133 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 15:54:58.151494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:58.174210 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 23a750ee-c1e9-4e88-ae69-6af938d36092 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:54:58.174552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 23a750ee-c1e9-4e88-ae69-6af938d36092 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:54:58.589445 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:58.592752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:58.667283 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:54:58.742564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:58.749057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:58.750228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6711140c-efb4-4f8c-9ac1-14374777cb03 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 701 time: 0.7704937 Oct 11 15:54:58.752090 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Sync routers for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:58.753070 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:58.762344 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:58.763049 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:58.780355 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea3899f0-e124-4eef-965a-2488d22b0b81 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 205 time: 0.0261114 Oct 11 15:54:58.782946 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:58.830853 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:58.856833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:58.884060 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:58.910159 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Checking router: 3352bc64-fd5d-4536-9618-f7ca1a4592e1 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:58.918388 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Routers {'3352bc64-fd5d-4536-9618-f7ca1a4592e1'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:58.918982 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:58.987398 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] Set router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:59.016876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.019068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.041501 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:59.061921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.062430 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router 3352bc64-fd5d-4536-9618-f7ca1a4592e1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:59.069685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.070363 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe605bc-3272-4ee8-b454-074ce0732db5 None None] The sync data for ids ['3352bc64-fd5d-4536-9618-f7ca1a4592e1'] in n-d-master-1 is: [{'id': '3352bc64-fd5d-4536-9618-f7ca1a4592e1', 'name': 'tempest-RoutersTest-router-2109929576', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:31Z', 'updated_at': '2021-10-11T15:54:56Z', 'revision_number': 11, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:59.072056 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c3582c4-85c9-4b66-9b71-6a6c84c3d667 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 204 len: 168 time: 0.2876055 Oct 11 15:54:59.075451 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:59.080053 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895322174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:59.102837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.103871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.169688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.174082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.196719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.197948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4846127-118d-463d-9deb-667c110b88c7 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1214640 Oct 11 15:54:59.200662 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:59.205130 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:54:59.411431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60210'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.422168 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560466'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.517121 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Router 31f0d574-67bc-45ff-baae-5cdf3eaa1f27 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:54:59.590835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:54:59.597365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.599248 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0cd146d9-5005-4c9f-a021-3d2110485e3e tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "PUT /v2.0/routers/31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 200 len: 694 time: 0.3969326 Oct 11 15:54:59.601577 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:59.602255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Sync routers for ids ['31f0d574-67bc-45ff-baae-5cdf3eaa1f27'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:54:59.611180 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Routers {'31f0d574-67bc-45ff-baae-5cdf3eaa1f27'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:59.611774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['31f0d574-67bc-45ff-baae-5cdf3eaa1f27'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:59.675898 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Set router 31f0d574-67bc-45ff-baae-5cdf3eaa1f27 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:59.677389 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c296538c-0d47-40e0-a13c-dbf5ebf9c0c2 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/routers/31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 200 len: 700 time: 0.0746400 Oct 11 15:54:59.680770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:59.709282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f7e8582-b729-48c0-96e6-ee0bc8621f0b tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 200 len: 205 time: 0.0253003 Oct 11 15:54:59.709511 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:54:59.732927 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0d574-67bc-45ff-baae-5cdf3eaa1f27', 'name': 'tempest-RoutersTest-router-1895322174', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:59Z', 'updated_at': '2021-10-11T15:54:59Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:59.758323 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Checking router: 31f0d574-67bc-45ff-baae-5cdf3eaa1f27 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:54:59.766761 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Routers {'31f0d574-67bc-45ff-baae-5cdf3eaa1f27'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:54:59.767419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:54:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['31f0d574-67bc-45ff-baae-5cdf3eaa1f27'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:59.782485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.837401 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] Set router 31f0d574-67bc-45ff-baae-5cdf3eaa1f27 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:54:59.891344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0d574-67bc-45ff-baae-5cdf3eaa1f27', 'name': 'tempest-RoutersTest-router-1895322174', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:59Z', 'updated_at': '2021-10-11T15:54:59Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:54:59.918004 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4c9a3-8062-42fa-98bc-e931c6cd45b7 None None] The sync data for ids ['31f0d574-67bc-45ff-baae-5cdf3eaa1f27'] in n-d-master-1 is: [{'id': '31f0d574-67bc-45ff-baae-5cdf3eaa1f27', 'name': 'tempest-RoutersTest-router-1895322174', 'tenant_id': '35e7b08136b74315a91cb72c0581f4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:54:59Z', 'updated_at': '2021-10-11T15:54:59Z', 'revision_number': 2, 'project_id': '35e7b08136b74315a91cb72c0581f4e6', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:54:59.940775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.942981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.991810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:54:59.992438 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Fanout notify agent at l3_agent the message router_deleted on router 31f0d574-67bc-45ff-baae-5cdf3eaa1f27 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:54:59.999445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:00.000561 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1ded1df-37a6-423d-a805-347b74ae628d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 204 len: 168 time: 0.2901649 Oct 11 15:55:00.005012 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.034398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e3a11f8-54d8-4e56-a6c8-30438dc7e06c tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 200 len: 205 time: 0.0262203 Oct 11 15:55:00.034622 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.071576 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a4edebc7-cb4a-42ca-a13c-1c7be0d82138 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.072543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4edebc7-cb4a-42ca-a13c-1c7be0d82138 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/31f0d574-67bc-45ff-baae-5cdf3eaa1f27 HTTP/1.1" status: 404 len: 336 time: 0.0370295 Oct 11 15:55:00.075303 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.102635 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-471be703-be0d-4943-98ad-cc3721252c1d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.103296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471be703-be0d-4943-98ad-cc3721252c1d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.106458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-471be703-be0d-4943-98ad-cc3721252c1d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/a6db097a-3c52-4e48-bfc9-9c1a7035acf4 HTTP/1.1" status: 404 len: 337 time: 0.0301352 Oct 11 15:55:00.109045 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.135129 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-49573a27-c675-417d-bd74-16eb9452d36d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.135567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49573a27-c675-417d-bd74-16eb9452d36d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.138583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-49573a27-c675-417d-bd74-16eb9452d36d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/bf97d447-28cf-4cd6-99f2-73438fb5b399 HTTP/1.1" status: 404 len: 337 time: 0.0285587 Oct 11 15:55:00.140963 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.165827 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-113cfe5f-9923-49cf-b1e3-7e4b0a3c4ac1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.166288 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113cfe5f-9923-49cf-b1e3-7e4b0a3c4ac1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.169167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-113cfe5f-9923-49cf-b1e3-7e4b0a3c4ac1 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/42f13028-dd08-44e0-b4d9-0f3e97345668 HTTP/1.1" status: 404 len: 337 time: 0.0272937 Oct 11 15:55:00.171288 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.196046 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d88e01a-f3e8-44f0-9e44-c608feb11d13 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.196408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d88e01a-f3e8-44f0-9e44-c608feb11d13 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.199336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d88e01a-f3e8-44f0-9e44-c608feb11d13 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/b6bd0e5f-8cb8-4b94-833f-a42bfe38486b HTTP/1.1" status: 404 len: 337 time: 0.0271959 Oct 11 15:55:00.201636 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.231037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9078a9fe-fc9d-4fd4-8ef0-4ea5b64995c6 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 200 len: 205 time: 0.0284004 Oct 11 15:55:00.233174 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.268201 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-58eca575-63cb-4fa5-8e3b-005c29417217 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.269158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-58eca575-63cb-4fa5-8e3b-005c29417217 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/3352bc64-fd5d-4536-9618-f7ca1a4592e1 HTTP/1.1" status: 404 len: 336 time: 0.0350962 Oct 11 15:55:00.271466 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.298071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-51c89b03-14ca-4af6-95e1-a8c507a4e0c4 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb22838b-dc1e-4bad-b9db-c4856dbb110a HTTP/1.1" status: 200 len: 205 time: 0.0254841 Oct 11 15:55:00.300337 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.340904 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a6aedebe-b03f-4e49-b149-b38af406a642 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.341953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6aedebe-b03f-4e49-b149-b38af406a642 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/fb22838b-dc1e-4bad-b9db-c4856dbb110a HTTP/1.1" status: 404 len: 336 time: 0.0407088 Oct 11 15:55:00.344449 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.370029 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3417bd56-e9d8-47bf-ae1b-29ce91f590be tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.370470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3417bd56-e9d8-47bf-ae1b-29ce91f590be tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.373456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3417bd56-e9d8-47bf-ae1b-29ce91f590be tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/c686256a-796d-45aa-bcc3-bb78975df171 HTTP/1.1" status: 404 len: 337 time: 0.0281062 Oct 11 15:55:00.375937 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.402641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb5ef41e-036a-4b86-8fce-8b9e9d107d2a tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 200 len: 205 time: 0.0256670 Oct 11 15:55:00.404883 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.439902 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4ec6fc37-2b8b-4584-9cbd-7e07b414328f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.440853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ec6fc37-2b8b-4584-9cbd-7e07b414328f tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/6bceb67f-ef6b-42d1-98b6-22ea120d35ad HTTP/1.1" status: 404 len: 336 time: 0.0351000 Oct 11 15:55:00.443236 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.474002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d12d0d71-e0d6-4596-93ba-059a791c7514 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a5791cc-a96a-4320-b985-6350469d0e76 HTTP/1.1" status: 200 len: 205 time: 0.0295675 Oct 11 15:55:00.476192 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.512662 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f9d31e64-7fba-4a6a-80e2-0706f3a99138 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.513657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f9d31e64-7fba-4a6a-80e2-0706f3a99138 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/1a5791cc-a96a-4320-b985-6350469d0e76 HTTP/1.1" status: 404 len: 336 time: 0.0365264 Oct 11 15:55:00.516055 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.541912 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c7e898-fde9-4903-b6e7-5af6d50b7bf0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.542359 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c7e898-fde9-4903-b6e7-5af6d50b7bf0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.545405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-64c7e898-fde9-4903-b6e7-5af6d50b7bf0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/20c02362-b012-47c2-8440-1fe16a43942c HTTP/1.1" status: 404 len: 337 time: 0.0284853 Oct 11 15:55:00.547999 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.579160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf895b37-6c79-4248-ae30-797286ee6922 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=f086fa2b-e726-475c-b327-09105d6e0e4d HTTP/1.1" status: 200 len: 205 time: 0.0299950 Oct 11 15:55:00.581389 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.618645 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-9c1aaf0b-6e5f-4fc7-8f23-0721665a9205 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.619675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9c1aaf0b-6e5f-4fc7-8f23-0721665a9205 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/f086fa2b-e726-475c-b327-09105d6e0e4d HTTP/1.1" status: 404 len: 336 time: 0.0373640 Oct 11 15:55:00.622314 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.650261 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd86ded-05dd-423c-aa44-87a34e92dfcf tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.650702 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd86ded-05dd-423c-aa44-87a34e92dfcf tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.653665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6bd86ded-05dd-423c-aa44-87a34e92dfcf tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/3ba95ab3-89a8-43cb-a07e-866fbaed7844 HTTP/1.1" status: 404 len: 337 time: 0.0304124 Oct 11 15:55:00.656111 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.682336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-517ab74d-4fbc-48ac-babd-b64c53acdce0 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "GET /v2.0/ports?device_id=da15b776-0921-436e-9a27-8c90bf909d8e HTTP/1.1" status: 200 len: 205 time: 0.0251784 Oct 11 15:55:00.684559 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.724730 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-55ede007-a58e-44f5-b832-f3005a35d47d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] delete failed (client error): The resource could not be found. Oct 11 15:55:00.725677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-55ede007-a58e-44f5-b832-f3005a35d47d tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/routers/da15b776-0921-436e-9a27-8c90bf909d8e HTTP/1.1" status: 404 len: 336 time: 0.0402136 Oct 11 15:55:00.728143 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.753781 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9299be33-f55c-4f86-986e-9475d0b9bbdc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.754229 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9299be33-f55c-4f86-986e-9475d0b9bbdc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.757805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9299be33-f55c-4f86-986e-9475d0b9bbdc tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/f152eb93-2184-4b65-8914-0abfc47297c6 HTTP/1.1" status: 404 len: 337 time: 0.0281775 Oct 11 15:55:00.760209 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:00.789572 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fcf0f4-7a62-4d0f-8e16-d4bd8f43a904 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] DELETE failed (client error): The resource could not be found. Oct 11 15:55:00.797178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fcf0f4-7a62-4d0f-8e16-d4bd8f43a904 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:55:00.802820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0fcf0f4-7a62-4d0f-8e16-d4bd8f43a904 tempest-RoutersTest-1914953474 tempest-RoutersTest-1914953474-project] 10.222.0.31 "DELETE /v2.0/subnets/abbd6d27-e100-4566-8ce5-5dec379c9602 HTTP/1.1" status: 404 len: 337 time: 0.0393269 Oct 11 15:55:01.061434 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:01.207131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-735098cb-8b4b-4052-b510-631064ab3ca9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e7b08136b74315a91cb72c0581f4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444926 Oct 11 15:55:01.209604 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:01.265313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:01.285963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:01.332952 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:01.336110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:01.337284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f992272-3ee4-4ba9-ac08-e4cba24f6a04 HTTP/1.1" status: 204 len: 168 time: 0.1267834 Oct 11 15:55:01.345182 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48506dfb-3cd3-4440-beb3-9c23b5b0ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f992272-3ee4-4ba9-ac08-e4cba24f6a04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:02.348214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ab235bc-d36b-4980-b43a-207659bdb345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:02.796838 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:02.905107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b8785c2-9e4b-44c7-9083-fae98dd12f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:02.980105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b8785c2-9e4b-44c7-9083-fae98dd12f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:02.983791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b8785c2-9e4b-44c7-9083-fae98dd12f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.021857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b8785c2-9e4b-44c7-9083-fae98dd12f11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6eb86c8ab96d4112bd76d741a1179fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239373 Oct 11 15:55:03.023269 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8785c2-9e4b-44c7-9083-fae98dd12f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda21519-b740-46ed-b530-d7839d6142d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:03.025199 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:03.073688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.094725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.141289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.143869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.145039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eda21519-b740-46ed-b530-d7839d6142d1 HTTP/1.1" status: 204 len: 168 time: 0.1188047 Oct 11 15:55:03.153509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93da1e-4f1b-45b7-b5bb-4dac99767432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda21519-b740-46ed-b530-d7839d6142d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:03.400917 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:03.414096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.487722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.492023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.532456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=876e33bcc8e44d0c9b429d392b21ae00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304398 Oct 11 15:55:03.533412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244277ae-2015-4fdf-b650-36e523ecefd5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:03.535324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:03.542799 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.543142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.543475 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.543804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.544185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.544562 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.544887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.545202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.545543 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.545861 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.546177 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.546490 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c590e58-8a2a-41fa-a3fc-68d78bbe2557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:03.585793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.605952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.650205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.652659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:03.653804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/244277ae-2015-4fdf-b650-36e523ecefd5 HTTP/1.1" status: 204 len: 168 time: 0.1174705 Oct 11 15:55:03.660923 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0a10-7b7a-4c83-9955-724ffa2a9122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244277ae-2015-4fdf-b650-36e523ecefd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:04.836492 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-502af077-df2e-4244-bd16-75b940ab3250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:05.928764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:05.987360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:07.762230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:08.244804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-25c63efd-ce83-483a-81eb-b47d69af0c63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430410 Oct 11 15:55:08.331246 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-93db5d3b-d447-4b86-8745-0a1af2c5e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:08.332956 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-93db5d3b-d447-4b86-8745-0a1af2c5e3d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0431900 Oct 11 15:55:08.441302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-f9e93663-f5a3-4cc3-be18-551b7b2f6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:08.443189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-f9e93663-f5a3-4cc3-be18-551b7b2f6bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0892746 Oct 11 15:55:08.512042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-cfc029f4-3f54-4fc3-aa72-f3724b6cb812 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0611329 Oct 11 15:55:08.561185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-7da6f51f-f619-4919-a9ba-b14a30b47072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:08.562593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-7da6f51f-f619-4919-a9ba-b14a30b47072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0422242 Oct 11 15:55:08.607278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-0bf142d1-d66d-414b-a0ef-024460e0e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:08.608695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-0bf142d1-d66d-414b-a0ef-024460e0e355 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382977 Oct 11 15:55:08.703581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-73536cf8-98ee-4d16-8f03-bb3fa8d86b5a service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Oct 11 15:55:08.795583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e42b72-96ca-45cc-b9cc-615a4b78aaa7 req-ca8228d9-2da3-4065-91ee-ca852cf259e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Oct 11 15:55:09.490375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04353-0138-44b0-acc8-394f66292b97 req-39a2f19c-93f8-4bf1-934d-70efe5fb2cd5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:09.491754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f04353-0138-44b0-acc8-394f66292b97 req-39a2f19c-93f8-4bf1-934d-70efe5fb2cd5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0487788 Oct 11 15:55:09.529429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f04353-0138-44b0-acc8-394f66292b97 req-43ab1c31-c68f-45ac-a430-ff4f9cf7901d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314834 Oct 11 15:55:09.535488 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:09.653272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b056-3738-46b6-94b2-aa2c2c31c04d req-99640459-ba28-4061-a094-7af473f74bf4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:09.654664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92f4b056-3738-46b6-94b2-aa2c2c31c04d req-99640459-ba28-4061-a094-7af473f74bf4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0488062 Oct 11 15:55:09.693202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92f4b056-3738-46b6-94b2-aa2c2c31c04d req-0e5742d7-2cc4-4fad-b079-95f754000df6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324426 Oct 11 15:55:09.922329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e548b6-408c-4e8f-9097-b9e846553d8b req-ae256884-1e0c-42a9-92ad-733d3f54ae32 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:09.923984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92e548b6-408c-4e8f-9097-b9e846553d8b req-ae256884-1e0c-42a9-92ad-733d3f54ae32 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0547450 Oct 11 15:55:09.964043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92e548b6-408c-4e8f-9097-b9e846553d8b req-f44561c3-c2a6-4cbb-a9db-58630ab44bfb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337214 Oct 11 15:55:10.353125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acc454-5462-4de3-8dab-726a9c25f76a req-07a5cbbf-d457-4bd3-9bfa-2383271b9d5d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:10.354880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24acc454-5462-4de3-8dab-726a9c25f76a req-07a5cbbf-d457-4bd3-9bfa-2383271b9d5d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0502334 Oct 11 15:55:10.397776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24acc454-5462-4de3-8dab-726a9c25f76a req-71801b60-5a10-4e30-877c-2a8483110db5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362563 Oct 11 15:55:10.709680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:11.524474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2d37e-f195-4f32-8c67-4d2847b82dbc req-6ff439fe-ee7a-4fff-9e71-5dd72d47c22e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:11.525990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1c2d37e-f195-4f32-8c67-4d2847b82dbc req-6ff439fe-ee7a-4fff-9e71-5dd72d47c22e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0572593 Oct 11 15:55:11.564999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1c2d37e-f195-4f32-8c67-4d2847b82dbc req-04d23d15-f917-4393-ab7e-64bbb5fe4ae2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324271 Oct 11 15:55:12.691774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467380e-97bc-4c84-a509-583b99d2b9d6 req-32af900b-d75a-4003-8f87-e9c2e0d2f5a6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:12.693265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1467380e-97bc-4c84-a509-583b99d2b9d6 req-32af900b-d75a-4003-8f87-e9c2e0d2f5a6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0594494 Oct 11 15:55:12.734625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1467380e-97bc-4c84-a509-583b99d2b9d6 req-ede2d959-9579-44d2-8eb4-d14e66b0aa9a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324628 Oct 11 15:55:13.513022 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-82695968-74d4-485d-86ee-c131e19a7de4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432482 Oct 11 15:55:13.593376 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-ee301e15-d52b-47b0-84cb-b9824a9c5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:13.594903 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-ee301e15-d52b-47b0-84cb-b9824a9c5e9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0391908 Oct 11 15:55:13.696886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-27ea212d-85ce-477e-8735-a81d19bda9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:13.698326 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-27ea212d-85ce-477e-8735-a81d19bda9a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0851312 Oct 11 15:55:13.761883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-1ae7e24b-51a9-4e76-8b7a-679835f41518 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1002 time: 0.0564053 Oct 11 15:55:13.810371 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-0edae8f7-49f6-4464-9ae3-c3af8c224ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:13.811824 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-0edae8f7-49f6-4464-9ae3-c3af8c224ea3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0434940 Oct 11 15:55:13.859349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c277e6-7c3d-4184-b527-340b4d38060c req-8aca593b-d35a-47ae-af6d-d57bf008b5d6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:13.860914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90c277e6-7c3d-4184-b527-340b4d38060c req-8aca593b-d35a-47ae-af6d-d57bf008b5d6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0586212 Oct 11 15:55:13.865398 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-c2866636-4799-4adc-a052-b2139df2380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:13.866945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-c2866636-4799-4adc-a052-b2139df2380e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477200 Oct 11 15:55:13.895315 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:55:13.902890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-90c277e6-7c3d-4184-b527-340b4d38060c req-2cdf1c34-40bc-45d3-8c8e-fed9058f145b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349116 Oct 11 15:55:13.958270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-f07e81b0-3bac-4c35-af46-b3a50549f76a service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843763 Oct 11 15:55:14.051272 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7a400021-e272-4791-93ff-6beb1433e2c1 req-0acaf92f-fe63-4d38-98fd-1f1b01203816 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Oct 11 15:55:15.016177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab4279-15af-4d98-8979-6408096d997b req-bed1b246-0f8c-46bc-a15b-692556de345b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:15.017725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1aab4279-15af-4d98-8979-6408096d997b req-bed1b246-0f8c-46bc-a15b-692556de345b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0477471 Oct 11 15:55:15.054935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1aab4279-15af-4d98-8979-6408096d997b req-18cdaa0a-f028-4565-aa49-0cba5df85194 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306997 Oct 11 15:55:16.175382 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8a30-25bc-4560-a13f-e75b390c4b38 req-3db3c6b5-f1aa-4fab-9bd4-681a4cb72736 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:16.177830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-667a8a30-25bc-4560-a13f-e75b390c4b38 req-3db3c6b5-f1aa-4fab-9bd4-681a4cb72736 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0555344 Oct 11 15:55:16.219052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-667a8a30-25bc-4560-a13f-e75b390c4b38 req-4992e562-8f2e-44f6-a473-c9dcf0310bc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342727 Oct 11 15:55:17.333644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053848cc-117b-4eb1-a97f-4d03cb181e1f req-3b35b174-219d-4169-813e-f15ab01da10d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:17.335107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-053848cc-117b-4eb1-a97f-4d03cb181e1f req-3b35b174-219d-4169-813e-f15ab01da10d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0496199 Oct 11 15:55:17.375122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-053848cc-117b-4eb1-a97f-4d03cb181e1f req-896c8f23-3467-49b0-867f-656ba71b5723 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340207 Oct 11 15:55:18.494429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4cf55-f9ac-41a2-a328-0aaac53a6695 req-36bc83c4-accb-4f5c-9b30-0e65acefc259 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:18.495888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aed4cf55-f9ac-41a2-a328-0aaac53a6695 req-36bc83c4-accb-4f5c-9b30-0e65acefc259 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0505006 Oct 11 15:55:18.538861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aed4cf55-f9ac-41a2-a328-0aaac53a6695 req-7b859909-9fd9-4a67-a604-a7c2948f4915 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370772 Oct 11 15:55:19.661476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e4683-c95e-4d19-a41f-95939f62bb40 req-4d998cd6-0df0-43a3-8f2a-bf81b41c82e8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:19.662947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a2e4683-c95e-4d19-a41f-95939f62bb40 req-4d998cd6-0df0-43a3-8f2a-bf81b41c82e8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0531054 Oct 11 15:55:19.701082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a2e4683-c95e-4d19-a41f-95939f62bb40 req-733c428e-4106-4a57-b620-1fa7460ce06d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321095 Oct 11 15:55:20.814761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417980-8f42-41e9-b70a-5992e7936a02 req-3f0dde9b-3da1-4d80-b3ba-1d7804e7aa02 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:20.816360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3417980-8f42-41e9-b70a-5992e7936a02 req-3f0dde9b-3da1-4d80-b3ba-1d7804e7aa02 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0488067 Oct 11 15:55:20.854151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3417980-8f42-41e9-b70a-5992e7936a02 req-cd77d8d1-8968-4c37-ab7d-896653ebecc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312009 Oct 11 15:55:21.059650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34626-c025-4473-94d4-dafe9f4d047d req-0c47f03a-d1b4-47ce-8af9-698219eca6bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:21.061328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1d34626-c025-4473-94d4-dafe9f4d047d req-0c47f03a-d1b4-47ce-8af9-698219eca6bb tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0546813 Oct 11 15:55:21.105974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1d34626-c025-4473-94d4-dafe9f4d047d req-742fc20c-9bb7-4605-a191-beceaa783d42 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379612 Oct 11 15:55:21.382964 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-eecc2cf6-90e8-43c5-8f6d-06fda4fc0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:21.384370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-eecc2cf6-90e8-43c5-8f6d-06fda4fc0b54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.3315916 Oct 11 15:55:21.486904 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-c2f98058-8581-46dc-ab9d-7be9b61e11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:21.488360 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-c2f98058-8581-46dc-ab9d-7be9b61e11e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0955136 Oct 11 15:55:21.553154 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-df4fd21b-863b-47ad-a5f3-7b2e124065e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0572681 Oct 11 15:55:21.600008 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-5fb90359-ef10-4877-919b-c56a02b6b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:21.602014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-5fb90359-ef10-4877-919b-c56a02b6b3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0420680 Oct 11 15:55:21.654585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-2ad98b96-1698-4632-bf11-989ce3379abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:21.655976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-2ad98b96-1698-4632-bf11-989ce3379abc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444727 Oct 11 15:55:21.747860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-e2242b9b-59c7-4c84-bf15-027a76add096 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837803 Oct 11 15:55:21.842786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbba69c-9137-43a9-95e8-c786fa691353 req-0c7745cf-d81a-4f59-8c4b-63efd2d4fcaf service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870054 Oct 11 15:55:22.228147 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916d39-e300-4806-83f5-fbc7451ca62d req-9672ebe3-b84b-427e-af4a-ce265cc4d024 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:22.229679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e916d39-e300-4806-83f5-fbc7451ca62d req-9672ebe3-b84b-427e-af4a-ce265cc4d024 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0552258 Oct 11 15:55:22.268571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e916d39-e300-4806-83f5-fbc7451ca62d req-c538624d-22c1-47f9-abfc-3a3658f7c92d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322964 Oct 11 15:55:23.404038 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3352265-a452-4d6b-ae07-082109ee84c3 req-43543c7b-af3a-47f4-94f9-3efdfab6ea36 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:23.405716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3352265-a452-4d6b-ae07-082109ee84c3 req-43543c7b-af3a-47f4-94f9-3efdfab6ea36 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0652282 Oct 11 15:55:23.446742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3352265-a452-4d6b-ae07-082109ee84c3 req-ecadfed6-95fa-4bc3-a891-485c5a8921b6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350084 Oct 11 15:55:23.567519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd6cca-3be8-4d50-99ca-572503e07995 req-6a2a4d28-3ccc-431e-a70d-80e2852005f2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:23.569162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9bd6cca-3be8-4d50-99ca-572503e07995 req-6a2a4d28-3ccc-431e-a70d-80e2852005f2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0503774 Oct 11 15:55:23.614499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9bd6cca-3be8-4d50-99ca-572503e07995 req-c57b41ad-5f7e-42dd-8f1f-d7e3ae289146 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384731 Oct 11 15:55:23.898287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e1ece-064a-472c-94b7-114e1f50936b req-b3d20eb4-3141-4351-ad05-fff88f8332a7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:23.899887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-802e1ece-064a-472c-94b7-114e1f50936b req-b3d20eb4-3141-4351-ad05-fff88f8332a7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0583036 Oct 11 15:55:23.946769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-802e1ece-064a-472c-94b7-114e1f50936b req-05814e71-0de8-4235-a4f8-502cba5c2ab3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350933 Oct 11 15:55:24.142222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:24.179158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc772e-d671-4c41-8991-d6fb80faa18e req-6c4685a8-c697-48e1-9d8a-2070b7c32001 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:24.181108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3bc772e-d671-4c41-8991-d6fb80faa18e req-6c4685a8-c697-48e1-9d8a-2070b7c32001 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0553923 Oct 11 15:55:24.225680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3bc772e-d671-4c41-8991-d6fb80faa18e req-465eaa87-31d5-4320-b50f-1e6aadc75190 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377905 Oct 11 15:55:24.263423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.345545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.349948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.387623 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d52d4b8ced154865986abce62117e7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440257 Oct 11 15:55:24.388484 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04832c-ce79-48a3-8d25-aa0d8669ce34,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:24.390333 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:24.396236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.396579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.397445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.397812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.398137 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.398463 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.398843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.399168 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.399483 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.399798 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.400112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.400426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa26a9-5ebb-4560-adec-036a7d7a8a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:55:24.445946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.468153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.514188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.516901 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.518143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f04832c-ce79-48a3-8d25-aa0d8669ce34 HTTP/1.1" status: 204 len: 168 time: 0.1261876 Oct 11 15:55:24.525968 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44f80e-f5dc-4f7e-b8ce-d32db1c23e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04832c-ce79-48a3-8d25-aa0d8669ce34,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:24.783359 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:24.797080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d76f2ed-e81f-435d-9986-63ec2d3e6383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.887558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d76f2ed-e81f-435d-9986-63ec2d3e6383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.891628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d76f2ed-e81f-435d-9986-63ec2d3e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:24.929503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d76f2ed-e81f-435d-9986-63ec2d3e6383 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0d984c8d88b4471a27b3f16af45f7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450469 Oct 11 15:55:24.930635 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76f2ed-e81f-435d-9986-63ec2d3e6383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be175de-9811-4bc4-8264-9eb7c96f3e0b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:24.932443 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:24.992550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:25.013947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:25.062013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:25.064687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:25.066028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4be175de-9811-4bc4-8264-9eb7c96f3e0b HTTP/1.1" status: 204 len: 168 time: 0.1324193 Oct 11 15:55:25.073903 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293d1b1-a8b1-49aa-be31-400c1741811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be175de-9811-4bc4-8264-9eb7c96f3e0b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:25.343173 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d9e7-5fad-47f5-b8bb-8f926669fe1c req-4f5f8eb3-93ef-48ce-b6af-61ec5e16f2b4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:25.344743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cd3d9e7-5fad-47f5-b8bb-8f926669fe1c req-4f5f8eb3-93ef-48ce-b6af-61ec5e16f2b4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Oct 11 15:55:25.384250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0cd3d9e7-5fad-47f5-b8bb-8f926669fe1c req-47c8f868-a96a-46a9-a550-b3fdbf8f7db6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328596 Oct 11 15:55:25.588375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18732-ee8e-4027-8ceb-720ae9d8b79a req-a8711c00-f134-446c-83d1-4f5a72d9df05 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:25.589943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36c18732-ee8e-4027-8ceb-720ae9d8b79a req-a8711c00-f134-446c-83d1-4f5a72d9df05 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Oct 11 15:55:25.631681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36c18732-ee8e-4027-8ceb-720ae9d8b79a req-643fd28f-d52c-4bc8-9a1d-58aaa00458c7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342491 Oct 11 15:55:26.752070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c8a2-1ff1-4a90-aba5-226f95b3a73d req-e0c2b89f-43f7-4408-ab8a-6c78d00c49a4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:26.753450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dac2c8a2-1ff1-4a90-aba5-226f95b3a73d req-e0c2b89f-43f7-4408-ab8a-6c78d00c49a4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0519261 Oct 11 15:55:26.790811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dac2c8a2-1ff1-4a90-aba5-226f95b3a73d req-ecc7d60c-7f93-4d42-964a-c4096c0d50a1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314145 Oct 11 15:55:26.905396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f75a7-4d18-48f9-b677-90334a22e775 req-bbdd4fc5-de7f-4e62-abd5-9dedfd8b9a50 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:26.906897 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777f75a7-4d18-48f9-b677-90334a22e775 req-bbdd4fc5-de7f-4e62-abd5-9dedfd8b9a50 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0487931 Oct 11 15:55:26.945835 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777f75a7-4d18-48f9-b677-90334a22e775 req-3e482451-fbbd-4a1c-99bb-e761978d5ef8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321131 Oct 11 15:55:27.062507 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b532c-2b27-4b59-bdb0-4a7410e375ad req-3fbfa133-e39f-45f5-87eb-45831947547c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:27.064037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b8b532c-2b27-4b59-bdb0-4a7410e375ad req-3fbfa133-e39f-45f5-87eb-45831947547c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0494628 Oct 11 15:55:27.103200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b8b532c-2b27-4b59-bdb0-4a7410e375ad req-1f28ca0e-7761-4da5-b94d-3966f0b0dea7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331755 Oct 11 15:55:27.222123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966b4e5-4be8-4c06-bc35-d7cd1ab59305 req-43334cb2-5f10-479c-ad1d-ca4f3917dbbf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:27.223588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d966b4e5-4be8-4c06-bc35-d7cd1ab59305 req-43334cb2-5f10-479c-ad1d-ca4f3917dbbf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0531232 Oct 11 15:55:27.260602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d966b4e5-4be8-4c06-bc35-d7cd1ab59305 req-2e133561-130e-49f6-a903-972c7b700280 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311170 Oct 11 15:55:32.348606 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456baad7-a153-4066-8ba0-95ca5f5f02e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:34.840373 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3add-343b-4b84-9b1f-64fb9e03c474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:35.933424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:35.992475 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:37.764755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:39.530229 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:40.732233 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.309631 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 49856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:44.419624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f497-22df-4c08-b2b1-adaf09e68e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.494146 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f497-22df-4c08-b2b1-adaf09e68e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.497990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f497-22df-4c08-b2b1-adaf09e68e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.537399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e8c7f497-22df-4c08-b2b1-adaf09e68e3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a534b6cd57c34d63a443af7ff7b085df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261875 Oct 11 15:55:44.538283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f497-22df-4c08-b2b1-adaf09e68e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79d1e0e-5239-431e-851b-505a8d1a8729,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:44.540217 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:44.592208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.613102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.658820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.661297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:44.663014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b79d1e0e-5239-431e-851b-505a8d1a8729 HTTP/1.1" status: 204 len: 168 time: 0.1218023 Oct 11 15:55:44.670956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32cd7-91a8-429e-aae9-f4b73a265f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79d1e0e-5239-431e-851b-505a8d1a8729,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:44.925623 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:44.939093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbad9-f701-4dcc-a9c7-94bc41866387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.016031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbad9-f701-4dcc-a9c7-94bc41866387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.019506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbad9-f701-4dcc-a9c7-94bc41866387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.056930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cbad9-f701-4dcc-a9c7-94bc41866387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f3f91-2839-4434-b9ab-8c07fad2a98f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:45.061391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff0cbad9-f701-4dcc-a9c7-94bc41866387 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=095ce140616f43de9fd568ef7fca2b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347249 Oct 11 15:55:45.063925 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 49870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:55:45.116535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.143171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.191537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.194300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:55:45.195447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/762f3f91-2839-4434-b9ab-8c07fad2a98f HTTP/1.1" status: 204 len: 168 time: 0.1306176 Oct 11 15:55:45.204583 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7885f-b6f4-4242-b675-ae126cf8f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f3f91-2839-4434-b9ab-8c07fad2a98f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:55:50.898347 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:55:56.581887 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-b25e9498-a41c-4881-a4f2-63734bbe455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:56.583358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-b25e9498-a41c-4881-a4f2-63734bbe455b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0432389 Oct 11 15:55:56.587922 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946684b2-3965-47f6-992c-c40c190d6898 req-4f4cd3dd-7e19-42a6-b6c9-508bbd3b38db tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:56.589398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-946684b2-3965-47f6-992c-c40c190d6898 req-4f4cd3dd-7e19-42a6-b6c9-508bbd3b38db tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0502188 Oct 11 15:55:56.632008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-946684b2-3965-47f6-992c-c40c190d6898 req-3b2e8dd0-257e-475a-a135-55e187f5f03c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364687 Oct 11 15:55:56.679027 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-168c8fc1-d7e6-4a56-84cd-ff4d4a987320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:56.680714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-168c8fc1-d7e6-4a56-84cd-ff4d4a987320 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0903077 Oct 11 15:55:56.745714 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-9e8a8d05-53ab-47c5-a577-3163cc58f5f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0566018 Oct 11 15:55:56.798109 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-62215144-e113-4ee2-a2d3-a02f4882e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:56.799590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-62215144-e113-4ee2-a2d3-a02f4882e15c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0460229 Oct 11 15:55:56.858024 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-e58bf382-5438-4015-90ed-1d7e2d9fd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:56.859539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-e58bf382-5438-4015-90ed-1d7e2d9fd8df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521755 Oct 11 15:55:56.957180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-2f4d822d-3b7a-4556-920d-5f52860cd091 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906456 Oct 11 15:55:57.055317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2d680e49-e89b-43c2-9f44-0213185d6f32 req-54fce234-f6db-44dd-b511-883de71b64ae service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905342 Oct 11 15:55:57.750246 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589c7d0-738a-4aa7-8415-ef2829329b53 req-36a75dec-fc66-49e8-834a-a632b09431b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:55:57.751776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3589c7d0-738a-4aa7-8415-ef2829329b53 req-36a75dec-fc66-49e8-834a-a632b09431b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0502672 Oct 11 15:55:57.790674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3589c7d0-738a-4aa7-8415-ef2829329b53 req-560dce92-98e7-4d08-b43c-3261c745f9f4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323813 Oct 11 15:56:02.350986 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0e7bd7e-f536-46bf-bc29-cd84a1873b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.638413 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:03.747317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.822623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.826988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.867854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5c67293595c4a93875ef3d0dd06a2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283700 Oct 11 15:56:03.868742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf5f0b-d665-479a-9388-b864557906ef,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:03.870648 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:03.876678 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.877026 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.877795 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.877795 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.878023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.878351 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.878676 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.879009 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.879320 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.879640 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.880493 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.880805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b48eb-6cd7-4a70-873a-25c039011741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:03.927918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.948907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.994976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.997423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:03.998627 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2bf5f0b-d665-479a-9388-b864557906ef HTTP/1.1" status: 204 len: 168 time: 0.1269221 Oct 11 15:56:04.007605 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa238ae8-cbf7-4313-89fa-bf81e1cb1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf5f0b-d665-479a-9388-b864557906ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:04.842651 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf48db98-7ae8-413c-a410-45fb46d1b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:05.936969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:05.991047 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:07.769280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:09.550276 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:10.267250 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-8338d650-d146-4344-8c3b-927ea0a66c0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536258 Oct 11 15:56:10.345430 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-8882861c-ce07-4d5a-8deb-d66d541acd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:10.347043 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-8882861c-ce07-4d5a-8deb-d66d541acd2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 1096 time: 0.0563724 Oct 11 15:56:10.459077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-e3619513-6ac9-44ec-acbc-4d7321e9b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:10.460893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-e3619513-6ac9-44ec-acbc-4d7321e9b80b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0941956 Oct 11 15:56:10.510546 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-9b1f49a9-82ff-4b07-806d-3eca9ae1a3f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5 HTTP/1.1" status: 200 len: 217 time: 0.0415275 Oct 11 15:56:10.565011 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-af159ad2-2afe-45b5-996c-7a7dc8429c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:10.566681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-af159ad2-2afe-45b5-996c-7a7dc8429c3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0474567 Oct 11 15:56:10.627835 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-6570ee65-3305-412b-b68d-2ed52f3e587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:10.629382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-6570ee65-3305-412b-b68d-2ed52f3e587c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529296 Oct 11 15:56:10.737436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:10.747886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-9f1c084e-f8bb-41e6-9f50-6d1f3ef7c3a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064787 Oct 11 15:56:10.847079 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69d5ca1f-15f3-482a-83c8-e22e78bad0b3 req-bdc49db4-f73e-4d41-b6e3-e2767a7f3ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896814 Oct 11 15:56:13.906447 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:14.013393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55c047ca-efa2-483a-b649-7c86cbcc3f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.094024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55c047ca-efa2-483a-b649-7c86cbcc3f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.098688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55c047ca-efa2-483a-b649-7c86cbcc3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.137317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-55c047ca-efa2-483a-b649-7c86cbcc3f72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90282887cdd94977bc8d1593bfa4b68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296057 Oct 11 15:56:14.138217 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c047ca-efa2-483a-b649-7c86cbcc3f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2717c49-b05f-4dda-9b4a-a03570f2ff10,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:14.140192 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:14.196005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.220387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.266889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.269623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.270870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2717c49-b05f-4dda-9b4a-a03570f2ff10 HTTP/1.1" status: 204 len: 168 time: 0.1248598 Oct 11 15:56:14.278623 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a3e82-c217-4219-9be9-05926d79d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2717c49-b05f-4dda-9b4a-a03570f2ff10,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:14.540426 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:14.554219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-212a4364-4521-4ac4-8db1-459a79bbdf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.627558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-212a4364-4521-4ac4-8db1-459a79bbdf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.632642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-212a4364-4521-4ac4-8db1-459a79bbdf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.674101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-212a4364-4521-4ac4-8db1-459a79bbdf24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e43832d8b1c54c73a8f312984e3be1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325724 Oct 11 15:56:14.675276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a4364-4521-4ac4-8db1-459a79bbdf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d71bf3f-7f44-41b8-abba-55dafd3f1182,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:14.676842 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:14.731850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.752619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.798782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.801898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:14.803024 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d71bf3f-7f44-41b8-abba-55dafd3f1182 HTTP/1.1" status: 204 len: 168 time: 0.1249564 Oct 11 15:56:14.810694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ef44-8d52-4424-b0c2-1568007740da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d71bf3f-7f44-41b8-abba-55dafd3f1182,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:15.113640 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:15.127073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0614d004-3cd9-4ef9-9437-86cccfc195c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.201988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0614d004-3cd9-4ef9-9437-86cccfc195c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.206229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0614d004-3cd9-4ef9-9437-86cccfc195c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.244287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0614d004-3cd9-4ef9-9437-86cccfc195c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d75f3b1ebe914a56a74f0631f86eeb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289144 Oct 11 15:56:15.245059 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614d004-3cd9-4ef9-9437-86cccfc195c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9485b788-8c9c-465f-ae75-fc90d2192f3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:15.247117 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:15.295569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.315927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.363518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.366259 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:15.367398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9485b788-8c9c-465f-ae75-fc90d2192f3e HTTP/1.1" status: 204 len: 168 time: 0.1193025 Oct 11 15:56:15.374950 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf88c1-b9a9-463e-a666-65867cc3f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9485b788-8c9c-465f-ae75-fc90d2192f3e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:15.649693 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-283cb6e0-ba0c-49a6-88db-f495275fa5ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451088 Oct 11 15:56:15.738894 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-fdf0c883-0431-4d71-9940-b32a3a16d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:15.741277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-fdf0c883-0431-4d71-9940-b32a3a16d05f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0442567 Oct 11 15:56:15.854476 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-eda42a98-a91f-406b-b957-94f99f7e32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:15.855966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-eda42a98-a91f-406b-b957-94f99f7e32d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0925782 Oct 11 15:56:15.930503 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-f6153c65-036a-4a74-9fd6-e13aa01e1d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1002 time: 0.0670917 Oct 11 15:56:15.982598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-953f0570-536a-4fc2-a7e7-ff426bce0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:15.984151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-953f0570-536a-4fc2-a7e7-ff426bce0a88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0464201 Oct 11 15:56:16.034188 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-03fe1bbe-691c-4dea-890d-3dd7e215d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:16.036244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-03fe1bbe-691c-4dea-890d-3dd7e215d2e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426700 Oct 11 15:56:16.132508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-49d6bd85-dd48-40b7-a863-eafb6ed158f5 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886402 Oct 11 15:56:16.223085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7187923a-14be-4bd3-acc9-d75a31e9cd86 req-24136a53-a7f0-4cff-a50c-7397327868a0 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839016 Oct 11 15:56:16.936597 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:16.941126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372590692', 'description': 'tempest-secgroup-smoke-372590692 description', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:16.964097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:16.972131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.047341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.053471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.091131 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06a812-675d-451c-802b-aa159c77aa36,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.131859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.135341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.165123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.166487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2289052 Oct 11 15:56:17.168440 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887bd9c-d21c-4d47-a1ed-9bdbb70ec175 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f7b23-4033-412b-99e7-0cabe55cdab1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.169537 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.174270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.202736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.263264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.266884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.285287 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77105c30-bb44-4b1f-8fa4-60c5ecfe7289,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.296855 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.298132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1eb1db42-983c-4c0f-b942-3ef3bf106c94 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275232 Oct 11 15:56:17.300826 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.305719 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.331561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.389185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.392717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.409973 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ada385-a27d-4501-a7c0-977412686195,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.418118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.419299 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f84e22f9-25b1-4c67-9b90-6ae782433d08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173341 Oct 11 15:56:17.422171 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.426422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.451538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.507051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.510385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.525073 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba8d688-ea7b-4236-82d2-a10e78cee718,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.535577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.536783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-076a8f27-a6d8-4956-bc12-df92c472dae8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136811 Oct 11 15:56:17.539393 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.543685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.569533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.628572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.632389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.649677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36f50ff-79b5-453b-9e16-45596d0bb424,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.656546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.657723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bfab386-2d6d-49de-abc7-d75be346bf6f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173499 Oct 11 15:56:17.660421 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.664802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.685727 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:56:17.690331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.750075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.753502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.771693 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd6b9ef-9d97-4dec-bf56-fa18e4880773,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.776076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.777237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a5b0528-2301-4378-a438-c71cd2526996 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157877 Oct 11 15:56:17.779897 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.784184 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f08f7b23-4033-412b-99e7-0cabe55cdab1', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.807164 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:56:17.811795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.870104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.874102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.891237 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7cb4f4-9a7e-4f91-b4da-11e295829015,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:17.899615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.900870 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ab90d73-0d2c-411c-bca5-8556562e01fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199400 Oct 11 15:56:17.903841 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:17.908570 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'network': {'name': 'tempest-network-smoke--1002472330', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:17.927871 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:56:17.931391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.953316 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:56:17.961400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:17.961760 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Added segment 3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c of type vlan for network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 Oct 11 15:56:18.001222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.024874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.030370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:18.030936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.083798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1789463 Oct 11 15:56:18.086748 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:18.091052 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'admin_state_up': True, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:18.110877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6fc7c-9b9b-489f-8988-3f46c3017f1c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Network': ['ID=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:18.124068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:56:18.128017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.129024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.182439 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.316121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.500839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.518850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.621618 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.168 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/8e0fc1b3-67de-490e-a584-d8ec5665f36c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:18.719081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.750512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:18.792259 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:18.795040 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:18.798635 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:18.821115 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=8e0fc1b3-67de-490e-a584-d8ec5665f36c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:19.040203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:19.514145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:19.633226 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:56:19.740501 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:56:19.750335 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Sync routers for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:56:19.759512 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:19.760109 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:19.761116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:19.762496 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a892787d-3b66-416a-901b-689b3b343cf5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6748080 Oct 11 15:56:19.765746 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:19.863187 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:19.895797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfbafec9-da7b-4b0e-9084-e06a93591227 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f92a30c1b244ded9c6e93b59e2f4dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287940 Oct 11 15:56:19.898640 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:20.048229 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:18Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:20.052493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f46dbe-fc20-4219-a126-9b8e825e0e77 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:20.054280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e5f46dbe-fc20-4219-a126-9b8e825e0e77 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545682 Oct 11 15:56:20.057215 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:20.073739 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Checking router: cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:56:20.074088 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Updating router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c port 8e0fc1b3-67de-490e-a584-d8ec5665f36c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:56:20.095217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-289bd163-12ab-4643-8e07-cf6295e8d28d tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370412 Oct 11 15:56:20.098466 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:20.098688 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.103185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060950843', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:20.189100 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:56:20.193030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.346161 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.352427 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.377641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.444169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Subnet': ['ID=1de681ab-acfb-44c9-9f7f-b0ac14e6d492,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:20.453923 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Checking segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:20.454298 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network hostable DHCP agents. Network: ac4a0031-dfdd-4dd9-953d-ea8d9ba80803, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:56:20.471111 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:56:20.480029 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ac4a0031-dfdd-4dd9-953d-ea8d9ba80803) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:20.484858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:20.485443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.490875 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7748f-8d94-4224-bb13-ed78661b7e7b None None] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:56:20.492573 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Pushing event updated for resources: {'Port': ['ID=8e0fc1b3-67de-490e-a584-d8ec5665f36c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:20.500143 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Attempting to bind port 8e0fc1b3-67de-490e-a584-d8ec5665f36c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:20.500511 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Attempting to bind port 8e0fc1b3-67de-490e-a584-d8ec5665f36c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:20.500867 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Attempting to bind port 8e0fc1b3-67de-490e-a584-d8ec5665f36c on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:20.504643 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.504986 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.505321 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.505681 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.506007 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.506331 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.506478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8cdb6443-99b7-4524-8325-88fd73bee4cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4065096 Oct 11 15:56:20.506647 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.506966 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.507281 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.507593 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.507906 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.508222 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.508514 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:20.513702 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:20.514072 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:20.514469 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.514851 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:20.515303 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Bound port: 8e0fc1b3-67de-490e-a584-d8ec5665f36c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:20.515847 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.567738 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] For port 8e0fc1b3-67de-490e-a584-d8ec5665f36c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:20.570894 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] For port 8e0fc1b3-67de-490e-a584-d8ec5665f36c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8e0fc1b3-67de-490e-a584-d8ec5665f36c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:20.575565 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.637185 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644913d-83fd-4d81-a3a5-4782687aff7c None None] Pushing event updated for resources: {'Port': ['ID=8e0fc1b3-67de-490e-a584-d8ec5665f36c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:20.637689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:56:20.638645 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.647672 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:20.648281 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:20.758904 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:20.780464 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Allocated IP 172.20.0.2 (ac4a0031-dfdd-4dd9-953d-ea8d9ba80803/1de681ab-acfb-44c9-9f7f-b0ac14e6d492/9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:20.926087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.932253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.950697 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-625969dc-f339-4768-a26c-9573bf219682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:18Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:20.967973 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:20.973801 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:20.976033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:20.977389 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625969dc-f339-4768-a26c-9573bf219682 None None] The sync data for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 is: [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:18Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:56:20.978554 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:20.987926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Pushing event updated for resources: {'Port': ['ID=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:20.998660 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.998969 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.999376 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:20.999729 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.000033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.000363 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.000685 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.001289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.001593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.001917 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.002239 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.002565 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:21.051501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Attempting to bind port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:21.051865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Attempting to bind port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:21.052220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Attempting to bind port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:21.058191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:21.058552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Checking segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:21.058952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.059339 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Bound using segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:21.059801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Bound port: 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:21.060193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.127136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25634621-c315-4215-862b-d987f00ffe59 None None] For port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:21.131409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-25634621-c315-4215-862b-d987f00ffe59 None None] For port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:21.135992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.202595 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25634621-c315-4215-862b-d987f00ffe59 None None] Pushing event updated for resources: {'Port': ['ID=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:21.321006 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.1 (ac4a0031-dfdd-4dd9-953d-ea8d9ba80803/1de681ab-acfb-44c9-9f7f-b0ac14e6d492/d4c62cbc-fb2a-490e-80b4-d1287c709e15) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:21.462366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.503367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.549057 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:21.552365 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:21.557140 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:21.582010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:21.606691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.750640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:21.896879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8e0fc1b3-67de-490e-a584-d8ec5665f36c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:21.960426 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 8e0fc1b3-67de-490e-a584-d8ec5665f36c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:21.960426 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.046697 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.070616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 8e0fc1b3-67de-490e-a584-d8ec5665f36c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8e0fc1b3-67de-490e-a584-d8ec5665f36c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:22.074374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.076378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.077254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:22.079502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.160525 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=8e0fc1b3-67de-490e-a584-d8ec5665f36c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:22.161424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.164834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:22.169191 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:22.169590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.254384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.267097 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:22.268606 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:22.290422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:22.295374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.321137 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8660a-43c7-4204-a6fa-378b461a2fb5 None None] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:56:22.395221 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:56:22.404175 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:22.425473 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-333a897a-6df4-4331-8906-41d212e50834 None None] Provisioning complete for port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:22.426750 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-333a897a-6df4-4331-8906-41d212e50834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:22.513772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:56:22.524191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6282f3a9-67a1-4f4d-99f0-703e2a4aad65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0145538 Oct 11 15:56:22.668365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-e7bdada1-6c37-4b42-b226-d77ac3a5a694 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372590692&fields=id&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 267 time: 0.0372562 Oct 11 15:56:22.760353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Sync routers for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:56:22.771189 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:22.771901 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:22.786078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-52157747-f000-4210-afa5-d5573339e8bc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:22.787681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-52157747-f000-4210-afa5-d5573339e8bc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 797 time: 0.1117170 Oct 11 15:56:22.804708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-dfea2347-c5e9-4e61-8b74-a2b940e2cdcc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/quotas/2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 375 time: 0.0108082 Oct 11 15:56:22.873764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-2146874c-ac5a-4fb6-83fe-3f3c8ad3484f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622449 Oct 11 15:56:22.953821 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-6cfd3249-7906-49d3-b176-d476197ed3e9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:56:22.954838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-6cfd3249-7906-49d3-b176-d476197ed3e9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0708027 Oct 11 15:56:22.986065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0d80970-a81f-47b2-85fb-342e3f04f03f None None] Provisioning complete for port d4c62cbc-fb2a-490e-80b4-d1287c709e15 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:22.987012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0d80970-a81f-47b2-85fb-342e3f04f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.059073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-817a74f6-d3dc-4708-b3f3-c76b5854434d service neutron] 10.222.0.31 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968363 Oct 11 15:56:23.063258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0d80970-a81f-47b2-85fb-342e3f04f03f None None] Port d4c62cbc-fb2a-490e-80b4-d1287c709e15 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:56:23.074742 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:23.105301 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0d80970-a81f-47b2-85fb-342e3f04f03f None None] Provisioning complete for port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:23.105691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0d80970-a81f-47b2-85fb-342e3f04f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.161680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-02e00eaa-5ace-4585-8f08-ebdcd5850971 service neutron] 10.222.0.31 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899162 Oct 11 15:56:23.349879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 2, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:23.362803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be2788c0-fcfd-41af-8d53-a4b4999d92f3 req-1703f400-f088-4aff-8c6c-976399b87c4b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 210 time: 0.0306628 Oct 11 15:56:23.381297 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Checking router: cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:56:23.381879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Updating router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c port d4c62cbc-fb2a-490e-80b4-d1287c709e15 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:56:23.414863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.456072 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de192dbe-0d47-4772-8b86-247b1ef20d54 None None] Provisioning complete for port d4c62cbc-fb2a-490e-80b4-d1287c709e15 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:23.456470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de192dbe-0d47-4772-8b86-247b1ef20d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.548996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de192dbe-0d47-4772-8b86-247b1ef20d54 None None] Port d4c62cbc-fb2a-490e-80b4-d1287c709e15 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:56:23.715699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.720857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.777952 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e9b1e-9646-46e3-b17c-e94e3d3e34e6 None None] Pushing event updated for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:23.833800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Attempting to bind port d4c62cbc-fb2a-490e-80b4-d1287c709e15 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:23.834418 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Attempting to bind port d4c62cbc-fb2a-490e-80b4-d1287c709e15 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:23.834945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Attempting to bind port d4c62cbc-fb2a-490e-80b4-d1287c709e15 on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:23.841591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:23.842260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Checking segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:23.842838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.843491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Bound using segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:23.844210 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Bound port: d4c62cbc-fb2a-490e-80b4-d1287c709e15, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:23.845083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.882248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8e0fc1b3-67de-490e-a584-d8ec5665f36c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:23.944209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] For port d4c62cbc-fb2a-490e-80b4-d1287c709e15, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:23.948371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] For port d4c62cbc-fb2a-490e-80b4-d1287c709e15, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4c62cbc-fb2a-490e-80b4-d1287c709e15,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:23.954904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:23.991361 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 8e0fc1b3-67de-490e-a584-d8ec5665f36c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:23.991932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.047895 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e9b1e-9646-46e3-b17c-e94e3d3e34e6 None None] Pushing event updated for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:24.053058 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:24.053950 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:24.170614 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] Provisioning complete for port d4c62cbc-fb2a-490e-80b4-d1287c709e15 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:24.170977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.220729 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:24.255880 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:24.312559 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-7dda0771-52f2-41e0-8468-4d17cfc29098 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:24.313167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-7dda0771-52f2-41e0-8468-4d17cfc29098 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 797 time: 0.1175458 Oct 11 15:56:24.362716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-c0f59ac1-2ab2-48b6-a9eb-6d0ad626621d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 379 time: 0.0402796 Oct 11 15:56:24.372509 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'port': {'device_id': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'admin_state_up': True, 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'security_groups': ['f08f7b23-4033-412b-99e7-0cabe55cdab1']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:24.411749 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:24.412117 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.446031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.468133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09e83e21-4721-45c3-9557-382b49eda6d0 req-5c2585b2-6c64-48a2-8683-9d591ff5d179 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 210 time: 0.0366893 Oct 11 15:56:24.495614 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:56:24.499744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.522256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] For port d4c62cbc-fb2a-490e-80b4-d1287c709e15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4c62cbc-fb2a-490e-80b4-d1287c709e15,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:24.543228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.630279 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b900-dc50-4059-84c4-d146ab8a8812 None None] Pushing event updated for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:24.633823 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.8 (ac4a0031-dfdd-4dd9-953d-ea8d9ba80803/1de681ab-acfb-44c9-9f7f-b0ac14e6d492/5479beba-9bbc-411f-991c-07a4c87f408c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:24.645943 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:23Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:24.781451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.817432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.819998 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d13718-fb6f-47a6-918a-1452234edc3f None None] The sync data for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 is: [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:23Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:56:24.829865 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a49e4f8-21a6-48b4-9797-099d6c40aab9 None None] Provisioning complete for port d4c62cbc-fb2a-490e-80b4-d1287c709e15 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:24.830237 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a49e4f8-21a6-48b4-9797-099d6c40aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.866879 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:24.877790 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:24.883684 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:24.886407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:24.924925 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.925370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.926346 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.926757 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.927158 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.927560 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.927902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.928351 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.929532 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.929789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.929991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.930421 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:56:24.962582 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:24.963245 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:24.982055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-135b0e74-5084-49ae-8927-f9a6d98e3377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131170 Oct 11 15:56:24.996303 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Request body: {'port': {'device_id': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:25.064573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.171646 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d79bed40-f9a9-4dd4-8819-7b9c16b5ed36 None None] Provisioning complete for port 5479beba-9bbc-411f-991c-07a4c87f408c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:25.172186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d79bed40-f9a9-4dd4-8819-7b9c16b5ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.210092 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d79bed40-f9a9-4dd4-8819-7b9c16b5ed36 None None] Port 5479beba-9bbc-411f-991c-07a4c87f408c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:56:25.351942 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5479beba-9bbc-411f-991c-07a4c87f408c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:25.359904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.373192 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Transition to ACTIVE for port object 5479beba-9bbc-411f-991c-07a4c87f408c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:56:25.376954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.453420 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:25.510882 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:25.511219 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:25.511544 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:25.516134 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:56:25.516480 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:25.522782 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:25.523113 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Checking segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:25.523495 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Bound using segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:25.524073 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Bound port: 5479beba-9bbc-411f-991c-07a4c87f408c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:25.524286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.606784 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:25.614914 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:25.624028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.654369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758925d4-cdb5-4369-9950-23f7c128b612 req-9d164eb2-7117-47d8-a3c4-9d36595f933d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:25.664742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-758925d4-cdb5-4369-9950-23f7c128b612 req-9d164eb2-7117-47d8-a3c4-9d36595f933d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.1088793 Oct 11 15:56:25.682096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:25.682632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.684367 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] 10.222.0.43 "PUT /v2.0/ports/5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 1091 time: 0.6926360 Oct 11 15:56:25.684821 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:25.687141 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83500bda-c511-4e71-8e5d-ed7eb8a0599c" -d '{"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:25.721371 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e742c-c84f-4415-91ed-8150603d7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:25.731202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-758925d4-cdb5-4369-9950-23f7c128b612 req-44efb6da-43e8-4032-9f60-fa26f744e809 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654604 Oct 11 15:56:25.772540 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248da332-7287-4d7f-90cc-3f70075bfded x-openstack-request-id: req-248da332-7287-4d7f-90cc-3f70075bfded {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:25.772845 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:25.773097 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248da332-7287-4d7f-90cc-3f70075bfded {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:25.773518 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'status': 'completed', 'code': 200} Oct 11 15:56:25.793448 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-ba97dc5b-2d00-4e4c-8f69-3121a912e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:25.795185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-ba97dc5b-2d00-4e4c-8f69-3121a912e8aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1094 time: 0.0633140 Oct 11 15:56:25.843678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-338f3b09-1004-4d6f-b228-1a9b4c4e0767 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 217 time: 0.0406320 Oct 11 15:56:25.874970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d4c62cbc-fb2a-490e-80b4-d1287c709e15 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:25.906120 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-94cb6cef-9c50-4f50-8205-ea2558a37206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:25.907617 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-94cb6cef-9c50-4f50-8205-ea2558a37206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0569463 Oct 11 15:56:25.942193 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d4c62cbc-fb2a-490e-80b4-d1287c709e15 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:25.942570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:25.962509 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-de9e788a-44d7-4759-ab63-20d2d641cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:25.964768 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-de9e788a-44d7-4759-ab63-20d2d641cbc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500760 Oct 11 15:56:26.057953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-cc89fe3d-f6a8-46ca-bd2c-c4327a3e10dc service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860224 Oct 11 15:56:26.152176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-10b77ce7-bbe1-4f7d-8008-e16d4dde2c36 req-b7bde7ff-9bc1-4f4f-93ee-c67dced9e03d service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Oct 11 15:56:26.233996 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-e8e5d221-0833-4824-94a9-87669b6711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:26.235430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-e8e5d221-0833-4824-94a9-87669b6711d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1094 time: 0.0393841 Oct 11 15:56:26.325460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-9fdc6400-70b2-416c-8915-d2c381c77c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:26.326969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-9fdc6400-70b2-416c-8915-d2c381c77c55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.0839882 Oct 11 15:56:26.371845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-6f1e62b4-0933-4053-b9e2-aa8081cab2f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 217 time: 0.0380385 Oct 11 15:56:26.418066 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-76401f1e-9c8b-4c03-b80b-60bc6a495c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:26.419453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-76401f1e-9c8b-4c03-b80b-60bc6a495c41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0415990 Oct 11 15:56:26.463317 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-77e361d8-0214-47e5-adc9-de3978200a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:26.464707 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-77e361d8-0214-47e5-adc9-de3978200a50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376141 Oct 11 15:56:26.555295 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-1b66d45c-9d08-4f92-af76-300a80c3bfa6 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Oct 11 15:56:26.641233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83500bda-c511-4e71-8e5d-ed7eb8a0599c req-e0bffff5-9280-4b28-b531-d4798585df49 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793631 Oct 11 15:56:26.835202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f215-9fa4-4c39-b9d8-164dcaf16940 req-cc57576e-45dd-4667-b7b0-86ebfc40d093 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:26.836641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d680f215-9fa4-4c39-b9d8-164dcaf16940 req-cc57576e-45dd-4667-b7b0-86ebfc40d093 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.0481110 Oct 11 15:56:26.876556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d680f215-9fa4-4c39-b9d8-164dcaf16940 req-bd4b4521-dbf3-4194-b0ff-f7f701afa9ec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339992 Oct 11 15:56:27.897606 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:56:27.989939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2103dc-aa99-42c9-849c-d7a4b5ff0370 req-d5c4b9ca-c904-4ad6-94f0-43078468dac7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:27.991407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d2103dc-aa99-42c9-849c-d7a4b5ff0370 req-d5c4b9ca-c904-4ad6-94f0-43078468dac7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.0478132 Oct 11 15:56:28.029702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d2103dc-aa99-42c9-849c-d7a4b5ff0370 req-e4f40e09-7dd5-4d9e-a6b5-9a5655aa0bb7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Oct 11 15:56:28.897388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:56:28.990331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:29.001367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '5479beba-9bbc-411f-991c-07a4c87f408c', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'mac_address': 'fa:16:3e:5b:db:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:56:29.037956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:29.050048 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5479beba-9bbc-411f-991c-07a4c87f408c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:29.071156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:29.075015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:29.125312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:29.146051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5387a3-c258-4e6e-a869-abe76d02e7ab req-dd44edab-6494-4054-ac83-ea3af3803b8a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:29.147527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec5387a3-c258-4e6e-a869-abe76d02e7ab req-dd44edab-6494-4054-ac83-ea3af3803b8a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 944 time: 0.0492892 Oct 11 15:56:29.186067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec5387a3-c258-4e6e-a869-abe76d02e7ab req-6aa5ba37-d6a7-4a26-9c37-5011483ad72a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325384 Oct 11 15:56:29.397510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5479beba-9bbc-411f-991c-07a4c87f408c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:30.034849 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ce4e-11cb-44d8-9363-48a3e24d2742 req-0889e395-f69d-4d1f-81a6-fbc32acbabe4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:30.036303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9216ce4e-11cb-44d8-9363-48a3e24d2742 req-0889e395-f69d-4d1f-81a6-fbc32acbabe4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0480702 Oct 11 15:56:30.076859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9216ce4e-11cb-44d8-9363-48a3e24d2742 req-79930f8d-e99f-43a4-adb3-0de12c08df69 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341246 Oct 11 15:56:30.190746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335f585-12f8-4f5a-ba25-a6ea7899259f req-7f9e5213-2939-434b-bb11-ff5013d9214e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:30.192192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4335f585-12f8-4f5a-ba25-a6ea7899259f req-7f9e5213-2939-434b-bb11-ff5013d9214e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0479329 Oct 11 15:56:30.229832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4335f585-12f8-4f5a-ba25-a6ea7899259f req-8686302e-2dd7-4767-93e7-f12e7b2d146b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312166 Oct 11 15:56:30.306876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ecf5c-b224-4c3a-838a-f19c6c48bf7f req-0a37f12f-259b-4872-898a-1ac1a640c0a9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:30.308351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-486ecf5c-b224-4c3a-838a-f19c6c48bf7f req-0a37f12f-259b-4872-898a-1ac1a640c0a9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 944 time: 0.0490413 Oct 11 15:56:30.346862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-486ecf5c-b224-4c3a-838a-f19c6c48bf7f req-89cbe81e-06b2-4878-b80a-ff7acccc69bf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Oct 11 15:56:30.455169 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-b8617774-de38-4910-9097-1020e59b5760 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:30.456705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-b8617774-de38-4910-9097-1020e59b5760 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1037183 Oct 11 15:56:30.471704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-10f52353-4905-4185-b0f6-b358d32d3e32 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/quotas/a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 375 time: 0.0091572 Oct 11 15:56:30.529153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7be882a6-c19e-47f7-bd67-4b009e1516b8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0523243 Oct 11 15:56:30.619833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-587c0a8a-3101-4080-8bc6-d7b404791aa3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Oct 11 15:56:30.706928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-e204640b-652e-444a-a4ca-67f212c4faee service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813336 Oct 11 15:56:30.860281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b188c32c-5171-40f9-9aed-711362740697 req-e3e64fa6-5baa-4983-9245-2a30c86a382b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 210 time: 0.0260842 Oct 11 15:56:30.895369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:30.945603 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 5479beba-9bbc-411f-991c-07a4c87f408c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:56:30.949578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 5479beba-9bbc-411f-991c-07a4c87f408c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:30.949947 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:31.035169 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:31.057998 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:31.060239 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f348df4-ba75-4f44-890f-3f32170c7e31" -d '{"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:31.076194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:31.081247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:31.131665 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:31.178655 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2fa76c-d080-43f5-bcf1-4ead39ceb92b x-openstack-request-id: req-bf2fa76c-d080-43f5-bcf1-4ead39ceb92b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:31.178953 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:31.179198 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf2fa76c-d080-43f5-bcf1-4ead39ceb92b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:31.179586 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'code': 200} Oct 11 15:56:31.291746 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2f47-b3d1-4885-bd9b-eede08bc08e0 req-c32c009f-ef0e-4481-9c72-994cd908a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:31.293203 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b20d2f47-b3d1-4885-bd9b-eede08bc08e0 req-c32c009f-ef0e-4481-9c72-994cd908a263 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0468578 Oct 11 15:56:31.328611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b20d2f47-b3d1-4885-bd9b-eede08bc08e0 req-30e0f547-afd8-4a38-9793-4752362de619 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280645 Oct 11 15:56:31.463866 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ebf0-6625-4a3b-8ae3-b1108c637f74 req-0f34bd9e-99f0-4413-80ed-2267c98a1561 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:31.465319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd07ebf0-6625-4a3b-8ae3-b1108c637f74 req-0f34bd9e-99f0-4413-80ed-2267c98a1561 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Oct 11 15:56:31.501869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd07ebf0-6625-4a3b-8ae3-b1108c637f74 req-db255138-0b4f-405d-8211-fab633948d32 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Oct 11 15:56:31.767230 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7fe89d10-2a32-4083-9615-9f019ee87850 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:31.768565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7fe89d10-2a32-4083-9615-9f019ee87850 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.0999613 Oct 11 15:56:31.780820 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'device_id': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'admin_state_up': True, 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:31.960053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-483ddbb0-1580-46d9-8f33-6a6697b08c61 req-e3923f73-763b-42e4-9d9a-58d97e23c074 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 210 time: 0.0275197 Oct 11 15:56:32.183518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:56:32.186925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.308282 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.20.0.13 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/90bcd7f6-fe08-4a34-8ea8-2ac76facfc76) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:32.353860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b727f09-d2ee-499c-a34a-c309e1bb434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.454123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.485956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.497416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5', '5cd7e861-59ec-4f26-9afc-403c683484e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:32.529518 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:32.534315 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:32.538072 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:32.572223 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:32.600195 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:32.600543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.622958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-7b557470-5f63-4558-8dde-5c5e8e67250a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8456352 Oct 11 15:56:32.643719 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Request body: {'port': {'device_id': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:32.671408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53e95-a919-45e5-89fa-7b49108a2477 req-9b8cb8e0-ba8f-46c9-98eb-35750de12e7a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:32.674787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fb53e95-a919-45e5-89fa-7b49108a2477 req-9b8cb8e0-ba8f-46c9-98eb-35750de12e7a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0809882 Oct 11 15:56:32.730102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fb53e95-a919-45e5-89fa-7b49108a2477 req-487fec95-5f3e-445d-94a8-4d36d41e402c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Oct 11 15:56:32.751790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.846514 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7c50cbf-6511-4069-b832-2fc09600c51e None None] Provisioning complete for port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:32.846774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7c50cbf-6511-4069-b832-2fc09600c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:32.880113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7c50cbf-6511-4069-b832-2fc09600c51e None None] Port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:56:33.028876 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:33.037296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:33.056364 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Transition to ACTIVE for port object 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:56:33.062892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:33.088009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1483-33a1-43d4-9f24-70c7d75de8de req-b604612c-27c7-42b0-a751-d1d293e61357 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.089521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-547b1483-33a1-43d4-9f24-70c7d75de8de req-b604612c-27c7-42b0-a751-d1d293e61357 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 932 time: 0.0603578 Oct 11 15:56:33.116597 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:33.140375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-547b1483-33a1-43d4-9f24-70c7d75de8de req-ba685293-75c0-4284-a469-9886fc2a2e97 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Oct 11 15:56:33.190149 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Attempting to bind port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:33.190507 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Attempting to bind port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:33.190833 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Attempting to bind port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:33.195379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 on network 8a814430-31de-478e-bc39-a2ddf172b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:56:33.195693 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Attempting to bind port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:33.200563 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:33.200893 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:33.201270 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:33.201725 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Bound port: 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:33.202083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:33.270714 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:33.273785 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:33.279038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:33.313459 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.314081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:33.315412 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] 10.222.0.36 "PUT /v2.0/ports/90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 200 len: 1092 time: 0.6832488 Oct 11 15:56:33.315846 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:33.318646 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780abaaa-3eef-4976-98f1-a20906dce411" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:33.343700 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b6462-faee-45bb-8380-14d350163f58 service neutron] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:33.371799 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7233056a-1e4d-4d9a-bf5d-1c25fa885f45 x-openstack-request-id: req-7233056a-1e4d-4d9a-bf5d-1c25fa885f45 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:33.372092 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:33.372342 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7233056a-1e4d-4d9a-bf5d-1c25fa885f45 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:33.372743 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'status': 'completed', 'code': 200} Oct 11 15:56:33.406486 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-8f7c1858-31e7-4dd5-b052-2b44b4b5b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.408037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-8f7c1858-31e7-4dd5-b052-2b44b4b5b354 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 1095 time: 0.0456266 Oct 11 15:56:33.455486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-9015cef4-f7db-4c6c-891f-aaec73710b70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 200 len: 217 time: 0.0394263 Oct 11 15:56:33.507233 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-15312d82-f1f0-4e23-a14a-f2d5717c18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.508715 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-15312d82-f1f0-4e23-a14a-f2d5717c18dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0457170 Oct 11 15:56:33.555119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-08a40dc0-70ad-400b-9241-466b215209ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.556616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-08a40dc0-70ad-400b-9241-466b215209ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407858 Oct 11 15:56:33.647574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-64c1e67a-c0d4-4576-a650-50a3b318092c service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Oct 11 15:56:33.734126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7a7042-dd3d-4a91-b83a-9819b50675d5 req-cf0a3e5e-1757-4896-b72b-ae756e34b940 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794020 Oct 11 15:56:33.826775 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abaaa-3eef-4976-98f1-a20906dce411 req-bb8db4c1-6fbc-400d-85d1-b092374db395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.828262 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-bb8db4c1-6fbc-400d-85d1-b092374db395 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 1095 time: 0.0458622 Oct 11 15:56:33.839950 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7d6dc-dc04-492d-91b5-787e46d97d4b req-dd0bd271-cf26-4e1d-8402-f95383477199 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.841436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce7d6dc-dc04-492d-91b5-787e46d97d4b req-dd0bd271-cf26-4e1d-8402-f95383477199 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0492275 Oct 11 15:56:33.878904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce7d6dc-dc04-492d-91b5-787e46d97d4b req-eea305a5-1480-4c89-8ed0-fd4081662e4b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313184 Oct 11 15:56:33.919259 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abaaa-3eef-4976-98f1-a20906dce411 req-7ab5e5f7-ad32-4cd2-ac82-57b260441a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.920727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-7ab5e5f7-ad32-4cd2-ac82-57b260441a02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0857363 Oct 11 15:56:33.967843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-41fe34d7-1d13-42d4-b753-61092a9cf9d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 200 len: 217 time: 0.0387242 Oct 11 15:56:33.993292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279d0f-2eed-4d98-a267-abba5ea175d7 req-e14afa43-fddf-459f-9199-593bba475c93 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:33.994819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8279d0f-2eed-4d98-a267-abba5ea175d7 req-e14afa43-fddf-459f-9199-593bba475c93 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Oct 11 15:56:34.018034 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abaaa-3eef-4976-98f1-a20906dce411 req-a9c3b075-4bcd-41e6-acf4-15e4b27aa9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:34.019647 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-a9c3b075-4bcd-41e6-acf4-15e4b27aa9e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0448797 Oct 11 15:56:34.034231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8279d0f-2eed-4d98-a267-abba5ea175d7 req-7dd0b0d7-a30f-4407-991d-a71285529a86 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334702 Oct 11 15:56:34.055609 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 50458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:34.091984 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abaaa-3eef-4976-98f1-a20906dce411 req-14bb4403-9248-467b-8b16-8a8dde9de724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:34.093455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-14bb4403-9248-467b-8b16-8a8dde9de724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656786 Oct 11 15:56:34.102660 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e48f1b-fee5-420e-84a2-5cde577a97d8 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:34.104071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7e48f1b-fee5-420e-84a2-5cde577a97d8 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1091 time: 0.0475442 Oct 11 15:56:34.107146 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:34.111587 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:34.135172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:34.193895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-60a9aa32-4de4-4164-982f-da31987c2d49 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887585 Oct 11 15:56:34.276878 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2efe9-9db8-4df6-9a3e-20b5a711fc58 req-3672d04f-d1c8-407c-945b-7eb8db5fd1c2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:34.278365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d2efe9-9db8-4df6-9a3e-20b5a711fc58 req-3672d04f-d1c8-407c-945b-7eb8db5fd1c2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 944 time: 0.0659513 Oct 11 15:56:34.280597 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:34.284849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-780abaaa-3eef-4976-98f1-a20906dce411 req-f7845c50-0c85-4d27-abb3-2fbd99cc3e5e service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833299 Oct 11 15:56:34.368295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d2efe9-9db8-4df6-9a3e-20b5a711fc58 req-66b7a74b-f292-442e-a979-e0e39098b992 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808194 Oct 11 15:56:34.417424 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.24 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/74cae5c0-9bae-4790-81d4-795fb4b14c57) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:34.520275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:34.846053 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9e285af-0452-49e8-b56c-16d79de4094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:34.852707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:34.893762 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:34.896678 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:34.900919 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:34.903863 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=74cae5c0-9bae-4790-81d4-795fb4b14c57,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:35.256624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.319899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.508123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.513471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.529683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77baf6-6711-4e87-986f-699fdfea18bf req-4631f60d-6fcd-4e0b-aa82-10f2e68f1a46 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:35.531174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e77baf6-6711-4e87-986f-699fdfea18bf req-4631f60d-6fcd-4e0b-aa82-10f2e68f1a46 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 944 time: 0.0863307 Oct 11 15:56:35.607251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=74cae5c0-9bae-4790-81d4-795fb4b14c57,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:35.623882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e77baf6-6711-4e87-986f-699fdfea18bf req-110246b8-f115-4e34-9d01-237223a58630 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746982 Oct 11 15:56:35.632659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.733134 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP a6bef294-28b6-4a50-ae89-b09b84fb8eea associated. External IP: 172.35.3.24, port: 5479beba-9bbc-411f-991c-07a4c87f408c. Oct 11 15:56:35.937873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:35.946023 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:56:35.981617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:36.055802 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:56:36.064933 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Sync routers for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:56:36.073178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:36.075615 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:36.076248 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:36.100115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ebfd3f4e-a97f-476a-90b1-5e8a5468b6e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9918802 Oct 11 15:56:36.100691 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:36.102950 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca844de2-2c60-462a-8b44-aa6ffc3e1979" -d '{"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:36.144859 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af103e4-1b94-44a8-8cf6-867f18818193 x-openstack-request-id: req-5af103e4-1b94-44a8-8cf6-867f18818193 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:36.145148 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:36.145415 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5af103e4-1b94-44a8-8cf6-867f18818193 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:36.145884 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'status': 'completed', 'code': 200} Oct 11 15:56:36.186871 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:36.199594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300a82d-60a3-4e00-b181-304c45bc4a21 req-931fd17b-e6cc-47b3-bc21-b2600c162c86 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.201363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9300a82d-60a3-4e00-b181-304c45bc4a21 req-931fd17b-e6cc-47b3-bc21-b2600c162c86 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Oct 11 15:56:36.216980 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-bda7e4e3-d0b1-4af1-8f9b-f5582a0e8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.219528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-bda7e4e3-d0b1-4af1-8f9b-f5582a0e8af4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0506122 Oct 11 15:56:36.249597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9300a82d-60a3-4e00-b181-304c45bc4a21 req-59b5379b-e97f-4d08-8f7d-befb2ed75e30 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 Oct 11 15:56:36.271540 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:36.330424 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-2f42965f-ec70-4f65-809a-f1add74ddbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.332259 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-2f42965f-ec70-4f65-809a-f1add74ddbce service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.1059129 Oct 11 15:56:36.340890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-41c4c1f1-4e92-4085-b54f-7293a9dff491 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/a6bef294-28b6-4a50-ae89-b09b84fb8eea HTTP/1.1" status: 200 len: 990 time: 0.0681159 Oct 11 15:56:36.375947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:56:36.402695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-54c95f96-2ba1-40e2-a0fe-b4fc18bf8824 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 998 time: 0.0632763 Oct 11 15:56:36.418866 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a6bef294-28b6-4a50-ae89-b09b84fb8eea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'mac_address': 'fa:16:3e:5b:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:56:35Z', 'updated_at': '2021-10-11T15:56:35Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:36.444332 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Checking router: cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:56:36.452836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-f8514e4d-45a5-401a-96d2-19f330dc5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.454209 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:56:36.454415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-f8514e4d-45a5-401a-96d2-19f330dc5d53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0448165 Oct 11 15:56:36.454799 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:56:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:36.474942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:36.486803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'mac_address': 'fa:16:3e:10:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:56:36.502797 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-13845857-47e6-4cb7-8a95-20d807b6fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.504298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-13845857-47e6-4cb7-8a95-20d807b6fe32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430501 Oct 11 15:56:36.525031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:36.538472 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:36.559115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:36.561956 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:56:36.563441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:36.604012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-11273b20-f831-4c94-b14a-f5f9949a6a4a service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924015 Oct 11 15:56:36.609727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:36.698455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca844de2-2c60-462a-8b44-aa6ffc3e1979 req-15acbe42-a218-4a61-a129-6a4d620f453a service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Oct 11 15:56:36.744295 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccd066-4678-4824-83f2-b86938081ea2 req-8a44f368-2ff5-411c-a874-d7aff33eb14f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:36.745812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daccd066-4678-4824-83f2-b86938081ea2 req-8a44f368-2ff5-411c-a874-d7aff33eb14f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 945 time: 0.0544817 Oct 11 15:56:36.784070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-daccd066-4678-4824-83f2-b86938081ea2 req-d94360be-a4fb-478a-9854-81e841389869 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Oct 11 15:56:36.792030 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a6bef294-28b6-4a50-ae89-b09b84fb8eea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'mac_address': 'fa:16:3e:5b:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:56:35Z', 'updated_at': '2021-10-11T15:56:35Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:56:36.806718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:36.819388 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5553a3-ed71-4f98-a172-1e93536353af None None] The sync data for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 is: [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a6bef294-28b6-4a50-ae89-b09b84fb8eea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'mac_address': 'fa:16:3e:5b:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:56:35Z', 'updated_at': '2021-10-11T15:56:35Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:56:37.023742 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af24864-ee62-4bac-9c32-8dee5758fb22 None None] New status for floating IP a6bef294-28b6-4a50-ae89-b09b84fb8eea: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:56:37.344775 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 50482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:56:37.409969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5859fc93-dace-4069-b2a5-5b0061c33377 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/a6bef294-28b6-4a50-ae89-b09b84fb8eea HTTP/1.1" status: 200 len: 992 time: 0.0638626 Oct 11 15:56:37.769773 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:37.898080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ebebb-d03d-4821-a99a-4aa0c78f8624 req-596faca2-b84b-4f94-ac88-765e5280bf77 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:37.899559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a45ebebb-d03d-4821-a99a-4aa0c78f8624 req-596faca2-b84b-4f94-ac88-765e5280bf77 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 945 time: 0.0483868 Oct 11 15:56:37.938255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a45ebebb-d03d-4821-a99a-4aa0c78f8624 req-23532b93-c73f-4da0-bf58-26041ed0dab1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Oct 11 15:56:38.380508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:38.433196 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:56:38.437140 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:38.437554 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:38.510531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:38.531804 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:38.534033 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b68adf-e7a3-42a5-8ed3-62c7cf3ac99b" -d '{"events": [{"server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "name": "network-vif-plugged", "status": "completed", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:38.546949 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:38.550927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:38.573458 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f98c9b-49de-4372-b1bd-0468e71c38b2 x-openstack-request-id: req-a8f98c9b-49de-4372-b1bd-0468e71c38b2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:38.573763 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "name": "network-vif-plugged", "status": "completed", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:38.574008 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8f98c9b-49de-4372-b1bd-0468e71c38b2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:38.574421 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'code': 200} Oct 11 15:56:38.602239 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:38.664203 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed4d4-fd7f-48cd-a815-bb09fdc0e649 req-8935413f-8b11-4a63-bf03-234fe7098491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:38.665592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe9ed4d4-fd7f-48cd-a815-bb09fdc0e649 req-8935413f-8b11-4a63-bf03-234fe7098491 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 1097 time: 0.0393004 Oct 11 15:56:38.700005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fe9ed4d4-fd7f-48cd-a815-bb09fdc0e649 req-f019a8c3-5da7-4abe-8442-6a95cf2774d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268567 Oct 11 15:56:39.051428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d37962-edd6-47d0-bed1-8310fff18390 req-98ce93a5-f022-4a1b-9339-1274dfe0f74d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:39.052902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51d37962-edd6-47d0-bed1-8310fff18390 req-98ce93a5-f022-4a1b-9339-1274dfe0f74d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 946 time: 0.0483122 Oct 11 15:56:39.090168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51d37962-edd6-47d0-bed1-8310fff18390 req-d6ee007b-9674-4536-abf3-85478d9e5b20 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Oct 11 15:56:39.566222 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.205711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3d7ce-3fe4-4a1a-a776-bb489079b2d4 req-0a94a54f-3f81-48c3-8277-f88c2b12001c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.207157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78e3d7ce-3fe4-4a1a-a776-bb489079b2d4 req-0a94a54f-3f81-48c3-8277-f88c2b12001c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 946 time: 0.0522511 Oct 11 15:56:40.244227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78e3d7ce-3fe4-4a1a-a776-bb489079b2d4 req-ae0e7123-ef0d-4894-8465-9213f4d3d841 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Oct 11 15:56:40.340077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-eac0da21-0108-4b4a-a965-dcd4f494ffda tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 267 time: 0.0317209 Oct 11 15:56:40.391216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-4b93a223-5943-4137-b412-2b50b1e2a546 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.392598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-4b93a223-5943-4137-b412-2b50b1e2a546 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 946 time: 0.0471551 Oct 11 15:56:40.403855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'security_groups': []}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:40.466637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.622391 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:40.650671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.654997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.666316 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5', '5cd7e861-59ec-4f26-9afc-403c683484e4', '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:40.698686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.701944 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.703416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcdca8fd-d7ff-473a-990b-4e9a0baa5f20 req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "PUT /v2.0/ports/90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 200 len: 905 time: 0.3039150 Oct 11 15:56:40.703878 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:40.706204 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595a1896-54a8-4af8-bd73-fe9da7cc859b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:40.739726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:40.747157 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8bf97-7bb3-4853-ad4b-4390af173785 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:40.781658 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147433b-1308-4898-ab9c-82e504173476 x-openstack-request-id: req-d147433b-1308-4898-ab9c-82e504173476 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:40.781943 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:40.782192 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d147433b-1308-4898-ab9c-82e504173476 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:40.783171 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'status': 'completed', 'code': 200} Oct 11 15:56:40.786339 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:40.857963 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-9c0e9aa2-c369-40fe-a6a2-42e147f063f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.860205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-9c0e9aa2-c369-40fe-a6a2-42e147f063f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 1059 time: 0.0552549 Oct 11 15:56:40.861068 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6519f47-a46e-4c49-985c-b314434fc699 req-70e20729-2f88-4d05-a148-e9d248548c9b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.862849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6519f47-a46e-4c49-985c-b314434fc699 req-70e20729-2f88-4d05-a148-e9d248548c9b tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 908 time: 0.0743260 Oct 11 15:56:40.971150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-2cbe6d62-b988-4ecc-9dc9-8685fb747b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.972414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-2cbe6d62-b988-4ecc-9dc9-8685fb747b0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.1046803 Oct 11 15:56:40.991330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bb7a3-18ab-4954-bbd7-37a63c6c25f6 req-4406cdb5-ea59-4d2a-88bf-c13253092116 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:40.992237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f68bb7a3-18ab-4954-bbd7-37a63c6c25f6 req-4406cdb5-ea59-4d2a-88bf-c13253092116 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0489466 Oct 11 15:56:41.006330 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f082fe12-ff24-4e39-9da1-e465126b56d2 None None] Provisioning complete for port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:41.006751 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f082fe12-ff24-4e39-9da1-e465126b56d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:41.022076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-6e89e061-646a-421b-867f-acda64a4189e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 200 len: 217 time: 0.0413039 Oct 11 15:56:41.039942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f68bb7a3-18ab-4954-bbd7-37a63c6c25f6 req-a0f80b98-f16c-48a4-b4c9-66ba1945b393 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400839 Oct 11 15:56:41.075331 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-19f569b4-3f31-42b4-918c-eeca3823d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:41.077067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-19f569b4-3f31-42b4-918c-eeca3823d675 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0481360 Oct 11 15:56:41.124787 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-1bcfbe2d-624d-4566-a148-addc9624af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:41.126454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-1bcfbe2d-624d-4566-a148-addc9624af81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413904 Oct 11 15:56:41.165994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089daacf-db86-45b1-b15d-3a0c0e253840 req-0f04b784-eca7-4930-91ae-aab303f72cfd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:41.167855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089daacf-db86-45b1-b15d-3a0c0e253840 req-0f04b784-eca7-4930-91ae-aab303f72cfd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0535967 Oct 11 15:56:41.205528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-089daacf-db86-45b1-b15d-3a0c0e253840 req-af3c3ec7-b19c-47fa-9a1d-d2e046dde264 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314047 Oct 11 15:56:41.222809 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-55aba974-3442-4e01-b008-66128d17f876 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885973 Oct 11 15:56:41.313252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-595a1896-54a8-4af8-bd73-fe9da7cc859b req-cb52be77-61bf-4d32-a906-e8fdfef7a277 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831144 Oct 11 15:56:41.425594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f99eeb47-3c06-498f-a44a-bed2ee60b9ce tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:41.426982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f99eeb47-3c06-498f-a44a-bed2ee60b9ce tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.0997603 Oct 11 15:56:41.443067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-14576d03-e29b-4fee-8b6b-73f581fcd48d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/quotas/a989b5ed79674826b45be650bce5cf6a HTTP/1.1" status: 200 len: 375 time: 0.0094814 Oct 11 15:56:41.507344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-4ac7285c-95a5-4f65-8ea1-743335a513d3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0590236 Oct 11 15:56:41.596186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-a33aedaf-3a30-4795-b954-6889ddd664d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819094 Oct 11 15:56:41.698127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-3b6e4fbb-8ac6-4967-a7e1-34875b047d90 service neutron] 10.222.0.31 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950060 Oct 11 15:56:41.855908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce6dc13b-ba2c-44af-afb3-ff1c77bd9e3c req-a18d69fd-06a9-44f2-9948-286ddcb382d6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Oct 11 15:56:42.741644 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-7e2f635d-d918-4335-be0b-4f72eb9d1ce8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:42.743082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-7e2f635d-d918-4335-be0b-4f72eb9d1ce8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.43 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 812 time: 0.1068585 Oct 11 15:56:42.756203 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Request body: {'port': {'device_id': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'admin_state_up': True, 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:42.863859 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Made reservation on behalf of a989b5ed79674826b45be650bce5cf6a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:56:42.867820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:42.953315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52c628c1-91d7-4cad-8709-b798fb1889ec req-2ac80bbe-517e-40da-b9d3-3bf5c184767c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 210 time: 0.0270553 Oct 11 15:56:42.994439 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Allocated IP 172.20.0.3 (8a814430-31de-478e-bc39-a2ddf172b846/14090323-3fe6-48f2-b8e7-ec1b07309141/5bc1510e-f1e0-42a0-a0fa-5f715e6cb585) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:56:43.136463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.168248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.180635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5', '5cd7e861-59ec-4f26-9afc-403c683484e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:43.209100 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Network 8a814430-31de-478e-bc39-a2ddf172b846 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:56:43.213924 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:56:43.217550 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:56:43.247233 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:43.280893 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:43.281637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.301006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-f002da98-01e8-4647-ac8e-4b9d80b41dc2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490737 Oct 11 15:56:43.314011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Request body: {'port': {'device_id': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:56:43.370870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.421777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8aa26458-9f7a-430e-a48e-8f3d815076ac None None] Provisioning complete for port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:43.422141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8aa26458-9f7a-430e-a48e-8f3d815076ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.458455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8aa26458-9f7a-430e-a48e-8f3d815076ac None None] Port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:56:43.624633 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:43.632291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.643420 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Transition to ACTIVE for port object 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:56:43.647640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.700756 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:43.774514 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Attempting to bind port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:56:43.775178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Attempting to bind port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:56:43.775178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Attempting to bind port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:43.779864 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 on network 8a814430-31de-478e-bc39-a2ddf172b846 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:56:43.779978 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Attempting to bind port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 on network 8a814430-31de-478e-bc39-a2ddf172b846 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:56:43.784805 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:56:43.785135 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Checking segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:56:43.785541 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Bound using segment: {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:56:43.786012 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Bound port: 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3629dad-dfac-4274-b8ec-ba906d5a19f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:56:43.786366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.851258 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:56:43.854376 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:56:43.859099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.900726 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:43.901328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:43.902723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] 10.222.0.43 "PUT /v2.0/ports/5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 HTTP/1.1" status: 200 len: 1091 time: 0.5931959 Oct 11 15:56:43.903149 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:43.905401 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e5771-06cc-479a-926b-e94476d8ed66" -d '{"events": [{"name": "network-changed", "server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:43.929867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb369c1-9ddb-461c-81f9-457c905584ca service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:43.951000 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59772d6-6b7d-4c37-b663-c1fdb665873c x-openstack-request-id: req-c59772d6-6b7d-4c37-b663-c1fdb665873c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:43.951306 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:43.951621 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c59772d6-6b7d-4c37-b663-c1fdb665873c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:43.952099 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'status': 'completed', 'code': 200} Oct 11 15:56:43.998683 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-2d164d05-4277-4db7-a23f-033135e60b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.000206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-2d164d05-4277-4db7-a23f-033135e60b43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 1094 time: 0.0472476 Oct 11 15:56:44.043843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-66293304-9987-4181-a43a-a29d4fa6c338 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 HTTP/1.1" status: 200 len: 217 time: 0.0355306 Oct 11 15:56:44.079381 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15bfb-4ac5-4249-ae5d-aeb1e2ac4c10 req-57659480-c0a0-4291-8e63-49fdb42901be tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.080952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ba15bfb-4ac5-4249-ae5d-aeb1e2ac4c10 req-57659480-c0a0-4291-8e63-49fdb42901be tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 943 time: 0.0524247 Oct 11 15:56:44.102525 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-dcbd1eee-2f9e-4189-b821-d89acda11f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.103970 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-dcbd1eee-2f9e-4189-b821-d89acda11f14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0522802 Oct 11 15:56:44.120384 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ba15bfb-4ac5-4249-ae5d-aeb1e2ac4c10 req-61fcc909-7600-4915-acbc-42116254ea34 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Oct 11 15:56:44.150222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-1e3394e3-1656-4469-b3c5-90f539c30e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.151708 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-1e3394e3-1656-4469-b3c5-90f539c30e31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402873 Oct 11 15:56:44.240619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-6b1aa3dd-43dd-448c-9b04-0f0fde85465f service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809455 Oct 11 15:56:44.331520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c2deba9e-ccc9-408a-9758-84535af1b0aa req-33efe928-03cd-4993-9453-ae54ebfb1a91 service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833044 Oct 11 15:56:44.415527 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-c673d361-f9f0-4f96-8c99-53c62dc0c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.416909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-c673d361-f9f0-4f96-8c99-53c62dc0c013 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 1094 time: 0.0400023 Oct 11 15:56:44.509089 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-8cab99ad-92a8-4de4-929e-9e049e92f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.510579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-8cab99ad-92a8-4de4-929e-9e049e92f7c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0866134 Oct 11 15:56:44.550097 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-84c91ece-e473-4927-98d4-26c4aa9b7958 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 HTTP/1.1" status: 200 len: 217 time: 0.0330994 Oct 11 15:56:44.595588 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-1a34ccad-ee4e-4268-aac5-716803fbf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.596937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-1a34ccad-ee4e-4268-aac5-716803fbf318 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0403662 Oct 11 15:56:44.646551 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-7b68aaf1-ffbd-4c35-b1bd-6c7c11120248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:44.648009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-7b68aaf1-ffbd-4c35-b1bd-6c7c11120248 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422354 Oct 11 15:56:44.738027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-6846be5b-fc77-4360-8c29-89ada87caf4a service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808191 Oct 11 15:56:44.830465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad8e5771-06cc-479a-926b-e94476d8ed66 req-1b10798b-c270-4c1a-997f-6dffb5e8f14c service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Oct 11 15:56:45.239171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f54d39-b920-4ff5-8b52-9484e9c39ea9 req-29695196-328a-4cc5-ade1-d94df0be39e3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:45.240611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1f54d39-b920-4ff5-8b52-9484e9c39ea9 req-29695196-328a-4cc5-ade1-d94df0be39e3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 943 time: 0.0525081 Oct 11 15:56:45.277526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1f54d39-b920-4ff5-8b52-9484e9c39ea9 req-f436da00-e514-41b4-9501-00f9492dda9f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Oct 11 15:56:46.388388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb639-ce90-4c54-b0aa-995878978d0e req-d08e8c68-1724-4e49-ab8c-1263ab3c8952 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:46.389854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc0fb639-ce90-4c54-b0aa-995878978d0e req-d08e8c68-1724-4e49-ab8c-1263ab3c8952 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 943 time: 0.0477848 Oct 11 15:56:46.427153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc0fb639-ce90-4c54-b0aa-995878978d0e req-c11f94a7-2c18-4c88-8d02-c5c334c001ae tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Oct 11 15:56:46.979908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:56:47.069970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:47.080696 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'mac_address': 'fa:16:3e:7b:8d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:56:47.115785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:47.130677 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:47.148932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:47.152787 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:47.197727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:47.465386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:47.541529 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d29a4-1f03-41d5-a051-ff30168a5311 req-06e8a927-4f5e-4505-8823-1af3fcb09337 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:47.543023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-959d29a4-1f03-41d5-a051-ff30168a5311 req-06e8a927-4f5e-4505-8823-1af3fcb09337 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 944 time: 0.0482678 Oct 11 15:56:47.580232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-959d29a4-1f03-41d5-a051-ff30168a5311 req-06cc1414-ed0f-4a48-9f99-83aecc1b0871 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 11 15:56:48.695228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4233-f1aa-4ca6-a1e5-cec88aae9d71 req-a271d4ad-6da1-4f07-91e6-ec6a99e07284 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:48.696692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a2d4233-f1aa-4ca6-a1e5-cec88aae9d71 req-a271d4ad-6da1-4f07-91e6-ec6a99e07284 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 944 time: 0.0522890 Oct 11 15:56:48.733955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a2d4233-f1aa-4ca6-a1e5-cec88aae9d71 req-dc1e5f92-26a4-42c3-b4e8-1856489811c5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Oct 11 15:56:48.988060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:49.039096 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:56:49.042931 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:49.043301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:49.117818 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:49.139202 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:49.141337 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b8f51-4409-4646-ad68-3f34a6065450" -d '{"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:49.154565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:49.158307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:49.185503 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfae46-623a-4952-bac5-2f6604575693 x-openstack-request-id: req-a2dfae46-623a-4952-bac5-2f6604575693 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:49.185742 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:49.185988 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2dfae46-623a-4952-bac5-2f6604575693 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:49.186405 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'code': 200} Oct 11 15:56:49.212236 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:49.271725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128563c-607d-4fb2-b6e9-208ab4f3cd30 req-6c3a26e7-7299-4c38-ad6e-bec2f05a2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:49.273150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b128563c-607d-4fb2-b6e9-208ab4f3cd30 req-6c3a26e7-7299-4c38-ad6e-bec2f05a2a12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 1096 time: 0.0397866 Oct 11 15:56:49.306993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b128563c-607d-4fb2-b6e9-208ab4f3cd30 req-0129b5ba-9f94-45b1-8f33-53f08ad0630e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267110 Oct 11 15:56:49.847442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae4cec-d95b-4dd7-b840-d2ce5924cf94 req-50519782-724a-44c0-ac6d-7f5c9fdfe520 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:49.849404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4ae4cec-d95b-4dd7-b840-d2ce5924cf94 req-50519782-724a-44c0-ac6d-7f5c9fdfe520 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0486960 Oct 11 15:56:49.887202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4ae4cec-d95b-4dd7-b840-d2ce5924cf94 req-d11a77fb-637f-4392-88bb-180f5d059797 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Oct 11 15:56:50.998724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d6d7-4a87-42db-bc2e-8948cb022dd5 req-dfcad696-60cf-4896-ab95-629a134c3fe3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:51.000173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2948d6d7-4a87-42db-bc2e-8948cb022dd5 req-dfcad696-60cf-4896-ab95-629a134c3fe3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Oct 11 15:56:51.039046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2948d6d7-4a87-42db-bc2e-8948cb022dd5 req-13f82346-c2d8-45de-868e-2ee660d274bf tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Oct 11 15:56:51.249054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c041e-0c29-4abc-80fc-0019e950e10f req-a04d69f6-3744-4b5a-840a-b6844c8fae30 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:51.250523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-641c041e-0c29-4abc-80fc-0019e950e10f req-a04d69f6-3744-4b5a-840a-b6844c8fae30 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0522327 Oct 11 15:56:51.287292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-641c041e-0c29-4abc-80fc-0019e950e10f req-bc3a7a50-e243-4c3a-8a05-21a2d71e6911 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Oct 11 15:56:52.404808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4fedb-1e0f-4c21-879e-44895b31fde9 req-1c8c7c3f-3417-4b20-b8ff-fdf5399e5f02 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:52.406357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f4fedb-1e0f-4c21-879e-44895b31fde9 req-1c8c7c3f-3417-4b20-b8ff-fdf5399e5f02 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Oct 11 15:56:52.444127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-77f4fedb-1e0f-4c21-879e-44895b31fde9 req-351eac61-e94a-4e6a-8c05-5dcfd7237c54 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Oct 11 15:56:52.845652 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241be25-db0b-4ce3-9f3e-e9040bf3f6da req-ea5b0d35-fdc9-4195-abe5-925d452f2f63 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:52.847097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b241be25-db0b-4ce3-9f3e-e9040bf3f6da req-ea5b0d35-fdc9-4195-abe5-925d452f2f63 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Oct 11 15:56:52.885163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b241be25-db0b-4ce3-9f3e-e9040bf3f6da req-fed4beaa-a0d8-49b9-9b26-284f5cf3d014 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Oct 11 15:56:54.002132 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c7067-1ae9-4cc9-a758-fee95d11fc4a req-43075270-e1eb-4abd-9d86-a93d702c7599 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:54.003603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c72c7067-1ae9-4cc9-a758-fee95d11fc4a req-43075270-e1eb-4abd-9d86-a93d702c7599 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Oct 11 15:56:54.045570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c72c7067-1ae9-4cc9-a758-fee95d11fc4a req-feec9a76-220a-4a10-a2c6-69b6928b202a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Oct 11 15:56:55.035258 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:56:55.127527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:55.138483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'port_id': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'mac_address': 'fa:16:3e:7b:8d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:56:55.158847 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14970679-611c-4e7c-8363-c73c3bcfa15b req-352d08a1-2230-4688-9f4c-88f6aa983396 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:55.160938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14970679-611c-4e7c-8363-c73c3bcfa15b req-352d08a1-2230-4688-9f4c-88f6aa983396 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Oct 11 15:56:55.179415 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:55.191994 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:56:55.202423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14970679-611c-4e7c-8363-c73c3bcfa15b req-84ecf03f-51fb-44f8-a493-aa28a7111500 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345459 Oct 11 15:56:55.211445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:55.216060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:55.264757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:55.303718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:56:56.315743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3e8c-4ac1-4b62-b1f1-233f733f790a req-b653e20e-fd61-46e3-8a4c-17fa1e2c9fee tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:56.317814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f4c3e8c-4ac1-4b62-b1f1-233f733f790a req-b653e20e-fd61-46e3-8a4c-17fa1e2c9fee tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 944 time: 0.0483913 Oct 11 15:56:56.354252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f4c3e8c-4ac1-4b62-b1f1-233f733f790a req-84529994-1604-42c4-b1d2-68599069497e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Oct 11 15:56:57.052179 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:56:57.101200 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:56:57.101594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:57.173432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:57.195133 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:56:57.197356 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a84bc-d5cd-48bb-9553-cf712e3f67d4" -d '{"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:56:57.210177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:56:57.213994 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:56:57.239983 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f60cb-6e27-4759-ac68-f4caa38495a3 x-openstack-request-id: req-256f60cb-6e27-4759-ac68-f4caa38495a3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:56:57.240265 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:56:57.240512 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-256f60cb-6e27-4759-ac68-f4caa38495a3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:56:57.240882 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'code': 200} Oct 11 15:56:57.264667 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:56:57.474405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c076b-8324-4d1d-8a64-06242eff5fc1 req-9084d9da-79fc-4d90-939e-203dcfb66d59 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:57.475769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967c076b-8324-4d1d-8a64-06242eff5fc1 req-9084d9da-79fc-4d90-939e-203dcfb66d59 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0531185 Oct 11 15:56:57.512933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-967c076b-8324-4d1d-8a64-06242eff5fc1 req-8bbeae8f-289a-44c9-b281-ba6248d4ac98 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Oct 11 15:56:58.628434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85733d5-c5e4-4aec-9e69-963987994edf req-c0df7665-7762-4574-8d02-f0ebc60a1d29 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:58.628434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e85733d5-c5e4-4aec-9e69-963987994edf req-c0df7665-7762-4574-8d02-f0ebc60a1d29 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Oct 11 15:56:58.666362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e85733d5-c5e4-4aec-9e69-963987994edf req-201e43a0-222e-491f-83cf-af6d017e12f1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Oct 11 15:56:59.776490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61ef1e-3be3-485e-9590-61866d230968 req-af0c32c1-672c-4923-b60f-81a7bb3a33a1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:56:59.777950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd61ef1e-3be3-485e-9590-61866d230968 req-af0c32c1-672c-4923-b60f-81a7bb3a33a1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0479281 Oct 11 15:56:59.814659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd61ef1e-3be3-485e-9590-61866d230968 req-ad06049d-caf0-4a16-a8e3-b9f93b951b34 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Oct 11 15:57:00.965766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391e7e-9a53-47ca-a1bd-e5b3143ec670 req-73a43fa3-3f60-4fdf-aebe-445d21356419 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:00.968036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08391e7e-9a53-47ca-a1bd-e5b3143ec670 req-73a43fa3-3f60-4fdf-aebe-445d21356419 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0613058 Oct 11 15:57:01.013343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08391e7e-9a53-47ca-a1bd-e5b3143ec670 req-965fbbf6-5de5-4501-8aa7-8713d3303f8c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Oct 11 15:57:02.155448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452daa6-413a-477b-bc39-09e1e691bff6 req-6e52151c-21ca-4095-9668-3bc524d5ef0f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:02.157980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5452daa6-413a-477b-bc39-09e1e691bff6 req-6e52151c-21ca-4095-9668-3bc524d5ef0f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0570188 Oct 11 15:57:02.199892 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5452daa6-413a-477b-bc39-09e1e691bff6 req-b4e4a71c-7c5c-46df-85d3-73dbffa76c19 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Oct 11 15:57:02.358411 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-855b486f-18e7-41ae-ada4-1579c4eae6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:03.340551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220d8cb-2e90-4d03-9550-e4aa24616e19 req-b4d69ec1-db4b-4199-a17f-ab3c72fb4501 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:03.342290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8220d8cb-2e90-4d03-9550-e4aa24616e19 req-b4d69ec1-db4b-4199-a17f-ab3c72fb4501 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0685480 Oct 11 15:57:03.381902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8220d8cb-2e90-4d03-9550-e4aa24616e19 req-03e225dc-eccf-4561-a2e7-11cdfe71586e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Oct 11 15:57:04.564907 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86faa7-0b0c-402d-8735-550331a6a436 req-828d2de0-59e1-4dbd-b885-a26b5af178af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:04.567518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb86faa7-0b0c-402d-8735-550331a6a436 req-828d2de0-59e1-4dbd-b885-a26b5af178af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0790284 Oct 11 15:57:04.621181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb86faa7-0b0c-402d-8735-550331a6a436 req-6d03322f-ca59-45c3-9b97-cd1268c7e945 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Oct 11 15:57:04.859908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71ef8a69-3802-4aeb-905b-b07d43f877ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:04.902290 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:57:05.735473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b5f00-6982-4f86-8599-c075a69070a2 req-f7437585-a4f9-4f8a-be80-f644958b0076 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:05.736952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b7b5f00-6982-4f86-8599-c075a69070a2 req-f7437585-a4f9-4f8a-be80-f644958b0076 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0512018 Oct 11 15:57:05.778175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b7b5f00-6982-4f86-8599-c075a69070a2 req-1c0e6d92-6211-4c9b-a678-8bccad1f6029 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Oct 11 15:57:05.943349 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:05.983670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:06.817773 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a4cdb-a92b-4d76-b1cc-6943d98c2ec9 req-5d9aca88-f674-4422-90e9-6ae43bc1e250 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:06.819266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58a4cdb-a92b-4d76-b1cc-6943d98c2ec9 req-5d9aca88-f674-4422-90e9-6ae43bc1e250 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0505674 Oct 11 15:57:06.860432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c58a4cdb-a92b-4d76-b1cc-6943d98c2ec9 req-443a8fa3-5800-4aba-828a-ddb5cf9a889e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Oct 11 15:57:06.928973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296551-e0ca-411d-8230-4ab17760da93 req-3e22ddbd-c52d-49c4-8c32-26ca81cf8c37 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:06.931164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d296551-e0ca-411d-8230-4ab17760da93 req-3e22ddbd-c52d-49c4-8c32-26ca81cf8c37 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0578082 Oct 11 15:57:06.970684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d296551-e0ca-411d-8230-4ab17760da93 req-b0c4ba3a-ff38-4b73-8e9c-f9e66b182c44 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Oct 11 15:57:07.774128 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:08.001272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d7a7-c056-49f9-a3e4-d5dca3e3bdd0 req-2cf281e7-2d31-4a8a-92c3-ee15b616309d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:08.003337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f359d7a7-c056-49f9-a3e4-d5dca3e3bdd0 req-2cf281e7-2d31-4a8a-92c3-ee15b616309d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Oct 11 15:57:08.047927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f359d7a7-c056-49f9-a3e4-d5dca3e3bdd0 req-423f7459-8db5-4985-94eb-a4756e5a571b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367377 Oct 11 15:57:08.113856 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35e5b8-a809-4f77-a5d5-0fb367f2b74e req-cbf8f41e-a751-4ec5-a731-3774106736c8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:08.113856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b35e5b8-a809-4f77-a5d5-0fb367f2b74e req-cbf8f41e-a751-4ec5-a731-3774106736c8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0636587 Oct 11 15:57:08.154141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b35e5b8-a809-4f77-a5d5-0fb367f2b74e req-a118df60-b871-4bd6-968a-1e06ce119628 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Oct 11 15:57:09.187484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8686402-9022-48d2-8e1d-cf6537d83a73 req-ba2d8cc9-3272-45f0-bc32-5669ccbd44bd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.188977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8686402-9022-48d2-8e1d-cf6537d83a73 req-ba2d8cc9-3272-45f0-bc32-5669ccbd44bd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0552461 Oct 11 15:57:09.228361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8686402-9022-48d2-8e1d-cf6537d83a73 req-a7d35c6a-dcb5-49b9-b655-ad06aa09bc99 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Oct 11 15:57:09.273437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61b060-79aa-4855-a6ff-2c773dac7d1b req-87807e92-83b2-4a6c-b8db-b05ce4716438 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.275008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed61b060-79aa-4855-a6ff-2c773dac7d1b req-87807e92-83b2-4a6c-b8db-b05ce4716438 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Oct 11 15:57:09.312327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed61b060-79aa-4855-a6ff-2c773dac7d1b req-6f100e3e-ee5e-4000-9f89-9bc7ad313d38 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Oct 11 15:57:09.582720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:09.741293 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-12b2b6d1-fd2c-47e4-bc8d-bb9b776719cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.742734 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-12b2b6d1-fd2c-47e4-bc8d-bb9b776719cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 1096 time: 0.0393770 Oct 11 15:57:09.834753 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-f03e238f-9ca3-499d-bf01-91bb37854095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.836102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-f03e238f-9ca3-499d-bf01-91bb37854095 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0855849 Oct 11 15:57:09.876352 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-6b22a781-3f92-4a15-9d34-17fae5e060ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 HTTP/1.1" status: 200 len: 217 time: 0.0323462 Oct 11 15:57:09.926732 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-6f08d149-922c-4642-a5bb-ed5e8f1419ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.928395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-6f08d149-922c-4642-a5bb-ed5e8f1419ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0457749 Oct 11 15:57:09.972994 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-7db8353a-41f3-4339-800c-e44b65b1c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:09.974399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-7db8353a-41f3-4339-800c-e44b65b1c0db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385659 Oct 11 15:57:10.069604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-f8c45a51-6a21-44b8-b42e-fc8626c3a043 service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863271 Oct 11 15:57:10.157063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9bc4b7-f115-450f-ada3-15c89524fdde req-f319f9e3-ea2a-43fb-88ab-c1a4c4ca913b service neutron] 10.222.0.43 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800216 Oct 11 15:57:10.345757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0d7fc-3292-4569-8567-ff61fbddec5f req-0aa339ab-b3ef-4fc1-8731-37b06b112b25 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:10.347254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcc0d7fc-3292-4569-8567-ff61fbddec5f req-0aa339ab-b3ef-4fc1-8731-37b06b112b25 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0486879 Oct 11 15:57:10.396049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcc0d7fc-3292-4569-8567-ff61fbddec5f req-20de8e3d-eb64-40ea-95b8-fb223a5d8c8b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Oct 11 15:57:10.437310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d5432-9a98-4128-b3b1-c71e32be3621 req-5fa38114-d16a-4988-9eb4-4327c732c743 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:10.439489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199d5432-9a98-4128-b3b1-c71e32be3621 req-5fa38114-d16a-4988-9eb4-4327c732c743 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Oct 11 15:57:10.479169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-199d5432-9a98-4128-b3b1-c71e32be3621 req-77d47d7b-0632-4e41-a19d-d0a1a7a681f3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Oct 11 15:57:10.735062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:11.513756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e1863-3650-4cc7-819f-050bedf47878 req-349f5bea-89a1-423e-91a1-e997e534b922 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:11.515129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b91e1863-3650-4cc7-819f-050bedf47878 req-349f5bea-89a1-423e-91a1-e997e534b922 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0479677 Oct 11 15:57:11.562305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b91e1863-3650-4cc7-819f-050bedf47878 req-52dcd839-1444-4228-b277-1b6f9d35caf0 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Oct 11 15:57:11.597418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0520fa-521e-46ea-9c89-310b80720f42 req-261a6971-4221-4b3d-b5e3-a7b19bc90cb1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:11.598900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a0520fa-521e-46ea-9c89-310b80720f42 req-261a6971-4221-4b3d-b5e3-a7b19bc90cb1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0527427 Oct 11 15:57:11.634944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a0520fa-521e-46ea-9c89-310b80720f42 req-d0541233-0ee0-4cce-a5a1-5ad4efddc0ce tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301824 Oct 11 15:57:12.247028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-b4fd1b20-4186-42bb-b1bf-79d559a0780d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408890 Oct 11 15:57:12.309751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-b457c7a4-5beb-483d-86bf-2a193b63ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.311098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-b457c7a4-5beb-483d-86bf-2a193b63ae4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 1097 time: 0.0426183 Oct 11 15:57:12.428365 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-1fdb3090-e601-4ffc-82f5-16fe851cc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.429855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-1fdb3090-e601-4ffc-82f5-16fe851cc782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0834572 Oct 11 15:57:12.474607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-48a9a38e-02a2-49c5-9b98-25a8cc557bdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd7e861-59ec-4f26-9afc-403c683484e4 HTTP/1.1" status: 200 len: 217 time: 0.0379109 Oct 11 15:57:12.522801 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-850b6574-e1bd-4c62-a01d-3ddd566f4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.524220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-850b6574-e1bd-4c62-a01d-3ddd566f4e64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0434303 Oct 11 15:57:12.568894 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-af4e8eff-940c-48a4-8bcc-7bf742b4df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.570265 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-af4e8eff-940c-48a4-8bcc-7bf742b4df0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392811 Oct 11 15:57:12.660732 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-3a1e96dc-9bb2-49fc-a332-7ea990ee1bac service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835133 Oct 11 15:57:12.686085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dd95e-ca44-4677-a16d-4eddf124105e req-b58324e3-7d92-45ab-9aba-01dad5de769a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.687765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c7dd95e-ca44-4677-a16d-4eddf124105e req-b58324e3-7d92-45ab-9aba-01dad5de769a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0545824 Oct 11 15:57:12.751092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eac97555-6a7c-46c2-abcf-cdd7132244bd req-6e23489f-3de0-4336-9469-a38a399a621a service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Oct 11 15:57:12.753084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c7dd95e-ca44-4677-a16d-4eddf124105e req-fef6bb6a-4cd6-48e7-af63-f97c9cccf146 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574732 Oct 11 15:57:12.774055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15f47-b650-47b4-a278-b0a66d060b11 req-3d3bae6b-e53e-45b9-a274-a09fa121059a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.775561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcc15f47-b650-47b4-a278-b0a66d060b11 req-3d3bae6b-e53e-45b9-a274-a09fa121059a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 945 time: 0.0668149 Oct 11 15:57:12.816753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bcc15f47-b650-47b4-a278-b0a66d060b11 req-a45ae249-b834-402c-816f-6d9e61ebb7db tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Oct 11 15:57:12.929110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0217b1-93b2-4737-aca3-feee169faeb7 req-e5480b45-ea53-46b4-83db-7e93dc750925 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:12.930659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e0217b1-93b2-4737-aca3-feee169faeb7 req-e5480b45-ea53-46b4-83db-7e93dc750925 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0487061 Oct 11 15:57:12.971137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e0217b1-93b2-4737-aca3-feee169faeb7 req-6844566e-8831-4ba9-aed8-0426e4c10749 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346575 Oct 11 15:57:13.088579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f625147-8b6e-486c-946d-89a30fe59575 req-aec4c6bf-3948-46a5-b942-f72d5bdb79b8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:13.090008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f625147-8b6e-486c-946d-89a30fe59575 req-aec4c6bf-3948-46a5-b942-f72d5bdb79b8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Oct 11 15:57:13.097584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:13.127325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f625147-8b6e-486c-946d-89a30fe59575 req-f07a5e70-5f45-420e-829d-db6a2872cdf1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311401 Oct 11 15:57:13.173438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:13.196473 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:13.198758 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c728d-6cb9-4411-bd56-24fe651ef39e" -d '{"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:13.212068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:13.218352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:13.241927 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80785303-fb30-419c-b1df-56b5405bfa24 x-openstack-request-id: req-80785303-fb30-419c-b1df-56b5405bfa24 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:13.242205 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-unplugged", "status": "failed", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:13.242452 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80785303-fb30-419c-b1df-56b5405bfa24 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:13.242835 n-d-master-1 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'code': 422} returned with failed status Oct 11 15:57:13.268697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:13.325410 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe6376-2415-49d5-bf27-00d7a56b54e2 req-be79ba57-ebb4-40ca-8faa-7ce7af14fe91 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:13.326887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72fe6376-2415-49d5-bf27-00d7a56b54e2 req-be79ba57-ebb4-40ca-8faa-7ce7af14fe91 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0484815 Oct 11 15:57:13.364262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-72fe6376-2415-49d5-bf27-00d7a56b54e2 req-bb0a6287-66e9-4609-b35e-1186a681b9c2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312173 Oct 11 15:57:13.871774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe8b7c-a9f9-45c5-885f-1c2258b8e1da req-9cf61a3a-8109-45af-989b-feab4f1ac3eb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:13.873233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07fe8b7c-a9f9-45c5-885f-1c2258b8e1da req-9cf61a3a-8109-45af-989b-feab4f1ac3eb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0475962 Oct 11 15:57:13.913887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07fe8b7c-a9f9-45c5-885f-1c2258b8e1da req-4567d037-75f3-4e98-ad89-0a9a690a0b9e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343673 Oct 11 15:57:14.477993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec2ce-0290-4c4e-85b9-52673424d77a req-162fc285-b8fa-4392-9adb-31cabdf27020 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:14.479523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba9ec2ce-0290-4c4e-85b9-52673424d77a req-162fc285-b8fa-4392-9adb-31cabdf27020 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0471492 Oct 11 15:57:14.515805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba9ec2ce-0290-4c4e-85b9-52673424d77a req-e03ee239-a835-4d6e-b8ed-13148dda8a48 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304983 Oct 11 15:57:15.030533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47e240-862b-4229-b6b7-254094147e14 req-d255844e-e42c-477c-af5c-dc824fe5c7db tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:15.031976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb47e240-862b-4229-b6b7-254094147e14 req-d255844e-e42c-477c-af5c-dc824fe5c7db tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0480752 Oct 11 15:57:15.068912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb47e240-862b-4229-b6b7-254094147e14 req-3a6c1faf-c72a-4c44-b83c-68d36881602b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Oct 11 15:57:15.520092 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-472dd431-1e14-48ba-af34-1e838d451eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:15.521626 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-472dd431-1e14-48ba-af34-1e838d451eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0399730 Oct 11 15:57:15.634081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa5bcb-4f3d-4ca7-9acc-eda5024f389e req-cfe1bbab-a4e8-4f13-8949-4b1b1884633c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:15.635811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4fa5bcb-4f3d-4ca7-9acc-eda5024f389e req-cfe1bbab-a4e8-4f13-8949-4b1b1884633c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0499187 Oct 11 15:57:15.680148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b4fa5bcb-4f3d-4ca7-9acc-eda5024f389e req-25999ced-e87e-465c-90d1-95d5665a5240 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384338 Oct 11 15:57:15.912451 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-6d63fa5f-b053-4e86-9468-be18a010ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:15.913953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-6d63fa5f-b053-4e86-9468-be18a010ba39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.3732154 Oct 11 15:57:15.980881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-5f838ff4-270c-479e-91a5-dabfbb45b051 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1002 time: 0.0594938 Oct 11 15:57:16.029198 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-ccf8ee6a-59b7-44df-bfa0-17a4493343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:16.030622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-ccf8ee6a-59b7-44df-bfa0-17a4493343d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0429404 Oct 11 15:57:16.075512 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-a3b39ada-142b-4e0c-9d33-3f99c5df2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:16.076849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-a3b39ada-142b-4e0c-9d33-3f99c5df2389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384953 Oct 11 15:57:16.168528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-c8e1c12f-1053-41a0-bd76-de3b7a035180 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Oct 11 15:57:16.185975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491401e-be75-4525-a48e-9f385853e793 req-2d503681-1b7b-4f18-a44e-ff3e75b1474b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:16.187836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6491401e-be75-4525-a48e-9f385853e793 req-2d503681-1b7b-4f18-a44e-ff3e75b1474b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0498793 Oct 11 15:57:16.226263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6491401e-be75-4525-a48e-9f385853e793 req-2715cb7c-a9f9-46cd-89cc-13a5b0f3c0cd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Oct 11 15:57:16.257982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7cb2d6d-9985-4384-a889-8ea5e20a3082 req-cbf72c46-8a81-4676-98a1-81bf5463bf14 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829408 Oct 11 15:57:16.792328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fd92c-5ab9-495f-8214-fa2bb327a8d4 req-e46f34f8-6757-4b71-8325-1009b0fe7870 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:16.793819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b54fd92c-5ab9-495f-8214-fa2bb327a8d4 req-e46f34f8-6757-4b71-8325-1009b0fe7870 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0483780 Oct 11 15:57:16.830937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b54fd92c-5ab9-495f-8214-fa2bb327a8d4 req-3a5fbe79-9bf6-4b16-a44b-4f54f4ec5393 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310290 Oct 11 15:57:17.343050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622917a-6287-4e1c-9fb2-e50a6ff1a36d req-6ab90298-6f1e-4c7e-9b06-ba636feb594e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:17.344474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f622917a-6287-4e1c-9fb2-e50a6ff1a36d req-6ab90298-6f1e-4c7e-9b06-ba636feb594e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0478606 Oct 11 15:57:17.384860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f622917a-6287-4e1c-9fb2-e50a6ff1a36d req-0a7284bb-d010-4ba4-9434-d6d4d39a1fdf tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Oct 11 15:57:17.947620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684dfba-e714-4a6c-9672-faae58cee88c req-72cfda53-2a5d-46f6-8078-b2161ac00d82 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:17.949079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a684dfba-e714-4a6c-9672-faae58cee88c req-72cfda53-2a5d-46f6-8078-b2161ac00d82 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0509796 Oct 11 15:57:17.986245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a684dfba-e714-4a6c-9672-faae58cee88c req-548c8a14-020d-4a96-9e41-b9a406ea18ff tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312865 Oct 11 15:57:18.501813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ceab0-c363-4ccf-b685-13d9fcf79c75 req-fec5d3c4-d4fd-42e5-9deb-ef5b92fc843e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:18.503239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea7ceab0-c363-4ccf-b685-13d9fcf79c75 req-fec5d3c4-d4fd-42e5-9deb-ef5b92fc843e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0478337 Oct 11 15:57:18.540274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea7ceab0-c363-4ccf-b685-13d9fcf79c75 req-8be0f989-7491-4240-b007-9d88f484bab5 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311465 Oct 11 15:57:19.097366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064041-6e10-4552-9900-349249c450a6 req-44e782b8-8efd-40c0-aafe-11a5a77383b4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:19.098844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00064041-6e10-4552-9900-349249c450a6 req-44e782b8-8efd-40c0-aafe-11a5a77383b4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0478034 Oct 11 15:57:19.134236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:57:19.139209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00064041-6e10-4552-9900-349249c450a6 req-eca3ee1a-e27f-43cb-8021-3071f7889a66 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344980 Oct 11 15:57:19.229604 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:19.382803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:57:19.417905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:19.430568 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:57:19.449382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:19.453261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:19.499790 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:19.530563 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['0f9865a4-63d8-40c2-a256-430195c4ad65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:57:19.657513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c2155-1cf5-4a9d-b3ba-26d98c16f43e req-79e4a0bb-b0c9-418b-ba22-99ddcc82b10c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:19.659004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c87c2155-1cf5-4a9d-b3ba-26d98c16f43e req-79e4a0bb-b0c9-418b-ba22-99ddcc82b10c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0484731 Oct 11 15:57:19.696809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c87c2155-1cf5-4a9d-b3ba-26d98c16f43e req-7a738ebf-10a5-4bdd-965b-3fce9a7253be tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Oct 11 15:57:20.251719 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8580b-8031-4197-88fc-7c5d3c2d142a req-d601605f-132b-43a6-a8e5-bd6c9d648024 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:20.253164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abd8580b-8031-4197-88fc-7c5d3c2d142a req-d601605f-132b-43a6-a8e5-bd6c9d648024 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0474217 Oct 11 15:57:20.289748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abd8580b-8031-4197-88fc-7c5d3c2d142a req-6cd5212a-dd11-434e-b593-4e1e3425bfce tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301781 Oct 11 15:57:20.812591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95a1e-68e1-4b0f-beec-0bdfd3fcda03 req-80965e11-9bda-4388-8878-0e086e7c56de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:20.814060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02a95a1e-68e1-4b0f-beec-0bdfd3fcda03 req-80965e11-9bda-4388-8878-0e086e7c56de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0470943 Oct 11 15:57:20.854137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02a95a1e-68e1-4b0f-beec-0bdfd3fcda03 req-9ca16476-52ea-448d-b439-a54ed7dc5380 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335608 Oct 11 15:57:21.140006 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:57:21.187572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 0f9865a4-63d8-40c2-a256-430195c4ad65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:57:21.187937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:21.263741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:21.285426 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:21.287646 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b069157-95ac-4c6a-8122-3a6156a1bd90" -d '{"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:21.299552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:21.304495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:21.327611 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e003059-cec1-4995-928c-49221dfb6901 x-openstack-request-id: req-9e003059-cec1-4995-928c-49221dfb6901 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:21.327901 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:21.328148 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e003059-cec1-4995-928c-49221dfb6901 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:21.328534 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'code': 200} Oct 11 15:57:21.354157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:21.361804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.362152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.362493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.363389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.363724 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.364053 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.364384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.364705 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.365028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.365346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.365691 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.366012 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:21.408421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6308-a7df-4e9f-9ff4-cee5773d6461 req-a2be173c-76db-4ebd-beb4-f61572529fc5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:21.410332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65ce6308-a7df-4e9f-9ff4-cee5773d6461 req-a2be173c-76db-4ebd-beb4-f61572529fc5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0505450 Oct 11 15:57:21.446992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65ce6308-a7df-4e9f-9ff4-cee5773d6461 req-6bdbd184-0ba8-425a-9072-5c5b63cf75f7 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306544 Oct 11 15:57:21.973142 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6570eb-75f4-48d9-ab83-8bbeb717c15b req-7182cffd-1f0f-421a-8199-2e8198dc793e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:21.974596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b6570eb-75f4-48d9-ab83-8bbeb717c15b req-7182cffd-1f0f-421a-8199-2e8198dc793e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0477064 Oct 11 15:57:22.011746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b6570eb-75f4-48d9-ab83-8bbeb717c15b req-98754f77-16fa-44e9-8a88-e9147250a6f6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Oct 11 15:57:22.559059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1d7c-c18c-42b7-9d6c-37c7349a02f0 req-30a256b9-a0b6-408b-bde8-ea74a35ee4fe tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:22.560499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fff1d7c-c18c-42b7-9d6c-37c7349a02f0 req-30a256b9-a0b6-408b-bde8-ea74a35ee4fe tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0471747 Oct 11 15:57:22.600881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fff1d7c-c18c-42b7-9d6c-37c7349a02f0 req-0c79b938-f6ad-4e6c-805c-8249c828f499 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339844 Oct 11 15:57:23.127867 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc7435-ace7-43e7-b621-941a2818ad81 req-0b66cbc8-9e5b-420f-b686-2cf8e7797d73 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:23.129210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4dc7435-ace7-43e7-b621-941a2818ad81 req-0b66cbc8-9e5b-420f-b686-2cf8e7797d73 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0484822 Oct 11 15:57:23.168652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d4dc7435-ace7-43e7-b621-941a2818ad81 req-cfe5d816-954b-488d-a69a-73bf565ae2f8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335362 Oct 11 15:57:23.715938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4909f-a44f-40e5-a4e3-891fefa26a2b req-d7457ac5-1494-4b77-8e27-fe4bd0bc1175 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:23.717400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dad4909f-a44f-40e5-a4e3-891fefa26a2b req-d7457ac5-1494-4b77-8e27-fe4bd0bc1175 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0506709 Oct 11 15:57:23.755992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dad4909f-a44f-40e5-a4e3-891fefa26a2b req-e3dea3d9-7225-4dc5-ae39-4e9b0c6836a4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317764 Oct 11 15:57:23.966313 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f1563-c9bb-4a14-9528-4063d1b076bd req-3096f15f-e80b-46e9-a891-4bba9189819e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:23.967726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb3f1563-c9bb-4a14-9528-4063d1b076bd req-3096f15f-e80b-46e9-a891-4bba9189819e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0539427 Oct 11 15:57:23.995437 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-059ebf37-42ee-4f55-ba1a-a391f3276a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:23.996963 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-059ebf37-42ee-4f55-ba1a-a391f3276a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0420051 Oct 11 15:57:24.011443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb3f1563-c9bb-4a14-9528-4063d1b076bd req-821052ed-b3a3-4922-ae8b-dbf70b7ce309 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365529 Oct 11 15:57:24.094426 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-4d0c46aa-9e2a-429b-b092-1f3630480ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:24.095887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-4d0c46aa-9e2a-429b-b092-1f3630480ac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0921752 Oct 11 15:57:24.166644 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-8cbafc6c-149d-4423-8f66-a69c794c627a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0633852 Oct 11 15:57:24.248052 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-79227418-7f50-49fd-8458-b57da0f7e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:24.249454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-79227418-7f50-49fd-8458-b57da0f7e5c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0751395 Oct 11 15:57:24.299179 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c16fc-ff5b-4e53-900f-57412227b48d req-b106a3c1-ea4a-47df-9904-09384cde4bab tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:24.307186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8c16fc-ff5b-4e53-900f-57412227b48d req-b106a3c1-ea4a-47df-9904-09384cde4bab tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0627806 Oct 11 15:57:24.314894 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-4059bd61-a091-49b6-98f2-1bf02fb0bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:24.316937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-4059bd61-a091-49b6-98f2-1bf02fb0bca6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589194 Oct 11 15:57:24.363138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8c16fc-ff5b-4e53-900f-57412227b48d req-39bf54b9-6fa9-4601-bc73-dc37c8f961b5 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537927 Oct 11 15:57:24.433882 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-c555843c-42ab-4a82-bf9d-31b63663a8de service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091025 Oct 11 15:57:24.538241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a467c614-a06d-43bc-a3df-2c0cdfa1e9da req-1709fa41-c73f-419d-befd-6eff5a9374b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970328 Oct 11 15:57:25.152859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01340de0-57b8-43bd-89c0-4abfc91c05ca req-8acdcb83-56b7-46f1-8249-53d1df811203 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:25.154308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01340de0-57b8-43bd-89c0-4abfc91c05ca req-8acdcb83-56b7-46f1-8249-53d1df811203 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0550098 Oct 11 15:57:25.195101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01340de0-57b8-43bd-89c0-4abfc91c05ca req-3d97d1e1-b864-45a8-ab6e-cc102f09489c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339994 Oct 11 15:57:25.320860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526931c-a470-4c27-ac5b-9c4d6479956b req-db857233-bea6-4945-9d12-8bd97f3e09b2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:25.323945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d526931c-a470-4c27-ac5b-9c4d6479956b req-db857233-bea6-4945-9d12-8bd97f3e09b2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0586321 Oct 11 15:57:25.372341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d526931c-a470-4c27-ac5b-9c4d6479956b req-8631b05b-f2f2-4ff6-80ab-f6c226bdbffd tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432560 Oct 11 15:57:25.532908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0b8ec-cfca-4b74-9a12-7e204a4b13b3 req-137b054d-2bb0-431e-8fd9-b3bfb8a33df6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:25.534979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3c0b8ec-cfca-4b74-9a12-7e204a4b13b3 req-137b054d-2bb0-431e-8fd9-b3bfb8a33df6 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0759475 Oct 11 15:57:25.542333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a116f-0f7f-4356-b7b3-890083f3bfc8 req-de69e6be-68eb-464e-a053-009ec628acad tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:25.549539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a9a116f-0f7f-4356-b7b3-890083f3bfc8 req-de69e6be-68eb-464e-a053-009ec628acad tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.1007044 Oct 11 15:57:25.606148 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3c0b8ec-cfca-4b74-9a12-7e204a4b13b3 req-2a2651c8-b472-4053-b474-90c2e2da172a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539088 Oct 11 15:57:25.613029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a9a116f-0f7f-4356-b7b3-890083f3bfc8 req-7878b461-9643-4208-aaca-fe6e10ee03d8 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625935 Oct 11 15:57:25.880258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285be2-52d9-47cb-9cfb-f9856efdfe65 req-dd355c78-8159-401e-8c11-493d65ca3e3e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:25.882205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99285be2-52d9-47cb-9cfb-f9856efdfe65 req-dd355c78-8159-401e-8c11-493d65ca3e3e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0619841 Oct 11 15:57:25.929284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99285be2-52d9-47cb-9cfb-f9856efdfe65 req-82ef1d87-8fad-4fea-bb8d-efe689609e46 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404308 Oct 11 15:57:26.756712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406483cb-d45a-4b39-9a1d-9e77e8aa4032 req-bd51f00c-db51-4d30-8470-1ed45949d5e7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:26.760219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-406483cb-d45a-4b39-9a1d-9e77e8aa4032 req-bd51f00c-db51-4d30-8470-1ed45949d5e7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0625224 Oct 11 15:57:26.798848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-406483cb-d45a-4b39-9a1d-9e77e8aa4032 req-725f74c8-8dd5-418c-b360-321af65eb2ea tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Oct 11 15:57:27.055941 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0bea5-bdf9-4b9d-81e0-76b3926f312e req-962f8247-67ca-41fe-a3a2-abb868aae33e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.057534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bb0bea5-bdf9-4b9d-81e0-76b3926f312e req-962f8247-67ca-41fe-a3a2-abb868aae33e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0543780 Oct 11 15:57:27.109200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bb0bea5-bdf9-4b9d-81e0-76b3926f312e req-a9681f80-aafb-493a-8819-1a5439f6bfb0 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453162 Oct 11 15:57:27.363167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080405c-e874-47ab-ac2e-d8fa5e8f6121 req-4136e4f0-03d5-4b06-8d32-6dcefefe34dc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.365667 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-4feacd32-66fd-4adc-b1a0-bb4cfe3d6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.367782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-4feacd32-66fd-4adc-b1a0-bb4cfe3d6850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a989b5ed79674826b45be650bce5cf6a&device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0538318 Oct 11 15:57:27.370470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6080405c-e874-47ab-ac2e-d8fa5e8f6121 req-4136e4f0-03d5-4b06-8d32-6dcefefe34dc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0823104 Oct 11 15:57:27.416076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6080405c-e874-47ab-ac2e-d8fa5e8f6121 req-2e23bfff-ca47-48f1-b0bb-240d4f687e46 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446560 Oct 11 15:57:27.473513 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-a4a4c413-46cc-4901-a5e7-1292b3a000e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.475033 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-a4a4c413-46cc-4901-a5e7-1292b3a000e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 200 len: 913 time: 0.0967941 Oct 11 15:57:27.544618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-653185ae-ce31-431d-a24b-58c3633cf446 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 200 len: 999 time: 0.0619483 Oct 11 15:57:27.599636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-cde36496-3c0c-4c3a-93c2-ab12fc4d4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.601153 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-cde36496-3c0c-4c3a-93c2-ab12fc4d4c9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 200 len: 851 time: 0.0502558 Oct 11 15:57:27.652978 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-616eecb4-4627-48be-96a0-c11f3cb1bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.654880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-616eecb4-4627-48be-96a0-c11f3cb1bdce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a814430-31de-478e-bc39-a2ddf172b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474346 Oct 11 15:57:27.761540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-c0015361-4fb3-4d66-87ec-599c88325f94 service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994911 Oct 11 15:57:27.879984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ecebf3-ec2f-4774-baed-a5e3c6bd0f2b req-dd94ac2b-7b91-4d66-8749-e1f15e7a198d service neutron] 10.222.0.36 "GET /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123769 Oct 11 15:57:27.943601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119b4c-b5b1-48e8-97ff-1a3bad913629 req-5ae27950-4de5-44c6-b07a-dd27fa7acdd7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:27.945192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a119b4c-b5b1-48e8-97ff-1a3bad913629 req-5ae27950-4de5-44c6-b07a-dd27fa7acdd7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0624268 Oct 11 15:57:27.989018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a119b4c-b5b1-48e8-97ff-1a3bad913629 req-763cdd7b-44e4-411a-9bac-aa235cd69bd2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371249 Oct 11 15:57:28.578511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee6c1-8566-4229-af73-ced188de3ad5 req-6ef6419c-0e26-4cf0-9004-d3285cef7afc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:28.586291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55fee6c1-8566-4229-af73-ced188de3ad5 req-6ef6419c-0e26-4cf0-9004-d3285cef7afc tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0915754 Oct 11 15:57:28.622358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55fee6c1-8566-4229-af73-ced188de3ad5 req-39859f52-14dc-4f5b-85d6-c49b77dacfe9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345535 Oct 11 15:57:29.126166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec77df-778e-43d6-ad1b-892f7c673235 req-f9851a9e-d87a-45a8-9cd1-d9294ffdb28c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:29.129940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2ec77df-778e-43d6-ad1b-892f7c673235 req-f9851a9e-d87a-45a8-9cd1-d9294ffdb28c tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0661492 Oct 11 15:57:29.171515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2ec77df-778e-43d6-ad1b-892f7c673235 req-d1b5869c-3c8e-4686-b178-51551fb9e33e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378382 Oct 11 15:57:29.755136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f41f7-f39d-49d5-a5c9-908027c00d9f req-14fc2616-91f6-4421-90ae-b26609941fd3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:29.756916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02f41f7-f39d-49d5-a5c9-908027c00d9f req-14fc2616-91f6-4421-90ae-b26609941fd3 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0610158 Oct 11 15:57:29.802389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b02f41f7-f39d-49d5-a5c9-908027c00d9f req-187359b4-18f3-4996-a458-16f61efa7ad8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376382 Oct 11 15:57:29.940771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490389a4-8c4b-4d33-844a-938ebc108422 req-0219d556-ec17-41eb-8a4e-f172c0453a95 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:29.942614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490389a4-8c4b-4d33-844a-938ebc108422 req-0219d556-ec17-41eb-8a4e-f172c0453a95 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0576286 Oct 11 15:57:29.983836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490389a4-8c4b-4d33-844a-938ebc108422 req-93843e56-a326-4cd4-af53-42029744490f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348544 Oct 11 15:57:30.715157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3293ca-20cf-4b29-83a0-80ba2e703d75 req-a6b99ad1-26a9-4dbe-a999-f5d560ff4452 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:30.716689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a3293ca-20cf-4b29-83a0-80ba2e703d75 req-a6b99ad1-26a9-4dbe-a999-f5d560ff4452 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.4511397 Oct 11 15:57:30.752399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-47d4ae60-9d38-4169-a068-358a3ddcabd8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:30.754054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-47d4ae60-9d38-4169-a068-358a3ddcabd8 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=31f6b20c-4858-406d-9a16-5b74d2d901e1 HTTP/1.1" status: 200 len: 943 time: 0.0832052 Oct 11 15:57:30.796289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a3293ca-20cf-4b29-83a0-80ba2e703d75 req-a882722c-9731-478e-a79b-8624a84bfde9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726657 Oct 11 15:57:30.879766 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:30.880106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:30.980796 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:30.981189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:30.998246 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:31.145592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:31.162066 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5', '5cd7e861-59ec-4f26-9afc-403c683484e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:57:31.186532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=5bc1510e-f1e0-42a0-a0fa-5f715e6cb585,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:31.214584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.215067 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.215487 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.215955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.216268 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.216658 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.217052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.217440 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.218305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.218716 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.219110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.219499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:31.244055 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] No DVR routers for this DVR port 5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:31.247607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:31.251177 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c626214-4bf0-4b8e-aa7d-3f02410ca7ce req-fc86d988-051a-42ef-8fe3-e48707cad230 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "DELETE /v2.0/ports/5bc1510e-f1e0-42a0-a0fa-5f715e6cb585 HTTP/1.1" status: 204 len: 173 time: 0.4905400 Oct 11 15:57:31.251746 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-deleted', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:31.254493 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8409da23-aee0-4467-92b3-03fe927e67cb" -d '{"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-deleted", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:31.305976 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eca4886-b40b-403b-a00e-c764b72558b7 x-openstack-request-id: req-0eca4886-b40b-403b-a00e-c764b72558b7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:31.306583 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6b20c-4858-406d-9a16-5b74d2d901e1", "name": "network-vif-deleted", "tag": "5bc1510e-f1e0-42a0-a0fa-5f715e6cb585", "status": "failed", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:31.307056 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eca4886-b40b-403b-a00e-c764b72558b7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:31.307684 n-d-master-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31f6b20c-4858-406d-9a16-5b74d2d901e1', 'name': 'network-vif-deleted', 'tag': '5bc1510e-f1e0-42a0-a0fa-5f715e6cb585', 'status': 'failed', 'code': 422} returned with failed status Oct 11 15:57:31.952736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883bf91-3fda-48df-a8e1-f04245d2945f req-cc7868b7-5c16-42c8-a120-2efe31c9a00d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:31.957225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2883bf91-3fda-48df-a8e1-f04245d2945f req-cc7868b7-5c16-42c8-a120-2efe31c9a00d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 908 time: 0.1004100 Oct 11 15:57:31.968370 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209c43e-6769-4943-a70b-29cb38cb5041 req-19bdc163-1a3b-4782-b709-abfc77788fbf tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:31.976133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6209c43e-6769-4943-a70b-29cb38cb5041 req-19bdc163-1a3b-4782-b709-abfc77788fbf tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0840216 Oct 11 15:57:32.014055 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6209c43e-6769-4943-a70b-29cb38cb5041 req-09db7deb-1cd2-41d9-a338-a60fd68424bb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370202 Oct 11 15:57:32.406798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-786af6b3-cfd2-4ab9-8b36-70c7823dcb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:33.085571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c7fc-34f2-458a-8a75-3ba15f4141a3 req-f189ab93-c4f9-4953-bce9-dad784b099ca tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:33.087205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fe2c7fc-34f2-458a-8a75-3ba15f4141a3 req-f189ab93-c4f9-4953-bce9-dad784b099ca tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 908 time: 0.0594258 Oct 11 15:57:33.150393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adece-aa38-4218-a509-a369e31f89e7 req-10e5d0b7-2a57-4f67-ae64-418a583e8b3d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:33.151798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed0adece-aa38-4218-a509-a369e31f89e7 req-10e5d0b7-2a57-4f67-ae64-418a583e8b3d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0562046 Oct 11 15:57:33.192333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed0adece-aa38-4218-a509-a369e31f89e7 req-f1aacbed-5423-4e1d-a7bb-8a1183cd0657 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Oct 11 15:57:33.208100 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-a6f65efb-7633-408c-bf61-62f944d6420f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:33.209601 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-a6f65efb-7633-408c-bf61-62f944d6420f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a7eb774-6f21-4b53-8d65-4e8ac0c76cef HTTP/1.1" status: 200 len: 908 time: 0.0556152 Oct 11 15:57:33.305198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:33.305563 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:33.391038 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:33.391392 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:33.404108 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:33.530121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:33.556936 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=90bcd7f6-fe08-4a34-8ea8-2ac76facfc76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:33.569762 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.570179 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.570521 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.570853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.571183 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.571512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.571838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.572160 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.572541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.572985 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.573426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.573890 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:57:33.618139 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] No DVR routers for this DVR port 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:33.620836 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:33.624323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad44337-4433-40bd-bcb4-85f2bb578c55 req-e4d2cfc4-d6bb-4c35-a2df-c798d27d1765 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "DELETE /v2.0/ports/90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 HTTP/1.1" status: 204 len: 173 time: 0.4082417 Oct 11 15:57:33.624791 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'name': 'network-vif-deleted', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:33.627104 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bef7e0-ea5c-4221-9a64-497a60bb6523" -d '{"events": [{"server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "name": "network-vif-deleted", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:33.665632 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f199a8-caf2-4ff6-932f-5c3712f4cc65 x-openstack-request-id: req-70f199a8-caf2-4ff6-932f-5c3712f4cc65 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:33.666669 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7eb774-6f21-4b53-8d65-4e8ac0c76cef", "name": "network-vif-deleted", "tag": "90bcd7f6-fe08-4a34-8ea8-2ac76facfc76", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:33.667020 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70f199a8-caf2-4ff6-932f-5c3712f4cc65 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:33.667816 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7eb774-6f21-4b53-8d65-4e8ac0c76cef', 'name': 'network-vif-deleted', 'tag': '90bcd7f6-fe08-4a34-8ea8-2ac76facfc76', 'status': 'completed', 'code': 200} Oct 11 15:57:34.064781 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-9631c6ac-600d-4570-a388-5f94936c0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.066830 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-9631c6ac-600d-4570-a388-5f94936c0ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1097 time: 0.0419331 Oct 11 15:57:34.163416 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-cc8cb005-2dfb-4fb5-b1b2-51ddca5fc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.164871 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-cc8cb005-2dfb-4fb5-b1b2-51ddca5fc931 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0908267 Oct 11 15:57:34.247037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-c6ec36c3-ffb3-4ef5-a6b2-b24e3b324abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1002 time: 0.0743492 Oct 11 15:57:34.302992 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-10459c62-8fd2-49a0-83ba-83ff9cb5baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.304739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-10459c62-8fd2-49a0-83ba-83ff9cb5baa4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0511868 Oct 11 15:57:34.332005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11edee-c0cb-4739-a3b1-01137470378e req-cdd087c9-9967-49e1-a7f4-b3bb09ea2781 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.333595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d11edee-c0cb-4739-a3b1-01137470378e req-cdd087c9-9967-49e1-a7f4-b3bb09ea2781 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Oct 11 15:57:34.360219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-436e4637-f268-41cf-bc8c-c39151bf8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.361801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-436e4637-f268-41cf-bc8c-c39151bf8956 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484741 Oct 11 15:57:34.397080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d11edee-c0cb-4739-a3b1-01137470378e req-1440576f-59af-4340-a571-bd952fcc754e tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529230 Oct 11 15:57:34.405090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26435c72-9414-48b8-953b-ce9a6b6d3de3 req-e8f86f03-2527-4d3d-8140-0bd7b32309d2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:34.406552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26435c72-9414-48b8-953b-ce9a6b6d3de3 req-e8f86f03-2527-4d3d-8140-0bd7b32309d2 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 946 time: 0.0720201 Oct 11 15:57:34.445507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26435c72-9414-48b8-953b-ce9a6b6d3de3 req-77108508-ea09-4801-ad12-d28ba8ee181e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Oct 11 15:57:34.455028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-851e156c-bec9-4262-9e47-a463db755172 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Oct 11 15:57:34.546657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86fc84f1-7e97-48f9-a079-8794420377e7 req-2cbe6f8f-fd43-42ad-ba4f-d6223de1714d service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 Oct 11 15:57:34.852238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cabfee6c-efc3-4d18-bb9f-19717cf5af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:35.531560 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700af0a7-f5d2-4243-8876-b703da4bc5ee req-15ac934b-d254-482f-95d7-a46818192b71 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:35.532983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-700af0a7-f5d2-4243-8876-b703da4bc5ee req-15ac934b-d254-482f-95d7-a46818192b71 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0600104 Oct 11 15:57:35.586938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-700af0a7-f5d2-4243-8876-b703da4bc5ee req-1e47720a-86b9-4ac5-8d94-1825a48f55e9 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Oct 11 15:57:35.594072 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415a02-8e17-4bbb-b655-29ad56ad9f47 req-705be917-c611-4347-a3cc-24ae2b7b1b6d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:35.595463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a415a02-8e17-4bbb-b655-29ad56ad9f47 req-705be917-c611-4347-a3cc-24ae2b7b1b6d tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 946 time: 0.0829806 Oct 11 15:57:35.634509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a415a02-8e17-4bbb-b655-29ad56ad9f47 req-7692c171-6a47-4c56-b2f9-b4f9779a56aa tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Oct 11 15:57:35.662818 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-9e8dd775-b662-47ea-886b-619d2579798c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:35.664297 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-9e8dd775-b662-47ea-886b-619d2579798c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/ports?device_id=860fd148-1d38-45a7-931d-59a58a494df5 HTTP/1.1" status: 200 len: 946 time: 0.0485070 Oct 11 15:57:35.750034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port 5cd7e861-59ec-4f26-9afc-403c683484e4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:35.750290 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:35.840954 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 5cd7e861-59ec-4f26-9afc-403c683484e4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5cd7e861-59ec-4f26-9afc-403c683484e4,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:35.841311 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:35.854668 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for 5cd7e861-59ec-4f26-9afc-403c683484e4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:35.944700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:35.985683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:35.989646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:36.001219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5', '5cd7e861-59ec-4f26-9afc-403c683484e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:57:36.018934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=5cd7e861-59ec-4f26-9afc-403c683484e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:36.067499 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] No DVR routers for this DVR port 5cd7e861-59ec-4f26-9afc-403c683484e4 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:36.070283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:36.073773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bbcb14-4d12-44d8-a0a7-83903bfd15c3 req-5918803d-0878-493c-8cea-9241095703b1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "DELETE /v2.0/ports/5cd7e861-59ec-4f26-9afc-403c683484e4 HTTP/1.1" status: 204 len: 173 time: 0.4035726 Oct 11 15:57:36.074246 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'name': 'network-vif-deleted', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:36.076576 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da697a32-b283-4180-8c8e-31887f924751" -d '{"events": [{"server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "name": "network-vif-deleted", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:36.121085 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ad37a-34c8-4a1a-854b-61840b612afc x-openstack-request-id: req-1c9ad37a-34c8-4a1a-854b-61840b612afc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:36.121351 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860fd148-1d38-45a7-931d-59a58a494df5", "name": "network-vif-deleted", "tag": "5cd7e861-59ec-4f26-9afc-403c683484e4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:36.121668 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c9ad37a-34c8-4a1a-854b-61840b612afc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:36.122065 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860fd148-1d38-45a7-931d-59a58a494df5', 'name': 'network-vif-deleted', 'tag': '5cd7e861-59ec-4f26-9afc-403c683484e4', 'status': 'completed', 'code': 200} Oct 11 15:57:36.592184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:36.612173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:36.612452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 90bcd7f6-fe08-4a34-8ea8-2ac76facfc76 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:36.612860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cd7e861-59ec-4f26-9afc-403c683484e4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:36.631236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5cd7e861-59ec-4f26-9afc-403c683484e4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:36.631577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5cd7e861-59ec-4f26-9afc-403c683484e4 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:36.704512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f35a-d386-4c40-b75e-7d25553e2a9b req-badf0bac-71ca-4a01-bcfb-dfe6b931e42b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:36.706506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aca4f35a-d386-4c40-b75e-7d25553e2a9b req-badf0bac-71ca-4a01-bcfb-dfe6b931e42b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Oct 11 15:57:36.747096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aca4f35a-d386-4c40-b75e-7d25553e2a9b req-e32ca532-8761-418d-9f24-2905c6c74429 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346022 Oct 11 15:57:36.901970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439cbc9-6672-413d-bda9-d66acff7684c req-3f177274-1198-43ba-a9a1-514a08b831af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:36.903516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2439cbc9-6672-413d-bda9-d66acff7684c req-3f177274-1198-43ba-a9a1-514a08b831af tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Oct 11 15:57:36.945448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2439cbc9-6672-413d-bda9-d66acff7684c req-cc0b3be3-4e74-4828-ba94-bbefced2179a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353956 Oct 11 15:57:37.208811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:37.289549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:37.311383 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:37.313648 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e621ec5-4733-4a53-803a-485892cd76f6" -d '{"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-unplugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:37.325958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:37.330587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:37.356185 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8634df20-865c-404f-a701-9f0ae4693507 x-openstack-request-id: req-8634df20-865c-404f-a701-9f0ae4693507 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:37.356478 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-unplugged", "status": "failed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:37.356729 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8634df20-865c-404f-a701-9f0ae4693507 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:37.357112 n-d-master-1 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'code': 422} returned with failed status Oct 11 15:57:37.380219 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:37.485103 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-e5570c72-f9ed-4a6a-be67-685fd40443be req-2d7e321e-c718-49c0-89c0-ba559d09df17 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:57:37.486146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5570c72-f9ed-4a6a-be67-685fd40443be req-2d7e321e-c718-49c0-89c0-ba559d09df17 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054245 Oct 11 15:57:37.636677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc704a-f535-44e5-bfd5-1880b1aee4bb req-cdc30f79-0505-4f8d-a852-b12191ad5d24 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:37.638251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bcc704a-f535-44e5-bfd5-1880b1aee4bb req-cdc30f79-0505-4f8d-a852-b12191ad5d24 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0484633 Oct 11 15:57:37.676870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bcc704a-f535-44e5-bfd5-1880b1aee4bb req-53549583-431a-4709-a9d7-5f1d814a2043 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Oct 11 15:57:37.730713 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:37.775131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:37.820257 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-238b6f6c-3070-4f42-9c73-83b4a507d7f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884008 Oct 11 15:57:37.828971 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-ebf71d05-ed36-431b-831b-75414a97f135 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:57:37.829941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-ebf71d05-ed36-431b-831b-75414a97f135 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048096 Oct 11 15:57:38.067459 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd63e-33a2-446d-bf8d-4a77df7b9e7d req-0f5d940f-1f29-4e11-8b76-48fdb5be066e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.068954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb6bd63e-33a2-446d-bf8d-4a77df7b9e7d req-0f5d940f-1f29-4e11-8b76-48fdb5be066e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0541022 Oct 11 15:57:38.107961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb6bd63e-33a2-446d-bf8d-4a77df7b9e7d req-e6fa1949-ddad-49b7-9394-3cbea59318d5 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e819ac6-d918-4a73-aa3f-d95d7891a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Oct 11 15:57:38.162537 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-0cabca36-5e63-42f2-a5f7-f4deb8bb69e9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.164199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-0cabca36-5e63-42f2-a5f7-f4deb8bb69e9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca666b4c-abb2-4dd9-8a6d-ab37fdf16257 HTTP/1.1" status: 200 len: 945 time: 0.0657430 Oct 11 15:57:38.259525 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:38.259861 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:38.355268 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:38.355632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:38.369880 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:38.493036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:38.504132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['475e3d5b-a96e-435f-8a91-8f9a5fc333b5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:57:38.524326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=475e3d5b-a96e-435f-8a91-8f9a5fc333b5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:38.566940 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] No DVR routers for this DVR port 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:38.569457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:38.572960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5f2fa4e-4a0d-454b-a6f4-0639326ba47d req-a5415e3f-e2d0-402a-b40d-ca715b631e51 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "DELETE /v2.0/ports/475e3d5b-a96e-435f-8a91-8f9a5fc333b5 HTTP/1.1" status: 204 len: 173 time: 0.3969548 Oct 11 15:57:38.573412 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'name': 'network-vif-deleted', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:38.575794 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7a89b-df4f-49c7-aa5b-29e5bced2c7f" -d '{"events": [{"server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "name": "network-vif-deleted", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:38.624626 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7299-9676-4349-b471-16bc980f097c req-f18bec74-aea0-4593-ac11-41737dc33d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.626431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-f18bec74-aea0-4593-ac11-41737dc33d3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6&tenant_id=024cdcd85cd143fbb916c9afb2dff514 HTTP/1.1" status: 200 len: 1095 time: 0.0433314 Oct 11 15:57:38.628171 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5353cabf-efc8-4fab-94f6-61d4c6409d23 x-openstack-request-id: req-5353cabf-efc8-4fab-94f6-61d4c6409d23 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:38.628632 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca666b4c-abb2-4dd9-8a6d-ab37fdf16257", "name": "network-vif-deleted", "tag": "475e3d5b-a96e-435f-8a91-8f9a5fc333b5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:38.629072 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5353cabf-efc8-4fab-94f6-61d4c6409d23 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:38.629463 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca666b4c-abb2-4dd9-8a6d-ab37fdf16257', 'name': 'network-vif-deleted', 'tag': '475e3d5b-a96e-435f-8a91-8f9a5fc333b5', 'status': 'completed', 'code': 200} Oct 11 15:57:38.714783 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7299-9676-4349-b471-16bc980f097c req-6d2ceb95-7df8-4467-972c-54459dfdc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.716348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-6d2ceb95-7df8-4467-972c-54459dfdc9d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=024cdcd85cd143fbb916c9afb2dff514&device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1095 time: 0.0486093 Oct 11 15:57:38.801574 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd83ac-faba-415b-965a-f0fdaf18c52d req-870810fe-af29-4613-a938-1db57aacd84f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.803245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edcd83ac-faba-415b-965a-f0fdaf18c52d req-870810fe-af29-4613-a938-1db57aacd84f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0492494 Oct 11 15:57:38.812610 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7299-9676-4349-b471-16bc980f097c req-cca1ba7b-e850-4d98-9919-3490d42178a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.814086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-cca1ba7b-e850-4d98-9919-3490d42178a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 200 len: 918 time: 0.0903192 Oct 11 15:57:38.840928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-edcd83ac-faba-415b-965a-f0fdaf18c52d req-f2c450a5-0b2f-4e13-afed-57c170d37d13 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Oct 11 15:57:38.883483 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-c0786c01-52eb-497b-b025-53446981898a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 200 len: 1000 time: 0.0620914 Oct 11 15:57:38.934504 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7299-9676-4349-b471-16bc980f097c req-f08e3753-43ca-4b74-af79-b91073b22bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.936031 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-f08e3753-43ca-4b74-af79-b91073b22bc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 200 len: 856 time: 0.0450377 Oct 11 15:57:38.981825 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7299-9676-4349-b471-16bc980f097c req-ff5517b4-a310-4ef0-ab74-fc2377c1ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:38.983298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-ff5517b4-a310-4ef0-ab74-fc2377c1ad48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401239 Oct 11 15:57:39.076049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-088ab5de-28d7-4a1c-99d9-b676b59511d9 service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851483 Oct 11 15:57:39.163908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-975a7299-9676-4349-b471-16bc980f097c req-ca108d85-df50-493d-a004-7d8705ae3f0d service neutron] 10.222.0.43 "GET /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813265 Oct 11 15:57:39.379824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4add0e-a691-4d97-bf5a-cb54d99a1f30 req-d5a6543d-4f05-46d0-be60-8c143980959a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:39.381312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d4add0e-a691-4d97-bf5a-cb54d99a1f30 req-d5a6543d-4f05-46d0-be60-8c143980959a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0497036 Oct 11 15:57:39.426082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d4add0e-a691-4d97-bf5a-cb54d99a1f30 req-97742fcb-5654-4b2a-9158-b1d6346c8818 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386178 Oct 11 15:57:39.589888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:39.970017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f0eeb-946e-46b6-b8bc-08e1d5437970 req-6b787e0c-a907-430a-bab0-e690d69aa14d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:39.981819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-394f0eeb-946e-46b6-b8bc-08e1d5437970 req-6b787e0c-a907-430a-bab0-e690d69aa14d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0540345 Oct 11 15:57:40.025089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-394f0eeb-946e-46b6-b8bc-08e1d5437970 req-f05ff1dd-f22d-4530-97dc-8a1e253a0bfe tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Oct 11 15:57:40.547846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ddd9f-45c7-4fdb-93dd-dbc9ab2cb05c req-7433a5b0-d8cf-4b06-9998-83c97bd65ac9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:40.549404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-092ddd9f-45c7-4fdb-93dd-dbc9ab2cb05c req-7433a5b0-d8cf-4b06-9998-83c97bd65ac9 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Oct 11 15:57:40.587641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-092ddd9f-45c7-4fdb-93dd-dbc9ab2cb05c req-87b26644-cd1b-454d-a750-a5115750a76f tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319421 Oct 11 15:57:40.606767 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:40.630735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:40.631077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 475e3d5b-a96e-435f-8a91-8f9a5fc333b5 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:40.743259 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:41.152158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ad02-4c7f-4287-a4dc-da4c32359d81 req-a8345ddd-8218-43df-a0cb-f0e23eeba4a4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:41.153970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0642ad02-4c7f-4287-a4dc-da4c32359d81 req-a8345ddd-8218-43df-a0cb-f0e23eeba4a4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0505593 Oct 11 15:57:41.205310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0642ad02-4c7f-4287-a4dc-da4c32359d81 req-c5eb4412-2a1f-49b1-82e4-a94061109bce tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451407 Oct 11 15:57:41.685257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9e9fa-3866-468a-89df-d3787b076318 req-621b2b15-406e-408a-a132-2b7b24799398 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:41.686943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eed9e9fa-3866-468a-89df-d3787b076318 req-621b2b15-406e-408a-a132-2b7b24799398 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0556748 Oct 11 15:57:41.717673 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4d8dd-a257-4207-b0b1-04056456c04c req-35359adc-54ef-4c62-8856-9f8eb7fc3fd4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:41.725918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2e4d8dd-a257-4207-b0b1-04056456c04c req-35359adc-54ef-4c62-8856-9f8eb7fc3fd4 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 944 time: 0.0643382 Oct 11 15:57:41.760840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2e4d8dd-a257-4207-b0b1-04056456c04c req-2e1b7187-e895-4144-a458-18d3137d202a tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336678 Oct 11 15:57:41.801588 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:41.802515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:41.896435 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] For port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:41.896808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:41.902911 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:57:42.071114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:42.071576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:42.071900 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Floating IP 8cd8211a-7272-46de-924f-87535798673e disassociated. External IP: 172.35.3.110, port: 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8. Oct 11 15:57:42.072290 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:42.206616 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:42.232389 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:42.339967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7906b7-8204-4d09-acd1-1bd0fe683254 req-9e58d962-d14d-4778-96f2-f56805caa133 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:42.350286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc7906b7-8204-4d09-acd1-1bd0fe683254 req-9e58d962-d14d-4778-96f2-f56805caa133 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0689504 Oct 11 15:57:42.387586 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:57:42.407883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc7906b7-8204-4d09-acd1-1bd0fe683254 req-ee4b62a6-67be-498f-a29e-1aa3680cc095 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566072 Oct 11 15:57:42.820986 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:57:42.831310 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Sync routers for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:57:42.840387 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:57:42.841221 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:57:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:42.866637 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] No DVR routers for this DVR port 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:42.869295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:42.872609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acd15976-89f8-40a3-8fe6-7541ce1200c0 req-88cd1d8e-781b-4ce6-9bc1-2c0343fb669c tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed0071e-5f03-4dc8-8b16-380017b2d8f8 HTTP/1.1" status: 200 len: 210 time: 0.0402195 Oct 11 15:57:42.872758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-eed9e9fa-3866-468a-89df-d3787b076318 req-470a47d9-122e-429c-974d-97de23140f73 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.36 "DELETE /v2.0/ports/5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 HTTP/1.1" status: 204 len: 173 time: 1.1785266 Oct 11 15:57:42.875115 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-deleted', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:42.877717 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61480437-9504-4991-a500-c851305f4b85" -d '{"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-deleted", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:42.933760 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b270f4b2-6fc0-45e5-9484-2f7fb1350aa5 x-openstack-request-id: req-b270f4b2-6fc0-45e5-9484-2f7fb1350aa5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:42.934284 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed0071e-5f03-4dc8-8b16-380017b2d8f8", "name": "network-vif-deleted", "tag": "5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:42.934760 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b270f4b2-6fc0-45e5-9484-2f7fb1350aa5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:42.935335 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed0071e-5f03-4dc8-8b16-380017b2d8f8', 'name': 'network-vif-deleted', 'tag': '5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8', 'status': 'completed', 'code': 200} Oct 11 15:57:43.011143 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:57:43.223013 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:43.249957 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Checking router: fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:57:43.258086 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:57:43.258681 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:57:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:43.476004 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:57:43.570861 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d916b8-716b-499a-89b2-2c3af7cfb033 req-4590069a-bfaa-4427-b7e7-a2cc4b2c8d42 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:43.572565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1d916b8-716b-499a-89b2-2c3af7cfb033 req-4590069a-bfaa-4427-b7e7-a2cc4b2c8d42 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0712559 Oct 11 15:57:43.624013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1d916b8-716b-499a-89b2-2c3af7cfb033 req-7be6d0c1-47d8-4407-a288-1d5854b60ab4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Oct 11 15:57:43.699551 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:43.729881 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f355870-8e1d-4d21-a630-5acae8a57667 None None] The sync data for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 is: [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:12Z', 'revision_number': 4, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '217d80d5-8cd2-4e92-af90-a29ff0c24dce', 'name': '', 'network_id': '8a814430-31de-478e-bc39-a2ddf172b846', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'mac_address': 'fa:16:3e:77:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:11Z', 'updated_at': '2021-10-11T15:51:16Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'subnets': [{'id': '14090323-3fe6-48f2-b8e7-ec1b07309141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:57:43.972266 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:44.038746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.066916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.107100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23b42d-a52d-48f0-aca4-0e092030f441 None None] New status for floating IP 8cd8211a-7272-46de-924f-87535798673e: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:57:44.118165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.121026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.122250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2 HTTP/1.1" status: 204 len: 168 time: 0.1489887 Oct 11 15:57:44.124842 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:44.134305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786615b-eee0-4c68-a348-964dba585cc1 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:44.158560 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-63a331d4-1c53-4d30-a6c2-ba572308286e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] show failed (client error): The resource could not be found. Oct 11 15:57:44.159584 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-63a331d4-1c53-4d30-a6c2-ba572308286e tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "GET /v2.0/security-groups/1d4bb7f6-79d0-4dd4-a6a2-29782b6705e2 HTTP/1.1" status: 404 len: 347 time: 0.0337429 Oct 11 15:57:44.162502 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:44.311043 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Deleting port d8b1d662-ae33-4ed0-8cce-5669801d2c90 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:44.311638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.392391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.392715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.404779 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Calling delete_port for d8b1d662-ae33-4ed0-8cce-5669801d2c90 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:44.542128 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.568988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Pushing event deleted for resources: {'Port': ['ID=d8b1d662-ae33-4ed0-8cce-5669801d2c90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:44.628937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:44.633113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.635702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:44.636901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6b048ce-aaf6-4e78-b912-455889a72077 tempest-ServerActionsTestJSON-1094608765 tempest-ServerActionsTestJSON-1094608765-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cd8211a-7272-46de-924f-87535798673e HTTP/1.1" status: 204 len: 168 time: 0.4732559 Oct 11 15:57:44.642130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:44.654860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:44.656259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5ca8a90f-79a5-46e6-9b1b-65c0202bd0c8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:44.774423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa56c1-60cf-4d06-9e38-fb649e869592 req-838fb743-8b68-4a89-a2ff-7e6fb7c65955 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:44.775930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dffa56c1-60cf-4d06-9e38-fb649e869592 req-838fb743-8b68-4a89-a2ff-7e6fb7c65955 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0614691 Oct 11 15:57:44.836601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dffa56c1-60cf-4d06-9e38-fb649e869592 req-c920d58a-c7d6-4c17-af06-c4acbac96401 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542457 Oct 11 15:57:45.131283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:45.383379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Deleting port 217d80d5-8cd2-4e92-af90-a29ff0c24dce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:45.383624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:45.463038 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] For port 217d80d5-8cd2-4e92-af90-a29ff0c24dce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=217d80d5-8cd2-4e92-af90-a29ff0c24dce,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:45.463396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:45.480976 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Calling delete_port for 217d80d5-8cd2-4e92-af90-a29ff0c24dce owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:45.673192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:45.704393 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=217d80d5-8cd2-4e92-af90-a29ff0c24dce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:45.964049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.041672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80596174-94ea-4c78-ac1b-b50980e063d1 req-d30c29bd-8816-4e9e-b4ca-506965381dae tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:46.043237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80596174-94ea-4c78-ac1b-b50980e063d1 req-d30c29bd-8816-4e9e-b4ca-506965381dae tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0685387 Oct 11 15:57:46.098672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80596174-94ea-4c78-ac1b-b50980e063d1 req-ba740cf8-9046-4552-950a-bc0e6e2285a4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490370 Oct 11 15:57:46.239813 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:57:46.349323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:57:46.354519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-22e7e8fe-ab22-4359-beb9-5c4b5460a9c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/fd9f5bda-5ae4-46c7-8d11-8f5751e6f579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106187 Oct 11 15:57:46.357209 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:46.360187 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Sync routers for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:57:46.373072 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:57:46.373952 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:57:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:46.470592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.486157 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:57:46.596123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.659735 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Deleting port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:46.660423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.693700 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:57:45Z', 'revision_number': 5, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port': {'id': 'f8de5d8e-7c2b-4f9b-995c-62986bba1b7e', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:46.725168 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Checking router: fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:57:46.734652 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Routers {'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:57:46.735280 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:57:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:46.759407 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] For port f8de5d8e-7c2b-4f9b-995c-62986bba1b7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:46.759896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.772800 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Calling delete_port for f8de5d8e-7c2b-4f9b-995c-62986bba1b7e owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:46.840026 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] Set router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:57:46.896258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:57:46Z', 'revision_number': 6, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:46.932332 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ddb26-b3e5-4fec-b68a-4aa24098186b None None] The sync data for ids ['fd9f5bda-5ae4-46c7-8d11-8f5751e6f579'] in n-d-master-1 is: [{'id': 'fd9f5bda-5ae4-46c7-8d11-8f5751e6f579', 'name': 'tempest-ServerActionsTestJSON-1669109805-router', 'tenant_id': 'a989b5ed79674826b45be650bce5cf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:51:09Z', 'updated_at': '2021-10-11T15:57:46Z', 'revision_number': 6, 'project_id': 'a989b5ed79674826b45be650bce5cf6a', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:57:46.955950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:46.995594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Pushing event deleted for resources: {'Port': ['ID=f8de5d8e-7c2b-4f9b-995c-62986bba1b7e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:47.052462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.146770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.149136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.239876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.241238 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:57:47.253701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.257213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-db83ec1f-fe98-46c7-bdb1-c39f94fe8bac admin admin] 10.222.0.31 "DELETE /v2.0/routers/fd9f5bda-5ae4-46c7-8d11-8f5751e6f579 HTTP/1.1" status: 204 len: 168 time: 0.8966475 Oct 11 15:57:47.257380 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:47.276403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830551-3e18-43da-93b8-c5101200c0b0 req-4abd5d9d-7b8b-461b-9228-38ef588dc217 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:47.282919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08830551-3e18-43da-93b8-c5101200c0b0 req-4abd5d9d-7b8b-461b-9228-38ef588dc217 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0816863 Oct 11 15:57:47.349593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08830551-3e18-43da-93b8-c5101200c0b0 req-c45b47a7-39c8-4bf2-8247-7d3c9a2b0b2f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634189 Oct 11 15:57:47.350158 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Deleting subnet 14090323-3fe6-48f2-b8e7-ec1b07309141 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:57:47.353662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.405766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.485964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.546997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.574342 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14090323-3fe6-48f2-b8e7-ec1b07309141,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:47.577955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.581880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0cfd91ba-2a7f-4d31-b743-114c3605b1d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14090323-3fe6-48f2-b8e7-ec1b07309141 HTTP/1.1" status: 204 len: 168 time: 0.3235040 Oct 11 15:57:47.584230 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:47.591893 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1ac8f-0f0e-4883-8c4b-34c7e6a9854a None None] Network 8a814430-31de-478e-bc39-a2ddf172b846 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:57:47.660321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.737525 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Deleting port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:47.737856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.781137 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] DHCP port deletion for 8a814430-31de-478e-bc39-a2ddf172b846 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:57:47.830078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Deleting port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:57:47.830696 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.851566 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] For port a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:47.853203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.889049 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Calling delete_port for a3c64f59-62bf-4835-a6c1-0ed74fa285a3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:47.899979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] For port a3c64f59-62bf-4835-a6c1-0ed74fa285a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,segment=NetworkSegment(d3629dad-dfac-4274-b8ec-ba906d5a19f1),segment_id=d3629dad-dfac-4274-b8ec-ba906d5a19f1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:47.900382 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:47.922723 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Calling delete_port for a3c64f59-62bf-4835-a6c1-0ed74fa285a3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:57:47.974470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a3c64f59-62bf-4835-a6c1-0ed74fa285a3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:48.014753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.043173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No active binding found for port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 11 15:57:48.043937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a3c64f59-62bf-4835-a6c1-0ed74fa285a3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:48.044564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 217d80d5-8cd2-4e92-af90-a29ff0c24dce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:48.045687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:48.062696 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] No DVR routers for this DVR port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 15:57:48.091034 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 15:57:48.096503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 217d80d5-8cd2-4e92-af90-a29ff0c24dce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:48.101925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 217d80d5-8cd2-4e92-af90-a29ff0c24dce not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:48.101925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8de5d8e-7c2b-4f9b-995c-62986bba1b7e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:57:48.101925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.145668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f8de5d8e-7c2b-4f9b-995c-62986bba1b7e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:57:48.145903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f8de5d8e-7c2b-4f9b-995c-62986bba1b7e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:57:48.166333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] No DVR routers for this DVR port a3c64f59-62bf-4835-a6c1-0ed74fa285a3 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:57:48.167831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc523b4-892d-4554-926b-92b1344b9f53 None None] Pushing event deleted for resources: {'Port': ['ID=a3c64f59-62bf-4835-a6c1-0ed74fa285a3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:48.191622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.213154 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a814430-31de-478e-bc39-a2ddf172b846']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:48.223270 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3629dad-dfac-4274-b8ec-ba906d5a19f1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:48.223557 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3629dad-dfac-4274-b8ec-ba906d5a19f1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:57:48.232793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.246148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.251926 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:57:48.252444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:57:48.254292 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:57:48.307592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.312991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.317927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8a814430-31de-478e-bc39-a2ddf172b846 HTTP/1.1" status: 204 len: 168 time: 0.7309895 Oct 11 15:57:48.327805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ce3ab-67c4-4a6d-b3a5-b92f1b3dd90d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a814430-31de-478e-bc39-a2ddf172b846,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:48.450016 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:48.496945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-90e660b9-2aa4-4e6a-a1a2-1306cb52ca62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a989b5ed79674826b45be650bce5cf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428131 Oct 11 15:57:48.497241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:48.515207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fa3c-2d62-4248-8302-e12a9782661b req-deb33d3d-6f21-4636-902e-7d379fc15f4f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:48.517632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f712fa3c-2d62-4248-8302-e12a9782661b req-deb33d3d-6f21-4636-902e-7d379fc15f4f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0852277 Oct 11 15:57:48.558913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.561121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f712fa3c-2d62-4248-8302-e12a9782661b req-2a686cbc-2322-4e7f-97f1-da4ca05d00bf tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Oct 11 15:57:48.582918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.633310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.635963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:48.637113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e819ac6-d918-4a73-aa3f-d95d7891a91a HTTP/1.1" status: 204 len: 168 time: 0.1389861 Oct 11 15:57:48.649048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596f0c-82f8-4f9d-bd93-3a4f0062db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e819ac6-d918-4a73-aa3f-d95d7891a91a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:49.703792 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b1f3-b28e-4c9e-af0e-18c8216c7abd req-fd88b3cc-ea5a-4115-8f88-1e79c6524ffd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:49.705284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c98b1f3-b28e-4c9e-af0e-18c8216c7abd req-fd88b3cc-ea5a-4115-8f88-1e79c6524ffd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0683975 Oct 11 15:57:49.764701 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c98b1f3-b28e-4c9e-af0e-18c8216c7abd req-f978acec-569a-44bd-89ab-f5a11540509d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486212 Oct 11 15:57:49.798044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984745c3-6295-4c29-a549-99a72b6985ce req-4b7db677-67b7-4bcb-b12f-cb9b5f33c13f tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0318818 Oct 11 15:57:50.899721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3875e1e5-c19f-4bc8-8658-74a32b694352 req-b3b590de-fc22-4c84-80e7-bc09320ae29c tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0288253 Oct 11 15:57:50.912548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d999c53-37d5-465c-9e7b-11af81d363fe req-33815c55-8f88-406f-a01d-a713216b52dd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:50.914094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d999c53-37d5-465c-9e7b-11af81d363fe req-33815c55-8f88-406f-a01d-a713216b52dd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0771523 Oct 11 15:57:50.952571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d999c53-37d5-465c-9e7b-11af81d363fe req-ca65aa0d-1c3c-4db7-9520-84cbc32c1c7d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Oct 11 15:57:51.703842 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb44e0a8-75e0-4cb7-930f-676b98a60c82 req-b2a6fba8-89cf-4c15-b47f-b3ab76a646fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0282707 Oct 11 15:57:52.001512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6382bce1-57ef-4830-aa09-6221380b4b62 req-71eedc4a-4f5d-4c86-b246-3dcf194345a6 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0268676 Oct 11 15:57:52.072445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336619-edbf-44e9-87fb-a811f69227c8 req-9187e838-27ce-40c7-8725-93fdc979142f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:52.073962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82336619-edbf-44e9-87fb-a811f69227c8 req-9187e838-27ce-40c7-8725-93fdc979142f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0477924 Oct 11 15:57:52.113939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82336619-edbf-44e9-87fb-a811f69227c8 req-7f556f01-3fba-4daa-9810-eca100205966 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341966 Oct 11 15:57:52.472310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-33572d8c-e751-4b32-8a70-0471ff84b9cd tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:52.473831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-33572d8c-e751-4b32-8a70-0471ff84b9cd tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0403643 Oct 11 15:57:52.491779 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-a1b1d5a4-e883-4685-bc0c-70f5af0cb47f tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:52.568066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-a1b1d5a4-e883-4685-bc0c-70f5af0cb47f tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:52.571126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-a1b1d5a4-e883-4685-bc0c-70f5af0cb47f tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:52.591928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa3e5281-06c1-4703-98aa-64c8885c8e6b req-a1b1d5a4-e883-4685-bc0c-70f5af0cb47f tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123390 Oct 11 15:57:52.605577 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1d5a4-e883-4685-bc0c-70f5af0cb47f tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9fc08-495f-443d-a871-5300d7ce4255,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:52.712914 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3da5d8-5004-49ce-b1f4-8a3b65acecc1 req-5f19b15d-940b-42f9-a58f-faad01b09d5e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:52.714408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f3da5d8-5004-49ce-b1f4-8a3b65acecc1 req-5f19b15d-940b-42f9-a58f-faad01b09d5e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Oct 11 15:57:52.751927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f3da5d8-5004-49ce-b1f4-8a3b65acecc1 req-84829db0-bb3c-477d-b884-7303a382023b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Oct 11 15:57:52.773371 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:57:52.833835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0379c1e-afad-4716-bcf3-0eade1cd6209 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/a6bef294-28b6-4a50-ae89-b09b84fb8eea HTTP/1.1" status: 200 len: 992 time: 0.0592325 Oct 11 15:57:53.104322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca243ba9-8539-4cdc-8315-f6df760ffaaa req-46a821f8-a21e-44f6-bb87-49d28f12160c tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0302107 Oct 11 15:57:53.668117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37437a-0625-4920-9305-e5c632e470ad req-1133a057-79a7-4d03-a535-d8c6830667c1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:53.669619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec37437a-0625-4920-9305-e5c632e470ad req-1133a057-79a7-4d03-a535-d8c6830667c1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0558906 Oct 11 15:57:53.710177 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec37437a-0625-4920-9305-e5c632e470ad req-323c056e-c89e-44d0-b821-b5e8bcaf1535 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Oct 11 15:57:53.927690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b2b456d-facc-4287-a43f-a81c33489336 req-4bc5deea-418f-4cf6-afd0-536950f5dc8b tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0294554 Oct 11 15:57:53.967359 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-fe1d9aea-2670-4248-92f2-dc9f91d4eb5b req-08b5c8de-89a8-4801-a999-6bdf7d549fd9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:57:53.968353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe1d9aea-2670-4248-92f2-dc9f91d4eb5b req-08b5c8de-89a8-4801-a999-6bdf7d549fd9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055115 Oct 11 15:57:54.292408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d88f-dcab-4eea-982e-c929e1927812 req-970bbe34-ab62-4f2d-a233-8856a192b6a4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:54.293915 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6d0d88f-dcab-4eea-982e-c929e1927812 req-970bbe34-ab62-4f2d-a233-8856a192b6a4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Oct 11 15:57:54.332312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6d0d88f-dcab-4eea-982e-c929e1927812 req-451051a6-627b-4435-87d6-7690f36c3453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Oct 11 15:57:54.371208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-94826f09-f64f-48e4-b1d8-fb66c42a6bf5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383016 Oct 11 15:57:54.833582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec4ac-e9e7-4e0f-9696-d8bce29054ba req-86bebf3c-d629-4e0c-a878-2ec372c464a2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:54.835255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293ec4ac-e9e7-4e0f-9696-d8bce29054ba req-86bebf3c-d629-4e0c-a878-2ec372c464a2 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0507607 Oct 11 15:57:54.875343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293ec4ac-e9e7-4e0f-9696-d8bce29054ba req-06ae68c2-6844-47f9-b058-0b1232afac81 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334797 Oct 11 15:57:55.031856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb7adcd5-4c5e-42c5-b859-f8baad939e4e req-70b6cfb4-b469-4789-bb1c-0e118e64c375 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0267708 Oct 11 15:57:55.445587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8792c8-0b4c-4e87-a215-b624c6d6dbae req-89b5955e-701f-443e-a387-70067173a61b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.447052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8792c8-0b4c-4e87-a215-b624c6d6dbae req-89b5955e-701f-443e-a387-70067173a61b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0472648 Oct 11 15:57:55.492845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d8792c8-0b4c-4e87-a215-b624c6d6dbae req-b7a3f380-305d-467e-816d-82a2926db4e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Oct 11 15:57:55.529698 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-2bc40748-7db6-4dc8-b8a8-86dd045dc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.531156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-2bc40748-7db6-4dc8-b8a8-86dd045dc0ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0438330 Oct 11 15:57:55.618138 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-6e6f479f-8178-4396-98b5-c18b8eb968db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.619469 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-6e6f479f-8178-4396-98b5-c18b8eb968db service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.0812058 Oct 11 15:57:55.686984 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-72bb38bb-e250-440a-b5ac-d9c3b45da7a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 1000 time: 0.0601585 Oct 11 15:57:55.735375 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-dfbccedf-b36e-4c88-bc96-f99db767b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.736758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-dfbccedf-b36e-4c88-bc96-f99db767b1d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0425839 Oct 11 15:57:55.781840 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5abf9b8-8058-497b-b86f-052f25317739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.783273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5abf9b8-8058-497b-b86f-052f25317739 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391693 Oct 11 15:57:55.875602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-1caa391b-dfb5-48a5-a8dc-9086f95c2520 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848148 Oct 11 15:57:55.966338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-652a09ae-22ae-4105-93d4-86bbcc4c1c31 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Oct 11 15:57:55.995706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92946ac-d990-45ac-a839-b5c296c012a7 req-2e772d26-033e-4cb9-98c0-769dccf2af40 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:55.997764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f92946ac-d990-45ac-a839-b5c296c012a7 req-2e772d26-033e-4cb9-98c0-769dccf2af40 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0487638 Oct 11 15:57:56.037883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f92946ac-d990-45ac-a839-b5c296c012a7 req-9b7c80ca-f506-41a2-acaa-c0019240b4d1 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335374 Oct 11 15:57:56.133549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16cce614-f30a-4c1e-9117-d1f849ade9bc req-84cce3ae-c625-41a7-aceb-37ec78150d60 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0268593 Oct 11 15:57:56.604333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709679-d6e9-4114-8f2d-1816322a0255 req-d3c3fd27-fde3-4013-8d3d-53e138ed136c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:56.605810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31709679-d6e9-4114-8f2d-1816322a0255 req-d3c3fd27-fde3-4013-8d3d-53e138ed136c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0471942 Oct 11 15:57:56.642308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31709679-d6e9-4114-8f2d-1816322a0255 req-0bec3d95-243e-4c20-b2ca-4fa1ce6f3f34 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300829 Oct 11 15:57:57.161054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e3a32-4b00-4c07-aed2-9a216dbc46b3 req-b6b178fa-50c0-4d8a-9d51-19f119f86066 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:57.162595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-405e3a32-4b00-4c07-aed2-9a216dbc46b3 req-b6b178fa-50c0-4d8a-9d51-19f119f86066 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 944 time: 0.0520172 Oct 11 15:57:57.200587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-405e3a32-4b00-4c07-aed2-9a216dbc46b3 req-2293018d-18c0-4469-929b-f371e7a9bf6f tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Oct 11 15:57:57.231299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe35455d-e58f-4362-b629-70a56ae5bf56 req-98c31d82-6e46-4e38-b853-b23f9515a54e tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0264556 Oct 11 15:57:57.381139 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:57:57.471047 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:57.481793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'port_id': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'mac_address': 'fa:16:3e:08:69:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:57:57.520829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:57.532850 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:57:57.551226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:57.555883 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:57.600846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:57.754931 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140aa01-a2e7-488f-849b-fdb6bedc5240 req-3e7ae0e3-fa49-4b17-b44c-4d5e54eb376f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:57.756286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5140aa01-a2e7-488f-849b-fdb6bedc5240 req-3e7ae0e3-fa49-4b17-b44c-4d5e54eb376f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Oct 11 15:57:57.792724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5140aa01-a2e7-488f-849b-fdb6bedc5240 req-72aad045-7b66-4b65-88a6-2b7f6f594bf6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305927 Oct 11 15:57:57.893980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['0f9865a4-63d8-40c2-a256-430195c4ad65'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:57:58.332167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c782f6f1-6555-4aee-9d58-1c021ac8cc12 req-bf329d71-d91b-4d74-913f-50ba8a7e47e2 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0266821 Oct 11 15:57:58.343572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace9981-03ef-4f17-9ffe-9366c219ae87 req-0e0b76f6-ca65-4262-aca9-d9ed16bcf01a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:58.344982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ace9981-03ef-4f17-9ffe-9366c219ae87 req-0e0b76f6-ca65-4262-aca9-d9ed16bcf01a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0754819 Oct 11 15:57:58.382109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ace9981-03ef-4f17-9ffe-9366c219ae87 req-a921a818-da72-4369-98ec-f9f79cb4f8b4 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Oct 11 15:57:58.907164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e065-e579-40ef-bd40-7f560dea4848 req-8cd6fb19-2820-4dc5-a6eb-78900abe2bd6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:58.908666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e081e065-e579-40ef-bd40-7f560dea4848 req-8cd6fb19-2820-4dc5-a6eb-78900abe2bd6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Oct 11 15:57:58.946224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e081e065-e579-40ef-bd40-7f560dea4848 req-bc5feeff-2aca-425e-b22a-2afcaff30a44 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Oct 11 15:57:59.396186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:57:59.434459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a3faa44-cb2d-4e92-8926-add3074b6d32 req-6c2fdb15-9321-4f72-9347-ffc485aeff93 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0297873 Oct 11 15:57:59.444283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 0f9865a4-63d8-40c2-a256-430195c4ad65 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:57:59.444653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:59.505855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e6482-5fa7-4628-be38-65a58dd8997b req-0c8a0405-5f34-496f-9dcf-c881f53eaade tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:59.507320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e70e6482-5fa7-4628-be38-65a58dd8997b req-0c8a0405-5f34-496f-9dcf-c881f53eaade tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Oct 11 15:57:59.519483 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:59.543800 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:57:59.544967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e70e6482-5fa7-4628-be38-65a58dd8997b req-8ff11698-81ce-4583-b9dd-dbdf0bf89594 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Oct 11 15:57:59.546061 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a36cb1-2889-4de4-b34f-717f2040fd2b" -d '{"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:57:59.559074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:57:59.570920 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:57:59.594464 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108147fa-df69-4e38-8f90-f6e5ee6335cc x-openstack-request-id: req-108147fa-df69-4e38-8f90-f6e5ee6335cc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:57:59.594745 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-plugged", "status": "completed", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:57:59.594991 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-108147fa-df69-4e38-8f90-f6e5ee6335cc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:57:59.595371 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'code': 200} Oct 11 15:57:59.620166 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:57:59.737543 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366aa3e-5b27-4fec-b7f6-2585e941882d req-ad00bd69-d3a7-484a-b80a-a0139a7de2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:57:59.738968 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0366aa3e-5b27-4fec-b7f6-2585e941882d req-ad00bd69-d3a7-484a-b80a-a0139a7de2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 1098 time: 0.0389640 Oct 11 15:57:59.776308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0366aa3e-5b27-4fec-b7f6-2585e941882d req-bbf29262-38db-488d-8ff2-f4ffa0696582 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302985 Oct 11 15:58:00.060728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca50d8-2ddc-47a9-b412-707312e39a07 req-aa611448-18b5-4a60-87f0-bc9d61339a42 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:00.062203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85ca50d8-2ddc-47a9-b412-707312e39a07 req-aa611448-18b5-4a60-87f0-bc9d61339a42 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0498075 Oct 11 15:58:00.100407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85ca50d8-2ddc-47a9-b412-707312e39a07 req-15da2435-f032-49d8-9a5d-01c4a317ef65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315454 Oct 11 15:58:00.536879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02ccc185-9e32-417e-8f98-e990eca0f81a req-33aad299-3906-40ef-93b9-ea54835a82fe tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0266654 Oct 11 15:58:00.666971 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4681a-94dd-4ee4-9f86-572b35c09001 req-069807d1-a580-4646-bae5-732478d10317 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:00.668407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28c4681a-94dd-4ee4-9f86-572b35c09001 req-069807d1-a580-4646-bae5-732478d10317 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 947 time: 0.0522091 Oct 11 15:58:00.704262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28c4681a-94dd-4ee4-9f86-572b35c09001 req-11790ca5-8c74-4ecf-b65e-ba70be82b5d7 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300148 Oct 11 15:58:01.215590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014ffff-11a8-4c5e-8f52-e9c1be512d70 req-5049a4fc-64a5-4f39-b21a-a37e8d59d927 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:01.217084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1014ffff-11a8-4c5e-8f52-e9c1be512d70 req-5049a4fc-64a5-4f39-b21a-a37e8d59d927 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Oct 11 15:58:01.255664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1014ffff-11a8-4c5e-8f52-e9c1be512d70 req-1a7dcc74-7a4f-4537-9994-bff11c30b037 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Oct 11 15:58:01.640347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8811f42-f5c7-426d-895e-48dc92741933 req-101fc458-d0ef-4a3d-beb1-b1fd8ad58ffc tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0262039 Oct 11 15:58:01.828798 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f3065-9738-47db-96fa-7c2102ad9378 req-31e2bb90-612e-4d79-ae8d-9db97ea65d57 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:01.830356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-157f3065-9738-47db-96fa-7c2102ad9378 req-31e2bb90-612e-4d79-ae8d-9db97ea65d57 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 947 time: 0.0514770 Oct 11 15:58:01.867398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-157f3065-9738-47db-96fa-7c2102ad9378 req-f35e266d-245f-4929-b0a8-416650bbcfa6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309508 Oct 11 15:58:02.362618 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-272db5cd-1e45-4af0-92cd-516635698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:02.371585 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e899e-211e-4d4d-982e-65738b426679 req-d38d459d-a7f1-42ac-9b55-fd00c03e6a3c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:02.373156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-637e899e-211e-4d4d-982e-65738b426679 req-d38d459d-a7f1-42ac-9b55-fd00c03e6a3c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0494452 Oct 11 15:58:02.410245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-637e899e-211e-4d4d-982e-65738b426679 req-082bdefb-e08b-4196-a855-fd6da66576ed tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Oct 11 15:58:02.740463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-33bebcab-c3ca-4c2c-8de7-cbd4bf241fd2 req-ae7a8610-2f83-471e-a2be-72196e794ae7 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0262842 Oct 11 15:58:03.526971 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ca26-c454-4702-a20e-e9eb949733aa req-e391977f-c4d1-4861-9d42-a4bb6f8adc91 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:03.528418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d984ca26-c454-4702-a20e-e9eb949733aa req-e391977f-c4d1-4861-9d42-a4bb6f8adc91 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Oct 11 15:58:03.565729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d984ca26-c454-4702-a20e-e9eb949733aa req-8dfcfb8d-f7af-484e-a42a-9945283dc4c2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Oct 11 15:58:03.838405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-441c7db0-ac9d-4345-8530-d02f31bb6429 req-aa3689c3-c9a7-4232-9656-e5bbb31497a8 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0270679 Oct 11 15:58:04.679155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd757eff-20cc-4383-95de-e4e93bfae6cc req-0473a3bc-0594-4def-8b60-65e4de143699 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:04.680668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd757eff-20cc-4383-95de-e4e93bfae6cc req-0473a3bc-0594-4def-8b60-65e4de143699 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Oct 11 15:58:04.717307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd757eff-20cc-4383-95de-e4e93bfae6cc req-3aa250d0-9f1d-4a21-a14e-120b44b62adb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304964 Oct 11 15:58:04.853035 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cdd195a-0193-494c-8638-f994153cee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:04.937467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a01eddc5-0620-4ad9-82ea-bb090b3bcdf5 req-d4913ed8-12ca-4c23-8fff-3a9ea769760b tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0263581 Oct 11 15:58:05.835499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1852f1-63a7-4744-8696-95fea604aa5d req-304b9fb3-dd9a-4de2-9f3c-08bf5a097c0c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:05.836983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb1852f1-63a7-4744-8696-95fea604aa5d req-304b9fb3-dd9a-4de2-9f3c-08bf5a097c0c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Oct 11 15:58:05.874418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb1852f1-63a7-4744-8696-95fea604aa5d req-29e2195e-0cdd-4c5b-b284-0526e34c724b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Oct 11 15:58:05.946371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:05.986905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:06.097084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-488dec6a-7f33-4e8b-ad27-e70502d5290f req-16ab7f29-e7cf-47a3-82a0-2a962d9b9b90 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0864177 Oct 11 15:58:07.044076 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943d8b9-b36d-45b8-bbce-948ffa4ff440 req-b35d25b2-6ad1-4967-86b9-8c099829d308 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:07.045559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c943d8b9-b36d-45b8-bbce-948ffa4ff440 req-b35d25b2-6ad1-4967-86b9-8c099829d308 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.1041143 Oct 11 15:58:07.082484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c943d8b9-b36d-45b8-bbce-948ffa4ff440 req-3452742b-c5b1-4d1f-bb63-db64bb16d28f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300727 Oct 11 15:58:07.197151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1985a519-acba-4c40-af33-ed685a7a9e12 req-243a2d33-b86f-42ce-a960-2ff30a0a6497 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0294421 Oct 11 15:58:07.778145 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:08.195492 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a6d8-c4de-41f1-a06f-a82457881775 req-8b587c52-9224-4086-9512-b5dd29d26035 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:08.196938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ea0a6d8-c4de-41f1-a06f-a82457881775 req-8b587c52-9224-4086-9512-b5dd29d26035 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Oct 11 15:58:08.233043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ea0a6d8-c4de-41f1-a06f-a82457881775 req-879d1ae0-9806-435f-b13e-b058ffb464e9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300901 Oct 11 15:58:08.296052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bce66ce-2179-4130-888a-101f8be707a1 req-beeacbc0-1b86-4572-8681-f7ff0c6c7b0d tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0253227 Oct 11 15:58:09.351160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11a438-c9aa-4c3c-a61a-041d505012fb req-4fac057d-546a-402f-9367-8072d349ce1a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:09.352631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c11a438-c9aa-4c3c-a61a-041d505012fb req-4fac057d-546a-402f-9367-8072d349ce1a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Oct 11 15:58:09.404217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29b0ffbc-9fc6-4c42-a9ef-3449722d32f7 req-8de229f5-0790-4bb3-b3a3-99a44d7a7e66 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0327754 Oct 11 15:58:09.416208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c11a438-c9aa-4c3c-a61a-041d505012fb req-9ed60060-9629-45f8-ac14-6d8e453334bf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576749 Oct 11 15:58:09.592234 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:10.522727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e56df62-ce67-4350-8b4c-688864aa307b req-3acd62c7-6496-4124-85b1-028df1c7fb2c tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0443819 Oct 11 15:58:10.545547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2fdb7-66a5-47de-bfda-e10095ccec8a req-78c06c93-dcc7-4c6b-866e-dc6f4169dcec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:10.547089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63b2fdb7-66a5-47de-bfda-e10095ccec8a req-78c06c93-dcc7-4c6b-866e-dc6f4169dcec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0601106 Oct 11 15:58:10.587937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63b2fdb7-66a5-47de-bfda-e10095ccec8a req-7abbb490-8ed2-43fb-a9d1-c5361c6f6684 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340860 Oct 11 15:58:10.754731 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:11.625351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b44a4b0-24f2-4320-a676-50c508c83b8c req-5b6b1f4e-07f1-4c21-993f-a674217ec08f tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0301173 Oct 11 15:58:11.706993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846da91-7cd0-43f2-bb35-0f10eea928ce req-6ef6137f-39b6-4723-9e57-ec571a173b21 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:11.708492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2846da91-7cd0-43f2-bb35-0f10eea928ce req-6ef6137f-39b6-4723-9e57-ec571a173b21 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Oct 11 15:58:11.745669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2846da91-7cd0-43f2-bb35-0f10eea928ce req-8f848682-0dbd-4202-8954-5a4312955149 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Oct 11 15:58:12.242678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f056cd54-1f8e-4c43-a160-61092cc755a5 req-d65464bf-cb4a-4f93-8fd7-d2cc4815ffbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17ce1986d63243568c6b765690dec6b7&device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0245886 Oct 11 15:58:12.290226 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f056cd54-1f8e-4c43-a160-61092cc755a5 req-1c7688e1-9e93-4381-a55f-b6fffca4300d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=17ce1986d63243568c6b765690dec6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254726 Oct 11 15:58:12.445540 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056cd54-1f8e-4c43-a160-61092cc755a5 req-f3fae19f-62d6-4dcb-89ad-8211b10c9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:12.446993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f056cd54-1f8e-4c43-a160-61092cc755a5 req-f3fae19f-62d6-4dcb-89ad-8211b10c9a25 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499991 Oct 11 15:58:12.723794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c5ab170-ea45-4961-9eb5-08f3a3db4255 req-9785532c-6e90-41ac-b74f-6948136ea3a9 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0268486 Oct 11 15:58:12.856709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8666f0-3ec0-48e5-a33c-aa20cf5b1ef0 req-93605a0d-e346-42e7-9e82-61672ea1e1d1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:12.858171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d8666f0-3ec0-48e5-a33c-aa20cf5b1ef0 req-93605a0d-e346-42e7-9e82-61672ea1e1d1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0473382 Oct 11 15:58:12.895761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d8666f0-3ec0-48e5-a33c-aa20cf5b1ef0 req-e1267ec6-0ec6-4510-a96f-20a72e60484f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317001 Oct 11 15:58:12.995490 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-cc830564-27b5-447c-86d9-78abb4dc458b service neutron] show failed (client error): The resource could not be found. Oct 11 15:58:12.996388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-cc830564-27b5-447c-86d9-78abb4dc458b service neutron] 10.222.0.43 "GET /v2.0/ports/5479beba-9bbc-411f-991c-07a4c87f408c/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0532663 Oct 11 15:58:13.190524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-495dadc5-6a48-4697-8cf7-3e58468481d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:13.192050 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-495dadc5-6a48-4697-8cf7-3e58468481d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0445549 Oct 11 15:58:13.205085 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:13.255083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:13.450695 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:13.482259 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:58:13.520696 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:13.523186 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b84922-e3ad-451c-bc9a-3e59e1e50ffd" -d '{"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-unplugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:13.527189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:13.539366 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Transition to ACTIVE for port object 5479beba-9bbc-411f-991c-07a4c87f408c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:58:13.543186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:13.571985 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e1d20-0716-4b58-9a85-a712d0d9563b x-openstack-request-id: req-da1e1d20-0716-4b58-9a85-a712d0d9563b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:13.572266 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-unplugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:13.572517 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da1e1d20-0716-4b58-9a85-a712d0d9563b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:13.572883 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'code': 200} Oct 11 15:58:13.645763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:13.709420 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] No DVR routers for this DVR port 5479beba-9bbc-411f-991c-07a4c87f408c on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:58:13.830607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ab1e79a-8ddf-4f97-805d-0142653b0ad2 req-47204e16-c2e4-450f-a44f-bc3771d2f550 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0312316 Oct 11 15:58:14.015981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485277a-0683-42e0-9c08-954276fc915c req-4ecf64bb-8010-48b8-8be4-cfbf32dad914 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.018175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f485277a-0683-42e0-9c08-954276fc915c req-4ecf64bb-8010-48b8-8be4-cfbf32dad914 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.0507174 Oct 11 15:58:14.057293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f485277a-0683-42e0-9c08-954276fc915c req-33980a1d-8a22-4ea9-b084-cae56506304b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Oct 11 15:58:14.138048 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:58:14.138369 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:58:14.138682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:14.143267 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:58:14.143574 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Attempting to bind port 5479beba-9bbc-411f-991c-07a4c87f408c on network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:14.148165 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:58:14.148490 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Checking segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:58:14.148861 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Bound using segment: {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:58:14.149268 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Bound port: 5479beba-9bbc-411f-991c-07a4c87f408c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:58:14.149649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:14.212464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:58:14.215461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:58:14.221390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:14.252953 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.253594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:14.254957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] 10.222.0.36 "PUT /v2.0/ports/5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 1091 time: 1.0537939 Oct 11 15:58:14.278212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34b8a-17ba-4891-9daa-9c338776b80b service neutron] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:14.323765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-f4483373-b172-4370-b7fe-fba16c042778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.325277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-f4483373-b172-4370-b7fe-fba16c042778 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1094 time: 0.0434015 Oct 11 15:58:14.421051 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-9eda1b90-0b0e-45a6-941d-5fc696d4441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.422621 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-9eda1b90-0b0e-45a6-941d-5fc696d4441b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.0908661 Oct 11 15:58:14.487923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-22dd1849-6547-4769-aac9-1f4480a7c209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 998 time: 0.0583370 Oct 11 15:58:14.539128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-eaa286d5-4ee6-4fbf-a281-9120ef104cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.540553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-eaa286d5-4ee6-4fbf-a281-9120ef104cb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0458293 Oct 11 15:58:14.584448 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-c334d57a-cdca-465e-abed-de57ff6361d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:14.585839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-c334d57a-cdca-465e-abed-de57ff6361d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386143 Oct 11 15:58:14.674853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-d7747e8f-49d2-435a-8a44-61ed15306cec service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817101 Oct 11 15:58:14.767732 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2e9c27-b888-4374-ab07-233ba26fb2bb req-deecadb0-8e7c-427d-8fca-060d0b7ff586 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Oct 11 15:58:14.935655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82394a68-cc74-49d1-9b96-17821bf21b30 req-f91d0326-c323-49d5-b18f-0d5e962f2423 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0260499 Oct 11 15:58:15.172182 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17994f85-2ccc-49bb-93ec-89a85db855d1 req-5f8e841e-2de5-4055-842c-e0c790777a3b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:15.173558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17994f85-2ccc-49bb-93ec-89a85db855d1 req-5f8e841e-2de5-4055-842c-e0c790777a3b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.0506032 Oct 11 15:58:15.212032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17994f85-2ccc-49bb-93ec-89a85db855d1 req-d130c136-9679-4d6c-aa56-e273cc7299d5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Oct 11 15:58:15.457612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:15.496656 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:15.574029 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:15.576370 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f92f1-38b2-48dc-87e3-493fe66c2a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:15.622637 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f718eb6-f3ba-45d6-aa55-c6f737861443 x-openstack-request-id: req-3f718eb6-f3ba-45d6-aa55-c6f737861443 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:15.622932 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:15.623187 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f718eb6-f3ba-45d6-aa55-c6f737861443 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:15.623580 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'status': 'completed', 'code': 200} Oct 11 15:58:15.708187 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-b685f169-a8cb-4634-a5a4-057c0882d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:15.709607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-b685f169-a8cb-4634-a5a4-057c0882d285 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1094 time: 0.0650125 Oct 11 15:58:15.715151 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-9c579863-9e74-42a6-b428-fac75fdc1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:15.716494 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-9c579863-9e74-42a6-b428-fac75fdc1a41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1094 time: 0.0637755 Oct 11 15:58:15.870610 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-59bbe752-090c-4ea2-9c69-e8a8f874b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:15.872084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-59bbe752-090c-4ea2-9c69-e8a8f874b6fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.1546702 Oct 11 15:58:15.874735 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-ce393844-b0f2-4ea3-87c3-6ba2a8f26e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:15.875980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-ce393844-b0f2-4ea3-87c3-6ba2a8f26e26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.1501086 Oct 11 15:58:15.985825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-c2f6a2fc-ba5b-4242-81cd-0af40c747eac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 998 time: 0.1053171 Oct 11 15:58:15.987575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-e253eb2d-3adb-4b53-8c57-89cb04c67b30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 998 time: 0.1013908 Oct 11 15:58:16.035054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8cf00975-d9cb-4f33-9a2e-f73daf7dabf0 req-e9aea424-8743-4e90-8d82-1b030c7269bd tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0265038 Oct 11 15:58:16.066694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-9d2eb79e-7d0e-403c-8b1c-0d5b76d8da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:16.068148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-9d2eb79e-7d0e-403c-8b1c-0d5b76d8da5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0753915 Oct 11 15:58:16.074584 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-080962a3-80c1-462a-872f-ffab5b6e9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:16.075979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-080962a3-80c1-462a-872f-ffab5b6e9599 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0751891 Oct 11 15:58:16.143831 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-84a4388b-8deb-481c-a612-171d1a105d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:16.145311 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-84a4388b-8deb-481c-a612-171d1a105d1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595324 Oct 11 15:58:16.149358 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-57c34a0d-280c-4c70-abcb-8a91c665aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:16.150863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-57c34a0d-280c-4c70-abcb-8a91c665aa54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739014 Oct 11 15:58:16.306424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-8a8b1e59-0591-44df-9326-c0ef9d3a8074 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489549 Oct 11 15:58:16.308325 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-dda1eb67-b5ee-4792-b19d-92c3d4d2d58c service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441441 Oct 11 15:58:16.328292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71155-c835-49ca-8eb8-2d5d541cc16c req-77698643-f988-4029-aa9b-d5bf7735a672 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:16.329809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3c71155-c835-49ca-8eb8-2d5d541cc16c req-77698643-f988-4029-aa9b-d5bf7735a672 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 943 time: 0.0492187 Oct 11 15:58:16.367230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3c71155-c835-49ca-8eb8-2d5d541cc16c req-f8c32d1a-6f7f-4fda-87ef-0a1df5138789 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Oct 11 15:58:16.466802 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-1e829f3c-fe54-47e0-a07d-2904a436cc68 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529405 Oct 11 15:58:16.472446 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-609f92f1-38b2-48dc-87e3-493fe66c2a8d req-a9aed559-60a6-4196-a39d-38dad53e2a27 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495872 Oct 11 15:58:16.816636 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:58:16.906439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:16.917377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5479beba-9bbc-411f-991c-07a4c87f408c', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'port_id': '5479beba-9bbc-411f-991c-07a4c87f408c', 'mac_address': 'fa:16:3e:5b:db:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:58:16.953178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:16.968225 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5479beba-9bbc-411f-991c-07a4c87f408c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:58:16.986765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:16.990578 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:17.036185 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:17.135980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1702dd5-b792-42f3-8b32-b13a1ffd27b6 req-08e1748a-b54c-46a9-911e-5a6f09068645 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0265660 Oct 11 15:58:17.213809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5479beba-9bbc-411f-991c-07a4c87f408c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:17.484481 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4df33-0b33-40dc-9ae5-294c8f996c24 req-3581e8d5-965f-47cb-b306-e535f64f8acd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:17.486549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8d4df33-0b33-40dc-9ae5-294c8f996c24 req-3581e8d5-965f-47cb-b306-e535f64f8acd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 944 time: 0.0512130 Oct 11 15:58:17.523538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8d4df33-0b33-40dc-9ae5-294c8f996c24 req-b2c22cc9-3a40-4b12-9844-cc5f2eb3f956 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305912 Oct 11 15:58:17.716815 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249a9a9-9a94-41da-adb1-9d9044b6198d req-73c55c21-9dba-4dae-98b2-bb8565fd1fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:17.718208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f249a9a9-9a94-41da-adb1-9d9044b6198d req-73c55c21-9dba-4dae-98b2-bb8565fd1fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 944 time: 0.0490808 Oct 11 15:58:17.756602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f249a9a9-9a94-41da-adb1-9d9044b6198d req-fa05ed67-f0c5-4ed5-8f88-21c696e514c8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317199 Oct 11 15:58:17.765465 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ea7-6b22-4740-8f00-1d137495437d req-34530a3e-5862-4381-89bd-027b1f914aeb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:17.767527 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-34530a3e-5862-4381-89bd-027b1f914aeb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0882030 Oct 11 15:58:17.828696 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-86156ea7-6b22-4740-8f00-1d137495437d req-0dbc18c8-40d0-4232-9859-e17818dac6a4 service neutron] delete failed (client error): The resource could not be found. Oct 11 15:58:17.830245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-0dbc18c8-40d0-4232-9859-e17818dac6a4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5479beba-9bbc-411f-991c-07a4c87f408c/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0553856 Oct 11 15:58:17.913570 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ea7-6b22-4740-8f00-1d137495437d req-e20c2875-1262-4f56-9502-39deef624754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:17.915049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-e20c2875-1262-4f56-9502-39deef624754 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1095 time: 0.0410018 Oct 11 15:58:18.007205 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ea7-6b22-4740-8f00-1d137495437d req-a44fce06-b6c1-42c0-931a-bfadf87cf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:18.008547 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-a44fce06-b6c1-42c0-931a-bfadf87cf392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.0857368 Oct 11 15:58:18.073986 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-65fbc8e2-39c7-4555-8aac-c2d8c128daae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 999 time: 0.0578160 Oct 11 15:58:18.126602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ea7-6b22-4740-8f00-1d137495437d req-45f6b9b8-5342-455f-b4c7-78ca204d5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:18.127985 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-45f6b9b8-5342-455f-b4c7-78ca204d5fb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0465028 Oct 11 15:58:18.172125 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ea7-6b22-4740-8f00-1d137495437d req-832c733e-4d35-440f-938d-e9fdfcc146a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:18.173661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-832c733e-4d35-440f-938d-e9fdfcc146a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385783 Oct 11 15:58:18.238046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a1b27940-3d55-475a-a2ba-7f5e8f290d33 req-3f7fa1b1-ced8-41da-86e4-5c25169e4c07 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0258520 Oct 11 15:58:18.266074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-5a1b1646-305a-4632-bd9d-23c1b9353977 service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825765 Oct 11 15:58:18.357085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86156ea7-6b22-4740-8f00-1d137495437d req-5fc30088-8504-464c-8ec7-847df0fa28cd service neutron] 10.222.0.43 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830998 Oct 11 15:58:18.807445 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:58:18.859503 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5479beba-9bbc-411f-991c-07a4c87f408c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:58:18.864000 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5479beba-9bbc-411f-991c-07a4c87f408c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:58:18.864374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:18.891415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4102a-8ee0-4aa5-9a7e-812a60a9f56b req-b90d71a8-4ad6-4bc6-a41a-d1b070fe3058 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:18.892904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1d4102a-8ee0-4aa5-9a7e-812a60a9f56b req-b90d71a8-4ad6-4bc6-a41a-d1b070fe3058 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 944 time: 0.0575702 Oct 11 15:58:18.907072 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:58:18.938147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1d4102a-8ee0-4aa5-9a7e-812a60a9f56b req-ea73c9ec-6df9-4e87-b824-bbcb58f188af tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391436 Oct 11 15:58:18.957928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:18.964530 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:18.979501 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:18.981767 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45032dd1-ab52-491f-9941-167eda52840b" -d '{"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:18.994737 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:18.999844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:19.023849 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169994b-b25d-4c5b-a0a8-e910df0e236e x-openstack-request-id: req-0169994b-b25d-4c5b-a0a8-e910df0e236e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:19.024067 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-plugged", "status": "completed", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:19.024310 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0169994b-b25d-4c5b-a0a8-e910df0e236e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:19.024687 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'code': 200} Oct 11 15:58:19.030127 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1613a3d6-2e17-46b2-86df-83650de7f8c2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/a6bef294-28b6-4a50-ae89-b09b84fb8eea HTTP/1.1" status: 200 len: 991 time: 0.0643620 Oct 11 15:58:19.048944 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:19.336761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3bf635a-705c-4534-8dc6-714120451168 req-9f1088bd-6de2-4f5e-93f7-5f8489e853bc tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0261183 Oct 11 15:58:20.439591 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e43e349-6f26-46fa-9618-533dec3232dc req-81d0f6eb-5685-4d12-9691-da187eea9661 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0258596 Oct 11 15:58:21.344112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d5a990c8-96ab-40c1-8a2a-02739c091f19 req-d74d6f26-0d28-4c75-838e-eb4243450121 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0285468 Oct 11 15:58:21.538571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0131456-fa99-4331-b062-6c8c9c3d053d req-9241116e-bce0-4525-9e80-3e34bd8cd0c9 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0248654 Oct 11 15:58:22.635875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf82e36b-4bb6-4e1b-89f0-ee49f29f137c req-69721724-3223-4b57-a1a8-7e295959e32e tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0254946 Oct 11 15:58:22.859528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e33905-f0e0-4bae-bbea-afe0992a1c48 req-973c23dc-dc67-4767-a38f-fd8c86e4b009 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17ce1986d63243568c6b765690dec6b7&device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0243635 Oct 11 15:58:22.887603 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e33905-f0e0-4bae-bbea-afe0992a1c48 req-e10f85d1-c229-4d92-9e73-86ace0b64877 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=17ce1986d63243568c6b765690dec6b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196331 Oct 11 15:58:22.888699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cd41ce8-ae88-47ab-8e1a-ec19de59b741 req-04581d80-f7e8-4250-a863-78caf65d2c00 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0293207 Oct 11 15:58:22.978240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e33905-f0e0-4bae-bbea-afe0992a1c48 req-adb679ed-0469-4f1d-bf0f-c5e487cf5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:22.979672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e33905-f0e0-4bae-bbea-afe0992a1c48 req-adb679ed-0469-4f1d-bf0f-c5e487cf5170 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860131 Oct 11 15:58:23.981255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e78d8ec0-5e9a-4824-9bb7-1131f2da1d12 req-78caa41f-9e1b-4c7e-a928-b21d00dcb048 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0249906 Oct 11 15:58:24.306656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e33905-f0e0-4bae-bbea-afe0992a1c48 req-878a366e-e1be-4d3b-b8f7-a341eb019a63 tempest-ServerShowV254Test-1072974645 tempest-ServerShowV254Test-1072974645-project] 10.222.0.36 "GET /v2.0/ports?device_id=54982beb-e00e-47ad-abd6-cb79adc0181c HTTP/1.1" status: 200 len: 210 time: 0.0302806 Oct 11 15:58:25.261464 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:25.364969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407a3a13-0b0f-49ef-802d-d2af86599f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.438658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407a3a13-0b0f-49ef-802d-d2af86599f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.442365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407a3a13-0b0f-49ef-802d-d2af86599f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.479653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-407a3a13-0b0f-49ef-802d-d2af86599f6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17ce1986d63243568c6b765690dec6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171457 Oct 11 15:58:25.480774 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a3a13-0b0f-49ef-802d-d2af86599f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf836a6a-e65d-4759-b11e-6d799de11359,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:25.482355 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:25.529385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.549901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.597055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.599624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:25.600756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf836a6a-e65d-4759-b11e-6d799de11359 HTTP/1.1" status: 204 len: 168 time: 0.1174254 Oct 11 15:58:25.608149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42df95-087e-4dcd-9939-3e05b54972c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf836a6a-e65d-4759-b11e-6d799de11359,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:26.245684 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:26.339854 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1533452924-network', 'tenant_id': 'f965c3c2b8844cb2bee86e75808255c8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:26.361639 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Made reservation on behalf of f965c3c2b8844cb2bee86e75808255c8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:26.363983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.372206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.445177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.448526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.472959 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:58:26.481637 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:26.489611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.489611 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Added segment 0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b of type vlan for network 149fc234-f32e-4e03-93b9-6a61ab9bfecd Oct 11 15:58:26.531417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.554897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.555806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:26.556375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.617524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3706367 Oct 11 15:58:26.620564 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:26.626293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Request body: {'subnet': {'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1533452924-subnet', 'tenant_id': 'f965c3c2b8844cb2bee86e75808255c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:26.646248 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035c3c2-f397-4d73-81dc-35cdb0941292 admin admin] Pushing event updated for resources: {'Network': ['ID=149fc234-f32e-4e03-93b9-6a61ab9bfecd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:26.648513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Made reservation on behalf of f965c3c2b8844cb2bee86e75808255c8 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:26.651119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.656666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:58:26.818128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.875426 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee2f59e-b155-4d47-b0ff-5ccc389950c2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:26.883657 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Checking segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:58:26.884016 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Network hostable DHCP agents. Network: 149fc234-f32e-4e03-93b9-6a61ab9bfecd, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:58:26.900455 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:58:26.909774 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 149fc234-f32e-4e03-93b9-6a61ab9bfecd) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:58:26.913828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:26.914404 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:26.918725 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abe90a-7f4f-4a7a-bf6b-2fdaa95caefe None None] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:58:26.930231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a3898497-44fb-491b-962f-cce329aaa76c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3085716 Oct 11 15:58:27.040712 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c4fd1-7d16-490b-9b2e-1c1546726cc9 None None] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:58:27.342995 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-fc4348f3-7e9f-4060-8534-8b125ef8888f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:27.344926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-fc4348f3-7e9f-4060-8534-8b125ef8888f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 814 time: 0.0980070 Oct 11 15:58:27.359437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-31f14058-0e7a-4869-8d7f-4974dcf39ae5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/quotas/f965c3c2b8844cb2bee86e75808255c8 HTTP/1.1" status: 200 len: 375 time: 0.0087616 Oct 11 15:58:27.390008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-e3e204d4-064d-4791-8201-11bb5e1a1417 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248575 Oct 11 15:58:27.452143 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-81632014-96ad-4911-ba5d-f82816b25eff service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 15:58:27.453181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-81632014-96ad-4911-ba5d-f82816b25eff service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0568974 Oct 11 15:58:27.848609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-83c5f057-92b0-4b16-aef2-32ccb17e32ba service neutron] 10.222.0.31 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888335 Oct 11 15:58:27.939917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-40255971-cf73-4e46-9cea-84dc470579ba service neutron] 10.222.0.31 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852652 Oct 11 15:58:28.097404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eef2b4f-c632-4d6b-9cd7-94dbf0948170 req-d5e1ebe7-5d24-47f9-9166-5fed96c1cd96 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 210 time: 0.0260742 Oct 11 15:58:29.024536 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-63a28d54-7b42-454d-b58d-d1fd23d78e41 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:29.026064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-63a28d54-7b42-454d-b58d-d1fd23d78e41 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.36 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 814 time: 0.1071351 Oct 11 15:58:29.039603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Request body: {'port': {'device_id': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'admin_state_up': True, 'tenant_id': 'f965c3c2b8844cb2bee86e75808255c8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:29.146713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Made reservation on behalf of f965c3c2b8844cb2bee86e75808255c8 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:29.150262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.189209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-498796ee-41a0-46c6-acf7-0560194924a0 req-8c0fc95a-1b15-4be8-8069-10aaad7dca27 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 210 time: 0.0268209 Oct 11 15:58:29.270967 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Allocated IP 172.20.0.5 (149fc234-f32e-4e03-93b9-6a61ab9bfecd/1ee2f59e-b155-4d47-b0ff-5ccc389950c2/cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:58:29.413390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.445650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.488466 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:58:29.493357 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:58:29.496892 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:58:29.522838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:29.547088 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:29.548277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.562799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-579dd901-dbd2-466c-b28d-33b49f218646 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5268376 Oct 11 15:58:29.575493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Request body: {'port': {'device_id': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:29.626679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.880144 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:58:29.887497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.899750 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Transition to ACTIVE for port object cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:58:29.903149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:29.953505 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:30.014690 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:58:30.015063 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:58:30.015458 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:30.020160 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:58:30.020478 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:30.025223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:58:30.025850 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Checking segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:58:30.025962 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Bound using segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:58:30.026358 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Bound port: cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:58:30.026711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:30.092438 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:58:30.095584 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:58:30.099016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:30.132592 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.133198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:30.134597 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] 10.222.0.36 "PUT /v2.0/ports/cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 1091 time: 0.5630624 Oct 11 15:58:30.135076 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:30.137298 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:30.161704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f94d-0552-4d2c-bcad-2ab1993b02ae service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:30.173266 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a046178-6108-4b14-b966-a75a24e1ed37 x-openstack-request-id: req-6a046178-6108-4b14-b966-a75a24e1ed37 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:30.173583 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:30.173835 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a046178-6108-4b14-b966-a75a24e1ed37 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:30.174225 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'status': 'completed', 'code': 200} Oct 11 15:58:30.223019 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-9c29cf6f-8c63-44c8-9e3a-c60a7cfedeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.224488 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-9c29cf6f-8c63-44c8-9e3a-c60a7cfedeb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1094 time: 0.0405552 Oct 11 15:58:30.271070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-42481633-2ad5-4da5-8491-aff579634984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0371902 Oct 11 15:58:30.301301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54c97-e443-498d-a8ac-0269eafe4439 req-c6e85184-11b7-40d9-b383-9821c429d0eb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.302783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61f54c97-e443-498d-a8ac-0269eafe4439 req-c6e85184-11b7-40d9-b383-9821c429d0eb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0481095 Oct 11 15:58:30.318919 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-6614ce55-acda-4d7f-8cac-7768da26f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.320341 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-6614ce55-acda-4d7f-8cac-7768da26f20b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0427845 Oct 11 15:58:30.339766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61f54c97-e443-498d-a8ac-0269eafe4439 req-8d38b7e4-d9fc-402c-a4cd-a1a02e4c4777 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Oct 11 15:58:30.351702 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-255ab288-b443-4163-8f8a-465d99bc27ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242493 Oct 11 15:58:30.443046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-9c919c03-2584-4910-bdb5-423445d9c7f1 service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815814 Oct 11 15:58:30.532416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-984321cb-b055-49eb-93f1-abb4fc3eb49c req-cdb3c215-df47-422b-a682-881d6ac0e2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789559 Oct 11 15:58:30.613930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-48b34a32-8fe6-4789-971e-bc1407d83466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.615272 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-48b34a32-8fe6-4789-971e-bc1407d83466 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1094 time: 0.0394049 Oct 11 15:58:30.711926 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-f88ea3be-7477-4215-b12b-31cb7278ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.713309 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-f88ea3be-7477-4215-b12b-31cb7278ad68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.0850658 Oct 11 15:58:30.753251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-3ebdaf17-248e-4fc5-a778-c74e6b919357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0330815 Oct 11 15:58:30.804635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-e3aee322-539b-4f64-9f45-e776aa8af155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:30.806021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-e3aee322-539b-4f64-9f45-e776aa8af155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0443072 Oct 11 15:58:31.135837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-a0ee666d-2d7f-428c-9de2-0b793d2ffe89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3223147 Oct 11 15:58:31.224230 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-9ccc8889-c711-4a7e-b693-55516225505a service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800295 Oct 11 15:58:31.320666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-35326c0e-6648-4ab8-bded-7ed6d4cfee5a req-d092b72a-4a87-440d-8b61-0b76e33718bb service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807276 Oct 11 15:58:31.457156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebeaec-cd90-47a9-b6bc-ec31d733006a req-7f67467c-9dec-4f54-8e86-c10980ab658a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:31.458534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecebeaec-cd90-47a9-b6bc-ec31d733006a req-7f67467c-9dec-4f54-8e86-c10980ab658a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0518889 Oct 11 15:58:31.494866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecebeaec-cd90-47a9-b6bc-ec31d733006a req-44ca0d12-eb80-4e13-a02b-440a09fa7aef tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Oct 11 15:58:32.362152 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74a077c-9592-4efa-9dcd-50ac6e6e69be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:32.605690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951553-f70a-497d-9cf3-2a12cbaa60bf req-764ace4a-6bbe-466c-b383-268588f0e1fd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:32.607133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02951553-f70a-497d-9cf3-2a12cbaa60bf req-764ace4a-6bbe-466c-b383-268588f0e1fd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0479500 Oct 11 15:58:32.644536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02951553-f70a-497d-9cf3-2a12cbaa60bf req-e2c54f50-b0e4-4a3d-b836-3eea61945f48 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Oct 11 15:58:32.901037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:58:33.001315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:33.012914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'port_id': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'mac_address': 'fa:16:3e:19:82:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee2f59e-b155-4d47-b0ff-5ccc389950c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:58:33.049533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:33.061850 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:58:33.080975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:33.084874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:33.130961 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:33.138244 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.138593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.138930 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.139264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.139594 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.139918 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.140245 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.140567 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.140885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.141236 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.141582 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.141903 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:33.284548 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:33.755318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cb927-234d-4da4-a326-4f3ba518ca24 req-232d6945-7104-45cd-b03c-31903d89e682 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:33.756750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f89cb927-234d-4da4-a326-4f3ba518ca24 req-232d6945-7104-45cd-b03c-31903d89e682 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0479527 Oct 11 15:58:33.793458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f89cb927-234d-4da4-a326-4f3ba518ca24 req-c737a2f5-5712-45fa-b5d8-06ae8a30c046 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Oct 11 15:58:34.852276 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f0e16b5-b07e-4b17-ab77-fa6a26737672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:34.900610 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:58:34.929164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21af4c-9af7-4b45-9e08-5ee316af79f4 req-cf567b28-6477-498a-8062-7508820fe61d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:34.930709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d21af4c-9af7-4b45-9e08-5ee316af79f4 req-cf567b28-6477-498a-8062-7508820fe61d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0590200 Oct 11 15:58:34.948602 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:58:34.952369 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:58:34.952730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:34.969204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d21af4c-9af7-4b45-9e08-5ee316af79f4 req-3a049ec6-c925-413c-9a54-ea2fbbd20544 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Oct 11 15:58:35.029371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:35.051479 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:35.055488 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2a883-d81a-4e44-98b7-a823bd52d19e" -d '{"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:35.073328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:35.077584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:35.104606 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f039e5a-cc48-492b-b9d0-d5552ecaeba7 x-openstack-request-id: req-7f039e5a-cc48-492b-b9d0-d5552ecaeba7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:35.104897 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:35.105140 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f039e5a-cc48-492b-b9d0-d5552ecaeba7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:35.105549 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'code': 200} Oct 11 15:58:35.126860 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:35.199019 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981a052-e43e-473a-9f06-f5edbe0a3593 req-5cb8411a-3e19-4e34-80eb-78ad009f47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:35.200467 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1981a052-e43e-473a-9f06-f5edbe0a3593 req-5cb8411a-3e19-4e34-80eb-78ad009f47e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1096 time: 0.0388439 Oct 11 15:58:35.238196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1981a052-e43e-473a-9f06-f5edbe0a3593 req-207c1585-f16a-4c51-80eb-a2fb567ef44a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264847 Oct 11 15:58:35.949958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:35.987164 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:36.081295 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27032f-39f3-4385-b39f-51b0be0cd92a req-faf5f7b7-dfc5-4a6e-8ca7-7994b743f106 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:36.082760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f27032f-39f3-4385-b39f-51b0be0cd92a req-faf5f7b7-dfc5-4a6e-8ca7-7994b743f106 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0480473 Oct 11 15:58:36.119715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f27032f-39f3-4385-b39f-51b0be0cd92a req-7972f857-c6f5-4a8d-8ca3-fe26b17eb508 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Oct 11 15:58:37.238932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846217-8e7b-4d94-83ed-0c20cdb1021c req-6d42d79c-5ec9-49e0-8d0c-0eb0fc074395 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:37.240381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2846217-8e7b-4d94-83ed-0c20cdb1021c req-6d42d79c-5ec9-49e0-8d0c-0eb0fc074395 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0535858 Oct 11 15:58:37.276625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2846217-8e7b-4d94-83ed-0c20cdb1021c req-83cbb001-7cca-48aa-bd65-b85000658a83 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302203 Oct 11 15:58:37.495426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-54f9fe71-9adf-4865-ad64-e9fd45a7fd01 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:37.496784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-54f9fe71-9adf-4865-ad64-e9fd45a7fd01 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 814 time: 0.1033185 Oct 11 15:58:37.511819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-28826744-562b-4896-830e-e2f1a6e0ca60 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/quotas/f965c3c2b8844cb2bee86e75808255c8 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Oct 11 15:58:37.558557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-c18153ee-5f70-417e-9903-5fa0ea7f3f7e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417373 Oct 11 15:58:37.649812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-0b310e48-3899-40a9-b919-02673db60a50 service neutron] 10.222.0.31 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839777 Oct 11 15:58:37.738709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-6badb5f9-737d-4310-874e-5df536f187bb service neutron] 10.222.0.31 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828388 Oct 11 15:58:37.780457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:37.931649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45f30f09-81cd-49d8-8394-c713802f3f83 req-21c5ecdc-9501-4deb-a100-594350ecb1c6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 210 time: 0.0326834 Oct 11 15:58:38.818958 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-ff585437-863c-4c5c-bec6-a4740c8603ae tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:38.820398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-ff585437-863c-4c5c-bec6-a4740c8603ae tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 814 time: 0.1089854 Oct 11 15:58:38.834052 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Request body: {'port': {'device_id': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'admin_state_up': True, 'tenant_id': 'f965c3c2b8844cb2bee86e75808255c8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:38.944592 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Made reservation on behalf of f965c3c2b8844cb2bee86e75808255c8 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:38.948036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.023579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4da154f-20d8-407a-98b6-70c154d97f70 req-610be10f-efdd-4416-a918-f8e60ccc9f0f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Oct 11 15:58:39.071155 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Allocated IP 172.20.0.2 (149fc234-f32e-4e03-93b9-6a61ab9bfecd/1ee2f59e-b155-4d47-b0ff-5ccc389950c2/d1e1e5bf-77a0-4956-8d2f-b6404861e275) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:58:39.217787 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.250069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.262927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:39.293464 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Network 149fc234-f32e-4e03-93b9-6a61ab9bfecd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:58:39.296502 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:58:39.301176 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:58:39.328112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Pushing event updated for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:39.342337 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.342681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.343012 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.343344 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.343666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.344547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.344852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.345171 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.345505 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.345831 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.346146 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.346461 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:39.365989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:39.366598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.382354 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-d34584d1-3888-4e7e-88d1-a270ef6cc693 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520713 Oct 11 15:58:39.394239 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Request body: {'port': {'device_id': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:39.446258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.607549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.703238 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e1e5bf-77a0-4956-8d2f-b6404861e275 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:58:39.711134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.723126 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Transition to ACTIVE for port object d1e1e5bf-77a0-4956-8d2f-b6404861e275 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:58:39.726455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.773827 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:39.840524 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Attempting to bind port d1e1e5bf-77a0-4956-8d2f-b6404861e275 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:58:39.841210 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Attempting to bind port d1e1e5bf-77a0-4956-8d2f-b6404861e275 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:58:39.841210 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Attempting to bind port d1e1e5bf-77a0-4956-8d2f-b6404861e275 on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:39.845341 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Port d1e1e5bf-77a0-4956-8d2f-b6404861e275 on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:58:39.845693 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Attempting to bind port d1e1e5bf-77a0-4956-8d2f-b6404861e275 on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:58:39.850327 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:58:39.850659 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Checking segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:58:39.851034 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Bound using segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:58:39.851445 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Bound port: d1e1e5bf-77a0-4956-8d2f-b6404861e275, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:58:39.851842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.916322 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:58:39.919221 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:58:39.923842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.956360 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:39.957357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:39.958736 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d1e1e5bf-77a0-4956-8d2f-b6404861e275 HTTP/1.1" status: 200 len: 1091 time: 0.5685613 Oct 11 15:58:39.960810 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:39.963738 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c679798-b817-4ce9-844a-43402b643d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:39.991998 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0b5ce-67ed-4539-bd41-08214a45e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:40.007704 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839a66c3-0b59-4fd6-ab70-adcc59f6321d x-openstack-request-id: req-839a66c3-0b59-4fd6-ab70-adcc59f6321d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:40.007993 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:40.008241 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-839a66c3-0b59-4fd6-ab70-adcc59f6321d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:40.008628 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275', 'status': 'completed', 'code': 200} Oct 11 15:58:40.038784 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-2eafcff2-28bf-401f-b285-a56df9c278da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.040433 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-2eafcff2-28bf-401f-b285-a56df9c278da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 1094 time: 0.0437682 Oct 11 15:58:40.084712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-0c1d6996-4579-4612-81c6-ea347caa3c8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275 HTTP/1.1" status: 200 len: 217 time: 0.0366037 Oct 11 15:58:40.137379 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-fda4f2e6-5c80-4ecc-a0aa-00c522a19a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.138851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-fda4f2e6-5c80-4ecc-a0aa-00c522a19a47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0477991 Oct 11 15:58:40.139250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c410c-7856-400d-8ff2-2616e795a535 req-72ecae6f-5a1e-4e19-a20b-e55995034af3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.140771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e10c410c-7856-400d-8ff2-2616e795a535 req-72ecae6f-5a1e-4e19-a20b-e55995034af3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 943 time: 0.0494506 Oct 11 15:58:40.170384 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-2d5caf51-effe-4c40-9e0a-ece5fe6f47ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245507 Oct 11 15:58:40.179030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e10c410c-7856-400d-8ff2-2616e795a535 req-74ae432b-b01f-4f99-ac67-81bb8c2d84f7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Oct 11 15:58:40.262405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-6d1ec386-1eee-499b-a2b3-de808bafdda5 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Oct 11 15:58:40.348760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bddcb91f-d2b4-4b7d-a3be-4810d5d1126f req-2aaa3e5d-dcb2-482a-b576-47a5c998accc service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796998 Oct 11 15:58:40.434414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679798-b817-4ce9-844a-43402b643d3b req-a1ac044d-aa48-4736-9eaa-915c39e9ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.435893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-a1ac044d-aa48-4736-9eaa-915c39e9ee51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 1094 time: 0.0414679 Oct 11 15:58:40.528516 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679798-b817-4ce9-844a-43402b643d3b req-176d85fc-a75d-461b-b638-1abd2caa38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.529976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-176d85fc-a75d-461b-b638-1abd2caa38c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.0871568 Oct 11 15:58:40.572162 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-5d4b7f62-4603-4029-930f-d9f71d40184e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275 HTTP/1.1" status: 200 len: 217 time: 0.0336826 Oct 11 15:58:40.623500 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679798-b817-4ce9-844a-43402b643d3b req-82756e5a-47e6-4a83-bc91-798cde403ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:40.624895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-82756e5a-47e6-4a83-bc91-798cde403ae7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0454364 Oct 11 15:58:40.657352 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-3cbc88cd-833d-44f5-8028-6a2a58a4b635 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242317 Oct 11 15:58:40.744785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-e5f22367-67ee-45f3-bd51-33317ef6acd2 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800865 Oct 11 15:58:40.756763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:40.836968 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c679798-b817-4ce9-844a-43402b643d3b req-eef2c2d2-53aa-4b2c-bdb1-52db816116d3 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 Oct 11 15:58:41.292216 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb0220-be13-493e-8197-04d9669f7d8b req-d6814b93-7fa5-423f-8187-2dfd46c5a3c7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:41.293659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ceeb0220-be13-493e-8197-04d9669f7d8b req-d6814b93-7fa5-423f-8187-2dfd46c5a3c7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 943 time: 0.0472982 Oct 11 15:58:41.330673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ceeb0220-be13-493e-8197-04d9669f7d8b req-7e68e45c-719c-4d31-9d53-0efb7e9cebcc tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Oct 11 15:58:42.448440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac54b0-b5e8-49e0-92a1-3031389e4fb4 req-f835b9a9-b3f6-4aca-8538-5dbd88ea1872 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:42.449884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeac54b0-b5e8-49e0-92a1-3031389e4fb4 req-f835b9a9-b3f6-4aca-8538-5dbd88ea1872 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 943 time: 0.0523994 Oct 11 15:58:42.486526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eeac54b0-b5e8-49e0-92a1-3031389e4fb4 req-933ca227-7534-4f8a-9e14-2ba0cd3d1f12 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Oct 11 15:58:43.565093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d1e1e5bf-77a0-4956-8d2f-b6404861e275 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:58:43.599529 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39493a83-cdeb-47b3-9a89-03bdf862c7ee req-6f27c3a4-27a8-45bc-b81d-748dbadf9c34 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:43.605135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39493a83-cdeb-47b3-9a89-03bdf862c7ee req-6f27c3a4-27a8-45bc-b81d-748dbadf9c34 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 943 time: 0.0527601 Oct 11 15:58:43.645237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39493a83-cdeb-47b3-9a89-03bdf862c7ee req-5cbedfa6-7cc3-4b97-a74c-9d8bc34b8d5d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Oct 11 15:58:43.660845 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:43.671771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'port_id': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275', 'mac_address': 'fa:16:3e:e8:ec:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee2f59e-b155-4d47-b0ff-5ccc389950c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:58:43.708066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:43.720263 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e1e5bf-77a0-4956-8d2f-b6404861e275 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:58:43.738862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:43.742738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:43.787398 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:44.042126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d1e1e5bf-77a0-4956-8d2f-b6404861e275'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:44.758224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620def-7edc-4175-aaaa-14c7d1313b5f req-dc389c35-47c6-4604-8afc-0ffa6b81d206 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:44.759719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3620def-7edc-4175-aaaa-14c7d1313b5f req-dc389c35-47c6-4604-8afc-0ffa6b81d206 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 944 time: 0.0482309 Oct 11 15:58:44.796512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3620def-7edc-4175-aaaa-14c7d1313b5f req-e1c0971c-cf39-4412-9e2a-4bbbf1de12c2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Oct 11 15:58:45.564653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d1e1e5bf-77a0-4956-8d2f-b6404861e275 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:58:45.611571 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port d1e1e5bf-77a0-4956-8d2f-b6404861e275 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:58:45.615102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port d1e1e5bf-77a0-4956-8d2f-b6404861e275 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:58:45.615465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:45.690360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:45.711943 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:45.714209 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49181ffe-eb13-4b9a-a659-34774fb757a9" -d '{"events": [{"server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:45.727084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:45.730857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:45.753010 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc124b9b-62f4-49c1-a804-69732caeb68c x-openstack-request-id: req-cc124b9b-62f4-49c1-a804-69732caeb68c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:45.753297 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:45.753573 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc124b9b-62f4-49c1-a804-69732caeb68c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:45.753959 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275', 'code': 200} Oct 11 15:58:45.779152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:45.846418 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd697-805a-4240-bc36-266e57540ed5 req-f53ce87b-e26b-4557-a55f-bf1a971e8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:45.848027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4dfd697-805a-4240-bc36-266e57540ed5 req-f53ce87b-e26b-4557-a55f-bf1a971e8859 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 1096 time: 0.0424490 Oct 11 15:58:45.883874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4dfd697-805a-4240-bc36-266e57540ed5 req-5a5923b2-305c-495e-95fe-8f45e14b1dc1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284481 Oct 11 15:58:45.914607 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c2d6-b971-465e-8897-a24bc1877dbb req-c2ae7312-ff57-4e93-bba6-7f69b6ad5a39 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:45.916074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36a4c2d6-b971-465e-8897-a24bc1877dbb req-c2ae7312-ff57-4e93-bba6-7f69b6ad5a39 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0533409 Oct 11 15:58:45.955606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36a4c2d6-b971-465e-8897-a24bc1877dbb req-cc5eee99-f07b-4d5a-8e01-639216b1629a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Oct 11 15:58:47.074222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8425b-10a2-462e-865e-cf89ab975bf1 req-05953ce0-9280-45ee-bebb-0649f7b416ff tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:47.075662 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89e8425b-10a2-462e-865e-cf89ab975bf1 req-05953ce0-9280-45ee-bebb-0649f7b416ff tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Oct 11 15:58:47.114620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89e8425b-10a2-462e-865e-cf89ab975bf1 req-aba7e9ae-929f-4d4e-b737-11997fc88373 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Oct 11 15:58:47.506019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c1d66-2282-4572-92d3-62f543838dfb req-13bfe2c2-3075-4a0f-afc8-13b2c3242f03 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:47.507524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c55c1d66-2282-4572-92d3-62f543838dfb req-13bfe2c2-3075-4a0f-afc8-13b2c3242f03 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0396972 Oct 11 15:58:47.541108 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c55c1d66-2282-4572-92d3-62f543838dfb req-a5c82b1b-93d8-4fb2-b5db-7414aa1f9cc4 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277998 Oct 11 15:58:47.563554 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:47.719718 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 74cae5c0-9bae-4790-81d4-795fb4b14c57 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:47.719976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:47.793273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:47.793625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:47.805739 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 74cae5c0-9bae-4790-81d4-795fb4b14c57 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:47.952091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:47.977838 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=74cae5c0-9bae-4790-81d4-795fb4b14c57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:48.002763 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.003113 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.003454 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.003792 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.004120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.004452 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.004781 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.005105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.005437 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.005782 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.006104 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.006421 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:58:48.047869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:48.048201 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP a6bef294-28b6-4a50-ae89-b09b84fb8eea disassociated (deleted). External IP: 172.35.3.24, port: 5479beba-9bbc-411f-991c-07a4c87f408c. Oct 11 15:58:48.277975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee145d0-5704-4077-9759-d435f2e9562d req-b396cc89-908b-4740-ae3d-410dba4e3b2e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.279339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ee145d0-5704-4077-9759-d435f2e9562d req-b396cc89-908b-4740-ae3d-410dba4e3b2e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0954499 Oct 11 15:58:48.308131 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:58:48.329075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ee145d0-5704-4077-9759-d435f2e9562d req-34398581-94be-4f02-84ad-33e173faae21 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Oct 11 15:58:48.432846 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:58:48.437874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:48.442893 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Sync routers for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:58:48.452546 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:58:48.453165 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:48.467601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d539df4b-d793-4c31-9420-c1df509a7280 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/floatingips/a6bef294-28b6-4a50-ae89-b09b84fb8eea HTTP/1.1" status: 204 len: 168 time: 0.9028656 Oct 11 15:58:48.468512 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:48.471795 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c" -d '{"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:48.518587 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd6a618-aa9a-4b34-90b4-75872fbd09de x-openstack-request-id: req-1bd6a618-aa9a-4b34-90b4-75872fbd09de {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:48.519054 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:48.519380 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd6a618-aa9a-4b34-90b4-75872fbd09de {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:48.519842 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'status': 'completed', 'code': 200} Oct 11 15:58:48.591660 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:58:48.627737 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-8ccf6490-dbab-4d09-abdf-337ee4b9f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.629517 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-8ccf6490-dbab-4d09-abdf-337ee4b9f703 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 1096 time: 0.0830693 Oct 11 15:58:48.635762 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb908a8f-4a19-4232-bb7c-4a1c8b94072f req-67b7b314-1dec-4f61-88fb-dba1cc5d1f62 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.637418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb908a8f-4a19-4232-bb7c-4a1c8b94072f req-67b7b314-1dec-4f61-88fb-dba1cc5d1f62 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0697007 Oct 11 15:58:48.706010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb908a8f-4a19-4232-bb7c-4a1c8b94072f req-84b5bfd1-60b1-482d-89a1-5c0a0a36b511 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Oct 11 15:58:48.724945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41393d9-1ccf-4d7d-9254-b2b096bf9c31 req-b8cbabe1-0e3d-4e83-bc35-498b4fc95b96 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.726520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f41393d9-1ccf-4d7d-9254-b2b096bf9c31 req-b8cbabe1-0e3d-4e83-bc35-498b4fc95b96 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0661416 Oct 11 15:58:48.754036 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-499d4c55-c45d-4655-8b28-af800f344bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.756155 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-499d4c55-c45d-4655-8b28-af800f344bba service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 200 len: 898 time: 0.1160500 Oct 11 15:58:48.767002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f41393d9-1ccf-4d7d-9254-b2b096bf9c31 req-b53cfc91-28c0-4aa6-87dd-928126fac631 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335014 Oct 11 15:58:48.802359 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-af3984d2-ef42-41f5-9369-9e2a836399f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 200 len: 217 time: 0.0369153 Oct 11 15:58:48.820544 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:48.846736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Checking router: cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:58:48.854732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:58:48.855322 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:48.855921 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-01e7760b-94f1-4dd0-b43c-e51726180e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.857418 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-01e7760b-94f1-4dd0-b43c-e51726180e70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 200 len: 835 time: 0.0479450 Oct 11 15:58:48.906158 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-b85f6865-462f-4334-bda9-92d9a309dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:48.908174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-b85f6865-462f-4334-bda9-92d9a309dfe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403240 Oct 11 15:58:48.962378 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:58:49.006237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-335436ce-ec3d-424a-9324-10abe30bae33 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875399 Oct 11 15:58:49.097724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8d3308ab-f9d2-47ea-a99b-372ebcd5245c req-c135ab7b-7dfa-472a-b4eb-3e1a0d2553e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822520 Oct 11 15:58:49.157179 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:49.183462 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b530e6-f490-4f52-9816-db7717625b3b None None] The sync data for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 is: [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:21Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd4c62cbc-fb2a-490e-80b4-d1287c709e15', 'name': '', 'network_id': 'ac4a0031-dfdd-4dd9-953d-ea8d9ba80803', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:53:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:21Z', 'updated_at': '2021-10-11T15:56:24Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '1de681ab-acfb-44c9-9f7f-b0ac14e6d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:58:49.383561 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db94170-757f-4d3c-9949-31090756b37c None None] New status for floating IP a6bef294-28b6-4a50-ae89-b09b84fb8eea: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:58:49.823973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef306ad-4af1-478d-bd5a-8db6a9cc6094 req-142b251c-3f9e-4d29-994c-ec36243fce6a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:49.825452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ef306ad-4af1-478d-bd5a-8db6a9cc6094 req-142b251c-3f9e-4d29-994c-ec36243fce6a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Oct 11 15:58:49.889993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ef306ad-4af1-478d-bd5a-8db6a9cc6094 req-c796c3b6-0c82-4401-8b0e-ad1c57797edd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585456 Oct 11 15:58:49.907365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444f170-fa5b-43c3-8a77-c1261069880b req-91b82eac-97e9-4e7a-ae68-26a7077d9429 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:49.910981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1444f170-fa5b-43c3-8a77-c1261069880b req-91b82eac-97e9-4e7a-ae68-26a7077d9429 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0734446 Oct 11 15:58:49.949890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1444f170-fa5b-43c3-8a77-c1261069880b req-d71c145c-5463-41ac-b3de-9edd3c2fce30 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f08f7b23-4033-412b-99e7-0cabe55cdab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359850 Oct 11 15:58:49.955787 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-569880b8-cb16-48f7-95b5-d904fe0ddac3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:49.957241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-569880b8-cb16-48f7-95b5-d904fe0ddac3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 945 time: 0.0514956 Oct 11 15:58:50.071119 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-221cab68-a37a-4f9f-9604-db361e3b98ad tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:50.072642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-221cab68-a37a-4f9f-9604-db361e3b98ad tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 945 time: 0.0789287 Oct 11 15:58:50.118878 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Deleting port d1e1e5bf-77a0-4956-8d2f-b6404861e275 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:50.119217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.242358 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] For port d1e1e5bf-77a0-4956-8d2f-b6404861e275, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d1e1e5bf-77a0-4956-8d2f-b6404861e275,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:50.242722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.251692 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 5479beba-9bbc-411f-991c-07a4c87f408c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:50.252021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.268932 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Calling delete_port for d1e1e5bf-77a0-4956-8d2f-b6404861e275 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:50.393577 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 5479beba-9bbc-411f-991c-07a4c87f408c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5479beba-9bbc-411f-991c-07a4c87f408c,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:50.393871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.414085 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 5479beba-9bbc-411f-991c-07a4c87f408c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:50.526835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.539541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['d1e1e5bf-77a0-4956-8d2f-b6404861e275'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:50.542988 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:58:50.564001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Pushing event deleted for resources: {'Port': ['ID=d1e1e5bf-77a0-4956-8d2f-b6404861e275,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:50.633806 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] No DVR routers for this DVR port d1e1e5bf-77a0-4956-8d2f-b6404861e275 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:58:50.637748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.641615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-120302ed-564d-4f7c-be54-2b4a8e7a7cfa req-9030315c-0b97-4472-86a8-ed85db62427a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "DELETE /v2.0/ports/d1e1e5bf-77a0-4956-8d2f-b6404861e275 HTTP/1.1" status: 204 len: 173 time: 0.6776686 Oct 11 15:58:50.642056 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'name': 'network-vif-deleted', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:50.644351 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8659a6c-c610-4109-aa3e-5efa1d056a21" -d '{"events": [{"server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "name": "network-vif-deleted", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:50.670046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.704576 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe8f636-c31f-46e7-9a0a-5f9bc1ddfcef x-openstack-request-id: req-ebe8f636-c31f-46e7-9a0a-5f9bc1ddfcef {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:50.704949 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571eaca-4430-4ece-bbd7-abddd8c226e7", "name": "network-vif-deleted", "tag": "d1e1e5bf-77a0-4956-8d2f-b6404861e275", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:50.705135 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebe8f636-c31f-46e7-9a0a-5f9bc1ddfcef {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:50.705555 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9571eaca-4430-4ece-bbd7-abddd8c226e7', 'name': 'network-vif-deleted', 'tag': 'd1e1e5bf-77a0-4956-8d2f-b6404861e275', 'status': 'completed', 'code': 200} Oct 11 15:58:50.707923 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=5479beba-9bbc-411f-991c-07a4c87f408c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:50.752287 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] No DVR routers for this DVR port 5479beba-9bbc-411f-991c-07a4c87f408c on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:58:50.755644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:50.759069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efde3069-1754-4df0-bd53-150e2bb0c804 req-ae917694-4375-4a3c-8bfb-931630c7c935 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "DELETE /v2.0/ports/5479beba-9bbc-411f-991c-07a4c87f408c HTTP/1.1" status: 204 len: 173 time: 0.6767864 Oct 11 15:58:50.994005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e1d4b86-b197-4a18-9e05-05440870bb06 req-5a201686-4c0b-4afe-9cd8-17b1ba7c29c0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=9571eaca-4430-4ece-bbd7-abddd8c226e7 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Oct 11 15:58:51.063911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f11e28f-0e52-45c4-bb91-62dec848117e req-e18bc3e3-2a2a-4246-880c-3fc713547a4a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=472c82b5-8235-45bc-b3e3-3aff1992ae06 HTTP/1.1" status: 200 len: 210 time: 0.0315645 Oct 11 15:58:51.930627 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-e36d8255-0c13-4468-a851-7143011cf960 req-9b884408-0652-4990-b1b5-75fc6f79ff02 service neutron] (94827) timed out ('10.222.0.43', 56684) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 15:58:52.122645 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:52.140095 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcb1dd-39f1-48cc-8315-c84d9b6b1c91 req-d6ebc092-329b-467e-a839-05074e0f4a26 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:52.141599 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52dcb1dd-39f1-48cc-8315-c84d9b6b1c91 req-d6ebc092-329b-467e-a839-05074e0f4a26 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0494592 Oct 11 15:58:52.180013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52dcb1dd-39f1-48cc-8315-c84d9b6b1c91 req-4c50e020-7941-4cff-9075-041dc097873d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Oct 11 15:58:52.340427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0d55-565a-400f-9434-4a2a49662ea3 req-d8ec6439-31aa-4726-9e94-c324b0330eda tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:52.341946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a77c0d55-565a-400f-9434-4a2a49662ea3 req-d8ec6439-31aa-4726-9e94-c324b0330eda tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0507526 Oct 11 15:58:52.383797 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a77c0d55-565a-400f-9434-4a2a49662ea3 req-5dafb6cf-0bae-4da9-bfa7-3a4feb75a3ad tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Oct 11 15:58:52.485074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:52.498422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3b841-f4fd-4822-bad5-0f1a89a4bfa4 req-3f38e1f7-ec98-481b-b770-5b3411a1876a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:52.499880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa3b841-f4fd-4822-bad5-0f1a89a4bfa4 req-3f38e1f7-ec98-481b-b770-5b3411a1876a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0483665 Oct 11 15:58:52.537748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffa3b841-f4fd-4822-bad5-0f1a89a4bfa4 req-0b65683f-9466-4523-b624-c74dbec3f5a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Oct 11 15:58:52.711823 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-deleted', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:58:52.714195 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3f950-e3f7-4448-a875-97f45a6ec76e" -d '{"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-deleted", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:58:52.746598 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port d4c62cbc-fb2a-490e-80b4-d1287c709e15 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:52.746941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:52.761763 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04faf5-6353-464a-af68-35ce6ea76de6 x-openstack-request-id: req-4e04faf5-6353-464a-af68-35ce6ea76de6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:58:52.762052 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c82b5-8235-45bc-b3e3-3aff1992ae06", "name": "network-vif-deleted", "tag": "5479beba-9bbc-411f-991c-07a4c87f408c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:58:52.762298 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e04faf5-6353-464a-af68-35ce6ea76de6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:58:52.762674 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c82b5-8235-45bc-b3e3-3aff1992ae06', 'name': 'network-vif-deleted', 'tag': '5479beba-9bbc-411f-991c-07a4c87f408c', 'status': 'completed', 'code': 200} Oct 11 15:58:52.842769 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port d4c62cbc-fb2a-490e-80b4-d1287c709e15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4c62cbc-fb2a-490e-80b4-d1287c709e15,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:52.843197 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:52.856701 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for d4c62cbc-fb2a-490e-80b4-d1287c709e15 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:53.017769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:53.040403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5479beba-9bbc-411f-991c-07a4c87f408c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:58:53.040878 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5479beba-9bbc-411f-991c-07a4c87f408c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:53.055433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:53.080538 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=d4c62cbc-fb2a-490e-80b4-d1287c709e15,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:53.260766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:53.477063 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:58:53.618256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d1e1e5bf-77a0-4956-8d2f-b6404861e275 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:53.640288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: d1e1e5bf-77a0-4956-8d2f-b6404861e275 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:58:53.640961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device d1e1e5bf-77a0-4956-8d2f-b6404861e275 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:53.897010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:58:53.905671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-46b8af73-e5b3-4a53-a391-51a260f80d9e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818744 Oct 11 15:58:53.906949 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:53.911310 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Sync routers for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:58:53.924048 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:58:53.926124 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:53.958124 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting subnet 1de681ab-acfb-44c9-9f7f-b0ac14e6d492 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:58:53.961221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.000988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.043877 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:58:54.097430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.160679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.189758 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Subnet': ['ID=1de681ab-acfb-44c9-9f7f-b0ac14e6d492,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:54.191805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.197822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-645c2727-a9ba-4d2a-b6a5-1e0f77315985 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/subnets/1de681ab-acfb-44c9-9f7f-b0ac14e6d492 HTTP/1.1" status: 204 len: 168 time: 0.2898266 Oct 11 15:58:54.198585 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:54.212618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e3f6e-516e-4304-bce7-b2cf7f09d57d None None] Network ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:58:54.217243 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ac2fd-5025-4b44-936c-c4101b9ee8b9 req-96b52023-91f9-468b-b160-3169b36efd70 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:54.218875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-387ac2fd-5025-4b44-936c-c4101b9ee8b9 req-96b52023-91f9-468b-b160-3169b36efd70 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0678990 Oct 11 15:58:54.330784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:58:52Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:54.346469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-387ac2fd-5025-4b44-936c-c4101b9ee8b9 req-e305f409-bd4d-4ca4-b6f7-b867d5853f1e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907927 Oct 11 15:58:54.362622 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Checking router: cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:58:54.366547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.377746 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Routers {'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:58:54.378366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:54.469201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] DHCP port deletion for ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:58:54.512082 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] Set router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:58:54.518429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f056b00-10e0-4839-8d3a-fa8b59b53ce1 req-8dff4688-aab5-407a-8d34-3f2d9c77158b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:54.519880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f056b00-10e0-4839-8d3a-fa8b59b53ce1 req-8dff4688-aab5-407a-8d34-3f2d9c77158b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0695105 Oct 11 15:58:54.521318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.585470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f056b00-10e0-4839-8d3a-fa8b59b53ce1 req-94962a27-1b3a-45bd-be20-db8bbf45275a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Oct 11 15:58:54.609710 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 8e0fc1b3-67de-490e-a584-d8ec5665f36c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:54.609710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.629209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Deleting port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:58:54.629609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.686583 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 8e0fc1b3-67de-490e-a584-d8ec5665f36c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8e0fc1b3-67de-490e-a584-d8ec5665f36c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:54.686920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.700186 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 8e0fc1b3-67de-490e-a584-d8ec5665f36c owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:54.740888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] For port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,segment=NetworkSegment(3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c),segment_id=3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:58:54.741290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.756164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Calling delete_port for 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:58:54.829924 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:58:52Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:54.893022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:54.931859 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=8e0fc1b3-67de-490e-a584-d8ec5665f36c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:54.995289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.015804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d8045-b9ac-49a4-8201-20679cd3fb04 None None] The sync data for ids ['cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c'] in n-d-master-1 is: [{'id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233669495', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:58:52Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '8e0fc1b3-67de-490e-a584-d8ec5665f36c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:56:18Z', 'updated_at': '2021-10-11T15:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:58:55.037511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.066248 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] Pushing event deleted for resources: {'Port': ['ID=9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:55.072868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85639ae-3f39-4f62-9042-ceacebda405e None None] No DVR routers for this DVR port 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:58:55.104115 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.106357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.151859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.152417 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Fanout notify agent at l3_agent the message router_deleted on router cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:58:55.162976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.164073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-66003ada-9a5a-47c2-8979-d41c6da44e7f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/routers/cd0b44b6-13cb-4c42-b1d1-5b97fa9d8f3c HTTP/1.1" status: 204 len: 168 time: 0.9643900 Oct 11 15:58:55.166819 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:55.243822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.332319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.351838 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4a0031-dfdd-4dd9-953d-ea8d9ba80803']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:55.360959 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:55.361253 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8e64d4-e9ec-4bab-a7a1-aeeb9e68463c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:55.372291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.383751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.391034 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:58:55.391518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:58:55.394856 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:58:55.455569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.463603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.466541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/networks/ac4a0031-dfdd-4dd9-953d-ea8d9ba80803 HTTP/1.1" status: 204 len: 168 time: 0.2988062 Oct 11 15:58:55.470097 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:55.484432 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b0c3f-4694-4f9a-8553-87444be44744 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Network': ['ID=ac4a0031-dfdd-4dd9-953d-ea8d9ba80803,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:55.547765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.574475 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.643325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.646498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:55.650554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/security-groups/f08f7b23-4033-412b-99e7-0cabe55cdab1 HTTP/1.1" status: 204 len: 168 time: 0.1788716 Oct 11 15:58:55.660603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eeed4-3c38-4eb2-9ac8-baa2821b2eec tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f7b23-4033-412b-99e7-0cabe55cdab1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:55.907179 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:58:56.108993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e55b7-fb56-442c-8246-a22cebc26d9d req-69afbf5f-5a37-4153-89d5-5d200fc3866c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:56.110660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b2e55b7-fb56-442c-8246-a22cebc26d9d req-69afbf5f-5a37-4153-89d5-5d200fc3866c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0577068 Oct 11 15:58:56.159671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b2e55b7-fb56-442c-8246-a22cebc26d9d req-a16c0c4b-de30-4381-907c-f2daa0ad0ac7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Oct 11 15:58:56.167308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8e0fc1b3-67de-490e-a584-d8ec5665f36c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:56.191262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 8e0fc1b3-67de-490e-a584-d8ec5665f36c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:58:56.191777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 8e0fc1b3-67de-490e-a584-d8ec5665f36c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:56.192344 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:56.214887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:58:56.215350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9ac1cbfa-0d4e-4ab2-87a5-52f3ebbefde6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:56.215956 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d4c62cbc-fb2a-490e-80b4-d1287c709e15 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:58:56.234727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d4c62cbc-fb2a-490e-80b4-d1287c709e15 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:58:56.235065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d4c62cbc-fb2a-490e-80b4-d1287c709e15 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:58:56.271685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45ca65-174e-4e5b-bd14-ed43994d23f6 req-fd95cdfb-9ceb-480e-83b6-2b59d37747de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:56.273046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e45ca65-174e-4e5b-bd14-ed43994d23f6 req-fd95cdfb-9ceb-480e-83b6-2b59d37747de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0492754 Oct 11 15:58:56.310563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e45ca65-174e-4e5b-bd14-ed43994d23f6 req-373a5cbc-f408-4cbe-b44f-58c5311157b7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Oct 11 15:58:56.468234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d085e-56c3-4c55-bb75-036c0f2717b8 req-7395ea7d-31b8-41a0-8dc1-311714ccc9a2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:56.469637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd9d085e-56c3-4c55-bb75-036c0f2717b8 req-7395ea7d-31b8-41a0-8dc1-311714ccc9a2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0476432 Oct 11 15:58:56.509552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd9d085e-56c3-4c55-bb75-036c0f2717b8 req-07151adb-2111-4763-a9e7-08cc706d20a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Oct 11 15:58:56.619549 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:56.621236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab3d7d-de5a-410f-9a3d-fd9dafe8c0ef req-874492d8-d65c-40b6-80b5-97501ecf3c44 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:56.622728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23ab3d7d-de5a-410f-9a3d-fd9dafe8c0ef req-874492d8-d65c-40b6-80b5-97501ecf3c44 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0484626 Oct 11 15:58:56.624343 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999592326', 'description': 'tempest-secgroup-smoke-999592326 description', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:56.648342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.661857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23ab3d7d-de5a-410f-9a3d-fd9dafe8c0ef req-56c2b030-ac3c-43e3-89cd-b34189bbcae4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Oct 11 15:58:56.712948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.716638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.746005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7bd1c-5a92-4a90-98d7-89363b291a7f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:56.750660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.752060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-20ee945e-f417-49e7-936b-6f24220b30ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1315148 Oct 11 15:58:56.755569 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:56.762122 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:56.815004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.864695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44517bd-f7d7-4fad-996f-e95d937cf89b req-74b2fade-9bc9-4bd3-8141-5e250aef30f9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:56.866159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f44517bd-f7d7-4fad-996f-e95d937cf89b req-74b2fade-9bc9-4bd3-8141-5e250aef30f9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0845673 Oct 11 15:58:56.891984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.898204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.928673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe192adc-1055-4213-a703-973bfa0388c6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:56.939061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f44517bd-f7d7-4fad-996f-e95d937cf89b req-b5d1a217-c98c-46af-8a1f-3240be7f4613 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Oct 11 15:58:56.941550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:56.942598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-081bbf0f-2ab0-43c8-ac0e-6d5e253f638f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843684 Oct 11 15:58:56.945459 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:56.949993 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:56.975732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.059268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.063401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.091423 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63181968-f99a-4529-94c9-d4573e460084 req-428c7328-94ac-41f3-8b70-3a5a35f48e20 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.092816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63181968-f99a-4529-94c9-d4573e460084 req-428c7328-94ac-41f3-8b70-3a5a35f48e20 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0852747 Oct 11 15:58:57.094911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5793d88c-755a-49d8-9783-cf8aec08ab7f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.108659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.109886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-849c6788-7528-4201-89e5-9ba9fb2020e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634722 Oct 11 15:58:57.112775 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.117302 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.137551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63181968-f99a-4529-94c9-d4573e460084 req-596c2fe6-78b1-4df9-90f6-80636d1f68e9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Oct 11 15:58:57.144265 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.200962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.204919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.223332 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80acc80-0fa5-43e7-8ad4-4958192bbb39,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.231597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.232789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7baf3a5d-145b-4881-a3cc-44b66212500d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190209 Oct 11 15:58:57.236195 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.240705 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.265993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.315414 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866fd7-d0f7-49a5-bd0c-263cbbee52a4 req-7c17d0e4-89c0-4950-9c54-0e7dd2d430de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.316905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a866fd7-d0f7-49a5-bd0c-263cbbee52a4 req-7c17d0e4-89c0-4950-9c54-0e7dd2d430de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0490267 Oct 11 15:58:57.323863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.328494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.343414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc97306e-5f19-40ce-bcf7-10061713dd36,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.354957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.356618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9da791f0-0d80-4913-8067-36c7ff11655e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188631 Oct 11 15:58:57.358963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.361926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a866fd7-d0f7-49a5-bd0c-263cbbee52a4 req-6804e022-ed84-4e1a-9c9c-f9c3de77a00d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368495 Oct 11 15:58:57.363460 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.384543 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:58:57.389406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.453789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.457592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.474520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249d2f48-e933-4fad-b9b4-8900c472c282,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.479337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa4b3-213c-481a-845f-ab97473ceac3 req-13987db7-ee79-417c-a41e-73a9b6791b06 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.480918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dceaa4b3-213c-481a-845f-ab97473ceac3 req-13987db7-ee79-417c-a41e-73a9b6791b06 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0495408 Oct 11 15:58:57.487948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.489136 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-edcb591d-0898-4ecc-be96-04a46184741a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290905 Oct 11 15:58:57.491934 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.496214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7bd1c-5a92-4a90-98d7-89363b291a7f', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.517608 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 15:58:57.520099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dceaa4b3-213c-481a-845f-ab97473ceac3 req-f1abe56d-4c34-4024-8a18-b4384205dd18 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Oct 11 15:58:57.522319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.582765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.586757 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.601904 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22e410b-8091-47c5-9200-c1cb00b0bfbc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.613293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.614521 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-44a424e0-dfa3-4dd4-8a10-c73e74b885ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216629 Oct 11 15:58:57.617465 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.622238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'network': {'name': 'tempest-network-smoke--1801478363', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.642979 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:57.646347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.669299 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:58:57.678998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.679360 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Added segment b21e9a68-a381-4c76-a69a-4d2640035bc0 of type vlan for network f81af7a9-7845-4a31-bbe6-ea3b16752356 Oct 11 15:58:57.685272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faedd9-d4e8-40a3-a936-2c790bb78cc1 req-820196ec-fe8a-4cd3-adce-2a43b81af99e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.686813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87faedd9-d4e8-40a3-a936-2c790bb78cc1 req-820196ec-fe8a-4cd3-adce-2a43b81af99e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0503159 Oct 11 15:58:57.719521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.724793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87faedd9-d4e8-40a3-a936-2c790bb78cc1 req-e2ee0330-009f-4d82-8ff0-be191e13ebc8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Oct 11 15:58:57.743995 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.750573 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.751213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.809780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1912122 Oct 11 15:58:57.813145 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:57.817450 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'admin_state_up': True, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:57.840624 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc348a-2d59-4115-b81c-c7acd5e4e5ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Network': ['ID=f81af7a9-7845-4a31-bbe6-ea3b16752356,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:57.842753 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630d5a-9fe2-4a81-8056-a9c25db4c498 req-641b991d-b17b-4b0b-a36b-83c9f2a1b3a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:57.844266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df630d5a-9fe2-4a81-8056-a9c25db4c498 req-641b991d-b17b-4b0b-a36b-83c9f2a1b3a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0494802 Oct 11 15:58:57.851321 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:58:57.856183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.857605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:57.898464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df630d5a-9fe2-4a81-8056-a9c25db4c498 req-bf0b7daa-9b5f-4b5a-a861-7e4d5b1820d2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Oct 11 15:58:57.916988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.057019 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.065300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9babf73-5299-4e0c-a21a-35e0ce0ddc87 req-9419345c-fdf1-4997-bedf-89a57554588c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:58.066803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9babf73-5299-4e0c-a21a-35e0ce0ddc87 req-9419345c-fdf1-4997-bedf-89a57554588c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0492749 Oct 11 15:58:58.104758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9babf73-5299-4e0c-a21a-35e0ce0ddc87 req-68b7e599-26ed-42ee-93bf-3c1c22aa76de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Oct 11 15:58:58.219476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb58b8-3abc-4c9d-b630-4fb5e502273f req-f8f66ccd-239a-46c6-a294-b79c46e309fc tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:58.220946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3bb58b8-3abc-4c9d-b630-4fb5e502273f req-f8f66ccd-239a-46c6-a294-b79c46e309fc tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0483091 Oct 11 15:58:58.248507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.258868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3bb58b8-3abc-4c9d-b630-4fb5e502273f req-461ea9c2-217a-48a1-b5a9-e0c67795ff3f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Oct 11 15:58:58.271833 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.375540 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.253 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/e338bec1-8d24-40a7-b8db-0c5401b5ad69) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:58:58.480915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.481385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a4ad4-a70d-4dac-ad76-b7a12fddb3ad req-0ba67850-9c4c-4701-a682-5d653b7dbed9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:58.482894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-572a4ad4-a70d-4dac-ad76-b7a12fddb3ad req-0ba67850-9c4c-4701-a682-5d653b7dbed9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 814 time: 0.1041968 Oct 11 15:58:58.498369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-572a4ad4-a70d-4dac-ad76-b7a12fddb3ad req-1fc4381b-54fa-4b27-9c50-2448b4404aed tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/quotas/f965c3c2b8844cb2bee86e75808255c8 HTTP/1.1" status: 200 len: 375 time: 0.0092001 Oct 11 15:58:58.514121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.547751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-572a4ad4-a70d-4dac-ad76-b7a12fddb3ad req-033713ea-e1fa-4e86-b470-e67264d750cb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439491 Oct 11 15:58:58.551032 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:58:58.555855 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:58:58.558451 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:58:58.586473 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=e338bec1-8d24-40a7-b8db-0c5401b5ad69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:58.656583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103993aa-1d3c-43ce-bfdd-1531b106f7c6 req-b08ab5e9-5b51-4224-a556-2936990ab824 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:58.657991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-103993aa-1d3c-43ce-bfdd-1531b106f7c6 req-b08ab5e9-5b51-4224-a556-2936990ab824 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0487962 Oct 11 15:58:58.695698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-103993aa-1d3c-43ce-bfdd-1531b106f7c6 req-a0c7d340-facb-49cc-a2cf-c8226f0c0247 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Oct 11 15:58:58.814338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ee04-4bbe-4115-9cbd-dc444521af1a req-272e4616-7c4c-4d47-b6ed-2ae0ab69ddfd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:58.814818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:58.815810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0045ee04-4bbe-4115-9cbd-dc444521af1a req-272e4616-7c4c-4d47-b6ed-2ae0ab69ddfd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0519373 Oct 11 15:58:58.853428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0045ee04-4bbe-4115-9cbd-dc444521af1a req-274a855c-7ffd-4248-9d45-39339fffa46d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Oct 11 15:58:58.999643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a52775ff-9fb5-4196-aaad-d4ca189fa5d8 req-f5a0bf52-e22d-4715-8e80-6069cb6d7512 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f965c3c2b8844cb2bee86e75808255c8 HTTP/1.1" status: 200 len: 221 time: 0.0255976 Oct 11 15:58:59.015220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.099393 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a2a07-a880-42fa-b3bc-921c691a9ed4 req-af4f04c5-4d2d-4dff-8e16-9b4c2d215b76 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.100887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f4a2a07-a880-42fa-b3bc-921c691a9ed4 req-af4f04c5-4d2d-4dff-8e16-9b4c2d215b76 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0496166 Oct 11 15:58:59.138951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f4a2a07-a880-42fa-b3bc-921c691a9ed4 req-c5a4e361-a8f1-4839-bf3d-3e63a1063901 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Oct 11 15:58:59.145799 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router 4b48ee77-2025-4873-8ed5-253f766d33c6 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 15:58:59.253895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:58:59.255159 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d036-b537-4c35-aae8-bbba0cc816a5 req-3fb183fd-0bdf-4130-b6ad-e6458fbf40d0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.262653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d192d036-b537-4c35-aae8-bbba0cc816a5 req-3fb183fd-0bdf-4130-b6ad-e6458fbf40d0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0551004 Oct 11 15:58:59.264334 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Sync routers for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:58:59.276007 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.280302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-30259267-9423-4b57-8e3d-83d6faa156ba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4632881 Oct 11 15:58:59.281443 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:59.285688 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:58:59.286460 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:59.323326 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-35af8604-ae5f-43d8-8bcd-4db26e981463 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f92a30c1b244ded9c6e93b59e2f4dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386548 Oct 11 15:58:59.324049 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:59.333422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d192d036-b537-4c35-aae8-bbba0cc816a5 req-85245f29-3f24-4773-bf14-d2caade82939 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699408 Oct 11 15:58:59.397764 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:58:59.467209 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349df4ff-0572-419c-ba85-2bc76f42f6fa req-51d3d9a0-da67-45c3-9cb4-62eb01f8deb5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.469950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-349df4ff-0572-419c-ba85-2bc76f42f6fa req-51d3d9a0-da67-45c3-9cb4-62eb01f8deb5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0517299 Oct 11 15:58:59.483985 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83064fe5-edc4-476c-af16-8ae2d9baf526 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.488982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-83064fe5-edc4-476c-af16-8ae2d9baf526 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612990 Oct 11 15:58:59.489413 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:59.514411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-349df4ff-0572-419c-ba85-2bc76f42f6fa req-6db3b35a-4305-4716-b2f1-e694ec41af1f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Oct 11 15:58:59.525686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-61834957-afdd-4eb6-b786-33651be53aad tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350571 Oct 11 15:58:59.528549 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:58:59.534414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434301387', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:58:59.635050 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:58:59.638821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.640479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae67ca9-bdb9-458e-bd74-cbf4ec2cb313 req-b098c4bd-7064-4f11-9f4b-2260412f0db3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.642056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dae67ca9-bdb9-458e-bd74-cbf4ec2cb313 req-b098c4bd-7064-4f11-9f4b-2260412f0db3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0492654 Oct 11 15:58:59.679858 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:58:58Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:58:59.682129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dae67ca9-bdb9-458e-bd74-cbf4ec2cb313 req-e27d8373-04d7-4fd6-81ed-720445c83dca tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Oct 11 15:58:59.706858 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Checking router: 4b48ee77-2025-4873-8ed5-253f766d33c6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:58:59.707203 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Updating router 4b48ee77-2025-4873-8ed5-253f766d33c6 port e338bec1-8d24-40a7-b8db-0c5401b5ad69 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:58:59.734044 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.832222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.898474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Subnet': ['ID=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:58:59.907430 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:58:59.907430 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network hostable DHCP agents. Network: f81af7a9-7845-4a31-bbe6-ea3b16752356, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:58:59.930189 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:58:59.942194 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f81af7a9-7845-4a31-bbe6-ea3b16752356) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:58:59.946896 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:58:59.947479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:58:59.953400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1091a1-d76b-4990-985e-a53c94c9e2dc None None] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:58:59.973612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-eed38eba-4898-4b92-8538-6de1d12c50fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4436507 Oct 11 15:58:59.976383 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:00.038801 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.048421 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.096890 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Pushing event updated for resources: {'Port': ['ID=e338bec1-8d24-40a7-b8db-0c5401b5ad69,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:00.108029 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.108470 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.108874 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.109315 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.109735 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.110126 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.110669 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.111183 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.111695 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.112241 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.112996 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.113529 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:00.148420 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f81af7a9-7845-4a31-bbe6-ea3b16752356', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:59:00.149051 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Attempting to bind port e338bec1-8d24-40a7-b8db-0c5401b5ad69 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:00.149521 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Attempting to bind port e338bec1-8d24-40a7-b8db-0c5401b5ad69 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:00.149931 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Attempting to bind port e338bec1-8d24-40a7-b8db-0c5401b5ad69 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:00.150633 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.158212 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:00.162101 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:00.162517 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.162953 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:00.163457 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Bound port: e338bec1-8d24-40a7-b8db-0c5401b5ad69, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:00.163846 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.195465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc8e9-6f98-4303-a036-b9cab1fb4072 req-878e101f-162f-4d28-8e63-98524baaa14f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:00.203803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4bc8e9-6f98-4303-a036-b9cab1fb4072 req-878e101f-162f-4d28-8e63-98524baaa14f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.4378128 Oct 11 15:59:00.235895 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] For port e338bec1-8d24-40a7-b8db-0c5401b5ad69, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:00.239366 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] For port e338bec1-8d24-40a7-b8db-0c5401b5ad69, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e338bec1-8d24-40a7-b8db-0c5401b5ad69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:00.240518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4bc8e9-6f98-4303-a036-b9cab1fb4072 req-8740fd14-8431-42dc-9c61-6b98410069e4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361946 Oct 11 15:59:00.248378 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.311031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Allocated IP 172.20.0.2 (f81af7a9-7845-4a31-bbe6-ea3b16752356/79d58db5-c74c-4c2b-9746-42d0ef8f4dcf/d32ddd71-dc58-426e-8cee-f3095e91544e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:00.325645 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f1fc-b161-4bb5-9a3b-30eb4e10cc70 None None] Pushing event updated for resources: {'Port': ['ID=e338bec1-8d24-40a7-b8db-0c5401b5ad69,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:00.347090 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:00.347940 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:00.381198 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa8ac-671f-471f-9c6c-a9b2100698ee req-3cfe580e-cef5-4a6b-a7b7-7c673402f715 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:00.383796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-100aa8ac-671f-471f-9c6c-a9b2100698ee req-3cfe580e-cef5-4a6b-a7b7-7c673402f715 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0606251 Oct 11 15:59:00.426880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-100aa8ac-671f-471f-9c6c-a9b2100698ee req-8a087d40-9424-4d19-80e0-2fff293a078a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362582 Oct 11 15:59:00.469893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:00.494109 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.502813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.511593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.555291 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:00.557025 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:00.561040 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:00.590884 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Pushing event updated for resources: {'Port': ['ID=d32ddd71-dc58-426e-8cee-f3095e91544e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:00.602479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41496ba4-cdd2-4a78-8675-51cdc109a568 req-bd9ae29b-c207-441a-86ca-f17a87f0c1a0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:00.611735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41496ba4-cdd2-4a78-8675-51cdc109a568 req-bd9ae29b-c207-441a-86ca-f17a87f0c1a0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0772130 Oct 11 15:59:00.624113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Attempting to bind port d32ddd71-dc58-426e-8cee-f3095e91544e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:00.625306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Attempting to bind port d32ddd71-dc58-426e-8cee-f3095e91544e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:00.626072 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Attempting to bind port d32ddd71-dc58-426e-8cee-f3095e91544e on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:00.632006 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:00.633169 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:00.633795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.634350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Bound using segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:00.635487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Bound port: d32ddd71-dc58-426e-8cee-f3095e91544e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:00.636451 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.655227 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:58:58Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:00.657435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41496ba4-cdd2-4a78-8675-51cdc109a568 req-16f4db32-c205-4386-b2d0-9574a7a92731 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Oct 11 15:59:00.690003 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7372e3-1b72-450e-b7cb-62ce6688f2a5 None None] The sync data for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 is: [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:58:58Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:59:00.729168 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] For port d32ddd71-dc58-426e-8cee-f3095e91544e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:00.733228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] For port d32ddd71-dc58-426e-8cee-f3095e91544e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d32ddd71-dc58-426e-8cee-f3095e91544e,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:00.738828 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:00.807544 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02300b-5377-4a53-8b7b-8f8e5d03d573 None None] Pushing event updated for resources: {'Port': ['ID=d32ddd71-dc58-426e-8cee-f3095e91544e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:00.822780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8bab0-895f-4f01-8010-4ecb335fd3b1 req-3ed07e57-311e-4dbe-b885-eb34630fc444 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:00.824950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cce8bab0-895f-4f01-8010-4ecb335fd3b1 req-3ed07e57-311e-4dbe-b885-eb34630fc444 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0811031 Oct 11 15:59:00.840498 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.1 (f81af7a9-7845-4a31-bbe6-ea3b16752356/79d58db5-c74c-4c2b-9746-42d0ef8f4dcf/efd2d2bc-7047-4096-b638-a97aa5b344be) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:00.871344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cce8bab0-895f-4f01-8010-4ecb335fd3b1 req-73774c0d-b43a-4966-bde2-1fcdbc9f5a4c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Oct 11 15:59:01.009340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:01.087462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:01.090991 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b125a-3270-43c1-a8a1-237a074a8cab req-5ee76b9d-26aa-470f-9b36-dbc6179580cb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:01.092881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-425b125a-3270-43c1-a8a1-237a074a8cab req-5ee76b9d-26aa-470f-9b36-dbc6179580cb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1034081 Oct 11 15:59:01.152695 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:01.157074 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:01.160928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-425b125a-3270-43c1-a8a1-237a074a8cab req-28b4cbc2-d365-4be4-9b56-022e1b50f066 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600860 Oct 11 15:59:01.163082 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:01.220057 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:01.256978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:01.333655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c34876-14ee-4ae3-a2cb-63234f5c0179 req-262790d3-de3d-4416-825c-932a7d94e1d5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:01.341324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80c34876-14ee-4ae3-a2cb-63234f5c0179 req-262790d3-de3d-4416-825c-932a7d94e1d5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0796070 Oct 11 15:59:01.377294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-80c34876-14ee-4ae3-a2cb-63234f5c0179 req-194d0e30-0ff8-43be-a2be-5af586f653e2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350492 Oct 11 15:59:01.440750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:01.541048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f632df-527a-409c-98c2-6d69d20aa4fe req-209770a2-b0b2-4b54-857e-d5dcc7d494b0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:01.542731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7f632df-527a-409c-98c2-6d69d20aa4fe req-209770a2-b0b2-4b54-857e-d5dcc7d494b0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0619781 Oct 11 15:59:01.591703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7f632df-527a-409c-98c2-6d69d20aa4fe req-2ab152e9-b8b5-4600-9462-ef3441bbc2ef tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Oct 11 15:59:01.692493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07897935-239b-496c-8964-31e8c4294cef req-ed9b58c9-93fe-41b5-86b3-ab263269049a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:01.700190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07897935-239b-496c-8964-31e8c4294cef req-ed9b58c9-93fe-41b5-86b3-ab263269049a tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 947 time: 0.0764904 Oct 11 15:59:01.781794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07897935-239b-496c-8964-31e8c4294cef req-f5bc922c-1a74-4df9-812c-dd22c080f31b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775561 Oct 11 15:59:01.797975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1791c4-d27a-4cd1-9c00-d6e260f24017 req-98f82782-98ef-4e49-9f11-8bb412d427a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:01.806228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d1791c4-d27a-4cd1-9c00-d6e260f24017 req-98f82782-98ef-4e49-9f11-8bb412d427a9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0974815 Oct 11 15:59:01.849318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d1791c4-d27a-4cd1-9c00-d6e260f24017 req-45eac3df-ce01-46aa-8e46-f6f5b5fdcfbe tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Oct 11 15:59:02.015124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e338bec1-8d24-40a7-b8db-0c5401b5ad69 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:02.043989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4cae6-3272-436b-b35c-3494d378bfea req-c8744ab5-ea4d-4639-91e6-8ddad11fbadb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.053744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bad4cae6-3272-436b-b35c-3494d378bfea req-c8744ab5-ea4d-4639-91e6-8ddad11fbadb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0717025 Oct 11 15:59:02.075595 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e338bec1-8d24-40a7-b8db-0c5401b5ad69 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:02.076389 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.093347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bad4cae6-3272-436b-b35c-3494d378bfea req-2ddde7cb-def4-40b5-9c0d-a3b29a2cb708 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Oct 11 15:59:02.178699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.180470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b8c52-1abe-426f-bd8b-61cbb972cc34 None None] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:02.186729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.221527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13dee0-6584-4afd-9bfc-5b270f814516 req-d64f1ff9-38f1-4524-8516-32866d2f36a3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.223023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a13dee0-6584-4afd-9bfc-5b270f814516 req-d64f1ff9-38f1-4524-8516-32866d2f36a3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0539663 Oct 11 15:59:02.233156 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.264722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.267306 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:02.274564 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a13dee0-6584-4afd-9bfc-5b270f814516 req-854a317c-1c44-4a1c-8bc0-6cc95e03af48 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Oct 11 15:59:02.277543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port e338bec1-8d24-40a7-b8db-0c5401b5ad69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e338bec1-8d24-40a7-b8db-0c5401b5ad69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:02.293707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.293707 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d32ddd71-dc58-426e-8cee-f3095e91544e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:02.356094 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] Provisioning complete for port d32ddd71-dc58-426e-8cee-f3095e91544e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:02.356464 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.374694 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:02.376218 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:02.448808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97256d1-a65f-45b1-b931-61f6c08ac5cc req-861a8f1f-2387-44c5-8a25-67f943287aa8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.451722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d97256d1-a65f-45b1-b931-61f6c08ac5cc req-861a8f1f-2387-44c5-8a25-67f943287aa8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0559380 Oct 11 15:59:02.453641 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5e17fee-dc3c-4ef5-8d68-b58fa51f51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.464976 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=e338bec1-8d24-40a7-b8db-0c5401b5ad69,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:02.492594 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d32ddd71-dc58-426e-8cee-f3095e91544e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:02.492959 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.497986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d97256d1-a65f-45b1-b931-61f6c08ac5cc req-312fa6ab-997b-411a-afa3-1ffe6b1bbb03 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Oct 11 15:59:02.540448 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router 4b48ee77-2025-4873-8ed5-253f766d33c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:59:02.576172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.630049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] For port d32ddd71-dc58-426e-8cee-f3095e91544e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d32ddd71-dc58-426e-8cee-f3095e91544e,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:02.639918 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57942f-ca10-43f4-92cc-31f6e8c85424 req-8262fc34-017d-48a4-9c6d-a06596165531 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.641985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd57942f-ca10-43f4-92cc-31f6e8c85424 req-8262fc34-017d-48a4-9c6d-a06596165531 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0677345 Oct 11 15:59:02.670563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.674727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.674968 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:59:02.691649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fd192bc-7288-41ba-9570-65730606e0b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/4b48ee77-2025-4873-8ed5-253f766d33c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140794 Oct 11 15:59:02.717817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd57942f-ca10-43f4-92cc-31f6e8c85424 req-b94ccdc5-58bd-42aa-80ab-ec0c52e03370 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Oct 11 15:59:02.773334 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590d2e2-f692-44b2-b325-eec854f73fdf None None] Pushing event updated for resources: {'Port': ['ID=d32ddd71-dc58-426e-8cee-f3095e91544e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:02.793703 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:59:02.793703 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:59:02.889681 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Sync routers for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:59:02.907719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:02.908648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:02.952357 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8488e700-4bda-4ca4-81ab-743673e9e93f None None] Provisioning complete for port efd2d2bc-7047-4096-b638-a97aa5b344be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:02.953321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8488e700-4bda-4ca4-81ab-743673e9e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:02.956116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338a441-c83e-4614-b461-1b5a57351e9c req-85320df9-0d90-4a65-a96d-91e6ce4eb0b0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.963579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b338a441-c83e-4614-b461-1b5a57351e9c req-85320df9-0d90-4a65-a96d-91e6ce4eb0b0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1057630 Oct 11 15:59:02.993297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080802a-f794-4529-aebf-a6fe4c1d6701 req-667e6ae9-d090-4260-9189-f59d600e2e5b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:02.994961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4080802a-f794-4529-aebf-a6fe4c1d6701 req-667e6ae9-d090-4260-9189-f59d600e2e5b tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 947 time: 0.1352870 Oct 11 15:59:03.030021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b338a441-c83e-4614-b461-1b5a57351e9c req-7c2f3776-c334-4afa-ba50-e55d238cf2e5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Oct 11 15:59:03.035998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8488e700-4bda-4ca4-81ab-743673e9e93f None None] Port efd2d2bc-7047-4096-b638-a97aa5b344be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:59:03.066953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4080802a-f794-4529-aebf-a6fe4c1d6701 req-db8b98a3-42ce-45f6-9b75-2e0e84a77a01 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups?id=f10a1739-93f0-436a-bfd5-da1879ec026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650976 Oct 11 15:59:03.072119 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:03.099419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8488e700-4bda-4ca4-81ab-743673e9e93f None None] Provisioning complete for port d32ddd71-dc58-426e-8cee-f3095e91544e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:03.099856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8488e700-4bda-4ca4-81ab-743673e9e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.169809 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-414bf413-300b-4978-966d-6ced30c56fcb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:03.171672 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-414bf413-300b-4978-966d-6ced30c56fcb tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 947 time: 0.0969906 Oct 11 15:59:03.172495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-86445c2b-6b46-4ecb-9ea6-04aa6a2c400e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999592326&fields=id&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 267 time: 0.0464642 Oct 11 15:59:03.277562 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Deleting port 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:03.278779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.281257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866e43-8291-489b-99be-3407d108acea req-59857926-263c-44bd-af02-12c1e3841645 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:03.283066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5866e43-8291-489b-99be-3407d108acea req-59857926-263c-44bd-af02-12c1e3841645 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1093493 Oct 11 15:59:03.380759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-c72c37e2-f3ca-4e9e-aec1-7811c0bdf693 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:03.385974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-c72c37e2-f3ca-4e9e-aec1-7811c0bdf693 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 797 time: 0.1829748 Oct 11 15:59:03.389400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5866e43-8291-489b-99be-3407d108acea req-b17b7cb9-f5cc-4779-af15-a6248a8eaced tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948229 Oct 11 15:59:03.400373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] For port 0f9865a4-63d8-40c2-a256-430195c4ad65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0f9865a4-63d8-40c2-a256-430195c4ad65,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:03.400745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.412568 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 2, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:03.412794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-ce8c3c06-bfba-4ea5-b83e-145d8a534193 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/quotas/2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 375 time: 0.0178087 Oct 11 15:59:03.445408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Checking router: 4b48ee77-2025-4873-8ed5-253f766d33c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:59:03.445902 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Updating router 4b48ee77-2025-4873-8ed5-253f766d33c6 port efd2d2bc-7047-4096-b638-a97aa5b344be binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 15:59:03.473908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.479285 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-908c6957-a0d9-4be0-a286-a28343aeabe7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633180 Oct 11 15:59:03.594458 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2df01-d3d0-4083-805e-a3256067b0cb req-271ed687-3b28-46a8-9fe0-a7bd6629b77b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:03.595976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5e2df01-d3d0-4083-805e-a3256067b0cb req-271ed687-3b28-46a8-9fe0-a7bd6629b77b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1126969 Oct 11 15:59:03.602854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.603672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.604674 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Floating IP 754fa2ab-54fa-449a-852d-2da20f2a3273 disassociated. External IP: 172.35.3.175, port: 0f9865a4-63d8-40c2-a256-430195c4ad65. Oct 11 15:59:03.604674 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Calling delete_port for 0f9865a4-63d8-40c2-a256-430195c4ad65 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:03.636533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-29611262-4a60-4463-8355-fa4795a3fd70 service neutron] 10.222.0.31 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439738 Oct 11 15:59:03.700620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5e2df01-d3d0-4083-805e-a3256067b0cb req-9076e07b-84b7-44b2-8fc3-fc2ed843f509 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955508 Oct 11 15:59:03.728231 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-488d884a-b2bc-4ed3-b29e-2c9f89bc8ad1 None None] Provisioning complete for port efd2d2bc-7047-4096-b638-a97aa5b344be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:03.728712 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-488d884a-b2bc-4ed3-b29e-2c9f89bc8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.765743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-6c83f07c-eb33-403f-8b87-d6904a5943ab service neutron] 10.222.0.31 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185763 Oct 11 15:59:03.782526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:03.782677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-488d884a-b2bc-4ed3-b29e-2c9f89bc8ad1 None None] Port efd2d2bc-7047-4096-b638-a97aa5b344be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:59:03.833182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'Port': ['ID=0f9865a4-63d8-40c2-a256-430195c4ad65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:03.860578 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47738b1-524e-4bac-ac23-062cf7f14e91 req-9a708d89-37f6-4c8e-a80a-c87028545305 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:03.862783 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a47738b1-524e-4bac-ac23-062cf7f14e91 req-9a708d89-37f6-4c8e-a80a-c87028545305 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0699399 Oct 11 15:59:03.988694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1872f886-74f1-4bd9-b87e-7916c693bbb2 req-20a953a3-3a61-48e1-80b4-f29872ff9148 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 210 time: 0.0359671 Oct 11 15:59:03.991527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e338bec1-8d24-40a7-b8db-0c5401b5ad69 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:04.003871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a47738b1-524e-4bac-ac23-062cf7f14e91 req-fde4b1b8-1acd-4369-ac32-80812a4af0c2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314843 Oct 11 15:59:04.006692 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:59:04.042596 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.054912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.101416 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e338bec1-8d24-40a7-b8db-0c5401b5ad69 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:04.101809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.142033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e869-ce24-498b-9616-27100d60a1a8 None None] Pushing event updated for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:04.202345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:59:04.214236 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:59:04.251883 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:04.252519 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:04.274328 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Attempting to bind port efd2d2bc-7047-4096-b638-a97aa5b344be on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:04.274889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Attempting to bind port efd2d2bc-7047-4096-b638-a97aa5b344be by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:04.275349 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Attempting to bind port efd2d2bc-7047-4096-b638-a97aa5b344be on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:04.308188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:04.308966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:04.309682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.310306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Bound using segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:04.311008 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Bound port: efd2d2bc-7047-4096-b638-a97aa5b344be, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:04.311622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.320429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc94e7fe-b03f-41f3-9cc6-db37a8444aae req-3c6a2151-4776-4b0d-b72b-1c9f49739e8d tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/ports?device_id=0980fc29-598b-4ebc-96c0-29a78b03cca6 HTTP/1.1" status: 200 len: 210 time: 0.0797353 Oct 11 15:59:04.355760 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] No DVR routers for this DVR port 0f9865a4-63d8-40c2-a256-430195c4ad65 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:04.361126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.368195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-42e4807a-61f2-46ea-a5cf-abd857c38804 req-a708b1f0-7364-4945-8eec-8a50cf8771fd tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.43 "DELETE /v2.0/ports/0f9865a4-63d8-40c2-a256-430195c4ad65 HTTP/1.1" status: 204 len: 173 time: 1.1899335 Oct 11 15:59:04.368705 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-deleted', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:04.371120 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d4a83-b87a-4f52-abb1-955c03c53a0f" -d '{"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-deleted", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:04.382561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778bd2-2c44-404c-9b8b-278f35dadc7d req-c22b64f9-efc4-48d5-a4e1-3d7b924c0636 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:04.398853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5778bd2-2c44-404c-9b8b-278f35dadc7d req-c22b64f9-efc4-48d5-a4e1-3d7b924c0636 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1297710 Oct 11 15:59:04.443544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d32ddd71-dc58-426e-8cee-f3095e91544e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:04.488875 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719df82-2b32-4539-a071-1b80bba04481 x-openstack-request-id: req-0719df82-2b32-4539-a071-1b80bba04481 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:04.489205 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fc29-598b-4ebc-96c0-29a78b03cca6", "name": "network-vif-deleted", "tag": "0f9865a4-63d8-40c2-a256-430195c4ad65", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:04.489428 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0719df82-2b32-4539-a071-1b80bba04481 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:04.489863 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fc29-598b-4ebc-96c0-29a78b03cca6', 'name': 'network-vif-deleted', 'tag': '0f9865a4-63d8-40c2-a256-430195c4ad65', 'status': 'completed', 'code': 200} Oct 11 15:59:04.527442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5778bd2-2c44-404c-9b8b-278f35dadc7d req-ed9c412a-7821-48a4-9eb3-a9f40e6efbf6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224008 Oct 11 15:59:04.578493 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:04.585777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] For port efd2d2bc-7047-4096-b638-a97aa5b344be, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:04.590365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] For port efd2d2bc-7047-4096-b638-a97aa5b344be, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=efd2d2bc-7047-4096-b638-a97aa5b344be,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:04.597326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.601918 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d32ddd71-dc58-426e-8cee-f3095e91544e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:04.602381 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.689218 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] Provisioning complete for port efd2d2bc-7047-4096-b638-a97aa5b344be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:04.689614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.732635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e869-ce24-498b-9616-27100d60a1a8 None None] Pushing event updated for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:04.736469 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:04.737089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:04.877075 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:04.926790 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:59:04.936160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:04.936883 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:58:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:04.945451 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ad20612-bd9d-4372-8375-4a3ca5822778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.958246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:04.975544 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:05.041392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] For port efd2d2bc-7047-4096-b638-a97aa5b344be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=efd2d2bc-7047-4096-b638-a97aa5b344be,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:05.083383 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:05.095669 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.114361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67f843a5-ced1-4a9c-84c3-07311c2a08f6 req-831bc3ca-6510-48fb-b753-23cbd4fb3440 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 210 time: 0.0432687 Oct 11 15:59:05.185753 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b837dcd-ec12-457e-a093-fc55871c94f1 None None] Pushing event updated for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:05.242457 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40e5ed2a-a3f5-457d-85a2-a0c1d0a4b692 None None] Provisioning complete for port efd2d2bc-7047-4096-b638-a97aa5b344be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:05.242738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40e5ed2a-a3f5-457d-85a2-a0c1d0a4b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.292346 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:04Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:05.324780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ab67e-c2be-4dd5-9f5c-487d9b099b66 None None] The sync data for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 is: [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:04Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:59:05.418270 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:05.444760 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:05.446258 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda894a-cc37-4c44-b5a3-ba65429cc928 None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:58Z', 'revision_number': 4, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '41a472a5-7dbc-4109-9d7c-3bf9a8c5714a', 'name': '', 'network_id': 'bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'mac_address': 'fa:16:3e:44:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:58Z', 'updated_at': '2021-10-11T15:49:02Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'subnets': [{'id': '6013152a-9fb2-499c-8992-b23aa936bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:59:05.592818 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.638909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:05.666793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.673086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed391b7-0c1a-4051-af1c-30f79bedcbc4 req-977ca9f6-dc9f-4944-a9bc-7a33d0925db3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:05.680163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 0f9865a4-63d8-40c2-a256-430195c4ad65 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:59:05.682466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bed391b7-0c1a-4051-af1c-30f79bedcbc4 req-977ca9f6-dc9f-4944-a9bc-7a33d0925db3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0868402 Oct 11 15:59:05.684121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 0f9865a4-63d8-40c2-a256-430195c4ad65 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:05.689583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-c7cfd1cb-afd7-4367-8702-bcecc059566f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:05.691113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-c7cfd1cb-afd7-4367-8702-bcecc059566f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 797 time: 0.2054098 Oct 11 15:59:05.733925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bed391b7-0c1a-4051-af1c-30f79bedcbc4 req-71e11ca3-3ca2-4c69-a0cd-41a630be3e22 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501249 Oct 11 15:59:05.760486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.763331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:05.767783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "DELETE /v2.0/security-groups/f10a1739-93f0-436a-bfd5-da1879ec026d HTTP/1.1" status: 204 len: 168 time: 0.3186069 Oct 11 15:59:05.768112 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 51868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:05.778098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-0f1f50a8-cd0c-47b5-a4d3-4f3e92f50ea6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 379 time: 0.0720201 Oct 11 15:59:05.784932 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8fd87a9f-df2c-487f-adfd-9af4d57c71ea tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] show failed (client error): The resource could not be found. Oct 11 15:59:05.788673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8fd87a9f-df2c-487f-adfd-9af4d57c71ea tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "GET /v2.0/security-groups/f10a1739-93f0-436a-bfd5-da1879ec026d HTTP/1.1" status: 404 len: 347 time: 0.0171807 Oct 11 15:59:05.789777 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 51870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:05.799421 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'port': {'device_id': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'admin_state_up': True, 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'security_groups': ['c6a7bd1c-5a92-4a90-98d7-89363b291a7f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:05.812834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec4ce7-54b1-4657-8ed7-44d618e2ddf6 tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a1739-93f0-436a-bfd5-da1879ec026d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:05.918668 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3208c0-c798-48bf-9da7-1207f3b8302c None None] New status for floating IP 754fa2ab-54fa-449a-852d-2da20f2a3273: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:59:06.068856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efd2d2bc-7047-4096-b638-a97aa5b344be up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:06.076885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.113331 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Deleting port 5a4ef267-2b4e-4b61-9aab-ec6484d61277 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:06.113704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.119352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.131925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e55cb-dc5a-4e0f-bbc9-f73fde425bc9 req-e4bf8e87-b339-4d21-9f13-be67973ae7e5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:06.134208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb1e55cb-dc5a-4e0f-bbc9-f73fde425bc9 req-e4bf8e87-b339-4d21-9f13-be67973ae7e5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0732937 Oct 11 15:59:06.179062 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port efd2d2bc-7047-4096-b638-a97aa5b344be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:06.181522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.224180 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:06.234883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.247757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fb1e55cb-dc5a-4e0f-bbc9-f73fde425bc9 req-0921ea1f-4450-4701-9843-b4c22e7718b6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048276 Oct 11 15:59:06.267291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.267914 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.308195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0c21dff-7b45-48a8-a267-d10970f14540 req-f1a89461-27ea-4189-bc89-b336182f6562 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 210 time: 0.0323846 Oct 11 15:59:06.341615 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Calling delete_port for 5a4ef267-2b4e-4b61-9aab-ec6484d61277 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:06.460912 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.9 (f81af7a9-7845-4a31-bbe6-ea3b16752356/79d58db5-c74c-4c2b-9746-42d0ef8f4dcf/5f7828d5-c584-4551-915c-e7246274e17a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:06.567625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.638989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Pushing event deleted for resources: {'Port': ['ID=5a4ef267-2b4e-4b61-9aab-ec6484d61277,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:06.728986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.731573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.733709 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5e589e5-007e-4a06-bd00-e2cfbe9c25de tempest-AttachVolumeShelveTestJSON-1626811815 tempest-AttachVolumeShelveTestJSON-1626811815-project] 10.222.0.31 "DELETE /v2.0/floatingips/754fa2ab-54fa-449a-852d-2da20f2a3273 HTTP/1.1" status: 204 len: 168 time: 0.9382348 Oct 11 15:59:06.753618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.792090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.842065 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:06.847543 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:06.851271 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:06.880075 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:06.913170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:06.913829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:06.932542 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-659b9d7f-e711-45ea-8bc6-bc1408157fd1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1465669 Oct 11 15:59:07.005407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Request body: {'port': {'device_id': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:07.072078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.126767 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8862ebe0-9c0d-4097-908c-e73bf5097005 None None] Provisioning complete for port 5f7828d5-c584-4551-915c-e7246274e17a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:07.127284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8862ebe0-9c0d-4097-908c-e73bf5097005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.169457 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8862ebe0-9c0d-4097-908c-e73bf5097005 None None] Port 5f7828d5-c584-4551-915c-e7246274e17a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 15:59:07.354498 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:59:07.363548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.363846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8d436-fcf6-4b1f-ba90-4025b6f81fae req-7b544bee-cec3-47ec-9a94-6de488d3c3f9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.366042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6c8d436-fcf6-4b1f-ba90-4025b6f81fae req-7b544bee-cec3-47ec-9a94-6de488d3c3f9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0532203 Oct 11 15:59:07.376350 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Transition to ACTIVE for port object 5f7828d5-c584-4551-915c-e7246274e17a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:59:07.381743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.439371 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:07.458319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6c8d436-fcf6-4b1f-ba90-4025b6f81fae req-84b9c6d8-b8e4-4cc7-9a70-a71a89f0368e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861554 Oct 11 15:59:07.473296 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4396b5-bb94-4885-baa0-da909f3f0799 req-de63e9dc-03b8-4401-8d83-25985a87421c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.480868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f4396b5-bb94-4885-baa0-da909f3f0799 req-de63e9dc-03b8-4401-8d83-25985a87421c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0923650 Oct 11 15:59:07.516837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f4396b5-bb94-4885-baa0-da909f3f0799 req-06614485-9ded-4d93-9ecb-de706dadec17 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347190 Oct 11 15:59:07.524346 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:07.524868 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:07.524982 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:07.532342 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:59:07.532740 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:07.543107 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:07.543455 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:07.543850 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Bound using segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:07.544286 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Bound port: 5f7828d5-c584-4551-915c-e7246274e17a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:07.544651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.598350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c780fa-6deb-41d2-a559-02f664908104 req-407fa7e6-a7f9-4e92-a348-3ae2d5ada6aa tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.600286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7c780fa-6deb-41d2-a559-02f664908104 req-407fa7e6-a7f9-4e92-a348-3ae2d5ada6aa tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0620499 Oct 11 15:59:07.628594 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:07.632054 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:07.641990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.645400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7c780fa-6deb-41d2-a559-02f664908104 req-3b99c668-2802-46c6-82a0-3edf14e0dfc6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Oct 11 15:59:07.679271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.679962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.681523 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 1091 time: 0.7405844 Oct 11 15:59:07.682182 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:07.684523 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:07.790571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:07.794405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4cbf7-7cc9-4549-911e-77af81ab9717 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:07.824765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-ea631b20-a328-4f2d-9309-a11085fd2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.826671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-ea631b20-a328-4f2d-9309-a11085fd2968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0964606 Oct 11 15:59:07.862686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb81a1-a1fe-4a70-90e3-d6c9b5b02efc req-4a262ff9-af93-49e3-9676-a5b656cfbd2f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.871585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2deb81a1-a1fe-4a70-90e3-d6c9b5b02efc req-4a262ff9-af93-49e3-9676-a5b656cfbd2f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0829494 Oct 11 15:59:07.883080 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8afbe-0d4c-4b03-be8c-0178b6a2e7d9 x-openstack-request-id: req-f3b8afbe-0d4c-4b03-be8c-0178b6a2e7d9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:07.883555 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:07.884457 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3b8afbe-0d4c-4b03-be8c-0178b6a2e7d9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:07.884919 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 15:59:07.886836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f138da86-28c1-4ff6-b744-46c5bc237501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 217 time: 0.0502160 Oct 11 15:59:07.917089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2deb81a1-a1fe-4a70-90e3-d6c9b5b02efc req-b1c3815d-d6f4-4244-b8b0-85e086052c14 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Oct 11 15:59:07.950007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f6ca113e-ea99-4d25-b0f5-bf289b066f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:07.951485 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-f6ca113e-ea99-4d25-b0f5-bf289b066f25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0548103 Oct 11 15:59:08.012460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-6825981a-d589-4c68-8bdf-7e3bf9352dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.014216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-6825981a-d589-4c68-8bdf-7e3bf9352dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509377 Oct 11 15:59:08.067651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde5c0-1bc7-4f62-ac19-f5858164f2d4 req-6e6da3a4-320f-4ecc-abee-12c4069b8e4c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.069125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69fde5c0-1bc7-4f62-ac19-f5858164f2d4 req-6e6da3a4-320f-4ecc-abee-12c4069b8e4c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0576508 Oct 11 15:59:08.107875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69fde5c0-1bc7-4f62-ac19-f5858164f2d4 req-9e880179-2aa8-43d3-9f76-bc4c971014eb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Oct 11 15:59:08.121755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-e5c2c0f7-4207-4007-a218-bf0261d91865 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984974 Oct 11 15:59:08.219277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2094d77c-6628-466e-b45d-0fa50e75ed97 req-307750c0-a4ac-439c-a390-38e3b2f9aa5c service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Oct 11 15:59:08.248190 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb2b09-cf15-46fd-ac59-2f3095d54052 req-57ab37c1-2b5b-40e4-931a-ff8a9ff293a4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.251526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5cb2b09-cf15-46fd-ac59-2f3095d54052 req-57ab37c1-2b5b-40e4-931a-ff8a9ff293a4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0570314 Oct 11 15:59:08.290556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5cb2b09-cf15-46fd-ac59-2f3095d54052 req-05300ee1-7da3-42cd-80ae-d3f1e082ae60 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Oct 11 15:59:08.315608 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-87a4df4f-8f35-4eac-8ddb-570da15618c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.317201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-87a4df4f-8f35-4eac-8ddb-570da15618c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0442648 Oct 11 15:59:08.410798 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583e38-abb7-4890-916e-36a14dd13ae8 req-e4d704d5-ca75-4bdf-8988-9915629640d3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.414566 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-37e68919-b72f-4655-8342-ab431f4f8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.416131 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-37e68919-b72f-4655-8342-ab431f4f8b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.0904636 Oct 11 15:59:08.416882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45583e38-abb7-4890-916e-36a14dd13ae8 req-e4d704d5-ca75-4bdf-8988-9915629640d3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0536025 Oct 11 15:59:08.451164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45583e38-abb7-4890-916e-36a14dd13ae8 req-2326adba-8e21-47e9-af21-eb8b05f9d5bb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Oct 11 15:59:08.461840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-2c15c4e9-6bcd-43f5-8f42-b92ec6ef1728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 217 time: 0.0381114 Oct 11 15:59:08.514517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-e0e4e133-7945-4b21-b1c5-1e7133b027dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.514517 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-e0e4e133-7945-4b21-b1c5-1e7133b027dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0447228 Oct 11 15:59:08.568701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-2db1de6f-b4ae-4851-a3b8-4b3586e9496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.570247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-2db1de6f-b4ae-4851-a3b8-4b3586e9496a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474193 Oct 11 15:59:08.652525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1adb65-d025-4783-9dc0-073c3553358b req-5e85eb39-ff37-4e2f-93f0-e4faf129e863 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.657950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b1adb65-d025-4783-9dc0-073c3553358b req-5e85eb39-ff37-4e2f-93f0-e4faf129e863 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0938396 Oct 11 15:59:08.666569 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f986c-582a-4064-a182-2c4cbfdd60f8 req-297fe435-c92e-4bcd-b969-c33df349916c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.668014 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee9f986c-582a-4064-a182-2c4cbfdd60f8 req-297fe435-c92e-4bcd-b969-c33df349916c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0718615 Oct 11 15:59:08.670540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-399fbb33-d561-4634-b340-2c2cfc326aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917132 Oct 11 15:59:08.724262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b1adb65-d025-4783-9dc0-073c3553358b req-1c5377d2-505b-4efd-8f75-cb9d7712e932 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550392 Oct 11 15:59:08.737776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee9f986c-582a-4064-a182-2c4cbfdd60f8 req-f5b7e011-ec1c-4849-ab7d-39cb9ba5cca5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614631 Oct 11 15:59:08.781345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6c9e205c-73a7-4f1b-ae32-fc7228fa2213 req-7d159b16-d072-488a-9ef1-68848d32fb0c service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015315 Oct 11 15:59:08.847002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f140-cb80-4909-9699-3d42bb74346f req-3664fef3-7371-45b1-94ba-60923f00502b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:08.848431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a37f140-cb80-4909-9699-3d42bb74346f req-3664fef3-7371-45b1-94ba-60923f00502b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0496442 Oct 11 15:59:08.893164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a37f140-cb80-4909-9699-3d42bb74346f req-9bb70585-c13f-4873-a5af-5b4face11d2a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Oct 11 15:59:09.028725 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857a843-82f0-42c5-987b-83df6b5ffe8a req-e5ed2454-ad77-4eda-91ae-7a489a069354 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.030391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5857a843-82f0-42c5-987b-83df6b5ffe8a req-e5ed2454-ad77-4eda-91ae-7a489a069354 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0528941 Oct 11 15:59:09.071578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5857a843-82f0-42c5-987b-83df6b5ffe8a req-5ca964e3-338a-4497-93c5-b10cf007ff04 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329781 Oct 11 15:59:09.190461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ceda0-4219-4352-bfd8-fee63765e8c8 req-d0b820ea-1073-42b0-8ed5-8c04ae9a07e1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.192085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-074ceda0-4219-4352-bfd8-fee63765e8c8 req-d0b820ea-1073-42b0-8ed5-8c04ae9a07e1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0522840 Oct 11 15:59:09.229496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-074ceda0-4219-4352-bfd8-fee63765e8c8 req-3eeedf8d-e029-4375-9d0b-a930bf803c93 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Oct 11 15:59:09.360226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225f23-cd1a-46ec-a6e9-5a547d367c80 req-a14ebde4-a277-4ee8-8056-db455e1a875b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.361620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a225f23-cd1a-46ec-a6e9-5a547d367c80 req-a14ebde4-a277-4ee8-8056-db455e1a875b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0485668 Oct 11 15:59:09.403837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a225f23-cd1a-46ec-a6e9-5a547d367c80 req-e3f63b2d-6b10-40e3-8132-5ec9d03f5cf7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362897 Oct 11 15:59:09.524406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9114-0e60-4458-978d-c6611280649f req-7725324b-ab66-477f-8e49-dc56faca03f3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.525954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-900c9114-0e60-4458-978d-c6611280649f req-7725324b-ab66-477f-8e49-dc56faca03f3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0541906 Oct 11 15:59:09.564597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-900c9114-0e60-4458-978d-c6611280649f req-4a0eb0ab-e48e-4cc4-aa91-57029782a9c1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Oct 11 15:59:09.616149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:09.722082 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba4a4c-2e8c-4275-a722-de02176dadab req-cacf245a-3b6f-46b1-b9d9-58005082e2f1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.723665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91ba4a4c-2e8c-4275-a722-de02176dadab req-cacf245a-3b6f-46b1-b9d9-58005082e2f1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0513492 Oct 11 15:59:09.764757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91ba4a4c-2e8c-4275-a722-de02176dadab req-57caa521-1348-4253-acad-dbb27e7f669e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Oct 11 15:59:09.883267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ef878-7a7e-40a2-8c63-b93ca7001b87 req-22503950-0881-46ba-8830-059275506885 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.884755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b05ef878-7a7e-40a2-8c63-b93ca7001b87 req-22503950-0881-46ba-8830-059275506885 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0780637 Oct 11 15:59:09.917365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dd408-1079-4537-855e-714773e597bb req-64e80ef5-0290-43c9-a0c1-3ee386020d98 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:09.918838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-140dd408-1079-4537-855e-714773e597bb req-64e80ef5-0290-43c9-a0c1-3ee386020d98 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0848930 Oct 11 15:59:09.949171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b05ef878-7a7e-40a2-8c63-b93ca7001b87 req-73295db6-3d33-4a0b-9e14-146d6b50666c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573647 Oct 11 15:59:09.971397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-140dd408-1079-4537-855e-714773e597bb req-f993865b-6aae-4b82-ad98-35b0322c90bc tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Oct 11 15:59:10.126465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c7a6e-5aa9-4756-b0aa-07556037e964 req-e3d1d4ff-49c2-4ad3-904f-b27e745883a7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:10.138107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a3c7a6e-5aa9-4756-b0aa-07556037e964 req-e3d1d4ff-49c2-4ad3-904f-b27e745883a7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0820417 Oct 11 15:59:10.182050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a3c7a6e-5aa9-4756-b0aa-07556037e964 req-fa5df31f-c467-4789-8528-84265d846c07 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Oct 11 15:59:10.323669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9223d-f48a-4aa9-8585-b393e3599f20 req-0e452631-4c5e-4c9d-b98f-06105c767637 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:10.325176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ed9223d-f48a-4aa9-8585-b393e3599f20 req-0e452631-4c5e-4c9d-b98f-06105c767637 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0648966 Oct 11 15:59:10.384983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ed9223d-f48a-4aa9-8585-b393e3599f20 req-f552120c-548b-4b5c-a913-2c590a9c4db7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Oct 11 15:59:10.545602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46e3f-8260-46fe-822f-d28f4d877502 req-3061e36f-9eb9-4bdb-bddf-43d258b3d0c8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:10.547261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ef46e3f-8260-46fe-822f-d28f4d877502 req-3061e36f-9eb9-4bdb-bddf-43d258b3d0c8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0505395 Oct 11 15:59:10.586126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ef46e3f-8260-46fe-822f-d28f4d877502 req-ac6b3a6c-035b-4130-b247-211a508f0cbc tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Oct 11 15:59:10.709332 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eb392-e8bd-459f-86a8-c5060a935dc9 req-d14735f8-f431-4131-9e2b-d3ad6a81f058 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:10.710969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-584eb392-e8bd-459f-86a8-c5060a935dc9 req-d14735f8-f431-4131-9e2b-d3ad6a81f058 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0560436 Oct 11 15:59:10.762858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:10.765504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-584eb392-e8bd-459f-86a8-c5060a935dc9 req-085d172b-bfc3-48d1-81b8-a5787564afc6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482235 Oct 11 15:59:10.961977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cac92a-f394-44f5-848c-5beab278653d req-8ab677a0-240f-42e1-9d85-35cc3c4a2822 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:10.963537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3cac92a-f394-44f5-848c-5beab278653d req-8ab677a0-240f-42e1-9d85-35cc3c4a2822 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0738401 Oct 11 15:59:11.082726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:59:11.090448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3cac92a-f394-44f5-848c-5beab278653d req-f5fbaaac-5991-4084-8655-631e1ff51603 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191235 Oct 11 15:59:11.147909 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08483d43-ad8f-472c-be00-053a0ac0a192 req-8cde5cf3-1d6e-4fb6-bd11-50a4a3a9fb65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:11.164492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08483d43-ad8f-472c-be00-053a0ac0a192 req-8cde5cf3-1d6e-4fb6-bd11-50a4a3a9fb65 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.1323869 Oct 11 15:59:11.256419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08483d43-ad8f-472c-be00-053a0ac0a192 req-2bdf3169-16d2-4f06-a9a2-63370ae4bc86 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907609 Oct 11 15:59:11.286735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0269-6052-409f-a47f-def83a7371be req-ed359e15-a1c6-49a9-8af7-7e4acda6f3ce tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:11.288267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b7a0269-6052-409f-a47f-def83a7371be req-ed359e15-a1c6-49a9-8af7-7e4acda6f3ce tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0940390 Oct 11 15:59:11.356845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b7a0269-6052-409f-a47f-def83a7371be req-a52e4990-583c-4e49-9e47-5f2baf88a7e3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622244 Oct 11 15:59:11.387401 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:11.405054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5f7828d5-c584-4551-915c-e7246274e17a', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:59:11.445962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:11.459212 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:59:11.478493 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:11.478959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a821ed-7b8b-46b4-90ed-71c10202893f req-ccab6d52-9b76-46d5-af74-4c61b36f355e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:11.480671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95a821ed-7b8b-46b4-90ed-71c10202893f req-ccab6d52-9b76-46d5-af74-4c61b36f355e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0570869 Oct 11 15:59:11.484031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:11.521792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95a821ed-7b8b-46b4-90ed-71c10202893f req-fb57688d-115f-4ace-aff0-05f0d3210633 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Oct 11 15:59:11.530741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:11.637713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fa1dc-fad9-4370-86e0-b8e1ea306554 req-0579ae5f-c694-49cd-bab2-53d3660d63de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:11.639197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-952fa1dc-fad9-4370-86e0-b8e1ea306554 req-0579ae5f-c694-49cd-bab2-53d3660d63de tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0486383 Oct 11 15:59:11.677988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-952fa1dc-fad9-4370-86e0-b8e1ea306554 req-dd3bf6ad-04dd-49d4-8b34-508f0edb2f63 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Oct 11 15:59:11.699971 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5f7828d5-c584-4551-915c-e7246274e17a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:59:12.096813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aef692-6e00-4fca-a933-83ae5c5d619a req-c3e17ebd-10da-4a07-adb8-b07f75efd8d8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:12.098239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3aef692-6e00-4fca-a933-83ae5c5d619a req-c3e17ebd-10da-4a07-adb8-b07f75efd8d8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0490398 Oct 11 15:59:12.135716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3aef692-6e00-4fca-a933-83ae5c5d619a req-aeab5e05-2dc6-454a-915d-485fef066b7f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Oct 11 15:59:12.383768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff503a3-07d4-43b6-809d-746e92e65158 req-a392a2e5-d80e-4090-b55d-07435998573f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:12.385389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff503a3-07d4-43b6-809d-746e92e65158 req-a392a2e5-d80e-4090-b55d-07435998573f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.0524716 Oct 11 15:59:12.425861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff503a3-07d4-43b6-809d-746e92e65158 req-840a3a89-e899-4117-9b1d-a7d4d9d8ca93 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343058 Oct 11 15:59:13.106786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:13.157916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5f7828d5-c584-4551-915c-e7246274e17a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:59:13.162500 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5f7828d5-c584-4551-915c-e7246274e17a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:13.162871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:13.253827 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:13.267183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8bdd7-ccea-41cc-88df-9cdf04d825d0 req-c3d36d37-9549-4e4a-a14e-f41c911cc0e6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.279804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf8bdd7-ccea-41cc-88df-9cdf04d825d0 req-c3d36d37-9549-4e4a-a14e-f41c911cc0e6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0693741 Oct 11 15:59:13.285624 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:13.288320 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bbe05e-ab1e-4244-8c8f-d7f93310a931" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:13.294011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:13.300228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:13.313605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-506329bc-ec1a-438d-9888-37719c937c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.315744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-506329bc-ec1a-438d-9888-37719c937c0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1096 time: 0.0556026 Oct 11 15:59:13.334154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf8bdd7-ccea-41cc-88df-9cdf04d825d0 req-a70e34af-28fb-4508-a679-9f20b6046d3c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533814 Oct 11 15:59:13.360876 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d828f-99e8-4a95-9131-d82bcb599256 x-openstack-request-id: req-411d828f-99e8-4a95-9131-d82bcb599256 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:13.361101 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:13.367886 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-411d828f-99e8-4a95-9131-d82bcb599256 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:13.368311 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'code': 200} Oct 11 15:59:13.389556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:13.474466 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a798d9-233f-431f-a5d2-585b1742e0b3 req-e4154868-76ec-4ca1-a48e-a18b176fc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.475998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a9a798d9-233f-431f-a5d2-585b1742e0b3 req-e4154868-76ec-4ca1-a48e-a18b176fc84e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1096 time: 0.0776584 Oct 11 15:59:13.493408 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-429d4176-213d-483b-9c5f-934a26250da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.494865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-429d4176-213d-483b-9c5f-934a26250da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.1500936 Oct 11 15:59:13.543832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-66f6e10e-e7e0-4f8f-9660-0d6961052ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0377150 Oct 11 15:59:13.563920 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:13.583106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56f4e4-13cc-4dfc-9057-50d047b3402a req-fa93f490-242b-4431-9d10-d3d5761fbf3b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.584751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed56f4e4-13cc-4dfc-9057-50d047b3402a req-fa93f490-242b-4431-9d10-d3d5761fbf3b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0592790 Oct 11 15:59:13.591353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a9a798d9-233f-431f-a5d2-585b1742e0b3 req-ce30eeed-f816-4735-9ec4-438bf167b76f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067026 Oct 11 15:59:13.611015 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-f5c2708a-a2aa-48af-bea1-acd7d90ef273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:13.612618 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-f5c2708a-a2aa-48af-bea1-acd7d90ef273 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0597441 Oct 11 15:59:13.634678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed56f4e4-13cc-4dfc-9057-50d047b3402a req-ed41ce81-cc6a-45dd-8d80-dca2f8f6c7fc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402007 Oct 11 15:59:13.828370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-99e3b3e3-94ce-4c21-ac58-3c9bfe2499a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304670 Oct 11 15:59:13.989744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-be8ec3db-bdb0-4fde-a745-e41094706be4 service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311824 Oct 11 15:59:14.120086 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5edddefe-855b-48ca-b3aa-0b34c8f0c12d req-2c831950-44c1-4567-95b7-3e52904a6a36 service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078024 Oct 11 15:59:14.173251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:14.462016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fa150-4f22-4a08-86f5-5c8186e6ca0b req-470d2d66-cb3b-4df3-9132-43e441063274 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:14.463617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-980fa150-4f22-4a08-86f5-5c8186e6ca0b req-470d2d66-cb3b-4df3-9132-43e441063274 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0566876 Oct 11 15:59:14.503415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-980fa150-4f22-4a08-86f5-5c8186e6ca0b req-ae59950b-d482-4267-89e0-16e3d1c8ab1b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Oct 11 15:59:14.744644 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Deleting port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:14.745223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:14.752148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460daa2-6042-48f3-8b94-2fd10bc6c6e1 req-97c38f5f-3246-4a57-8c0f-cf526d910aea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:14.753668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2460daa2-6042-48f3-8b94-2fd10bc6c6e1 req-97c38f5f-3246-4a57-8c0f-cf526d910aea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Oct 11 15:59:14.792726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2460daa2-6042-48f3-8b94-2fd10bc6c6e1 req-24267f89-724c-4133-b968-3cd810fb262d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Oct 11 15:59:14.829992 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] For port 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:14.830356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:14.843699 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Calling delete_port for 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:14.906583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269236a-956e-47c7-9c22-d820e8ff417b req-a1066bdb-921e-4c80-b123-83ee086b2e13 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:14.908206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4269236a-956e-47c7-9c22-d820e8ff417b req-a1066bdb-921e-4c80-b123-83ee086b2e13 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Oct 11 15:59:14.949437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4269236a-956e-47c7-9c22-d820e8ff417b req-ff28bbb2-d5e3-4581-af74-6ad38862d0bc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349960 Oct 11 15:59:14.970360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:15.014010 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d465439-af12-4688-b378-c865a5a42a72 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:15.015973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4d465439-af12-4688-b378-c865a5a42a72 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1091 time: 0.0442147 Oct 11 15:59:15.018420 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:15.022776 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:15.030817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.044017 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.057280 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a472a5-7dbc-4109-9d7c-3bf9a8c5714a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:15.146090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.236046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.262637 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.62 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/d6eea7ac-62fb-4fd9-9704-32cdb79ccce6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:15.366026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.398261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.436922 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:15.439715 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:15.445167 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:15.454756 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Router 9843719f-b3b8-4f51-b08f-7f3f546661b6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:59:15.473777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=d6eea7ac-62fb-4fd9-9704-32cdb79ccce6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:15.571895 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:59:15.581126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d99b0c67-c7a1-4b58-a64f-8d15586edf37 admin admin] 10.222.0.31 "PUT /v2.0/routers/9843719f-b3b8-4f51-b08f-7f3f546661b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0124848 Oct 11 15:59:15.581126 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:15.583266 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Sync routers for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:59:15.592425 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:15.593635 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:15.687224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.688982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95697c5a-897c-49f3-bb9e-21983e45aa40 req-eafa3f8c-aad9-41d6-9440-b57793f120bf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:15.690538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95697c5a-897c-49f3-bb9e-21983e45aa40 req-eafa3f8c-aad9-41d6-9440-b57793f120bf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0899818 Oct 11 15:59:15.700084 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:15.744768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95697c5a-897c-49f3-bb9e-21983e45aa40 req-955f0d4d-d61e-4efb-834a-e6bdf66152a7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Oct 11 15:59:15.807072 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.866507 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Deleting port d8920626-c710-4a04-bd1f-8b8b34681612 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:15.866853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.898601 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:59:14Z', 'revision_number': 5, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port': {'id': 'd8920626-c710-4a04-bd1f-8b8b34681612', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:15.912369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.934207 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Checking router: 9843719f-b3b8-4f51-b08f-7f3f546661b6 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:59:15.945365 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Routers {'9843719f-b3b8-4f51-b08f-7f3f546661b6'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:15.946001 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9843719f-b3b8-4f51-b08f-7f3f546661b6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:15.964975 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] For port d8920626-c710-4a04-bd1f-8b8b34681612, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8920626-c710-4a04-bd1f-8b8b34681612,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:15.965339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:15.979277 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Calling delete_port for d8920626-c710-4a04-bd1f-8b8b34681612 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:15.990977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.041094 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] Set router 9843719f-b3b8-4f51-b08f-7f3f546661b6 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:16.098096 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:59:15Z', 'revision_number': 6, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:16.124658 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb295b-f918-4d83-ae95-7c0e2084129d None None] The sync data for ids ['9843719f-b3b8-4f51-b08f-7f3f546661b6'] in n-d-master-1 is: [{'id': '9843719f-b3b8-4f51-b08f-7f3f546661b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1611963039-router', 'tenant_id': '024cdcd85cd143fbb916c9afb2dff514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:48:55Z', 'updated_at': '2021-10-11T15:59:15Z', 'revision_number': 6, 'project_id': '024cdcd85cd143fbb916c9afb2dff514', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:59:16.149355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.155571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.167449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.199698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Pushing event deleted for resources: {'Port': ['ID=d8920626-c710-4a04-bd1f-8b8b34681612,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:16.225878 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=d6eea7ac-62fb-4fd9-9704-32cdb79ccce6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:16.241845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.252143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.341250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.341458 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 316a620b-717c-4ce2-9eb1-7d469f6fef16 associated. External IP: 172.35.3.62, port: 5f7828d5-c584-4551-915c-e7246274e17a. Oct 11 15:59:16.343446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.389235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.390275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9843719f-b3b8-4f51-b08f-7f3f546661b6 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:59:16.394555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.395723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ba5323e-b359-4082-a040-7a40a461bbac admin admin] 10.222.0.31 "DELETE /v2.0/routers/9843719f-b3b8-4f51-b08f-7f3f546661b6 HTTP/1.1" status: 204 len: 168 time: 0.8143268 Oct 11 15:59:16.398343 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:16.443169 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Deleting subnet 6013152a-9fb2-499c-8992-b23aa936bda6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:59:16.446112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.482141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.559306 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router 4b48ee77-2025-4873-8ed5-253f766d33c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 15:59:16.574043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.629744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.659440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.663298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6013152a-9fb2-499c-8992-b23aa936bda6 HTTP/1.1" status: 204 len: 168 time: 0.2639852 Oct 11 15:59:16.664588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca482bf-49ab-48a0-89fd-a4ee72d6ccb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6013152a-9fb2-499c-8992-b23aa936bda6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:16.664801 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94160ded-3c7b-48c7-87bd-acd660bdf7fd None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:16.666781 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:16.745914 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.806242 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Deleting port a28817ef-4cd8-49bb-8687-fdd3da911475 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:16.806592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.875274 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] For port a28817ef-4cd8-49bb-8687-fdd3da911475, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a28817ef-4cd8-49bb-8687-fdd3da911475,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:16.875938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.897153 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Calling delete_port for a28817ef-4cd8-49bb-8687-fdd3da911475 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:16.906766 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] DHCP port deletion for bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:59:16.964131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Deleting port a28817ef-4cd8-49bb-8687-fdd3da911475 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:16.964778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:16.994635 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.019425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a28817ef-4cd8-49bb-8687-fdd3da911475,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:17.028926 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] No DVR routers for this DVR port a28817ef-4cd8-49bb-8687-fdd3da911475 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:17.032310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4907af-9a82-47e2-9a88-3c236f33d355 req-7ec2ef88-90f1-4f3b-901a-f640e5a9c3aa tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.040475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae4907af-9a82-47e2-9a88-3c236f33d355 req-7ec2ef88-90f1-4f3b-901a-f640e5a9c3aa tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.1043770 Oct 11 15:59:17.044017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] For port a28817ef-4cd8-49bb-8687-fdd3da911475, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a28817ef-4cd8-49bb-8687-fdd3da911475,segment=NetworkSegment(3951cb42-26e5-464e-a472-251e483bb426),segment_id=3951cb42-26e5-464e-a472-251e483bb426)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:17.044387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.059752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Calling delete_port for a28817ef-4cd8-49bb-8687-fdd3da911475 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:17.096000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae4907af-9a82-47e2-9a88-3c236f33d355 req-ec04cfc9-5a24-4c4a-b0ea-9f3a264c3bb4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545676 Oct 11 15:59:17.097907 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 15:59:17.111100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Sync routers for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 15:59:17.111418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.133130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.137193 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.139405 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:17.140563 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.146365 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3951cb42-26e5-464e-a472-251e483bb426') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.146669 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3951cb42-26e5-464e-a472-251e483bb426') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.156282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.161960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dfe94420-cd2e-4ae7-b5a8-9d760043402a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1425440 Oct 11 15:59:17.162936 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:17.165693 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:17.171688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.181473 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:59:17.181904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:59:17.221844 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:59:17.223749 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed966126-28c4-43af-93ff-8ea09c47627d x-openstack-request-id: req-ed966126-28c4-43af-93ff-8ea09c47627d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:17.223749 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:17.224414 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed966126-28c4-43af-93ff-8ea09c47627d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:17.224812 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 15:59:17.249829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.255332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.260556 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.261692 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 HTTP/1.1" status: 204 len: 168 time: 0.5935471 Oct 11 15:59:17.300387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Network bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 15:59:17.300858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] No DVR routers for this DVR port a28817ef-4cd8-49bb-8687-fdd3da911475 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:17.304791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2bdba-3561-4e29-a68a-8f439bdbe5ba None None] Pushing event deleted for resources: {'Port': ['ID=a28817ef-4cd8-49bb-8687-fdd3da911475,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:17.320198 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0f87a-00b0-4d8c-b726-5ffb992051bb admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfcbc40-c156-4ccf-aab0-d6f7ffc7a363,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:17.338147 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-8d917196-8059-424c-84fa-97d94044120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.338437 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:17.340378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-8d917196-8059-424c-84fa-97d94044120a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1096 time: 0.0773191 Oct 11 15:59:17.374887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760dd6-3d63-4bd1-957d-450fe06d1cb8 req-a546d2cb-8cce-427f-94dd-73e0b2c644dc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.384689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b760dd6-3d63-4bd1-957d-450fe06d1cb8 req-a546d2cb-8cce-427f-94dd-73e0b2c644dc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.1290538 Oct 11 15:59:17.451349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b760dd6-3d63-4bd1-957d-450fe06d1cb8 req-dc2f98a0-4724-46f0-b704-c7d3bb2eb086 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608370 Oct 11 15:59:17.464723 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:17.491952 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:17.540890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c4e043c-9815-447c-84aa-3532275e477f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/316a620b-717c-4ce2-9eb1-7d469f6fef16 HTTP/1.1" status: 200 len: 990 time: 0.0746555 Oct 11 15:59:17.543498 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-13397abf-5879-463f-bf69-ddba3af6066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.545019 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-13397abf-5879-463f-bf69-ddba3af6066c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1968796 Oct 11 15:59:17.548218 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:17.548634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3fec52e-fc34-48a4-8e89-3981321424b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=024cdcd85cd143fbb916c9afb2dff514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554872 Oct 11 15:59:17.604290 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '316a620b-717c-4ce2-9eb1-7d469f6fef16', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:59:15Z', 'updated_at': '2021-10-11T15:59:15Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.633891 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Checking router: 4b48ee77-2025-4873-8ed5-253f766d33c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 15:59:17.643180 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 15:59:17.643789 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:17.644610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-959a11a2-8527-4c34-bd58-7ca1442dd77f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.0881164 Oct 11 15:59:17.649102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.702506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.731225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-341d398e-3b85-4d5e-9e85-680f9f5ae72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.732683 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-341d398e-3b85-4d5e-9e85-680f9f5ae72e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0794125 Oct 11 15:59:17.748439 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 15:59:17.785253 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-1b6b89bb-9a14-44be-bfc1-443adf7ec12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:17.786859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-1b6b89bb-9a14-44be-bfc1-443adf7ec12b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451164 Oct 11 15:59:17.791578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.794305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:17.795366 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f774f2cb-f0f3-456e-a769-dbd355fc6418 HTTP/1.1" status: 204 len: 168 time: 0.2454722 Oct 11 15:59:17.845038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50489-65f1-4b5f-88d5-5dc52488673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774f2cb-f0f3-456e-a769-dbd355fc6418,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:17.898949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-fdea0ce3-59c7-4c4c-92e7-1501642acd5c service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012464 Oct 11 15:59:17.976101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d8920626-c710-4a04-bd1f-8b8b34681612 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:17.999119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d8920626-c710-4a04-bd1f-8b8b34681612 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:59:17.999119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d8920626-c710-4a04-bd1f-8b8b34681612 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:17.999417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a28817ef-4cd8-49bb-8687-fdd3da911475 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:18.012057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5abd19a5-919d-4f2a-8d3a-6db11d8d2420 req-c88c6c7d-478f-4280-a879-3ee0aba65b58 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062517 Oct 11 15:59:18.025270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a28817ef-4cd8-49bb-8687-fdd3da911475 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:59:18.025643 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a28817ef-4cd8-49bb-8687-fdd3da911475 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:18.026044 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:18.047239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:59:18.047581 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 41a472a5-7dbc-4109-9d7c-3bf9a8c5714a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:18.063555 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '316a620b-717c-4ce2-9eb1-7d469f6fef16', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:59:15Z', 'updated_at': '2021-10-11T15:59:15Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:18.089651 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bffe3-0d58-4bc9-b6a8-e4de92d86498 None None] The sync data for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 is: [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '316a620b-717c-4ce2-9eb1-7d469f6fef16', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T15:59:15Z', 'updated_at': '2021-10-11T15:59:15Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 15:59:18.222677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3c576-6c33-4ece-88ee-e540233d5fc0 req-d100e267-5ed3-4da0-8c17-d16a256daaa9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:18.224390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eaa3c576-6c33-4ece-88ee-e540233d5fc0 req-d100e267-5ed3-4da0-8c17-d16a256daaa9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0536304 Oct 11 15:59:18.266526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eaa3c576-6c33-4ece-88ee-e540233d5fc0 req-16da7038-e85a-4d88-b8af-592c60d962fe tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Oct 11 15:59:18.325349 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0217337-7c3b-4131-8593-cf319a058a82 None None] New status for floating IP 316a620b-717c-4ce2-9eb1-7d469f6fef16: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 15:59:18.544647 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:18.608457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e23c8ced-2b40-4393-964d-23b16afffdfc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/316a620b-717c-4ce2-9eb1-7d469f6fef16 HTTP/1.1" status: 200 len: 992 time: 0.0626068 Oct 11 15:59:19.381518 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798efa-7364-459c-995b-0eb1846f833f req-a7a7d5b4-d508-4086-a135-77f43a43d4c0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:19.382984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32798efa-7364-459c-995b-0eb1846f833f req-a7a7d5b4-d508-4086-a135-77f43a43d4c0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0495646 Oct 11 15:59:19.421010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32798efa-7364-459c-995b-0eb1846f833f req-03135323-ec02-403a-a5a0-ec5420f76c18 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Oct 11 15:59:20.536364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14647a92-e5b6-4a96-bead-665425e684a8 req-1cdfcb6d-fea7-4c04-b18d-52e3719fe8ec tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:20.537885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14647a92-e5b6-4a96-bead-665425e684a8 req-1cdfcb6d-fea7-4c04-b18d-52e3719fe8ec tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0515270 Oct 11 15:59:20.575033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14647a92-e5b6-4a96-bead-665425e684a8 req-935bd748-b897-407f-8e29-5cd4a8752f03 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Oct 11 15:59:21.689648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14043b-e089-47c9-99c0-3b39ca55e85d req-e67b28f1-6972-412b-98b2-f65dd681bebf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:21.691297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c14043b-e089-47c9-99c0-3b39ca55e85d req-e67b28f1-6972-412b-98b2-f65dd681bebf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0495710 Oct 11 15:59:21.731522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c14043b-e089-47c9-99c0-3b39ca55e85d req-8823a44e-664c-4947-ad7b-eae13cc367d6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342441 Oct 11 15:59:22.844461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc79cd-1eac-44c1-bbb0-59cd52fb63a8 req-42d7e5aa-0621-41a0-b232-3ebe8b8bdb60 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:22.846036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0dc79cd-1eac-44c1-bbb0-59cd52fb63a8 req-42d7e5aa-0621-41a0-b232-3ebe8b8bdb60 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0479789 Oct 11 15:59:22.887010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0dc79cd-1eac-44c1-bbb0-59cd52fb63a8 req-a0dad74e-f6dd-477d-b24e-9e6c34f69bd8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Oct 11 15:59:24.006515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa45477-d503-4f08-8917-76d0b63f3e5e req-f7a149dc-3329-4d69-86a1-0af1ea8d077e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:24.007967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9aa45477-d503-4f08-8917-76d0b63f3e5e req-f7a149dc-3329-4d69-86a1-0af1ea8d077e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0519576 Oct 11 15:59:24.045544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9aa45477-d503-4f08-8917-76d0b63f3e5e req-407a2af4-ead1-49c9-8ba6-62d29727043e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Oct 11 15:59:25.155973 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:59:25.166764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebefc2-2155-478b-bcec-d2041e8af94c req-5f41319f-d8f6-4cde-90bb-d620c9c31eca tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:25.168505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79ebefc2-2155-478b-bcec-d2041e8af94c req-5f41319f-d8f6-4cde-90bb-d620c9c31eca tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0551553 Oct 11 15:59:25.215406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79ebefc2-2155-478b-bcec-d2041e8af94c req-51593f1a-5ce3-475b-9eec-c5bd27d276ac tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Oct 11 15:59:25.298645 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:25.315572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'port_id': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'mac_address': 'fa:16:3e:19:82:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee2f59e-b155-4d47-b0ff-5ccc389950c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:59:25.353983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:25.367855 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:59:25.390515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:25.394893 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:25.464779 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:25.473979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:59:26.353750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a72ae-45c7-48d8-8c9a-ecf3a832a164 req-c8be4baf-9e84-4f47-a97d-93887860d746 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:26.355215 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c55a72ae-45c7-48d8-8c9a-ecf3a832a164 req-c8be4baf-9e84-4f47-a97d-93887860d746 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0648789 Oct 11 15:59:26.425070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c55a72ae-45c7-48d8-8c9a-ecf3a832a164 req-bbaecdcf-f364-4f4b-a7d4-58d8110b387d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Oct 11 15:59:27.162113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:27.240219 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:27.240548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:27.330514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:27.356057 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:27.358735 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1067541-a4dd-4414-b0ee-e932ea5b836f" -d '{"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:27.383332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:27.388898 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:27.435113 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f94048-7e48-4a2f-b975-dfaee4e5b0fa x-openstack-request-id: req-90f94048-7e48-4a2f-b975-dfaee4e5b0fa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:27.435473 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:27.435817 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90f94048-7e48-4a2f-b975-dfaee4e5b0fa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:27.440072 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'code': 200} Oct 11 15:59:27.452550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:27.580029 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441620-db81-4f48-a8a8-717cc0972c1a req-30dc6f9f-369b-4451-b40b-15163934aacb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:27.581554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee441620-db81-4f48-a8a8-717cc0972c1a req-30dc6f9f-369b-4451-b40b-15163934aacb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0682611 Oct 11 15:59:27.653873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee441620-db81-4f48-a8a8-717cc0972c1a req-1e5f946b-f5e3-407d-bf60-60c78615566f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644479 Oct 11 15:59:28.795612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9f79-3f58-45e5-ae79-ddd352ad8e93 req-d1614bff-2226-46e3-b7cc-e62e620ae312 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:28.806330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c3f9f79-3f58-45e5-ae79-ddd352ad8e93 req-d1614bff-2226-46e3-b7cc-e62e620ae312 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0751116 Oct 11 15:59:28.844557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c3f9f79-3f58-45e5-ae79-ddd352ad8e93 req-0272b018-8cad-4d6c-a966-97a3c497264e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373497 Oct 11 15:59:30.002911 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cb39e-6510-415a-81fe-401fd7159fab req-83966482-0420-41a6-bc55-505fde2a4cb0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:30.004398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66cb39e-6510-415a-81fe-401fd7159fab req-83966482-0420-41a6-bc55-505fde2a4cb0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0603752 Oct 11 15:59:30.051095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d66cb39e-6510-415a-81fe-401fd7159fab req-6318fd4e-1372-4040-89e1-d5b9e6c7f7e8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Oct 11 15:59:31.209466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424d97-e700-4cce-bca1-9ec45d56fe7f req-998c7752-3c39-4268-a3c0-ab8ccc713c1c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:31.215502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2424d97-e700-4cce-bca1-9ec45d56fe7f req-998c7752-3c39-4268-a3c0-ab8ccc713c1c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0792480 Oct 11 15:59:31.283474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2424d97-e700-4cce-bca1-9ec45d56fe7f req-5c2fb4f7-ba1d-4926-87ff-2e4f347702da tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Oct 11 15:59:32.380304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8155755f-13de-4091-a1b4-02b8371157a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:32.417712 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2583fc-3513-44ad-8c21-bd8834361e87 req-cd278f2b-210a-4389-b004-4a4d997889d0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:32.419471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d2583fc-3513-44ad-8c21-bd8834361e87 req-cd278f2b-210a-4389-b004-4a4d997889d0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0574694 Oct 11 15:59:32.472181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d2583fc-3513-44ad-8c21-bd8834361e87 req-6409eb57-ca18-49bf-99e6-24beab1864f6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Oct 11 15:59:32.755974 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:32.877597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62e637fc-45f2-4f70-ad16-3064745550ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:32.912771 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 15:59:32.960501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62e637fc-45f2-4f70-ad16-3064745550ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:32.966860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62e637fc-45f2-4f70-ad16-3064745550ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:33.003554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62e637fc-45f2-4f70-ad16-3064745550ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=124bbfa646db4cbeb4c949849d925eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463949 Oct 11 15:59:33.006406 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:33.015566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e637fc-45f2-4f70-ad16-3064745550ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb2741-85a7-4180-a49b-54b305d5697b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:33.070628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:33.100820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:33.163693 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:33.166430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:33.171003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0eb2741-85a7-4180-a49b-54b305d5697b HTTP/1.1" status: 204 len: 168 time: 0.1603239 Oct 11 15:59:33.178395 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ee4c8-d3b4-4e85-bdda-895da0110d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb2741-85a7-4180-a49b-54b305d5697b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:33.616990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43a431-6e8e-482d-9f1e-cb23f15e1ef2 req-85f6758c-73b4-485d-ab50-1128d1a5175e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:33.618589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e43a431-6e8e-482d-9f1e-cb23f15e1ef2 req-85f6758c-73b4-485d-ab50-1128d1a5175e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0645990 Oct 11 15:59:33.666958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e43a431-6e8e-482d-9f1e-cb23f15e1ef2 req-71e05336-c549-4ef6-a6b2-5241e14ea17e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Oct 11 15:59:34.786912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b728a9-a666-4350-bac4-ace1078fbfb1 req-38cd7948-9034-4b99-9dcf-ad82f7434fff tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:34.788412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5b728a9-a666-4350-bac4-ace1078fbfb1 req-38cd7948-9034-4b99-9dcf-ad82f7434fff tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0486500 Oct 11 15:59:34.827675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5b728a9-a666-4350-bac4-ace1078fbfb1 req-e4d13309-7bad-4835-987a-6f2e3e7cb9ba tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Oct 11 15:59:34.857091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0590157-244f-46d7-84d6-d0dfe098f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:35.227621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-a5e73a33-36d8-48da-82ef-0b2a2250870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:35.229157 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-a5e73a33-36d8-48da-82ef-0b2a2250870c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1096 time: 0.0429718 Oct 11 15:59:35.325189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-30ae2e72-7c48-4206-96d0-b43050063580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:35.327312 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-30ae2e72-7c48-4206-96d0-b43050063580 service neutron] 10.222.0.36 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.0898547 Oct 11 15:59:35.368225 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-bae13d97-8c3e-4f76-a6a0-67a8fc5d5a3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0338919 Oct 11 15:59:35.420567 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-1d3e7c5b-8272-4d64-88f8-4f05690373f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:35.422056 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-1d3e7c5b-8272-4d64-88f8-4f05690373f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0467966 Oct 11 15:59:35.456616 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-f6325a46-e623-4ede-804e-dc6c160766ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251763 Oct 11 15:59:35.544550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-26a9de09-c6d9-4d6c-a9a6-7268447fe9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Oct 11 15:59:35.640414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79abceb2-1a1a-4873-8260-32d28daad9d1 req-69f38cf1-15f5-4bbc-a3a0-b590b85051cf service neutron] 10.222.0.36 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877790 Oct 11 15:59:35.949141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9604428-3b8f-4828-a5db-520b452ac8f3 req-7353889e-bdb3-4933-9221-ccb6f240ec95 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:35.950699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9604428-3b8f-4828-a5db-520b452ac8f3 req-7353889e-bdb3-4933-9221-ccb6f240ec95 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0529995 Oct 11 15:59:35.959676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:35.990131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9604428-3b8f-4828-a5db-520b452ac8f3 req-f3d1e324-1617-4c67-b89d-546392ee143b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Oct 11 15:59:35.994921 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:35.999589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.104069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447d19a8-eeca-499c-83a9-88b3637aa999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.175397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447d19a8-eeca-499c-83a9-88b3637aa999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.178825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447d19a8-eeca-499c-83a9-88b3637aa999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.216680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-447d19a8-eeca-499c-83a9-88b3637aa999 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d496d39be55145fc8541172bddbcd04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205503 Oct 11 15:59:36.217594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d19a8-eeca-499c-83a9-88b3637aa999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b595d5-c015-44fb-a6a5-710e2b73d636,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:36.220198 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:36.268953 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.289263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.334862 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.337369 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.338519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93b595d5-c015-44fb-a6a5-710e2b73d636 HTTP/1.1" status: 204 len: 168 time: 0.1171627 Oct 11 15:59:36.345978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70407e3-51dc-4963-bbb2-8e12bf3cf4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b595d5-c015-44fb-a6a5-710e2b73d636,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:36.584966 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:36.598389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d451-a03d-49d3-95b7-c532dc3c4924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.671538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d451-a03d-49d3-95b7-c532dc3c4924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.676106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d451-a03d-49d3-95b7-c532dc3c4924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.714807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e9f4d451-a03d-49d3-95b7-c532dc3c4924 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=104f8a827ecd4aeaa51e1dffa1afb151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286147 Oct 11 15:59:36.715439 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d451-a03d-49d3-95b7-c532dc3c4924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1174398-687e-44bb-9b7d-ac7f2d0d847f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:36.717412 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:36.765630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.788849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.835017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.837646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:36.838797 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1174398-687e-44bb-9b7d-ac7f2d0d847f HTTP/1.1" status: 204 len: 168 time: 0.1203830 Oct 11 15:59:36.846780 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b425efc-0feb-47d1-bdc1-f654883706c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1174398-687e-44bb-9b7d-ac7f2d0d847f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:37.111606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580d5ad-7794-4549-994e-1b4bb95df5c1 req-ecce003e-5c05-4e1a-aedc-db8db2516f5b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:37.113344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6580d5ad-7794-4549-994e-1b4bb95df5c1 req-ecce003e-5c05-4e1a-aedc-db8db2516f5b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0532708 Oct 11 15:59:37.151855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6580d5ad-7794-4549-994e-1b4bb95df5c1 req-e73a58bb-ae1e-4bdb-90e0-3269c7aa684e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Oct 11 15:59:37.218425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:37.301390 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:37.322804 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:37.325073 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b406a13-8776-4372-abed-22aad043be12" -d '{"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:37.341090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:37.347418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:37.370780 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c0f09-0e28-45c9-8687-967f50f30dbc x-openstack-request-id: req-fd2c0f09-0e28-45c9-8687-967f50f30dbc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:37.371094 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:37.371353 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd2c0f09-0e28-45c9-8687-967f50f30dbc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:37.371746 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'code': 200} Oct 11 15:59:37.399217 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:37.407299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.407639 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.407976 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.408305 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.408632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.408954 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.409274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.409626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.409946 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.410263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.410581 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.410896 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:37.781595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:38.265711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc539fa-a0c7-4958-ba70-e53fc1461d6d req-9597cf42-b7e0-41c7-b156-162f2ae0e652 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:38.267216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fc539fa-a0c7-4958-ba70-e53fc1461d6d req-9597cf42-b7e0-41c7-b156-162f2ae0e652 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0488987 Oct 11 15:59:38.306934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fc539fa-a0c7-4958-ba70-e53fc1461d6d req-2961ec81-c529-4054-ab83-19620de31dc1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335937 Oct 11 15:59:38.423477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4d10-d28a-4196-b82b-a43ae4b9fa6f req-10b9639f-bed0-4c74-811e-d2f7b4f69ff5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:38.425224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46fd4d10-d28a-4196-b82b-a43ae4b9fa6f req-10b9639f-bed0-4c74-811e-d2f7b4f69ff5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0497220 Oct 11 15:59:38.464575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46fd4d10-d28a-4196-b82b-a43ae4b9fa6f req-fe95473a-c0dd-4fae-ba74-64f41f72e6cd tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Oct 11 15:59:38.772241 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e7a1-6f65-46c2-b75f-8ad2044d7483 req-f1fe2567-6378-4527-8419-4bad2183db11 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:38.773756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e68e7a1-6f65-46c2-b75f-8ad2044d7483 req-f1fe2567-6378-4527-8419-4bad2183db11 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0556397 Oct 11 15:59:38.818600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e68e7a1-6f65-46c2-b75f-8ad2044d7483 req-8e5356e8-a868-41de-819b-dd93f908dcd1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Oct 11 15:59:38.972288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-e813fa9b-9f66-45d8-8a7d-2cb7d36afb2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392351 Oct 11 15:59:39.616100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:39.875601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76148-6b12-4a9e-99cb-183d21735499 req-96eb787c-6dfc-4313-a186-049736083cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:39.878107 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-96eb787c-6dfc-4313-a186-049736083cff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d&tenant_id=f965c3c2b8844cb2bee86e75808255c8 HTTP/1.1" status: 200 len: 1094 time: 0.2008600 Oct 11 15:59:39.892070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:39.947770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc2300-b426-41bd-8b77-36b3d1aa82c7 req-cad04584-2b44-4746-aba2-33d0c4b1e540 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:39.949937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cdc2300-b426-41bd-8b77-36b3d1aa82c7 req-cad04584-2b44-4746-aba2-33d0c4b1e540 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 943 time: 0.0582595 Oct 11 15:59:39.950067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:39.997825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cdc2300-b426-41bd-8b77-36b3d1aa82c7 req-3f4fa3e3-2805-4f50-a4a8-5e0095e1dd7c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Oct 11 15:59:40.161142 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:40.195763 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:40.228362 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:59:40.235927 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:40.247663 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Transition to ACTIVE for port object cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 15:59:40.251023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:40.316105 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] No DVR routers for this DVR port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:40.318981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:40.330636 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.330982 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.331327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.331663 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.331991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.332316 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.332638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.332957 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.333274 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.333618 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.333935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.334249 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:40.362571 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:40.362899 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:40.363221 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:40.367528 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 15:59:40.367842 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Attempting to bind port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on network 149fc234-f32e-4e03-93b9-6a61ab9bfecd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:40.372827 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:40.373182 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Checking segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:40.373597 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Bound using segment: {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:40.374018 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Bound port: cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:40.374372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:40.438269 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:40.441215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:40.445858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:40.478904 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:40.479186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:40.480571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] 10.222.0.43 "PUT /v2.0/ports/cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 1091 time: 0.5931520 Oct 11 15:59:40.481040 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:40.484051 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e693ca-7c38-466d-b36f-cd547555f920" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:40.529122 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546148da-bdae-46db-872f-cd166b8ed3b8 x-openstack-request-id: req-546148da-bdae-46db-872f-cd166b8ed3b8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:40.529458 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:40.529732 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-546148da-bdae-46db-872f-cd166b8ed3b8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:40.530123 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'status': 'completed', 'code': 200} Oct 11 15:59:40.550984 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6875c8-3ff1-474f-9eef-725856d90747 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:40.568501 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76148-6b12-4a9e-99cb-183d21735499 req-a91cb6c0-fc1e-4469-83a8-7d425cbedcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:40.570238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-a91cb6c0-fc1e-4469-83a8-7d425cbedcd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1095 time: 0.0531056 Oct 11 15:59:40.671861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76148-6b12-4a9e-99cb-183d21735499 req-5dd77bef-c4a5-495a-a261-5a231126ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:40.673334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-5dd77bef-c4a5-495a-a261-5a231126ef4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.0955577 Oct 11 15:59:40.718310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-ff0f4b75-bd1b-438d-b56d-90e7786a854f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0372803 Oct 11 15:59:40.775542 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:41.086530 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76148-6b12-4a9e-99cb-183d21735499 req-450b02dc-0e5a-477e-bb0b-a35146c34283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:41.087997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-450b02dc-0e5a-477e-bb0b-a35146c34283 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.3635385 Oct 11 15:59:41.117612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb9d11-3c01-432e-88b4-17b272f5897c req-5b1527a6-c48c-4ab6-ad99-ce000365f973 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:41.119112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebb9d11-3c01-432e-88b4-17b272f5897c req-5b1527a6-c48c-4ab6-ad99-ce000365f973 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0485892 Oct 11 15:59:41.119519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-bd4ad5b7-b31f-49da-b28a-d4651db7e44e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237780 Oct 11 15:59:41.156750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ebb9d11-3c01-432e-88b4-17b272f5897c req-14f005cd-b8f9-486f-a232-735d35099c1e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Oct 11 15:59:41.213532 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-83506c3d-d4eb-4d48-ae53-48b8f6eb00a1 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Oct 11 15:59:41.248381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:41.287840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:41.303893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34f76148-6b12-4a9e-99cb-183d21735499 req-6efdd934-fd50-4c6a-a33a-5bd0d3d2b74f service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838163 Oct 11 15:59:41.385449 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e693ca-7c38-466d-b36f-cd547555f920 req-6962f189-e744-4319-abeb-73cceb27dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:41.387209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-6962f189-e744-4319-abeb-73cceb27dec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1095 time: 0.0409262 Oct 11 15:59:41.483699 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e693ca-7c38-466d-b36f-cd547555f920 req-457b1149-2e47-4eca-918a-588fe9dfb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:41.485170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-457b1149-2e47-4eca-918a-588fe9dfb194 service neutron] 10.222.0.43 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.0918336 Oct 11 15:59:41.526922 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-59255aa3-0314-4e1a-ac50-0587b6f601b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0352499 Oct 11 15:59:41.579687 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e693ca-7c38-466d-b36f-cd547555f920 req-e56de330-0952-4605-a42c-87c1c7071ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:41.581150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-e56de330-0952-4605-a42c-87c1c7071ded service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0479434 Oct 11 15:59:41.613081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-ef9c450e-7f23-4a0d-9b20-ac488b329279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246086 Oct 11 15:59:41.745592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-446fc7d4-642e-47a8-aaac-534ef85ecd23 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Oct 11 15:59:42.295645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cb183-944c-4dd7-ba89-7c79910361e5 req-3f585a1a-b65f-42af-9e3b-538db7199e63 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:42.297773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-422cb183-944c-4dd7-ba89-7c79910361e5 req-3f585a1a-b65f-42af-9e3b-538db7199e63 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0676637 Oct 11 15:59:42.341719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-422cb183-944c-4dd7-ba89-7c79910361e5 req-c990fda5-0976-4841-b52a-86e80371850c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Oct 11 15:59:42.858893 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:42.980560 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d892f6-a2a9-49dd-ba74-3d80ff321089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.058889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d892f6-a2a9-49dd-ba74-3d80ff321089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.063188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d892f6-a2a9-49dd-ba74-3d80ff321089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.100462 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d892f6-a2a9-49dd-ba74-3d80ff321089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24db6974-b3f8-40e5-a13b-39bdad40fba5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:43.105289 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-33d892f6-a2a9-49dd-ba74-3d80ff321089 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a40797b08824b3ebf64b688ad64f0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447717 Oct 11 15:59:43.108393 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:43.158446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.181995 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.232088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.234896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.236072 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24db6974-b3f8-40e5-a13b-39bdad40fba5 HTTP/1.1" status: 204 len: 168 time: 0.1268666 Oct 11 15:59:43.244378 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f86da-537c-408e-a7d4-afb6a4933d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24db6974-b3f8-40e5-a13b-39bdad40fba5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:43.465306 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8052-ba86-4acc-810c-4dcda73b77fa req-723ef30f-5477-4fda-bcd6-9550f4181d7f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:43.467071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5f8052-ba86-4acc-810c-4dcda73b77fa req-723ef30f-5477-4fda-bcd6-9550f4181d7f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0537412 Oct 11 15:59:43.513589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5f8052-ba86-4acc-810c-4dcda73b77fa req-8b57ea4b-c65a-498a-8b29-d96334700791 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Oct 11 15:59:43.548572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:43.563986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d43066-64bd-43f9-a842-350f3f841ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.645241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d43066-64bd-43f9-a842-350f3f841ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.649647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d43066-64bd-43f9-a842-350f3f841ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.692694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43066-64bd-43f9-a842-350f3f841ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57396bac-4a89-4881-bcbe-730283878d64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:43.696973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-73d43066-64bd-43f9-a842-350f3f841ea1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d186bc9a7b2c4e5e8f092672e490b53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470702 Oct 11 15:59:43.700051 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:43.754486 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.776576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.827079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.829815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:43.830971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57396bac-4a89-4881-bcbe-730283878d64 HTTP/1.1" status: 204 len: 168 time: 0.1294591 Oct 11 15:59:43.843314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aac97-bb1e-4fc8-954d-fa1c4328f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57396bac-4a89-4881-bcbe-730283878d64,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:44.649841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e56f-32c3-458a-9383-b716f37861ea req-36287e98-ac20-4f58-b4dc-685b3262367b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:44.651430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd08e56f-32c3-458a-9383-b716f37861ea req-36287e98-ac20-4f58-b4dc-685b3262367b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0585740 Oct 11 15:59:44.707019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd08e56f-32c3-458a-9383-b716f37861ea req-d7fe32b6-6318-44f1-8e95-37d8d101ecb7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Oct 11 15:59:45.834253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e02464-18e5-494c-846a-848449bae865 req-c620e0c1-32cf-4a7c-9529-f8b7a108b87d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:45.835819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40e02464-18e5-494c-846a-848449bae865 req-c620e0c1-32cf-4a7c-9529-f8b7a108b87d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0519779 Oct 11 15:59:45.884489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40e02464-18e5-494c-846a-848449bae865 req-53859d3f-c64c-460c-ad35-ebd6b0730f6a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Oct 11 15:59:45.891129 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:46.007623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea7e86b5-df7d-4c48-aba1-73334fd2d104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.091423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea7e86b5-df7d-4c48-aba1-73334fd2d104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.096170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea7e86b5-df7d-4c48-aba1-73334fd2d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.137120 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea7e86b5-df7d-4c48-aba1-73334fd2d104 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4873c2ac6fd34b13af5904317ffb46f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448637 Oct 11 15:59:46.137892 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e86b5-df7d-4c48-aba1-73334fd2d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffb8d8-de36-4e9e-8bb5-2aefa537366a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:46.140899 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:46.205458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.229338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.291708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.294537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.299458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9ffb8d8-de36-4e9e-8bb5-2aefa537366a HTTP/1.1" status: 204 len: 168 time: 0.1551964 Oct 11 15:59:46.307812 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c4694-02f8-4cd1-933a-c2a4120153cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffb8d8-de36-4e9e-8bb5-2aefa537366a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:46.633846 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:46.651403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4527d7-dd83-4b29-81c6-ceaf2fbe8d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.730681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4527d7-dd83-4b29-81c6-ceaf2fbe8d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.734729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4527d7-dd83-4b29-81c6-ceaf2fbe8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.781666 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4527d7-dd83-4b29-81c6-ceaf2fbe8d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf9ad9-e4be-4359-98c1-9e182a1c1921,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:46.790000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca4527d7-dd83-4b29-81c6-ceaf2fbe8d7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5243a8c09ead46aeb2c175b7d6d0cb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550138 Oct 11 15:59:46.791013 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:46.842530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.865554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.923143 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.926185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:46.930134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fddf9ad9-e4be-4359-98c1-9e182a1c1921 HTTP/1.1" status: 204 len: 168 time: 0.1378546 Oct 11 15:59:46.940401 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40725de5-136b-4a0a-9fbb-9e0bb30aa330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf9ad9-e4be-4359-98c1-9e182a1c1921,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:47.053873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67931e0-5f95-42aa-9e6f-e2bdcc25f7bb req-ac42975b-c31a-4042-8695-033bb508f0af tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:47.059122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d67931e0-5f95-42aa-9e6f-e2bdcc25f7bb req-ac42975b-c31a-4042-8695-033bb508f0af tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0589769 Oct 11 15:59:47.108922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d67931e0-5f95-42aa-9e6f-e2bdcc25f7bb req-64a5da70-a69b-452c-82f1-69e368397a1d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 Oct 11 15:59:48.255878 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5dc7-50ec-4927-9494-dcae644fc1ef req-0c9d0e6d-d86b-45ed-bc86-cdda8690b169 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:48.257463 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-540e5dc7-50ec-4927-9494-dcae644fc1ef req-0c9d0e6d-d86b-45ed-bc86-cdda8690b169 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0646436 Oct 11 15:59:48.304583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-540e5dc7-50ec-4927-9494-dcae644fc1ef req-a4d70980-1485-4c4b-b6a4-ac875a9ea824 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Oct 11 15:59:48.340345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:48.490276 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-562594657'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:48.511625 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Made reservation on behalf of 26d7ce3192d54876b52cff7e0baeb192 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:48.515935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.526626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.605743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.610449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.641342 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:59:48.647938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9412a1-739d-45ad-bab7-bc6c00e42ce3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:48.654633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.654993 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Added segment c86635c0-c9af-46a0-ad8b-9121654d65e1 of type vlan for network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 Oct 11 15:59:48.698798 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.725536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.731040 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:48.731739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:48.799995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4555619 Oct 11 15:59:48.803381 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:48.809625 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ead4a-7da2-4ec3-8bb1-e437a70733c8 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event updated for resources: {'Network': ['ID=459ea552-bcb5-497d-8e88-e5ffe2802ca3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:48.811123 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Request body: {'subnet': {'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:48.820871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:59:48.912365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Made reservation on behalf of 26d7ce3192d54876b52cff7e0baeb192 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:48.915928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.104304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.177251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event updated for resources: {'Subnet': ['ID=a7922979-5b82-4203-9ccc-c32b3493f6b8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:49.183670 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Checking segment: {'id': 'c86635c0-c9af-46a0-ad8b-9121654d65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:49.184030 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Network hostable DHCP agents. Network: 459ea552-bcb5-497d-8e88-e5ffe2802ca3, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:59:49.188042 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.188387 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.188728 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.189061 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.189426 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.189742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.190069 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.190390 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.190718 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.191036 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.191350 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.191668 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 15:59:49.213565 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:59:49.224114 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 459ea552-bcb5-497d-8e88-e5ffe2802ca3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:49.228557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:49.229129 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.233797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade38c3-3911-44a4-b0ea-8e7b7549a11f None None] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:49.251013 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:49.251273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6aaecf2d-b064-47d2-a06b-b177955cf60a tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4456320 Oct 11 15:59:49.256820 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Request body: {'port': {'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-727879506'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:49.402886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Made reservation on behalf of 26d7ce3192d54876b52cff7e0baeb192 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:49.407200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.428752 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] device_id is not set on port 708586f4-1a50-4ce0-822f-fb70b09c9ac0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:59:49.433977 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-459ea552-bcb5-497d-8e88-e5ffe2802ca3', 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3', 'tenant_id': '26d7ce3192d54876b52cff7e0baeb192', 'fixed_ips': [{'subnet_id': 'a7922979-5b82-4203-9ccc-c32b3493f6b8'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 15:59:49.435201 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.469637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71976b3-c3ba-4107-8354-3edbc5b860e6 req-d8fb99b8-500a-4c08-af33-368960148368 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:49.472496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e71976b3-c3ba-4107-8354-3edbc5b860e6 req-d8fb99b8-500a-4c08-af33-368960148368 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0767217 Oct 11 15:59:49.524272 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e71976b3-c3ba-4107-8354-3edbc5b860e6 req-7bed2fb4-5ea0-43f8-9baf-18a471f4f88d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Oct 11 15:59:49.588159 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Allocated IP 172.20.0.2 (459ea552-bcb5-497d-8e88-e5ffe2802ca3/a7922979-5b82-4203-9ccc-c32b3493f6b8/708586f4-1a50-4ce0-822f-fb70b09c9ac0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:49.769601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.804893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.849111 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:49.854197 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:49.858515 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:49.867814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4d16d1d9-fb99-49b7-b38a-3ff8cbc2b9b0 {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:59:49.868905 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:59:49.886989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event updated for resources: {'Port': ['ID=708586f4-1a50-4ce0-822f-fb70b09c9ac0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:49.928753 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:49.929473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:49.945843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2be8b2b4-4281-407e-a865-0947ee80f416 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6931994 Oct 11 15:59:49.948967 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:50.040566 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Deleting port 708586f4-1a50-4ce0-822f-fb70b09c9ac0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:50.040913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.129171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.143724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Calling delete_port for 708586f4-1a50-4ce0-822f-fb70b09c9ac0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:50.281797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.319066 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event deleted for resources: {'Port': ['ID=708586f4-1a50-4ce0-822f-fb70b09c9ac0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:50.370779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.384148 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.387463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fc0112c-26aa-4e2b-9248-e3262ddf3472 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "DELETE /v2.0/ports/708586f4-1a50-4ce0-822f-fb70b09c9ac0 HTTP/1.1" status: 204 len: 168 time: 0.4373939 Oct 11 15:59:50.390226 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:50.452202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bc7dc23-2124-43e2-8542-16f15d49f5d4 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.0608959 Oct 11 15:59:50.455086 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:50.459843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1056668456'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:50.487960 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Made reservation on behalf of 26d7ce3192d54876b52cff7e0baeb192 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:50.492327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.524535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Allocated IP 172.20.0.2 (459ea552-bcb5-497d-8e88-e5ffe2802ca3/a7922979-5b82-4203-9ccc-c32b3493f6b8/e0cb59ad-5527-47d1-93a7-c35dd9b98d01) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:50.534214 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:59:50.555636 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.557419 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Added segment 0256b0b3-2ff7-4151-8468-40ef242fb74f of type vlan for network e5c753e0-ee74-4883-9ef2-a6e3b891b86f Oct 11 15:59:50.618603 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.648763 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.658596 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:50.659216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.689225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c6ab6-7fda-42fb-adb3-aab2afc41887 req-33756ad7-324b-49e7-9a8b-4aa2079b66b4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:50.699843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e08c6ab6-7fda-42fb-adb3-aab2afc41887 req-33756ad7-324b-49e7-9a8b-4aa2079b66b4 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0835667 Oct 11 15:59:50.736848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2809708 Oct 11 15:59:50.740772 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:50.747150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.756980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:50.781683 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:50.785218 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:50.785454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e08c6ab6-7fda-42fb-adb3-aab2afc41887 req-4506ce17-ed43-4fb7-8e11-231eb5b9a58a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813947 Oct 11 15:59:50.811542 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:50.850692 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Pushing event updated for resources: {'Port': ['ID=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:50.898352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f6ec3-a11f-4b7f-a555-ae201affc794 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event updated for resources: {'Network': ['ID=e5c753e0-ee74-4883-9ef2-a6e3b891b86f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:50.915935 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5c73c8e-148e-418e-8494-bcac987d2915 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks HTTP/1.1" status: 200 len: 4881 time: 0.1737454 Oct 11 15:59:50.917722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e5c753e0-ee74-4883-9ef2-a6e3b891b86f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:59:50.918581 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:50.937427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Attempting to bind port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 15:59:50.937792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Attempting to bind port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c86635c0-c9af-46a0-ad8b-9121654d65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 15:59:50.938177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Attempting to bind port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 on network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 15:59:51.001521 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 15:59:51.001893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Checking segment: {'id': 'c86635c0-c9af-46a0-ad8b-9121654d65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:51.002133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.002676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Bound using segment: {'id': 'c86635c0-c9af-46a0-ad8b-9121654d65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 15:59:51.003161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Bound port: e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86635c0-c9af-46a0-ad8b-9121654d65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '459ea552-bcb5-497d-8e88-e5ffe2802ca3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 15:59:51.003567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.003895 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6fbb2e-8ab1-4ea1-9057-d59693124cb7 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] Network e5c753e0-ee74-4883-9ef2-a6e3b891b86f is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:59:51.020625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2c6fbb2e-8ab1-4ea1-9057-d59693124cb7 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "POST /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1000516 Oct 11 15:59:51.023050 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.030014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d23355-4046-4eef-8e8e-1d37dfcbfc3a None None] Network e5c753e0-ee74-4883-9ef2-a6e3b891b86f requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:51.155040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] For port e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 15:59:51.179958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d56caa0a-7daa-4c7e-83b5-4b5b3f1368dd tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks HTTP/1.1" status: 200 len: 5652 time: 0.1555862 Oct 11 15:59:51.182507 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] For port e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,segment=NetworkSegment(c86635c0-c9af-46a0-ad8b-9121654d65e1),segment_id=c86635c0-c9af-46a0-ad8b-9121654d65e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 15:59:51.182677 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.187971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.253389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11a35-7a49-4926-8d1c-b0fcc33f80d0 None None] Pushing event updated for resources: {'Port': ['ID=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:51.267705 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.267959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30c4a839-b82b-4889-be42-4ecdd6717df3 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "DELETE /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks/e5c753e0-ee74-4883-9ef2-a6e3b891b86f HTTP/1.1" status: 204 len: 168 time: 0.0840955 Oct 11 15:59:51.398259 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.398677 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-079c844e-4ba9-48b4-8eb5-2e22fe34bc55 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks HTTP/1.1" status: 200 len: 4881 time: 0.1292629 Oct 11 15:59:51.426046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9fad3aeb-46de-4b59-ae59-50c23472a9ff tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/networks/459ea552-bcb5-497d-8e88-e5ffe2802ca3/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0263636 Oct 11 15:59:51.429221 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.449774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6aaa253-72ac-4c10-932b-a64f8dfb9bfe tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/networks/459ea552-bcb5-497d-8e88-e5ffe2802ca3/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0191486 Oct 11 15:59:51.452623 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.566029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3a14a4ab-5d4c-48b3-9bb0-40b0ed234fd1 tempest-DHCPAgentSchedulersTestJSON-1751287515 tempest-DHCPAgentSchedulersTestJSON-1751287515-project-admin] 10.222.0.31 "GET /v2.0/agents/03a26f55-dfe1-48a2-8bb4-72405c82e116/dhcp-networks HTTP/1.1" status: 200 len: 4881 time: 0.1122475 Oct 11 15:59:51.569550 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.643283 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.731839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.751673 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c753e0-ee74-4883-9ef2-a6e3b891b86f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:51.760485 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0256b0b3-2ff7-4151-8468-40ef242fb74f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:51.760774 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0256b0b3-2ff7-4151-8468-40ef242fb74f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:51.769878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.783136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.789063 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:59:51.789443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: timer() Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:59:51.792338 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:59:51.860037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.865880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:51.871341 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "DELETE /v2.0/networks/e5c753e0-ee74-4883-9ef2-a6e3b891b86f HTTP/1.1" status: 204 len: 168 time: 0.2986813 Oct 11 15:59:51.871775 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.900488 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5a2785-e08e-41ba-9879-54e29996a903 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] DELETE failed (client error): The resource could not be found. Oct 11 15:59:51.901248 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5a2785-e08e-41ba-9879-54e29996a903 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 15:59:51.908076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d5a2785-e08e-41ba-9879-54e29996a903 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "DELETE /v2.0/ports/708586f4-1a50-4ce0-822f-fb70b09c9ac0 HTTP/1.1" status: 404 len: 333 time: 0.0351841 Oct 11 15:59:51.908265 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d57596-3bfa-431c-9bb2-abc52390b54e tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event deleted for resources: {'Network': ['ID=e5c753e0-ee74-4883-9ef2-a6e3b891b86f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:51.908632 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:51.947770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae285a9-79d7-4008-95f9-d4964eb93167 req-2d36e5a9-d747-477f-be73-257c73819c2f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:51.949032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ae285a9-79d7-4008-95f9-d4964eb93167 req-2d36e5a9-d747-477f-be73-257c73819c2f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0778563 Oct 11 15:59:51.991565 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Deleting subnet a7922979-5b82-4203-9ccc-c32b3493f6b8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 15:59:51.996664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.004092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a9f0-397e-4a4b-ab55-0562d99afdd3 req-a0b6d206-faf4-462b-a634-b291a3ed089e tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:52.005654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc88a9f0-397e-4a4b-ab55-0562d99afdd3 req-a0b6d206-faf4-462b-a634-b291a3ed089e tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1096 time: 0.0768123 Oct 11 15:59:52.011565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5ae285a9-79d7-4008-95f9-d4964eb93167 req-a0ad0beb-035c-40ec-bb6e-ef40b6b84e9c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Oct 11 15:59:52.053473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e0cb59ad-5527-47d1-93a7-c35dd9b98d01 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:52.064677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.065070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc88a9f0-397e-4a4b-ab55-0562d99afdd3 req-093de39d-d32b-4352-9bf8-a8d022ff0a79 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498371 Oct 11 15:59:52.115791 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:52.116287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.166203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.197009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d1520-9a46-43f0-a74e-f28fecc26840 req-3d5bbb66-b0d8-4371-aa96-79f5ba568d06 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:52.205743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4d1520-9a46-43f0-a74e-f28fecc26840 req-3d5bbb66-b0d8-4371-aa96-79f5ba568d06 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0726976 Oct 11 15:59:52.210395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.244598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e4d1520-9a46-43f0-a74e-f28fecc26840 req-4a6d8d2f-ba9f-480e-a47b-3f9cf67734e4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Oct 11 15:59:52.246905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.275142 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:52.279291 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event deleted for resources: {'Subnet': ['ID=a7922979-5b82-4203-9ccc-c32b3493f6b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:52.288727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.293535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-17406abb-45c2-4918-a4e1-ff38a615b82d tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "DELETE /v2.0/subnets/a7922979-5b82-4203-9ccc-c32b3493f6b8 HTTP/1.1" status: 204 len: 168 time: 0.3830190 Oct 11 15:59:52.295197 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 15:59:52.295568 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 15:59:52.295702 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:52.309636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae161126-44c4-4dc3-bf1a-72031a0b268a None None] Network 459ea552-bcb5-497d-8e88-e5ffe2802ca3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:52.343100 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-56510ffc-3d4a-431c-b836-c8331db018a8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/316a620b-717c-4ce2-9eb1-7d469f6fef16 HTTP/1.1" status: 200 len: 992 time: 0.0667133 Oct 11 15:59:52.375955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.427836 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] Provisioning complete for port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:52.428155 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.437934 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Deleting port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:52.438425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.503804 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] For port e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,segment=NetworkSegment(c86635c0-c9af-46a0-ad8b-9121654d65e1),segment_id=c86635c0-c9af-46a0-ad8b-9121654d65e1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:52.504178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.515861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.517614 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Calling delete_port for e0cb59ad-5527-47d1-93a7-c35dd9b98d01 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:52.534864 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] DHCP port deletion for 459ea552-bcb5-497d-8e88-e5ffe2802ca3 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 15:59:52.570815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] For port e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,segment=NetworkSegment(c86635c0-c9af-46a0-ad8b-9121654d65e1),segment_id=c86635c0-c9af-46a0-ad8b-9121654d65e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:52.578837 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.600729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.634593 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Deleting port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:52.634969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.637581 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event deleted for resources: {'Port': ['ID=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:52.639488 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] No DVR routers for this DVR port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:52.681951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102a3fa-8e27-42ff-b1dc-3fb328105b23 None None] Pushing event updated for resources: {'Port': ['ID=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:52.711002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] For port e0cb59ad-5527-47d1-93a7-c35dd9b98d01, host n-d-master-1, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:52.711514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.726461 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Calling delete_port for e0cb59ad-5527-47d1-93a7-c35dd9b98d01 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:52.729361 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 15:59:52.729663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.741711 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.751616 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459ea552-bcb5-497d-8e88-e5ffe2802ca3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:52.762721 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86635c0-c9af-46a0-ad8b-9121654d65e1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:52.764100 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86635c0-c9af-46a0-ad8b-9121654d65e1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 15:59:52.772096 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] Pushing event deleted for resources: {'Port': ['ID=e0cb59ad-5527-47d1-93a7-c35dd9b98d01,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:52.777265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50947f19-6dc9-4f40-b5f2-c70ebaf699d0 None None] No DVR routers for this DVR port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 15:59:52.783559 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.802787 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.813279 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 15:59:52.813775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: timer() Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 15:59:52.818383 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 15:59:52.821057 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Port e0cb59ad-5527-47d1-93a7-c35dd9b98d01 update to ACTIVE by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 11 15:59:52.863965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-2b4e3220-b84d-412c-bbce-3535419ef8fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722957 Oct 11 15:59:52.887511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadb07a-a86e-4008-9efc-75d3c910c9a9 req-3be2eec6-d106-44c0-bee1-8e47cf706d10 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:52.889072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbadb07a-a86e-4008-9efc-75d3c910c9a9 req-3be2eec6-d106-44c0-bee1-8e47cf706d10 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0710423 Oct 11 15:59:52.890337 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.909512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:52.914243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] 10.222.0.31 "DELETE /v2.0/networks/459ea552-bcb5-497d-8e88-e5ffe2802ca3 HTTP/1.1" status: 204 len: 168 time: 0.6172509 Oct 11 15:59:52.935773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612c9b-9e22-4e1c-bb58-3cc8e1ee5664 tempest-DHCPAgentSchedulersTestJSON-1674005490 tempest-DHCPAgentSchedulersTestJSON-1674005490-project] Pushing event deleted for resources: {'Network': ['ID=459ea552-bcb5-497d-8e88-e5ffe2802ca3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:52.964436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbadb07a-a86e-4008-9efc-75d3c910c9a9 req-a7daec62-aa8e-4961-a530-f1416842a4cd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586112 Oct 11 15:59:53.029875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-04e693ca-7c38-466d-b36f-cd547555f920 req-c91db76a-4aab-4736-abc5-52d815bc5206 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138191 Oct 11 15:59:53.149074 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600cf2-19ee-4c75-9315-01e972214282 req-bbd3c41d-c9ec-47ca-8b9f-de2f15b93ada tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:53.150674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32600cf2-19ee-4c75-9315-01e972214282 req-bbd3c41d-c9ec-47ca-8b9f-de2f15b93ada tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0570085 Oct 11 15:59:53.193308 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:53.197092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32600cf2-19ee-4c75-9315-01e972214282 req-74911f3b-2322-496d-8be4-9395f3a66304 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Oct 11 15:59:53.334451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7249dcd5-7993-4776-8ac2-77331d43532f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26d7ce3192d54876b52cff7e0baeb192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399410 Oct 11 15:59:53.337303 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:53.385904 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.408264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.457956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.461520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.462668 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed9412a1-739d-45ad-bab7-bc6c00e42ce3 HTTP/1.1" status: 204 len: 168 time: 0.1243234 Oct 11 15:59:53.472643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8060737-2eaf-413b-966a-7d5b2db7b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9412a1-739d-45ad-bab7-bc6c00e42ce3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:53.742822 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:53.757021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7b10a40-d0d8-440e-880c-df6f5bef2491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.830839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7b10a40-d0d8-440e-880c-df6f5bef2491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.834596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7b10a40-d0d8-440e-880c-df6f5bef2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.873441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7b10a40-d0d8-440e-880c-df6f5bef2491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d60a12528d448e9b5915bad4d2b8b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295383 Oct 11 15:59:53.875511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b10a40-d0d8-440e-880c-df6f5bef2491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb120402-60d7-4f9a-a999-b669db6eecb4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:53.876132 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:53.928776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.947851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e0cb59ad-5527-47d1-93a7-c35dd9b98d01 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 15:59:53.949708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:53.967853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e0cb59ad-5527-47d1-93a7-c35dd9b98d01 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 15:59:53.968101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e0cb59ad-5527-47d1-93a7-c35dd9b98d01 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 15:59:54.002615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:54.005298 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:54.006478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb120402-60d7-4f9a-a999-b669db6eecb4 HTTP/1.1" status: 204 len: 168 time: 0.1293616 Oct 11 15:59:54.015643 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d9f97-53da-464d-82de-97d5185a3708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb120402-60d7-4f9a-a999-b669db6eecb4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:54.100142 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23811f-8bed-4363-83d7-c1c551382e4f req-463a7762-1ebf-4817-b602-6921283d8a73 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.101583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce23811f-8bed-4363-83d7-c1c551382e4f req-463a7762-1ebf-4817-b602-6921283d8a73 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Oct 11 15:59:54.121881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-39c53167-e264-479e-8ecb-60d523d2d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.123515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-39c53167-e264-479e-8ecb-60d523d2d6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1096 time: 0.0447109 Oct 11 15:59:54.145002 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce23811f-8bed-4363-83d7-c1c551382e4f req-83489a4d-f610-4218-81e9-ddcb9a3cb3fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367362 Oct 11 15:59:54.216973 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-fc733236-f376-470b-975f-0d3bd49cb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.218635 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-fc733236-f376-470b-975f-0d3bd49cb4ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.0879722 Oct 11 15:59:54.299542 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-a00e60d6-f133-4fbd-b7d6-45b71dea4ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 1000 time: 0.0691752 Oct 11 15:59:54.325618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915041f1-73da-4b99-9a41-3c58ba8df713 req-13d0b624-7737-4ff2-8fbc-7e9817b67a5d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.333127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-915041f1-73da-4b99-9a41-3c58ba8df713 req-13d0b624-7737-4ff2-8fbc-7e9817b67a5d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0618687 Oct 11 15:59:54.357074 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-c0331617-092b-490c-99be-5b12b08d0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.358717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-c0331617-092b-490c-99be-5b12b08d0a53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0480473 Oct 11 15:59:54.368353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-915041f1-73da-4b99-9a41-3c58ba8df713 req-c3392d3f-04ff-4802-81fc-f5a88243d169 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Oct 11 15:59:54.408304 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-50b9a303-d732-45df-a69a-9f5a8c057080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:54.409947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-50b9a303-d732-45df-a69a-9f5a8c057080 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434742 Oct 11 15:59:54.507634 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-00da32f0-91b5-4c7f-825c-9ac40e3f09ad service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870435 Oct 11 15:59:54.597182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-79bf1c8e-bac8-417f-972b-f2cf996018de service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Oct 11 15:59:55.250830 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:55.261820 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a285e5-db18-4273-a63b-871d33e5b6ae req-8420ca72-33da-4595-b56a-de51c85f06d6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:55.263634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8a285e5-db18-4273-a63b-871d33e5b6ae req-8420ca72-33da-4595-b56a-de51c85f06d6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Oct 11 15:59:55.304643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8a285e5-db18-4273-a63b-871d33e5b6ae req-299a2426-764f-40f8-857a-e60852e22234 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351739 Oct 11 15:59:55.350507 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2072913543', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:55.370757 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Made reservation on behalf of 143babf75c2043c897292094bb6f736b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:55.373240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.381879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.461171 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.465296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.470389 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] device_id is not set on port 52f96430-e8d7-4d14-ad8e-ca52e9e58186 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 15:59:55.485905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48311f68-ed8a-4194-85bc-16003c217ccb req-ff48c259-7fcc-437a-bda0-c5c7fc743c4e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:55.487409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48311f68-ed8a-4194-85bc-16003c217ccb req-ff48c259-7fcc-437a-bda0-c5c7fc743c4e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 944 time: 0.0506039 Oct 11 15:59:55.523795 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4cf9e6-6708-4fcf-912a-696198ca1a99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:55.526034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48311f68-ed8a-4194-85bc-16003c217ccb req-c1fd57a7-4b22-498a-b189-46930c9e14d3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Oct 11 15:59:55.587652 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Allocated IP 172.35.3.206 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/52f96430-e8d7-4d14-ad8e-ca52e9e58186) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 15:59:55.722677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.754912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.792035 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 15:59:55.796785 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:55.800394 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 15:59:55.827898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Pushing event updated for resources: {'Port': ['ID=52f96430-e8d7-4d14-ad8e-ca52e9e58186,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:55.846459 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:55.847056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.854426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 15:59:55.862449 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b373d88-8546-4944-8956-4c25d959c511 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6104352 Oct 11 15:59:55.865300 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:55.873975 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.206'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:55.895430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.896437 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.954254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:55.954487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:55.966138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'network_id': '149fc234-f32e-4e03-93b9-6a61ab9bfecd', 'port_id': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'mac_address': 'fa:16:3e:19:82:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee2f59e-b155-4d47-b0ff-5ccc389950c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 15:59:56.031267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.049849 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 15:59:56.079276 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:56.108720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.144631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.158786 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:56.337669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.360020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.411600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 15:59:56.420980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1292-f941-417d-9ba9-3ca51c2de567 req-a65b7bbc-fb90-457f-85b8-e85765d6f53d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:56.422531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-132c1292-f941-417d-9ba9-3ca51c2de567 req-a65b7bbc-fb90-457f-85b8-e85765d6f53d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Oct 11 15:59:56.461513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-132c1292-f941-417d-9ba9-3ca51c2de567 req-08a4d7c0-90f9-4120-afbd-32318086f8d8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Oct 11 15:59:56.554043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.645554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd3eb8-3346-40da-b5a5-309e40b6fa17 req-759610cc-db36-49fe-b86b-6d099e3089e6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:56.647018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fbd3eb8-3346-40da-b5a5-309e40b6fa17 req-759610cc-db36-49fe-b86b-6d099e3089e6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0474029 Oct 11 15:59:56.687833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3fbd3eb8-3346-40da-b5a5-309e40b6fa17 req-9d3f276a-2630-47b1-82b0-4c5bd5799e15 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Oct 11 15:59:56.709415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.711512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.753410 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.753934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b631af3-1a1d-4e9b-916f-fada28a3e4f7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 15:59:56.768211 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 11 15:59:56.769267 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4107cb5-e694-4626-99f2-dc29e06152a8 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9014924 Oct 11 15:59:56.772138 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:56.846340 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Deleting port 52f96430-e8d7-4d14-ad8e-ca52e9e58186 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 15:59:56.846679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.918239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:56.930062 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Calling delete_port for 52f96430-e8d7-4d14-ad8e-ca52e9e58186 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 15:59:57.358921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.383328 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Pushing event deleted for resources: {'Port': ['ID=52f96430-e8d7-4d14-ad8e-ca52e9e58186,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:57.443616 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.446930 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a687a14e-e0ab-46ee-b3a8-f951a540a358 tempest-RoutersAdminNegativeIpV6Test-962334662 tempest-RoutersAdminNegativeIpV6Test-962334662-project-admin] 10.222.0.31 "DELETE /v2.0/ports/52f96430-e8d7-4d14-ad8e-ca52e9e58186 HTTP/1.1" status: 204 len: 168 time: 0.6738720 Oct 11 15:59:57.578372 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621703d9-29bf-4654-a770-9216d16d3cda req-e166b23a-f4b1-42e4-b2a3-bb1954d0f326 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:57.579866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621703d9-29bf-4654-a770-9216d16d3cda req-e166b23a-f4b1-42e4-b2a3-bb1954d0f326 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Oct 11 15:59:57.618954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-621703d9-29bf-4654-a770-9216d16d3cda req-bf133660-fa97-43b7-88ba-df0183d5cc96 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327563 Oct 11 15:59:57.686622 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:57.795104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa71a52c-c77a-4e56-9b0a-c8efd8d3a4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.802333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87188-22e1-4280-a49e-fe7d108d7d12 req-244a233e-2eb7-4724-845d-4b7897cddc90 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:57.803907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2a87188-22e1-4280-a49e-fe7d108d7d12 req-244a233e-2eb7-4724-845d-4b7897cddc90 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 945 time: 0.0494738 Oct 11 15:59:57.843752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2a87188-22e1-4280-a49e-fe7d108d7d12 req-c1e7cb41-7d37-4b3c-92c3-4b7cf30902c0 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Oct 11 15:59:57.855508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 15:59:57.873977 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa71a52c-c77a-4e56-9b0a-c8efd8d3a4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.878267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa71a52c-c77a-4e56-9b0a-c8efd8d3a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.908309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 15:59:57.913043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 15:59:57.913507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.918550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa71a52c-c77a-4e56-9b0a-c8efd8d3a4b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e3fd5b85d1b443986e9324b421dbff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305520 Oct 11 15:59:57.919851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71a52c-c77a-4e56-9b0a-c8efd8d3a4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d81f55b-fff0-4256-ba16-c25b5ffd96cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:57.921021 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:57.970320 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.991019 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:57.991225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.015407 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 15:59:58.017724 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e74fa67-c315-42b4-89d3-4d296b8ec84f" -d '{"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 15:59:58.032789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 15:59:58.036027 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.042976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.046672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.050870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d81f55b-fff0-4256-ba16-c25b5ffd96cb HTTP/1.1" status: 204 len: 168 time: 0.1261475 Oct 11 15:59:58.057824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ea954-2046-4952-8081-4d35fc28119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d81f55b-fff0-4256-ba16-c25b5ffd96cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:58.078365 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c699f83-0c84-46a6-9d66-36b51599c9a3 x-openstack-request-id: req-5c699f83-0c84-46a6-9d66-36b51599c9a3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 15:59:58.078662 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 15:59:58.078918 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c699f83-0c84-46a6-9d66-36b51599c9a3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 15:59:58.079502 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'code': 200} Oct 11 15:59:58.102099 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:58.232957 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088caefe-e25d-47c1-907a-e5d704f6b4dc req-0bf66626-6791-4ecb-bb68-3da773011777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:58.234389 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-088caefe-e25d-47c1-907a-e5d704f6b4dc req-0bf66626-6791-4ecb-bb68-3da773011777 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1097 time: 0.0399468 Oct 11 15:59:58.270342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-088caefe-e25d-47c1-907a-e5d704f6b4dc req-f010c718-a7b2-40a4-8550-7464e151f935 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290203 Oct 11 15:59:58.318123 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:58.357404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b61777e-d630-44d1-8ca9-30cfc21f96c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=143babf75c2043c897292094bb6f736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376496 Oct 11 15:59:58.359970 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:58.405263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.425823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.470460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.473188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:58.474390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f4cf9e6-6708-4fcf-912a-696198ca1a99 HTTP/1.1" status: 204 len: 168 time: 0.1135485 Oct 11 15:59:58.482503 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cea68-1abc-409c-ba96-a6d3b7d89e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4cf9e6-6708-4fcf-912a-696198ca1a99,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:58.733794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7262b-2da1-494b-a57b-9c3b7e430c82 req-2ee61ca2-2d96-4b8d-b25e-e4ce58dcaf3f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:58.735300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bed7262b-2da1-494b-a57b-9c3b7e430c82 req-2ee61ca2-2d96-4b8d-b25e-e4ce58dcaf3f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Oct 11 15:59:58.776693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bed7262b-2da1-494b-a57b-9c3b7e430c82 req-ac7286a8-82ae-4037-bcba-3c42cdd1c07a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Oct 11 15:59:58.964643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b320517-ea5c-4993-8411-abf975efa9a4 req-69d61c9b-17ee-45f4-b42b-c9dff17b8a2c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:58.966723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b320517-ea5c-4993-8411-abf975efa9a4 req-69d61c9b-17ee-45f4-b42b-c9dff17b8a2c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0538020 Oct 11 15:59:59.004011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b320517-ea5c-4993-8411-abf975efa9a4 req-6b509a32-9c12-43d2-9643-baa537640db2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Oct 11 15:59:59.146644 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:59.240045 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1537330540'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:59.260984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Made reservation on behalf of dc36cece4cd841909782fe60f76e6134 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:59.264324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.272330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.352506 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.356045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.378706 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 15:59:59.393833 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0b885d-427e-4722-96da-3fcad29895f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:59.396783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.397126 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Added segment dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b of type vlan for network dd2b45d6-0915-463d-80d9-e81d2ec76570 Oct 11 15:59:59.437281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.465233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.470231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:59.472003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.524450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3767023 Oct 11 15:59:59.527395 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:59.532829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'subnet': {'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:59.544972 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b297b1-8319-42de-9e3e-236ba36afaac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Network': ['ID=dd2b45d6-0915-463d-80d9-e81d2ec76570,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:59.555755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 15:59:59.627358 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Made reservation on behalf of dc36cece4cd841909782fe60f76e6134 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 15:59:59.631155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.815608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.885090 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Subnet': ['ID=a1a778ca-b95f-49ff-8821-e24746e7bffd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 15:59:59.887800 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Checking segment: {'id': 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 15:59:59.888751 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network hostable DHCP agents. Network: dd2b45d6-0915-463d-80d9-e81d2ec76570, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 15:59:59.914075 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 15:59:59.915604 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366c712-8b2c-4d32-9b2d-2f6e7ff7564d req-0340cf8c-8d02-4993-9f70-6f471da0231c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:59.917261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2366c712-8b2c-4d32-9b2d-2f6e7ff7564d req-0340cf8c-8d02-4993-9f70-6f471da0231c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0657806 Oct 11 15:59:59.924150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, dd2b45d6-0915-463d-80d9-e81d2ec76570) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 15:59:59.928377 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 15:59:59.928960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.936316 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28c20b-7564-4cb2-b731-4914c98cb84a None None] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 15:59:59.951952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4315424a-3432-4fc4-9f68-04678458f49a tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4232335 Oct 11 15:59:59.955147 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 15:59:59.960212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-250905192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 15:59:59.975074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2366c712-8b2c-4d32-9b2d-2f6e7ff7564d req-1b882a4e-e1e7-4786-a818-c423d0c8921e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498664 Oct 11 15:59:59.989443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 15:59:59.990653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.060960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.068881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.095742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.097322 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-062dc3bc-23a2-4e36-9f52-07bb90b180c5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1411915 Oct 11 16:00:00.100061 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:00.117894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-dd2b45d6-0915-463d-80d9-e81d2ec76570', 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570', 'tenant_id': 'dc36cece4cd841909782fe60f76e6134', 'fixed_ips': [{'subnet_id': 'a1a778ca-b95f-49ff-8821-e24746e7bffd'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:00:00.120166 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.152127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6da27-7b38-4012-937d-b9d542d033b3 req-78f971bd-28a8-45ef-80da-78452488b11d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:00.157596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a6da27-7b38-4012-937d-b9d542d033b3 req-78f971bd-28a8-45ef-80da-78452488b11d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0730836 Oct 11 16:00:00.200035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10a6da27-7b38-4012-937d-b9d542d033b3 req-99cd9999-57ba-42cd-83cc-d2e025ef9026 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Oct 11 16:00:00.272130 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Allocated IP 172.20.0.2 (dd2b45d6-0915-463d-80d9-e81d2ec76570/a1a778ca-b95f-49ff-8821-e24746e7bffd/f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:00.404306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.418104 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.423614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.462447 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:00.465184 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:00.468801 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:00.475400 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Pushing event updated for resources: {'Port': ['ID=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:00.523974 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Attempting to bind port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:00.524255 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Attempting to bind port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:00.524681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Attempting to bind port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 on network dd2b45d6-0915-463d-80d9-e81d2ec76570 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:00.529623 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:00.530021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Checking segment: {'id': 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:00.530438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.530833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Bound using segment: {'id': 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:00.531317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Bound port: f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:00.531666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.595911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] For port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:00.598942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] For port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,segment=NetworkSegment(dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b),segment_id=dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:00.602776 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.648418 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Allocated IP 172.20.0.1 (dd2b45d6-0915-463d-80d9-e81d2ec76570/a1a778ca-b95f-49ff-8821-e24746e7bffd/505434d2-e3a3-4683-b841-918d0ee317f8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:00.663353 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d097-0a85-4f8e-a08a-1204eeb3543c None None] Pushing event updated for resources: {'Port': ['ID=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:00.773764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.819775 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:00.861960 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:00.867059 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:00.869633 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:00.899929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=505434d2-e3a3-4683-b841-918d0ee317f8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:00.922114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.037938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.099917 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99122-a68b-46a6-8b86-e84a4748004a req-b99bc03f-cadd-4920-b347-0924f90f37f4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:01.101418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bd99122-a68b-46a6-8b86-e84a4748004a req-b99bc03f-cadd-4920-b347-0924f90f37f4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Oct 11 16:00:01.139945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bd99122-a68b-46a6-8b86-e84a4748004a req-f3227953-a633-40c9-a94f-dbc96b2ef946 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Oct 11 16:00:01.309463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.314928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.319342 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b29c-c329-4893-8037-04686cd899c5 req-bd4e3c52-8732-4bb1-8521-cc27cfc48cc1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:01.320940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6235b29c-c329-4893-8037-04686cd899c5 req-bd4e3c52-8732-4bb1-8521-cc27cfc48cc1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0501850 Oct 11 16:00:01.364306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6235b29c-c329-4893-8037-04686cd899c5 req-790b052e-3690-4795-93f6-c20c2ad7850e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Oct 11 16:00:01.387844 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=505434d2-e3a3-4683-b841-918d0ee317f8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:01.397159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.490252 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ceac-9b6f-4ab1-85d8-7937a9c92620 req-1e45b995-7c94-41d9-b666-b7dad71a92c9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:01.491885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1c6ceac-9b6f-4ab1-85d8-7937a9c92620 req-1e45b995-7c94-41d9-b666-b7dad71a92c9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0538926 Oct 11 16:00:01.510873 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:01.512687 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:01.532036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1c6ceac-9b6f-4ab1-85d8-7937a9c92620 req-7516f4dd-7108-4f02-aa9f-9edb9f39d394 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Oct 11 16:00:01.579886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c901d-72f8-41f0-88ff-ac1721a17081 None None] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:01.643910 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Router 0bbc55ce-60bd-4075-8eeb-4057830cf8f0 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:00:01.667283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dd47c-98a2-47a4-a392-4e1c4f36273f req-e6b57639-ec3b-4362-ae07-f3fe21c2e7ce tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:01.669947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-069dd47c-98a2-47a4-a392-4e1c4f36273f req-e6b57639-ec3b-4362-ae07-f3fe21c2e7ce tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0541925 Oct 11 16:00:01.694698 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] Provisioning complete for port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:01.695317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.718398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-069dd47c-98a2-47a4-a392-4e1c4f36273f req-391f2272-a9f5-4731-b376-f9fc8b1d26ec tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Oct 11 16:00:01.743871 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:01.760478 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 52950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:01.760659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84a3b80e-9014-4af1-be62-c3a8b36738e5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "PUT /v2.0/routers/0bbc55ce-60bd-4075-8eeb-4057830cf8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592503 Oct 11 16:00:01.766206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'port': {'network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570', 'name': 'tempest-FloatingIPNegativeTestJSON-1006585625'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:01.771436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] Sync routers for ids ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:01.790497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] Routers {'0bbc55ce-60bd-4075-8eeb-4057830cf8f0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:01.791205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:01.846002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:01.867759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] Routers {'0bbc55ce-60bd-4075-8eeb-4057830cf8f0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:01.874005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T15:59:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:01.891005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d39d7-e4c9-451f-858c-066c9bfc52ec req-bef3ff57-3eef-4106-80d8-f3f9e4607518 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:01.892481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d0d39d7-e4c9-451f-858c-066c9bfc52ec req-bef3ff57-3eef-4106-80d8-f3f9e4607518 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0840118 Oct 11 16:00:01.905430 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:01.906122 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce351c-e66d-4d24-968f-0594673621e3 None None] The sync data for ids ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:01.913686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.955619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Made reservation on behalf of dc36cece4cd841909782fe60f76e6134 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:01.959083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.964402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] For port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,segment=NetworkSegment(dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b),segment_id=dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:01.976812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9d0d39d7-e4c9-451f-858c-066c9bfc52ec req-d9517fbb-6e7d-4d33-8796-74340db2618f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Oct 11 16:00:01.979024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:01.984560 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] device_id is not set on port 9a9b278e-176d-4c53-9596-f59e6c1d92f2 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:00:02.029924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:02.104014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d632f9-5054-416f-9334-2b1903757eb0 None None] Pushing event updated for resources: {'Port': ['ID=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:02.117160 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:02.117564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.150852 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Allocated IP 172.20.0.13 (dd2b45d6-0915-463d-80d9-e81d2ec76570/a1a778ca-b95f-49ff-8821-e24746e7bffd/9a9b278e-176d-4c53-9596-f59e6c1d92f2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:02.174622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532c295-791c-491e-a1f7-b2eca6df88dd req-815d97e4-97e2-4ff8-8deb-c518b739985a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:02.176143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7532c295-791c-491e-a1f7-b2eca6df88dd req-815d97e4-97e2-4ff8-8deb-c518b739985a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0795934 Oct 11 16:00:02.229149 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a642df55-b768-4902-bebf-92f35fd7bf9f None None] Provisioning complete for port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:02.229543 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a642df55-b768-4902-bebf-92f35fd7bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.232310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7532c295-791c-491e-a1f7-b2eca6df88dd req-99f5307c-fc1a-49ec-99dc-78db89b8e60b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494337 Oct 11 16:00:02.339828 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a642df55-b768-4902-bebf-92f35fd7bf9f None None] Provisioning complete for port 505434d2-e3a3-4683-b841-918d0ee317f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:02.340195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a642df55-b768-4902-bebf-92f35fd7bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.370531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f5bbc-27a8-4542-8557-45997747b210 req-38a915d5-6cea-4561-a928-fa3a8fde492a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:02.372796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-756f5bbc-27a8-4542-8557-45997747b210 req-38a915d5-6cea-4561-a928-fa3a8fde492a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.1433532 Oct 11 16:00:02.391749 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2afe6c2-225a-487d-80f2-fc0061d49dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.394526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a642df55-b768-4902-bebf-92f35fd7bf9f None None] Port 505434d2-e3a3-4683-b841-918d0ee317f8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:02.478076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-756f5bbc-27a8-4542-8557-45997747b210 req-3e6ae542-4b1b-467f-bd29-a351df190e93 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815427 Oct 11 16:00:02.487178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e09fc7-a665-4e1d-9d93-2005f4b95cf6 req-d8564ce7-38c3-4b62-b6fd-deaba54b16d2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:02.488678 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e09fc7-a665-4e1d-9d93-2005f4b95cf6 req-d8564ce7-38c3-4b62-b6fd-deaba54b16d2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.1418791 Oct 11 16:00:02.491748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.511786 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40bf9ac4-00c6-4287-af51-e4b0e0829322 None None] Provisioning complete for port 505434d2-e3a3-4683-b841-918d0ee317f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:02.512143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40bf9ac4-00c6-4287-af51-e4b0e0829322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.551865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40bf9ac4-00c6-4287-af51-e4b0e0829322 None None] Port 505434d2-e3a3-4683-b841-918d0ee317f8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:02.671359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7421e7b9-d4bb-49a9-85be-c6dcd2d17017 None None] Provisioning complete for port 505434d2-e3a3-4683-b841-918d0ee317f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:02.671634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7421e7b9-d4bb-49a9-85be-c6dcd2d17017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.852888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7421e7b9-d4bb-49a9-85be-c6dcd2d17017 None None] Port 505434d2-e3a3-4683-b841-918d0ee317f8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:02.875056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67e09fc7-a665-4e1d-9d93-2005f4b95cf6 req-1d086e75-00f6-4985-8122-42757322b261 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774450 Oct 11 16:00:02.881323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:02.926094 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:02.929117 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:02.932951 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:02.939890 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=9a9b278e-176d-4c53-9596-f59e6c1d92f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:03.015264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:03.015869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.036832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fe657-def7-4d0f-b24a-19c02331cdf4 req-0449fdad-dd46-4a81-8ba7-8b4d92b0b6c9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:03.038380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a1fe657-def7-4d0f-b24a-19c02331cdf4 req-0449fdad-dd46-4a81-8ba7-8b4d92b0b6c9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0788469 Oct 11 16:00:03.042171 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30a1a05a-f2c5-45a0-b1cc-63231c177dee tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2806740 Oct 11 16:00:03.046213 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:03.054441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:03.078299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a1fe657-def7-4d0f-b24a-19c02331cdf4 req-fca30cd9-64cb-4753-b2a6-ed8eb403f30e tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Oct 11 16:00:03.085009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.172734 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe46530c-20dc-4cca-a0a2-8b900695c4fd None None] Provisioning complete for port 9a9b278e-176d-4c53-9596-f59e6c1d92f2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:03.173098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe46530c-20dc-4cca-a0a2-8b900695c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.185716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.209648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe46530c-20dc-4cca-a0a2-8b900695c4fd None None] Port 9a9b278e-176d-4c53-9596-f59e6c1d92f2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:03.297385 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Allocated IP 172.35.3.47 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/9710769d-920e-4761-8e7f-f13c05d1adc2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:03.320865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f882e-dc35-49a3-a7ea-671a60a2a08c req-3ecc791a-0a99-43bc-8135-5c1902e2d761 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:03.322688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817f882e-dc35-49a3-a7ea-671a60a2a08c req-3ecc791a-0a99-43bc-8135-5c1902e2d761 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0474827 Oct 11 16:00:03.360128 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817f882e-dc35-49a3-a7ea-671a60a2a08c req-cb585725-c0d9-44a5-a7e4-8aea0b721c07 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Oct 11 16:00:03.399119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.430767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.469264 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:03.473831 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:03.477203 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:03.500958 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=9710769d-920e-4761-8e7f-f13c05d1adc2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:03.565554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.596967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e02a-6c08-438a-8a60-373491454eb3 req-9bbf4c32-3aa1-4612-bc28-0f61877d577a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:03.598485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01b7e02a-6c08-438a-8a60-373491454eb3 req-9bbf4c32-3aa1-4612-bc28-0f61877d577a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Oct 11 16:00:03.599179 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.635836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01b7e02a-6c08-438a-8a60-373491454eb3 req-37a581d0-19e5-454d-8417-c922a36d6b05 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Oct 11 16:00:03.749966 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.754046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.823102 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=9710769d-920e-4761-8e7f-f13c05d1adc2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:03.835000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.849794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.851012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8450e7c8-e558-4e94-87c0-53c978a8cfc6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8037977 Oct 11 16:00:03.853859 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:03.858147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9855ff93-e230-4f48-b049-0e50550f7b23 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'floatingip': {'port_id': '9a9b278e-176d-4c53-9596-f59e6c1d92f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:03.897149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9855ff93-e230-4f48-b049-0e50550f7b23 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:03.957666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:04.005840 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:04.006504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.018161 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9855ff93-e230-4f48-b049-0e50550f7b23 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] update failed (client error): The resource could not be found. Oct 11 16:00:04.019345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9855ff93-e230-4f48-b049-0e50550f7b23 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "PUT /v2.0/floatingips/d1e5d71b-c54c-4540-ac84-1bd6664e52d8 HTTP/1.1" status: 404 len: 507 time: 0.1645656 Oct 11 16:00:04.022190 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:04.144835 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting port 9710769d-920e-4761-8e7f-f13c05d1adc2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:04.145532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.222895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.223231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.234583 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Calling delete_port for 9710769d-920e-4761-8e7f-f13c05d1adc2 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:04.363791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.389835 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Port': ['ID=9710769d-920e-4761-8e7f-f13c05d1adc2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:04.448147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.451283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.452445 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f55bf715-4796-44e6-bc11-d25673de4408 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "DELETE /v2.0/floatingips/d1e5d71b-c54c-4540-ac84-1bd6664e52d8 HTTP/1.1" status: 204 len: 168 time: 0.4293463 Oct 11 16:00:04.455972 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:04.460428 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7230f76d-4d93-464a-8b32-1f22b23caa59 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'floatingip': {'floating_network_id': 'dd2b45d6-0915-463d-80d9-e81d2ec76570', 'port_id': '9a9b278e-176d-4c53-9596-f59e6c1d92f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:04.481233 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254da41-a6c6-4abc-a3f3-b7e013049f4c req-5a10b058-5ff8-476a-bd12-d91f92f3eb63 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:04.482173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7230f76d-4d93-464a-8b32-1f22b23caa59 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.482840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d254da41-a6c6-4abc-a3f3-b7e013049f4c req-5a10b058-5ff8-476a-bd12-d91f92f3eb63 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0525465 Oct 11 16:00:04.520422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d254da41-a6c6-4abc-a3f3-b7e013049f4c req-a4c169b5-1d83-43e8-a4a1-bf979d28fb56 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Oct 11 16:00:04.592986 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7230f76d-4d93-464a-8b32-1f22b23caa59 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:00:04.594513 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7230f76d-4d93-464a-8b32-1f22b23caa59 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1373272 Oct 11 16:00:04.598047 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:04.602681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '9a9b278e-176d-4c53-9596-f59e6c1d92f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:04.625983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.744058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.787720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aadeb6-eee8-4378-96e9-533a2a7d948f req-f2415420-0431-4845-ac45-0d79c1a46c06 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:04.789202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70aadeb6-eee8-4378-96e9-533a2a7d948f req-f2415420-0431-4845-ac45-0d79c1a46c06 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0781534 Oct 11 16:00:04.826035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000fcab-774e-4667-94bc-1b9acecfc37c req-851fae94-50d2-4f32-a17a-fb1bc5e60eae tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:04.827513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b000fcab-774e-4667-94bc-1b9acecfc37c req-851fae94-50d2-4f32-a17a-fb1bc5e60eae tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0750086 Oct 11 16:00:04.858858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc69167b-55a3-44de-a1c1-2d4933d31271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:04.859083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-9197ebb5-8be5-4152-911f-280a3abb9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:04.859716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70aadeb6-eee8-4378-96e9-533a2a7d948f req-5f822fcd-a941-4007-af52-6b1d5cda216c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638657 Oct 11 16:00:04.860575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-9197ebb5-8be5-4152-911f-280a3abb9e3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f965c3c2b8844cb2bee86e75808255c8&device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 1097 time: 0.0752833 Oct 11 16:00:04.892262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b000fcab-774e-4667-94bc-1b9acecfc37c req-8d902392-7efd-4598-ba65-8756389d0d6b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Oct 11 16:00:04.931156 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Allocated IP 172.35.3.137 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/6b9e653c-5675-4bac-b696-161dfc404814) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:05.020387 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-fd26a4a2-d2ef-44bf-9723-d881de4c886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:05.021923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-fd26a4a2-d2ef-44bf-9723-d881de4c886b service neutron] 10.222.0.43 "GET /v2.0/networks?id=149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 200 len: 915 time: 0.1511352 Oct 11 16:00:05.080412 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-55e26d84-1d02-4e61-9774-67c71e2d9d4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 200 len: 217 time: 0.0494978 Oct 11 16:00:05.119674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.146023 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-53817237-0157-47a0-a1f9-cfc64b0cb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:05.147491 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-53817237-0157-47a0-a1f9-cfc64b0cb194 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 200 len: 854 time: 0.0595469 Oct 11 16:00:05.182030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-739f0bef-53e6-4643-a7bc-6163ba095394 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=149fc234-f32e-4e03-93b9-6a61ab9bfecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260301 Oct 11 16:00:05.189225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.278039 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:05.283747 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:05.287082 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event updated for resources: {'Port': ['ID=6b9e653c-5675-4bac-b696-161dfc404814,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:05.292418 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:05.353712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-ca7db253-5c2b-4d88-b4b0-08e7feadfad6 service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623280 Oct 11 16:00:05.518621 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86a76db6-a38c-4595-bb19-52bc77e21ad8 req-2b91187b-3e38-4e90-b2cf-a7e67248393d service neutron] 10.222.0.43 "GET /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450422 Oct 11 16:00:05.534118 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting port 6b9e653c-5675-4bac-b696-161dfc404814 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:05.534463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.608828 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.609153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.621379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Calling delete_port for 6b9e653c-5675-4bac-b696-161dfc404814 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:05.740486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.765340 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Port': ['ID=6b9e653c-5675-4bac-b696-161dfc404814,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:05.968467 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:05.992434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:06.042065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31431-f9b1-488c-9ce8-e9457f92e08d req-1be0b922-a938-4bb9-be8b-480bcac52980 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:06.043649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa31431-f9b1-488c-9ce8-e9457f92e08d req-1be0b922-a938-4bb9-be8b-480bcac52980 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.1001065 Oct 11 16:00:06.052032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822252-3653-43a0-98f4-9c7a9edf8be2 req-fe57fcc0-d8fd-4407-b8ec-a4fd8aab3266 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:06.053514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00822252-3653-43a0-98f4-9c7a9edf8be2 req-fe57fcc0-d8fd-4407-b8ec-a4fd8aab3266 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0709429 Oct 11 16:00:06.112478 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8aa31431-f9b1-488c-9ce8-e9457f92e08d req-f17ac31f-67fc-4274-9c9e-4be0a34bfe27 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579512 Oct 11 16:00:06.115279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-00822252-3653-43a0-98f4-9c7a9edf8be2 req-4fae3b80-0a3d-41c4-94aa-5a3870e47841 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Oct 11 16:00:06.171954 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] create failed (client error): The resource could not be found. Oct 11 16:00:06.173006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bd1649a-d6a5-4b14-a461-93795184bd1e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5737307 Oct 11 16:00:06.176592 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:06.257634 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting port 9a9b278e-176d-4c53-9596-f59e6c1d92f2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:06.257970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:06.343820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:06.355978 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Calling delete_port for 9a9b278e-176d-4c53-9596-f59e6c1d92f2 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:06.492213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:06.520338 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Port': ['ID=9a9b278e-176d-4c53-9596-f59e6c1d92f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:06.587616 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:06.591001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ba38137-bde1-4b3a-b21a-f94cc5fb2e0e tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "DELETE /v2.0/ports/9a9b278e-176d-4c53-9596-f59e6c1d92f2 HTTP/1.1" status: 204 len: 168 time: 0.4135063 Oct 11 16:00:06.593597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:06.645973 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf0d51-86b4-44f2-ac33-22b61cd8eed6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:06.650036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffdf0d51-86b4-44f2-ac33-22b61cd8eed6 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bbc55ce-60bd-4075-8eeb-4057830cf8f0 HTTP/1.1" status: 200 len: 913 time: 0.0529623 Oct 11 16:00:06.650266 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 52998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:06.949813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.190236 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting port 505434d2-e3a3-4683-b841-918d0ee317f8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:07.190947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.258064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2940ae5-725c-4622-9550-13e74e2d525c req-017828fe-c89e-4470-a3d2-1488f94f820e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:07.259553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2940ae5-725c-4622-9550-13e74e2d525c req-017828fe-c89e-4470-a3d2-1488f94f820e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Oct 11 16:00:07.268063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27730141-4e01-4543-b719-dea3dbd757df req-2dc0316f-ac33-4edd-94d2-b35108849af1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:07.269456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27730141-4e01-4543-b719-dea3dbd757df req-2dc0316f-ac33-4edd-94d2-b35108849af1 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0789053 Oct 11 16:00:07.280826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.292595 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Calling delete_port for 505434d2-e3a3-4683-b841-918d0ee317f8 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:07.317781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2940ae5-725c-4622-9550-13e74e2d525c req-cea6a557-363e-4111-87b6-bd5303e55af9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473444 Oct 11 16:00:07.330515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27730141-4e01-4543-b719-dea3dbd757df req-5960774c-7759-41e5-a7b8-41733d5c41d3 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 Oct 11 16:00:07.450870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45ca9-bd2a-40c8-8d18-0566f1073b5d req-e7e6c81a-bd04-4487-b147-9876ebc7f9e7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:07.452297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38e45ca9-bd2a-40c8-8d18-0566f1073b5d req-e7e6c81a-bd04-4487-b147-9876ebc7f9e7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0506449 Oct 11 16:00:07.465800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.492454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38e45ca9-bd2a-40c8-8d18-0566f1073b5d req-1c1b3d07-8c20-4014-b98e-39ff229382d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Oct 11 16:00:07.493942 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Port': ['ID=505434d2-e3a3-4683-b841-918d0ee317f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:07.636115 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38373c8b-ab55-45f1-85b0-46849767ed23 req-ab394a26-c7cb-47a8-9b3e-a5f552d337e7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:07.638404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38373c8b-ab55-45f1-85b0-46849767ed23 req-ab394a26-c7cb-47a8-9b3e-a5f552d337e7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0569966 Oct 11 16:00:07.641919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.682082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38373c8b-ab55-45f1-85b0-46849767ed23 req-1c3ed320-d135-4fc6-b151-e23fe1ec7470 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Oct 11 16:00:07.784843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.798896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e9e3d-7b1d-48c4-8a1f-2328073531da req-42b0344a-60e0-4004-81f3-880b36000d86 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:07.800174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b3e9e3d-7b1d-48c4-8a1f-2328073531da req-42b0344a-60e0-4004-81f3-880b36000d86 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0489843 Oct 11 16:00:07.802566 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Router 0bbc55ce-60bd-4075-8eeb-4057830cf8f0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:00:07.839251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b3e9e3d-7b1d-48c4-8a1f-2328073531da req-20746f28-0e6e-4938-9df0-5bb4d3302ed6 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Oct 11 16:00:07.877612 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:07.883265 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5e488e9-c016-4253-b326-93f36d81a2d4 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "PUT /v2.0/routers/0bbc55ce-60bd-4075-8eeb-4057830cf8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2315187 Oct 11 16:00:07.885415 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:07.890215 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] Sync routers for ids ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:07.899423 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] Routers {'0bbc55ce-60bd-4075-8eeb-4057830cf8f0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:07.900302 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:07.939872 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:07.948645 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] Routers {'0bbc55ce-60bd-4075-8eeb-4057830cf8f0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:07.949312 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:07.962761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:07.980742 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:07.982032 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b442f7d-b4c4-48f2-b804-20f183aa3727 None None] The sync data for ids ['0bbc55ce-60bd-4075-8eeb-4057830cf8f0'] in n-d-master-1 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:08.012572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68566f4-74f9-40b7-b424-0ff7bd7b446d req-b28b16b1-486a-4138-bc89-33e95a34a122 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.014333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f68566f4-74f9-40b7-b424-0ff7bd7b446d req-b28b16b1-486a-4138-bc89-33e95a34a122 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0501564 Oct 11 16:00:08.052044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f68566f4-74f9-40b7-b424-0ff7bd7b446d req-b2b75c46-2ae3-4e26-b58c-af8379d4e79a tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Oct 11 16:00:08.124954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.127120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.170203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.170737 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbc55ce-60bd-4075-8eeb-4057830cf8f0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:00:08.171953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97371a47-03f4-456a-90d5-ba2655f70c3d req-98006d64-2d4d-4593-81cc-54034a33398b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.178432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.179343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97371a47-03f4-456a-90d5-ba2655f70c3d req-98006d64-2d4d-4593-81cc-54034a33398b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0617318 Oct 11 16:00:08.179568 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50deb129-4cdf-4257-b936-7ca22a279eb5 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "DELETE /v2.0/routers/0bbc55ce-60bd-4075-8eeb-4057830cf8f0 HTTP/1.1" status: 204 len: 168 time: 0.2933106 Oct 11 16:00:08.182147 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:08.213830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97371a47-03f4-456a-90d5-ba2655f70c3d req-e2c5a91e-6fd8-4f22-abe9-3134bc422055 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Oct 11 16:00:08.237233 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting subnet a1a778ca-b95f-49ff-8821-e24746e7bffd {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:08.240357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.280712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.345269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8830f-7c98-4d06-bf0e-8ca909a72e42 req-a00e6465-7d0e-44c2-b0bc-e9ad564256c5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.347427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bb8830f-7c98-4d06-bf0e-8ca909a72e42 req-a00e6465-7d0e-44c2-b0bc-e9ad564256c5 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0494440 Oct 11 16:00:08.364947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.390820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bb8830f-7c98-4d06-bf0e-8ca909a72e42 req-7dcce074-d9f2-4b0c-8f1b-1bab095dee69 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Oct 11 16:00:08.437685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.444465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d55a3-0a9b-4323-a502-7f6016c1c026 req-4b9af66b-1ad9-415e-b0e0-4b64e28b3ee8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.446977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-200d55a3-0a9b-4323-a502-7f6016c1c026 req-4b9af66b-1ad9-415e-b0e0-4b64e28b3ee8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0543628 Oct 11 16:00:08.471019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a778ca-b95f-49ff-8821-e24746e7bffd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:08.474715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.478227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4e72f32-3b83-48d4-8542-37e9aa8214ac tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "DELETE /v2.0/subnets/a1a778ca-b95f-49ff-8821-e24746e7bffd HTTP/1.1" status: 204 len: 168 time: 0.2951448 Oct 11 16:00:08.480714 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:08.485997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de1d29-045a-4acf-bdf1-0f469d6e09e4 None None] Network dd2b45d6-0915-463d-80d9-e81d2ec76570 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:08.496596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-200d55a3-0a9b-4323-a502-7f6016c1c026 req-f8d6ad14-3825-41d8-b446-1307a924acf8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Oct 11 16:00:08.544796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fbead-4b42-490a-b333-855f7523368a req-290ef41c-c0ab-4bf6-81f9-59957d10106d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.546371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a03fbead-4b42-490a-b333-855f7523368a req-290ef41c-c0ab-4bf6-81f9-59957d10106d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0759311 Oct 11 16:00:08.562180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.588416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a03fbead-4b42-490a-b333-855f7523368a req-0168a3b3-9ab0-4e16-8064-06e3a754b442 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Oct 11 16:00:08.622075 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Deleting port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:08.622695 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.675561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] DHCP port deletion for dd2b45d6-0915-463d-80d9-e81d2ec76570 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:00:08.689343 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] For port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,segment=NetworkSegment(dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b),segment_id=dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:08.689747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.702994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Calling delete_port for f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:08.723038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Deleting port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:08.723333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.759713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a330f-55b9-4461-88ad-e6c06496c9fe req-0fc5c266-ad17-4b9d-8a31-a52b1b0d01d9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.760871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e93a330f-55b9-4461-88ad-e6c06496c9fe req-0fc5c266-ad17-4b9d-8a31-a52b1b0d01d9 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0550714 Oct 11 16:00:08.788106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] For port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,segment=NetworkSegment(dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b),segment_id=dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:08.788709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.790656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.802067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Calling delete_port for f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:08.814043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e93a330f-55b9-4461-88ad-e6c06496c9fe req-bfe893a4-3ac4-442d-a32c-51bbce263fb8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Oct 11 16:00:08.829977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Port': ['ID=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:08.829977 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] No DVR routers for this DVR port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:08.886101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.907677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.914312 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] No DVR routers for this DVR port f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:08.918456 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b26f1-fa6b-46c3-85d2-372561b07d77 None None] Pushing event deleted for resources: {'Port': ['ID=f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:08.929907 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2b45d6-0915-463d-80d9-e81d2ec76570']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:08.939392 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:08.939765 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdbd1fd-e2dd-456e-a9a2-a3d306cf574b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:08.944901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f5f9-7a01-47bd-b886-ef7161b31e2a req-adeda9f6-1764-44d3-b242-b3054c83fc7d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:08.946525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be2f5f9-7a01-47bd-b886-ef7161b31e2a req-adeda9f6-1764-44d3-b242-b3054c83fc7d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0662301 Oct 11 16:00:08.954067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.967790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.973800 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:08.974111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:08.977189 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:08.990192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4be2f5f9-7a01-47bd-b886-ef7161b31e2a req-76202465-216d-4634-9cb2-73d16809450f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363703 Oct 11 16:00:09.044310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.051480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.056270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] 10.222.0.31 "DELETE /v2.0/networks/dd2b45d6-0915-463d-80d9-e81d2ec76570 HTTP/1.1" status: 204 len: 168 time: 0.5723367 Oct 11 16:00:09.067642 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ebf4-92d7-4cd6-8a4f-30d15b4d4d56 tempest-FloatingIPNegativeTestJSON-1981991306 tempest-FloatingIPNegativeTestJSON-1981991306-project] Pushing event deleted for resources: {'Network': ['ID=dd2b45d6-0915-463d-80d9-e81d2ec76570,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:09.125763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5c9a0-c5e5-49ae-8eaf-cd93b38d9383 req-f70e8b77-9983-4ba5-9542-c05f3231bc1d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.127237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95c5c9a0-c5e5-49ae-8eaf-cd93b38d9383 req-f70e8b77-9983-4ba5-9542-c05f3231bc1d tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0525007 Oct 11 16:00:09.164622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95c5c9a0-c5e5-49ae-8eaf-cd93b38d9383 req-cc942984-0a5b-4c22-a073-403475e49d4c tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Oct 11 16:00:09.280823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c3eb-26d2-4357-96f5-7b167ea98e6e req-d6d08753-78e9-484d-94da-d3c8c612cd74 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.282482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d2c3eb-26d2-4357-96f5-7b167ea98e6e req-d6d08753-78e9-484d-94da-d3c8c612cd74 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0500712 Oct 11 16:00:09.300184 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:09.326572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-19d2c3eb-26d2-4357-96f5-7b167ea98e6e req-66647915-0159-4b8e-a05e-415af50c8498 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Oct 11 16:00:09.432861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-756add6a-e532-4b63-a1cd-991f871459b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc36cece4cd841909782fe60f76e6134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314266 Oct 11 16:00:09.435425 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:09.451092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f87d6a-78cc-4eec-8a9e-91ff7ea2d9ad req-255d9345-8bec-4e1d-8ea3-a6fcd562378b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.452580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48f87d6a-78cc-4eec-8a9e-91ff7ea2d9ad req-255d9345-8bec-4e1d-8ea3-a6fcd562378b tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0500193 Oct 11 16:00:09.483042 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.490246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48f87d6a-78cc-4eec-8a9e-91ff7ea2d9ad req-ee523edc-b528-4b7f-9fcb-ff26af9b3317 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Oct 11 16:00:09.504457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.566195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.569408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.570693 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da0b885d-427e-4722-96da-3fcad29895f9 HTTP/1.1" status: 204 len: 168 time: 0.1343536 Oct 11 16:00:09.579311 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878e639-22e6-4d73-8efc-215fc7d76a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0b885d-427e-4722-96da-3fcad29895f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:09.636096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:09.640196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c809-ea31-496f-bf7c-4e2b31678950 req-855c64c5-1020-45c7-977b-dc6863dae308 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.641882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2406c809-ea31-496f-bf7c-4e2b31678950 req-855c64c5-1020-45c7-977b-dc6863dae308 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0844147 Oct 11 16:00:09.662645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad88ca-206b-4ef0-97f0-7cafe7b31862 req-989ed634-ba30-48f2-8e60-8418ebb7ec4a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.664088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70ad88ca-206b-4ef0-97f0-7cafe7b31862 req-989ed634-ba30-48f2-8e60-8418ebb7ec4a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0948250 Oct 11 16:00:09.718006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2406c809-ea31-496f-bf7c-4e2b31678950 req-2d718c0e-de3a-4ba3-ab07-cd19ea1ce0ea tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Oct 11 16:00:09.720761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70ad88ca-206b-4ef0-97f0-7cafe7b31862 req-b92ef799-2925-431d-9225-115c202c3afd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486000 Oct 11 16:00:09.842451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533124-669a-4410-8915-2fb3ac225fa6 req-6cc75109-f9ac-4bbe-a64a-3e48e0228ec2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:09.843948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12533124-669a-4410-8915-2fb3ac225fa6 req-6cc75109-f9ac-4bbe-a64a-3e48e0228ec2 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0507979 Oct 11 16:00:09.883044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12533124-669a-4410-8915-2fb3ac225fa6 req-fe4910d8-6ebd-4caf-a20c-ede42bb28b67 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Oct 11 16:00:09.901983 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:00:09.985706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:00:10.011537 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:00:10.011951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f4d6c168-10b5-4ab9-a1a6-eacc1c8d9659 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:00:10.284033 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:10.384226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'networks': [{'name': 'tempest-network--1317370711'}, {'name': 'tempest-network--1206566510'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:10.384865 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-network--1317370711'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:10.385287 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-network--1206566510'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:10.406987 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'network': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:10.412210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.421753 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.503634 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.507948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.508642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.547155 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5287d959-66f8-4308-8ac4-19e05d0656ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:10.552318 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:10.562344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.562700 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment 4cf011cc-87ef-4fea-8057-29a118346e45 of type vlan for network 577409fb-e2f2-42f7-8cb5-97efbbc0b570 Oct 11 16:00:10.612650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.646232 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:10.657519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.657864 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment 47e5b400-e516-46fb-8728-6a0bae3c9f4f of type vlan for network a436a4b6-beaa-43e5-9635-0b795810ab51 Oct 11 16:00:10.704499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.729766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.730278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.736289 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:10.741046 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:10.743405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.795758 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:10.809337 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:10.810089 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5248921 Oct 11 16:00:10.828978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=577409fb-e2f2-42f7-8cb5-97efbbc0b570,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:10.843406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 577409fb-e2f2-42f7-8cb5-97efbbc0b570 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:10.917709 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894116-c83d-42a2-baac-d0e4f4b71c33 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=a436a4b6-beaa-43e5-9635-0b795810ab51,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:10.938349 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a436a4b6-beaa-43e5-9635-0b795810ab51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:11.009015 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5525a8-98e9-4587-8d9a-1da8771e3808 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.017206 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5525a8-98e9-4587-8d9a-1da8771e3808 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.027415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5525a8-98e9-4587-8d9a-1da8771e3808 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.034808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5525a8-98e9-4587-8d9a-1da8771e3808 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.036836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d5525a8-98e9-4587-8d9a-1da8771e3808 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2255557 Oct 11 16:00:11.040135 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:11.083401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b56059-0dcc-489c-bfaa-751bb98a74f3 req-2e860e86-1a5a-450b-89b8-48feea4e1085 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.085150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89b56059-0dcc-489c-bfaa-751bb98a74f3 req-2e860e86-1a5a-450b-89b8-48feea4e1085 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.2603734 Oct 11 16:00:11.128627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.140398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89b56059-0dcc-489c-bfaa-751bb98a74f3 req-3a4ca04b-35e6-49fc-a851-4e59bc5a92b7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Oct 11 16:00:11.222403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.244479 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577409fb-e2f2-42f7-8cb5-97efbbc0b570']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.255857 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf011cc-87ef-4fea-8057-29a118346e45') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.256149 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf011cc-87ef-4fea-8057-29a118346e45') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.266574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.280461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.287682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:11.287895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:11.291215 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:11.353216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.360815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.363960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/577409fb-e2f2-42f7-8cb5-97efbbc0b570 HTTP/1.1" status: 204 len: 168 time: 0.3226275 Oct 11 16:00:11.366923 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:11.375214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca119f-059d-443e-bd61-12718c2cc3b8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=577409fb-e2f2-42f7-8cb5-97efbbc0b570,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:11.433519 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-61923c82-b433-49ae-b9ff-f1b56ba8a1b4 service neutron] show failed (client error): The resource could not be found. Oct 11 16:00:11.434685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-61923c82-b433-49ae-b9ff-f1b56ba8a1b4 service neutron] 10.222.0.36 "GET /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0573585 Oct 11 16:00:11.453503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.546278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.572928 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a436a4b6-beaa-43e5-9635-0b795810ab51']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.582464 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e5b400-e516-46fb-8728-6a0bae3c9f4f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.582763 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e5b400-e516-46fb-8728-6a0bae3c9f4f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:11.592590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.606924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.614518 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:11.614935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:11.618829 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:11.678923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.686789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.692415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/a436a4b6-beaa-43e5-9635-0b795810ab51 HTTP/1.1" status: 204 len: 168 time: 0.3220615 Oct 11 16:00:11.692817 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:11.707938 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db3a9f-f821-4019-a1f2-9ce3a41b9494 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=a436a4b6-beaa-43e5-9635-0b795810ab51,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:11.747441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-e22f75bb-2781-48f2-bffc-6f72166db312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.748932 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-e22f75bb-2781-48f2-bffc-6f72166db312 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1024985 Oct 11 16:00:11.763613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:11.845143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd39cf-69fe-47bb-96dd-77bbacf7d09d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.851158 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd39cf-69fe-47bb-96dd-77bbacf7d09d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:11.856687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aefd39cf-69fe-47bb-96dd-77bbacf7d09d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1589170 Oct 11 16:00:11.856687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:11.861023 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1738756162'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:11.872644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:11.919205 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:11.922630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.008050 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:12.031361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.031740 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment af5151ac-5dfe-46b1-87f4-f5e4bb7b21dc of type vlan for network 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3 Oct 11 16:00:12.117804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.166679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.172827 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:12.173413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.177027 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:12.247006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3895547 Oct 11 16:00:12.249774 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:12.255904 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1723728390'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:12.267601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aef42-2c3e-4315-9f54-ac5da90ffb00 req-0ffbead1-7fcb-4d15-ad66-dc4af58c55d6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:12.269250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-025aef42-2c3e-4315-9f54-ac5da90ffb00 req-0ffbead1-7fcb-4d15-ad66-dc4af58c55d6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0641387 Oct 11 16:00:12.273219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3b714-35b0-48cb-a0a4-5f5dfae04304 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=3ed58d8a-bd05-4cb0-9079-4dc87139a9c3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:12.277817 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:12.287146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:12.323202 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:12.325954 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7840e728-a90f-4a8e-b1ed-e2034e38ebde" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:12.331134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.340308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-025aef42-2c3e-4315-9f54-ac5da90ffb00 req-642d6135-828e-451e-bf53-71ef6c448672 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555401 Oct 11 16:00:12.346083 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:12.349529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.362451 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Transition to ACTIVE for port object 5f7828d5-c584-4551-915c-e7246274e17a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:00:12.374853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.394033 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:12.405605 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.406196 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment a19c51b5-20c5-4ca9-b6c7-08233640b807 of type vlan for network b5340f45-7b95-4a0b-a4f6-02f245ee0f67 Oct 11 16:00:12.425208 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d138686-8a0e-471e-999d-baad1e67a621 x-openstack-request-id: req-0d138686-8a0e-471e-999d-baad1e67a621 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:12.425552 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:12.425889 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d138686-8a0e-471e-999d-baad1e67a621 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:12.426283 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'code': 200} Oct 11 16:00:12.454540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.492902 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:12.494437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.501136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:12.501933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.536059 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] No DVR routers for this DVR port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:12.583833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3325815 Oct 11 16:00:12.587092 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:12.596031 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'ports': [{'network_id': '3ed58d8a-bd05-4cb0-9079-4dc87139a9c3', 'name': 'tempest-port--470283951', 'admin_state_up': True}, {'network_id': 'b5340f45-7b95-4a0b-a4f6-02f245ee0f67', 'admin_state_up': False}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:12.596397 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'port': {'network_id': '3ed58d8a-bd05-4cb0-9079-4dc87139a9c3', 'name': 'tempest-port--470283951', 'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:12.596931 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'port': {'network_id': 'b5340f45-7b95-4a0b-a4f6-02f245ee0f67', 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:12.654337 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acdaea-0107-444e-8666-c9d9566d7899 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=b5340f45-7b95-4a0b-a4f6-02f245ee0f67,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:12.667130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b5340f45-7b95-4a0b-a4f6-02f245ee0f67 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:12.791631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'port': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:12.796827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.813102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:12.915697 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] device_id is not set on port dd1cbf32-a8a9-4909-a0fa-f33492da8efd yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:00:13.036994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.050441 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h1-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:13.051407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:13.051407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:13.055331 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:00:13.055642 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:13.061022 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:13.061352 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:13.061763 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Bound using segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:13.062184 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Bound port: 5f7828d5-c584-4551-915c-e7246274e17a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:13.062541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.109885 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] device_id is not set on port 9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:00:13.128827 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:13.131877 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:13.135945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.172125 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.172849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.174735 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 1091 time: 1.4173002 Oct 11 16:00:13.199344 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c91f0-8179-46de-b483-3d0cac6e6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:13.259324 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-6b17c556-f3b4-4f7b-8066-b406804ad414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.261030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-6b17c556-f3b4-4f7b-8066-b406804ad414 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0580115 Oct 11 16:00:13.274513 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.325568 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.412459 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-5b81d779-c0f5-4fe1-b96c-1f3e7c0cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.414473 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-5b81d779-c0f5-4fe1-b96c-1f3e7c0cd611 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1458759 Oct 11 16:00:13.435565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:00:13.452357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Port': ['ID=dd1cbf32-a8a9-4909-a0fa-f33492da8efd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:13.488805 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Checking segment: {'id': 'af5151ac-5dfe-46b1-87f4-f5e4bb7b21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3ed58d8a-bd05-4cb0-9079-4dc87139a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:13.489174 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network hostable DHCP agents. Network: 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:13.501359 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-401be7c2-3f75-4d53-b9e7-52440e44d470 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.0789378 Oct 11 16:00:13.525868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:00:13.531388 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:13.544832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e323-1522-46e3-87ec-69bd801edf6d req-b86bc53f-4231-482a-94b2-f66072e65c29 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.546401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d9e323-1522-46e3-87ec-69bd801edf6d req-b86bc53f-4231-482a-94b2-f66072e65c29 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0898738 Oct 11 16:00:13.552472 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:13.556759 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:13.557776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.561739 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-a85e4cb0-6a54-4996-ac47-a6853d20c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.563636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-a85e4cb0-6a54-4996-ac47-a6853d20c5b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0550504 Oct 11 16:00:13.575962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58097739-84ad-46d6-bc30-d22ad4906717 None None] Network 3ed58d8a-bd05-4cb0-9079-4dc87139a9c3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:13.657322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7d9e323-1522-46e3-87ec-69bd801edf6d req-ab5f597a-4998-4e78-bc3c-60f62016fbb5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665426 Oct 11 16:00:13.662411 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Port': ['ID=9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:13.682335 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Checking segment: {'id': 'a19c51b5-20c5-4ca9-b6c7-08233640b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b5340f45-7b95-4a0b-a4f6-02f245ee0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:13.682895 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network hostable DHCP agents. Network: b5340f45-7b95-4a0b-a4f6-02f245ee0f67, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:13.687789 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8ee992b1-23bb-4cc8-8958-345776a1a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.689361 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-8ee992b1-23bb-4cc8-8958-345776a1a756 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147940 Oct 11 16:00:13.706507 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network b5340f45-7b95-4a0b-a4f6-02f245ee0f67 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:13.719033 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b5340f45-7b95-4a0b-a4f6-02f245ee0f67) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:13.726605 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:13.732330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.734623 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0f0cb-8771-43fa-8420-92ea43a3d707 None None] Network b5340f45-7b95-4a0b-a4f6-02f245ee0f67 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:13.748611 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.749332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.783941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c508617-80c3-4dd7-8096-353b4891f7c0 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1934035 Oct 11 16:00:13.784146 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53126) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:13.816785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-b0b557e7-7824-42ac-be2e-1b54a5f26874 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189270 Oct 11 16:00:13.851668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f4339-4700-4f81-8fb9-191822fd2c26 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.858329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f4339-4700-4f81-8fb9-191822fd2c26 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:13.862658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-264f4339-4700-4f81-8fb9-191822fd2c26 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0743535 Oct 11 16:00:13.863720 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:13.941161 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-7cf32d2f-747b-4b60-a2b5-330d5c48a855 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158466 Oct 11 16:00:13.960728 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Deleting port dd1cbf32-a8a9-4909-a0fa-f33492da8efd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:13.961053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.033936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.048615 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Calling delete_port for dd1cbf32-a8a9-4909-a0fa-f33492da8efd owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:14.126645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.156459 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Port': ['ID=dd1cbf32-a8a9-4909-a0fa-f33492da8efd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:14.162184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.165556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05e0edfd-4180-4232-8d5f-e309a321e1bd tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/ports/dd1cbf32-a8a9-4909-a0fa-f33492da8efd HTTP/1.1" status: 204 len: 168 time: 0.3006458 Oct 11 16:00:14.168237 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:14.266902 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Deleting port 9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:14.267253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.342013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.359382 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Calling delete_port for 9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:14.431052 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:14.433666 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:14.451725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.486809 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Port': ['ID=9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:14.502465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.505850 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26f5946-d908-4d2f-b8a6-637957cd631d x-openstack-request-id: req-d26f5946-d908-4d2f-b8a6-637957cd631d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:14.509338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-20ce5493-352f-464c-9a14-940ae427c243 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/ports/9ce4ece8-83c2-4bf8-b3f3-18b0d777ca3f HTTP/1.1" status: 204 len: 168 time: 0.3369670 Oct 11 16:00:14.509457 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:14.510352 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:14.510984 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d26f5946-d908-4d2f-b8a6-637957cd631d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:14.511588 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 16:00:14.542290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-62f19ad5-1794-499f-9493-acdce98c3db6 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314319 Oct 11 16:00:14.546111 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:14.556084 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1036380288'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:14.586141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:14.590307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.595247 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-297fedf9-eae2-4cd6-9aa2-887d484a753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.597081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-297fedf9-eae2-4cd6-9aa2-887d484a753e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0693510 Oct 11 16:00:14.618430 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:14.629828 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.630639 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment 3daec6e6-b5c3-4de1-b82b-75f642a7d1a8 of type vlan for network f429b78a-4949-4f10-9288-57f18092fa88 Oct 11 16:00:14.658346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-0c98737a-9c0d-4732-9741-691746831247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.660775 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-0c98737a-9c0d-4732-9741-691746831247 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0620754 Oct 11 16:00:14.681700 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.716615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.725383 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.726182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.837544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2900558 Oct 11 16:00:14.842926 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:14.856896 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-690757229'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:14.876237 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-4a1175ab-608f-4294-bdb8-06f7c865dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.877768 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-4a1175ab-608f-4294-bdb8-06f7c865dc3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.2001772 Oct 11 16:00:14.885267 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-e13b96f4-507f-4b01-96fc-e922669dd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.886187 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea8766-bb97-42d1-8ba3-22f8ba3cce5c tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=f429b78a-4949-4f10-9288-57f18092fa88,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:14.886845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-e13b96f4-507f-4b01-96fc-e922669dd748 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.2080038 Oct 11 16:00:14.900833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network f429b78a-4949-4f10-9288-57f18092fa88 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:14.902765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:14.906318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:14.920484 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f5d7e-34ba-40a8-ac09-5f718343d61c req-ef043a9a-4d01-402e-844c-e0e832b63dae tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:14.922589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712f5d7e-34ba-40a8-ac09-5f718343d61c req-ef043a9a-4d01-402e-844c-e0e832b63dae tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0922008 Oct 11 16:00:14.977795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-712f5d7e-34ba-40a8-ac09-5f718343d61c req-7273a11a-99bd-4063-a67e-48c494b7afd8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482018 Oct 11 16:00:15.022331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-9d55edc7-7765-4fd2-941a-15b87cda2762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.1285450 Oct 11 16:00:15.042331 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:15.072698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-f5a233b1-1229-41d9-a0ef-6661d5954a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.1349030 Oct 11 16:00:15.092183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:15.092527 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Added segment c06a245f-9c6d-42a7-aac9-856adfdea0a7 of type vlan for network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 Oct 11 16:00:15.131371 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-1e4a68e1-052c-428b-933d-1f8cc1197319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:15.132826 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-1e4a68e1-052c-428b-933d-1f8cc1197319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.1030486 Oct 11 16:00:15.198871 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-5c721701-6263-4a68-b0c2-366e9189204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:15.200176 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-5c721701-6263-4a68-b0c2-366e9189204d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.1172645 Oct 11 16:00:15.202003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:15.261424 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-7d43a909-988c-4779-ade9-aa854aec91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:15.262961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-7d43a909-988c-4779-ade9-aa854aec91ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103656 Oct 11 16:00:15.269325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:15.274813 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:15.275391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:15.377922 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-6d07c941-633c-468a-84b1-0019025fb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:15.379835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-6d07c941-633c-468a-84b1-0019025fb2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704686 Oct 11 16:00:15.388640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5438282 Oct 11 16:00:15.421281 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4909c0-56e1-4593-8c4c-898902919eec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Network': ['ID=531d9ac2-feb0-4efa-b5c5-a45d9c659071,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:15.439744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:15.499106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-2c69f4c7-3563-4792-83b2-5cb91c52c5f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212398 Oct 11 16:00:15.520998 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:15.525917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'subnets': [{'network_id': 'f429b78a-4949-4f10-9288-57f18092fa88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1151507612', 'ip_version': 4}, {'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:15.526236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'subnet': {'network_id': 'f429b78a-4949-4f10-9288-57f18092fa88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1151507612', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:15.526864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Request body: {'subnet': {'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:15.571007 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-33edfeae-699c-4dfb-aa28-971e03408eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755171 Oct 11 16:00:15.663374 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-f9c41022-a484-406b-951d-2a536857e915 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568949 Oct 11 16:00:15.696636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-95a363e0-c0c4-44bf-9f2d-362f6c62b25b req-4a1e8a8b-4cc9-4543-899a-c780e9fe73e8 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153200 Oct 11 16:00:15.709778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Made reservation on behalf of 75692e10c5204a31ab61f5f69f890571 for: {'subnet': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:15.715089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:15.715752 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.130145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.164655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153cf41-69b2-4b9f-b043-a4f054e32f9d req-b553b908-21c0-4c6a-8eb0-f0d22fa52cc2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.166180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7153cf41-69b2-4b9f-b043-a4f054e32f9d req-b553b908-21c0-4c6a-8eb0-f0d22fa52cc2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.1120505 Oct 11 16:00:16.224050 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Subnet': ['ID=3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:16.235526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7153cf41-69b2-4b9f-b043-a4f054e32f9d req-be06e7f9-943f-4527-a896-aba74738c7ce tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598016 Oct 11 16:00:16.241159 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Checking segment: {'id': '3daec6e6-b5c3-4de1-b82b-75f642a7d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f429b78a-4949-4f10-9288-57f18092fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:16.241547 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network hostable DHCP agents. Network: f429b78a-4949-4f10-9288-57f18092fa88, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:16.258142 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network f429b78a-4949-4f10-9288-57f18092fa88 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:16.266589 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f429b78a-4949-4f10-9288-57f18092fa88) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:16.270408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.275330 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db917d-f50e-4a13-890b-77bf5bbeb838 None None] Network f429b78a-4949-4f10-9288-57f18092fa88 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:16.338460 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event updated for resources: {'Subnet': ['ID=5e04d332-21e4-4dcd-9105-0d618d81b97b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:16.349407 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Checking segment: {'id': 'c06a245f-9c6d-42a7-aac9-856adfdea0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:16.349792 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network hostable DHCP agents. Network: 531d9ac2-feb0-4efa-b5c5-a45d9c659071, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:16.367728 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:16.379001 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 531d9ac2-feb0-4efa-b5c5-a45d9c659071) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:16.383714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.384193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.384992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.391586 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274825f0-ea77-47c8-94ea-bf75c9821404 None None] Network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:16.407061 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:16.409850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bebd2ded-45bb-4211-9820-c17cf60bc4ec tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8839486 Oct 11 16:00:16.481879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fef270-177f-42fb-a5a9-a23460b9f3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f429b78a-4949-4f10-9288-57f18092fa88', 'network_id': 'f429b78a-4949-4f10-9288-57f18092fa88', 'tenant_id': '75692e10c5204a31ab61f5f69f890571', 'fixed_ips': [{'subnet_id': '3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:00:16.482766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8fef270-177f-42fb-a5a9-a23460b9f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.500187 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c0093-97a9-419b-b92f-1309063f477d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.502289 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c0093-97a9-419b-b92f-1309063f477d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.503714 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c0093-97a9-419b-b92f-1309063f477d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.505366 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-017c0093-97a9-419b-b92f-1309063f477d tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0972736 Oct 11 16:00:16.508675 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:16.595476 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Deleting subnet 3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:16.599541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.643595 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-531d9ac2-feb0-4efa-b5c5-a45d9c659071', 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071', 'tenant_id': '75692e10c5204a31ab61f5f69f890571', 'fixed_ips': [{'subnet_id': '5e04d332-21e4-4dcd-9105-0d618d81b97b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:00:16.644675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.672105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.719321 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.795013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-e8fef270-177f-42fb-a5a9-a23460b9f3c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0: This subnet is being modified by another concurrent operation. Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0: This subnet is being modified by another concurrent operation. Oct 11 16:00:16.801156 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 16:00:16.828920 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2bd225-ce65-469e-80b0-a532df0ac1cd None None] Network f429b78a-4949-4f10-9288-57f18092fa88 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:16.839283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:16.845922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:16.849777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5a494dbd-8571-4ee4-afe6-6ef4e83d1008 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/subnets/3f9adb4f-b66a-4bb4-8113-d06a8fb24ce0 HTTP/1.1" status: 204 len: 168 time: 0.3398190 Oct 11 16:00:16.852215 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:16.878953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Allocated IP 172.20.0.18 (531d9ac2-feb0-4efa-b5c5-a45d9c659071/5e04d332-21e4-4dcd-9105-0d618d81b97b/efbbcc12-4c59-49a5-ae2e-674dc7c508c3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:16.915169 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Deleting subnet 5e04d332-21e4-4dcd-9105-0d618d81b97b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:16.930603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3117-b3dd-46f9-a769-3e0d40c1d83c req-814896b1-1021-45a4-a899-cbb3a8b1cedf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:16.932109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f3d3117-b3dd-46f9-a769-3e0d40c1d83c req-814896b1-1021-45a4-a899-cbb3a8b1cedf tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0609586 Oct 11 16:00:16.971402 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f3d3117-b3dd-46f9-a769-3e0d40c1d83c req-f0652f91-b268-49de-9b44-1a9ebabb8575 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Oct 11 16:00:17.089407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.096208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.096371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.137950 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:17.140981 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:17.145273 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:17.148493 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Pushing event updated for resources: {'Port': ['ID=efbbcc12-4c59-49a5-ae2e-674dc7c508c3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:17.152531 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.205470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Attempting to bind port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:17.205770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Attempting to bind port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c06a245f-9c6d-42a7-aac9-856adfdea0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:17.206131 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Attempting to bind port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 on network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:17.210941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:17.211310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Checking segment: {'id': 'c06a245f-9c6d-42a7-aac9-856adfdea0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:17.211707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.212097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Bound using segment: {'id': 'c06a245f-9c6d-42a7-aac9-856adfdea0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:17.212553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Bound port: efbbcc12-4c59-49a5-ae2e-674dc7c508c3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06a245f-9c6d-42a7-aac9-856adfdea0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '531d9ac2-feb0-4efa-b5c5-a45d9c659071'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:17.212934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.253313 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-c6badcd9-5143-4039-9873-de9160695f07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778899 Oct 11 16:00:17.268404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.356274 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-4f28feb1-7df2-4398-935f-bf5903ac375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.357770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-4f28feb1-7df2-4398-935f-bf5903ac375a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.0553200 Oct 11 16:00:17.362519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.365248 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269f0-74df-4bfa-9b28-e007c0625ab3 req-28422226-8287-436d-8ee3-e81bd51ce19a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.366880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f3269f0-74df-4bfa-9b28-e007c0625ab3 req-28422226-8287-436d-8ee3-e81bd51ce19a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.0562389 Oct 11 16:00:17.367627 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] For port efbbcc12-4c59-49a5-ae2e-674dc7c508c3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:17.372533 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] For port efbbcc12-4c59-49a5-ae2e-674dc7c508c3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=efbbcc12-4c59-49a5-ae2e-674dc7c508c3,segment=NetworkSegment(c06a245f-9c6d-42a7-aac9-856adfdea0a7),segment_id=c06a245f-9c6d-42a7-aac9-856adfdea0a7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:17.376503 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.394034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Subnet': ['ID=5e04d332-21e4-4dcd-9105-0d618d81b97b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:17.414391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.420665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a4af005-3dcd-4f52-8fe2-77cc560ee31a tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/subnets/5e04d332-21e4-4dcd-9105-0d618d81b97b HTTP/1.1" status: 204 len: 168 time: 0.5641649 Oct 11 16:00:17.422064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f3269f0-74df-4bfa-9b28-e007c0625ab3 req-9ca80133-11f7-4980-a62c-985cf8ad5849 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Oct 11 16:00:17.422868 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:17.490933 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c3924c-c40f-498b-b8c3-aa1d6119dea8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.493533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-22c3924c-c40f-498b-b8c3-aa1d6119dea8 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0679426 Oct 11 16:00:17.499804 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:17.503736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe0d17-1f58-491c-9143-5ebb6d4c9c89 None None] Pushing event updated for resources: {'Port': ['ID=efbbcc12-4c59-49a5-ae2e-674dc7c508c3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:17.532897 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-a661f523-4464-4ee6-bc98-c904c7bd9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.539230 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-a661f523-4464-4ee6-bc98-c904c7bd9594 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1485314 Oct 11 16:00:17.607017 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.636997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-7abe2738-9b1b-4131-8fb7-9215f544bc81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.0891383 Oct 11 16:00:17.697662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-5048fcc0-07b3-4401-8859-668589b8593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.699305 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-5048fcc0-07b3-4401-8859-668589b8593e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0527892 Oct 11 16:00:17.761674 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Deleting port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:17.762017 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.772846 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-76b723d7-4651-4b2b-8ea3-88113c3dc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.774413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-76b723d7-4651-4b2b-8ea3-88113c3dc2bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663037 Oct 11 16:00:17.853813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-6508dbda-9b23-4b63-8ea3-646d873111f8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.853813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-6508dbda-9b23-4b63-8ea3-646d873111f8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.1976600 Oct 11 16:00:17.868555 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] For port efbbcc12-4c59-49a5-ae2e-674dc7c508c3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=efbbcc12-4c59-49a5-ae2e-674dc7c508c3,segment=NetworkSegment(c06a245f-9c6d-42a7-aac9-856adfdea0a7),segment_id=c06a245f-9c6d-42a7-aac9-856adfdea0a7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:17.868915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:17.890102 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-96d1e88f-5c82-446a-a68a-fd2b4aa7ae9c service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074696 Oct 11 16:00:17.906323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5266-8cbd-4ea8-9caa-ae704da1eef3 req-9c7ff68e-80f9-45ea-8f20-1424535d9dd7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:17.907819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e7d5266-8cbd-4ea8-9caa-ae704da1eef3 req-9c7ff68e-80f9-45ea-8f20-1424535d9dd7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 943 time: 0.2163248 Oct 11 16:00:17.922811 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Calling delete_port for efbbcc12-4c59-49a5-ae2e-674dc7c508c3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:17.924331 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:00:18.016975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e34dd3de-b525-4671-86f9-0b0cea2ed62e req-6bf999cc-5dcf-4c19-bac3-6ec1de04f170 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190877 Oct 11 16:00:18.029277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-93fea582-1c16-47d9-8b44-1efc724d5b5a service neutron] 10.222.0.43 "GET /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1628156 Oct 11 16:00:18.033947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e7d5266-8cbd-4ea8-9caa-ae704da1eef3 req-a396f344-6b09-435f-8e40-b5c9912d63e6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161265 Oct 11 16:00:18.041739 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efbbcc12-4c59-49a5-ae2e-674dc7c508c3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:18.058733 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.095925 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Port': ['ID=efbbcc12-4c59-49a5-ae2e-674dc7c508c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:18.102100 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] No DVR routers for this DVR port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:18.109299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No active binding found for port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 11 16:00:18.109735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efbbcc12-4c59-49a5-ae2e-674dc7c508c3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 16:00:18.134564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Port efbbcc12-4c59-49a5-ae2e-674dc7c508c3 not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 16:00:18.143409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:18.154100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '5f7828d5-c584-4551-915c-e7246274e17a', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:00:18.194890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.208035 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:00:18.226943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:18.230941 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.231108 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.235859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-e32ed4c6-2224-4c76-aa46-3e743cd1c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:18.237355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-e32ed4c6-2224-4c76-aa46-3e743cd1c0b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1094 time: 0.1508048 Oct 11 16:00:18.265199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcfce0-63a8-4a67-8c33-5e6a76d0835c req-3d3bb90d-ae60-4cb1-8128-4f20c56105a8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:18.266738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48dcfce0-63a8-4a67-8c33-5e6a76d0835c req-3d3bb90d-ae60-4cb1-8128-4f20c56105a8 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.1720462 Oct 11 16:00:18.280792 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:18.286321 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531d9ac2-feb0-4efa-b5c5-a45d9c659071']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:18.339960 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06a245f-9c6d-42a7-aac9-856adfdea0a7') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:18.340248 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06a245f-9c6d-42a7-aac9-856adfdea0a7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:18.363900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.384349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48dcfce0-63a8-4a67-8c33-5e6a76d0835c req-44af8b9b-d67b-462c-b24d-b6a6eb120f95 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003532 Oct 11 16:00:18.399073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.413362 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:18.413790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:18.416762 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:18.455502 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-ea3d2aff-43fb-45d9-93b9-0f1d78c21620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:18.457508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-ea3d2aff-43fb-45d9-93b9-0f1d78c21620 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.2115419 Oct 11 16:00:18.589987 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['5f7828d5-c584-4551-915c-e7246274e17a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:00:18.628230 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e9087-375a-4f7c-b288-d0f1af4e65bf None None] Network 531d9ac2-feb0-4efa-b5c5-a45d9c659071 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:18.806943 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-7dbf8afd-9e9d-410b-8823-3c0e86c697bb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:18.808545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-7dbf8afd-9e9d-410b-8823-3c0e86c697bb tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 946 time: 0.0548358 Oct 11 16:00:18.829872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69ec7f21-2ae4-4cb8-98cd-a57aa4c03971 None None] Could not find standard attr ID for object efbbcc12-4c59-49a5-ae2e-674dc7c508c3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:00:18.859120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.874098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:18.876523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/531d9ac2-feb0-4efa-b5c5-a45d9c659071 HTTP/1.1" status: 204 len: 168 time: 1.3754058 Oct 11 16:00:18.877226 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:18.899987 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aa9cf-c8d7-4598-9fde-e3c475a80edc tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=531d9ac2-feb0-4efa-b5c5-a45d9c659071,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:18.912639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-216348bb-3183-4c1d-a89c-5520e7013d5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 999 time: 0.4470472 Oct 11 16:00:18.916774 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Deleting port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:18.917141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.009924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.013385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-7be8195c-2216-4316-8641-7fb203f24e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:19.015196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-7be8195c-2216-4316-8641-7fb203f24e49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0730579 Oct 11 16:00:19.024585 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056baba7-29ea-409d-ab8d-910e9609521b None None] DHCP port deletion for 531d9ac2-feb0-4efa-b5c5-a45d9c659071 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:00:19.040574 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] For port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,segment=NetworkSegment(0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b),segment_id=0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:19.041029 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.062834 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Calling delete_port for cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:19.063097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ce7f5-98a6-454a-ba98-9e6f08fcf0da None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:00:19.136487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.148993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-979ae915-61a3-40b8-b76b-5c0cefa8c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:19.150523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-979ae915-61a3-40b8-b76b-5c0cefa8c420 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282330 Oct 11 16:00:19.163068 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ce7f5-98a6-454a-ba98-9e6f08fcf0da None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 16:00:19.180162 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f429b78a-4949-4f10-9288-57f18092fa88']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.221857 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.241595 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daec6e6-b5c3-4de1-b82b-75f642a7d1a8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.241848 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daec6e6-b5c3-4de1-b82b-75f642a7d1a8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.257651 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Pushing event deleted for resources: {'Port': ['ID=cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:19.258970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.285025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.292858 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] No DVR routers for this DVR port cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:19.294709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3e71-042a-4e39-a39b-3bdc09bdf87f req-49162a79-2bb0-43ec-81d0-d3a0ff52d164 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:19.296241 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.296383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a86d3e71-042a-4e39-a39b-3bdc09bdf87f req-49162a79-2bb0-43ec-81d0-d3a0ff52d164 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.1419749 Oct 11 16:00:19.302084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.43 "DELETE /v2.0/ports/cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e HTTP/1.1" status: 204 len: 173 time: 0.4875841 Oct 11 16:00:19.304549 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:19.304740 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-deleted', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:19.304956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:19.308386 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:19.311560 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536da04a-b0e6-4041-8500-f9aa05270642" -d '{"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-deleted", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:19.368036 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23068c65-a11b-4d27-ae58-2b2172656f66 x-openstack-request-id: req-23068c65-a11b-4d27-ae58-2b2172656f66 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:19.368036 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ac5811-296a-40f1-a1d9-5b85009c975d", "name": "network-vif-deleted", "tag": "cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:19.368036 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23068c65-a11b-4d27-ae58-2b2172656f66 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:19.368451 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ac5811-296a-40f1-a1d9-5b85009c975d', 'name': 'network-vif-deleted', 'tag': 'cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e', 'status': 'completed', 'code': 200} Oct 11 16:00:19.405905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-1ad2d1b3-4450-4835-b121-88858bece7c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452502 Oct 11 16:00:19.426452 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.447203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a86d3e71-042a-4e39-a39b-3bdc09bdf87f req-a21e8c43-1fbd-4d6e-a4cc-8eec3fdd9678 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379437 Oct 11 16:00:19.479215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.482975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/f429b78a-4949-4f10-9288-57f18092fa88 HTTP/1.1" status: 204 len: 168 time: 0.5956857 Oct 11 16:00:19.485805 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:19.499302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d72bb7-28d9-46cd-acb0-af4c262451b4 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=f429b78a-4949-4f10-9288-57f18092fa88,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:19.530768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e2bcc74-5d3a-476a-8bf8-671f0ca0fb99 req-281062ef-0f98-493e-a479-c4090fbde74f tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8ac5811-296a-40f1-a1d9-5b85009c975d HTTP/1.1" status: 200 len: 210 time: 0.0353217 Oct 11 16:00:19.563277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-8aff6a8a-40f1-4b90-9e4b-36bae46c4e15 service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485341 Oct 11 16:00:19.571232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.575949 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:00:19.659974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.679746 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5340f45-7b95-4a0b-a4f6-02f245ee0f67']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.688732 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19c51b5-20c5-4ca9-b6c7-08233640b807') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.689032 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19c51b5-20c5-4ca9-b6c7-08233640b807') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.698181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.710802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.716926 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:19.717302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:19.720362 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:19.777673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.786854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.789201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/b5340f45-7b95-4a0b-a4f6-02f245ee0f67 HTTP/1.1" status: 204 len: 168 time: 0.3019874 Oct 11 16:00:19.791877 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:19.802348 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af30e52-ef7c-424b-a150-fcfb72caefee tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=b5340f45-7b95-4a0b-a4f6-02f245ee0f67,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:19.878902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.932511 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:19.970463 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efbbcc12-4c59-49a5-ae2e-674dc7c508c3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:00:19.971815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:19.991363 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed58d8a-bd05-4cb0-9079-4dc87139a9c3']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:19.993722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: efbbcc12-4c59-49a5-ae2e-674dc7c508c3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:00:19.994058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efbbcc12-4c59-49a5-ae2e-674dc7c508c3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:00:20.001739 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5151ac-5dfe-46b1-87f4-f5e4bb7b21dc') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:20.002107 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5151ac-5dfe-46b1-87f4-f5e4bb7b21dc') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:20.007028 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 5f7828d5-c584-4551-915c-e7246274e17a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:00:20.010804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 5f7828d5-c584-4551-915c-e7246274e17a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:20.011174 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.013379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.026439 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.033547 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:20.033927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:20.036844 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:20.088038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.093632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.100392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.103423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] 10.222.0.31 "DELETE /v2.0/networks/3ed58d8a-bd05-4cb0-9079-4dc87139a9c3 HTTP/1.1" status: 204 len: 168 time: 0.3103917 Oct 11 16:00:20.114923 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:20.116937 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3cf3-ce68-4e10-b96b-d6634873ace5 tempest-BulkNetworkOpsTest-1328402864 tempest-BulkNetworkOpsTest-1328402864-project] Pushing event deleted for resources: {'Network': ['ID=3ed58d8a-bd05-4cb0-9079-4dc87139a9c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:20.117200 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ecfeaa-6713-41b2-8b22-fd7194a6842a" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:20.129617 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:20.133676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.176131 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45ccd15-e580-497c-afaa-8b361a7c16a1 x-openstack-request-id: req-b45ccd15-e580-497c-afaa-8b361a7c16a1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:20.176631 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:20.176875 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b45ccd15-e580-497c-afaa-8b361a7c16a1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:20.177263 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'code': 200} Oct 11 16:00:20.186173 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:20.358949 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:20.490164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67cf9f0f-0c9f-4b6e-92a2-c4572690fcad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75692e10c5204a31ab61f5f69f890571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300414 Oct 11 16:00:20.492665 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:20.576710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.585090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce32e2e-0b65-4722-a3c8-a7fc52f54874 req-699d3ef5-59f3-4312-8ef8-afedb607cce0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:20.586697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fce32e2e-0b65-4722-a3c8-a7fc52f54874 req-699d3ef5-59f3-4312-8ef8-afedb607cce0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.0733676 Oct 11 16:00:20.592596 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:20.620664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.635117 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Deleting subnet 1ee2f59e-b155-4d47-b0ff-5ccc389950c2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:20.638136 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.655314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fce32e2e-0b65-4722-a3c8-a7fc52f54874 req-d20a2e02-ffa2-44dc-88a6-64dfa6da6a12 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597856 Oct 11 16:00:20.683001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.683934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.686850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.688067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5287d959-66f8-4308-8ac4-19e05d0656ef HTTP/1.1" status: 204 len: 168 time: 0.1945055 Oct 11 16:00:20.698988 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb511ea-e093-4999-9401-6fe460e6212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5287d959-66f8-4308-8ac4-19e05d0656ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:20.726682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.782831 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.811282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.814637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ee2f59e-b155-4d47-b0ff-5ccc389950c2 HTTP/1.1" status: 204 len: 168 time: 0.2210407 Oct 11 16:00:20.815708 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198da029-86bc-48bc-8012-d31992399510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee2f59e-b155-4d47-b0ff-5ccc389950c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:20.817344 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:20.891852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.974147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:20.994583 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149fc234-f32e-4e03-93b9-6a61ab9bfecd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:21.003819 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:21.004115 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7577bc-9a3d-4eb9-a2e0-e71ec0dd439b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:21.014722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.028573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.036945 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:21.037340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:21.039761 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:21.103992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.109614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.115223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/149fc234-f32e-4e03-93b9-6a61ab9bfecd HTTP/1.1" status: 204 len: 168 time: 0.2942324 Oct 11 16:00:21.125745 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d70cc-a312-400a-bb9e-e88fd63c91f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=149fc234-f32e-4e03-93b9-6a61ab9bfecd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:21.234865 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:21.284474 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f3fd62d-224c-4e81-a7c4-16401e00d295 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f965c3c2b8844cb2bee86e75808255c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483420 Oct 11 16:00:21.286908 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:21.338608 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.346848 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:21.364202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.417984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.421113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.422321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2 HTTP/1.1" status: 204 len: 168 time: 0.1343248 Oct 11 16:00:21.431261 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6747d0-61fb-4704-a9bf-c58dfd5c4155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e622a33-73d0-45d3-8b5c-71e6c5b8d8b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:21.461977 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2104398527-network', 'tenant_id': '5e220c46f79340d8a1450a6b699ec1c8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:21.485148 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Made reservation on behalf of 5e220c46f79340d8a1450a6b699ec1c8 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:21.488033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.498272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.579479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.586676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.612482 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:21.621383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51efec6e-f438-4f0e-8bfe-415000a15f58,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:21.629470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.630224 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Added segment 4b07110b-992c-4b36-8087-68dcfff0561b of type vlan for network 0966760c-7e65-4ee6-82c3-88119f28a3a2 Oct 11 16:00:21.683292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.716873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-1f9e9d83-47ac-47ab-b2d8-b605b3e97848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:21.718491 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-1f9e9d83-47ac-47ab-b2d8-b605b3e97848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0501559 Oct 11 16:00:21.722701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.723663 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:21.724238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.732769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:21.790637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4426916 Oct 11 16:00:21.794057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:21.799200 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Request body: {'subnet': {'network_id': '0966760c-7e65-4ee6-82c3-88119f28a3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2104398527-subnet', 'tenant_id': '5e220c46f79340d8a1450a6b699ec1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:21.803422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.854500 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597352-b54f-425e-a6cb-dd43116720c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0966760c-7e65-4ee6-82c3-88119f28a3a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:21.868839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0966760c-7e65-4ee6-82c3-88119f28a3a2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:21.879358 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763395-73df-4d66-96a8-fee6bdafbcae req-e51b7466-591c-4e22-8530-1d7ec65dc487 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:21.886801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a763395-73df-4d66-96a8-fee6bdafbcae req-e51b7466-591c-4e22-8530-1d7ec65dc487 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 945 time: 0.1364429 Oct 11 16:00:21.894924 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Made reservation on behalf of 5e220c46f79340d8a1450a6b699ec1c8 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:21.897344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:21.948705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:00:21.978268 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:00:21.978858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device cd6e5d39-ce9f-4adb-aa7f-a9989dffe43e not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:00:21.997513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a763395-73df-4d66-96a8-fee6bdafbcae req-06c23165-b6cb-4fba-9947-d2b5566318cf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097186 Oct 11 16:00:22.088476 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:22.122008 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.123595 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:22.166397 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:22.169552 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d65c6c-660d-4f58-aa14-badc193faa30" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:22.174101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.187914 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Transition to ACTIVE for port object 5f7828d5-c584-4551-915c-e7246274e17a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:00:22.190687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:22.200850 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86797b28-4374-4ead-b138-c062f3134477,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:22.206023 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Checking segment: {'id': '4b07110b-992c-4b36-8087-68dcfff0561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0966760c-7e65-4ee6-82c3-88119f28a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:22.206353 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Network hostable DHCP agents. Network: 0966760c-7e65-4ee6-82c3-88119f28a3a2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:22.207626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.228550 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Network 0966760c-7e65-4ee6-82c3-88119f28a3a2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:22.238119 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b32a07-dc69-4fa4-8bfa-57d8b967eb14 x-openstack-request-id: req-f5b32a07-dc69-4fa4-8bfa-57d8b967eb14 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:22.238489 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:22.238797 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5b32a07-dc69-4fa4-8bfa-57d8b967eb14 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:22.239221 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'code': 200} Oct 11 16:00:22.240459 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0966760c-7e65-4ee6-82c3-88119f28a3a2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:22.246391 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:22.247460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.251944 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2aeb42-adf8-442c-bcd5-5e981b35c22f None None] Network 0966760c-7e65-4ee6-82c3-88119f28a3a2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:22.280417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f842812b-2337-4695-a983-4875821ca014 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4771099 Oct 11 16:00:22.304898 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:22.361935 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] No DVR routers for this DVR port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:00:22.403493 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-195687263-network', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:22.427371 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c29ad-a593-4e5e-a4d6-c3dae0540d07 None None] Network 0966760c-7e65-4ee6-82c3-88119f28a3a2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:22.452558 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Made reservation on behalf of 31bd2675d89742c7a26be5839fe1c497 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:22.454810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.502969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.600039 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:22.600489 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:22.600820 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:22.613919 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:00:22.614250 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Attempting to bind port 5f7828d5-c584-4551-915c-e7246274e17a on network f81af7a9-7845-4a31-bbe6-ea3b16752356 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:22.627519 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:22.627862 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Checking segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:22.628245 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Bound using segment: {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:22.628676 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Bound port: 5f7828d5-c584-4551-915c-e7246274e17a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21e9a68-a381-4c76-a69a-4d2640035bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:22.629034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.650825 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.676413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.708396 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:22.734403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6afc16-26b7-42df-9197-605780210527,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:22.740790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.741147 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Added segment 6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c of type vlan for network 54b2999d-81fd-49fd-9621-f692dfc501ff Oct 11 16:00:22.752589 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:22.756501 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:22.777564 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.814266 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:22.815521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.819338 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662669252-network', 'tenant_id': '32c7ce3dcf6147d091568f51e797fc71'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:22.822601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:22.823185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.824607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 1092 time: 1.0983498 Oct 11 16:00:22.844305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Made reservation on behalf of 32c7ce3dcf6147d091568f51e797fc71 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:22.847033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.862419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.871334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9fd3-fbbb-444c-80c1-e4ddf2c9d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:22.908291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.909240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:22.909856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.960447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.964817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:22.990199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7952936 Oct 11 16:00:22.990917 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:22.993216 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:22.995802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Request body: {'subnet': {'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-195687263-subnet', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:23.002482 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e26de-a8ec-43c5-8c53-ed8aedb4d882 admin admin] Pushing event updated for resources: {'Network': ['ID=54b2999d-81fd-49fd-9621-f692dfc501ff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.002925 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a8f31-279b-4fb9-a6fb-09cda5766073,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.009621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.010097 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Added segment c2453930-399a-425f-9705-6564d1ff049d of type vlan for network d2f20f95-1696-423b-b4a3-232666e62804 Oct 11 16:00:23.010483 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-ca9b41bb-e9c5-49c7-b8ec-b5c877209904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.011993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-ca9b41bb-e9c5-49c7-b8ec-b5c877209904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1095 time: 0.1531038 Oct 11 16:00:23.021970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 54b2999d-81fd-49fd-9621-f692dfc501ff details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:23.070512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.104294 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Made reservation on behalf of 31bd2675d89742c7a26be5839fe1c497 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:23.107872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.130725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.131697 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.132532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.196577 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f19f4-fb0d-4c45-8541-00c63f59327e req-a2b8bb8e-e05d-4caf-aa30-af8a678c8887 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.198195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a9f19f4-fb0d-4c45-8541-00c63f59327e req-a2b8bb8e-e05d-4caf-aa30-af8a678c8887 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.1166704 Oct 11 16:00:23.206061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3906002 Oct 11 16:00:23.222721 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:23.234390 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Request body: {'subnet': {'network_id': 'd2f20f95-1696-423b-b4a3-232666e62804', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662669252-subnet', 'tenant_id': '32c7ce3dcf6147d091568f51e797fc71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:23.239584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726a85-607a-4f9e-92fa-cbe8edb45823 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f20f95-1696-423b-b4a3-232666e62804,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.250269 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network d2f20f95-1696-423b-b4a3-232666e62804 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:23.279183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a9f19f4-fb0d-4c45-8541-00c63f59327e req-7644805c-4bed-4505-9949-a7cd6a151c13 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618637 Oct 11 16:00:23.284224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Made reservation on behalf of 32c7ce3dcf6147d091568f51e797fc71 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:23.287107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.461996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.519546 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d911e2-4e80-4daf-9431-79446136498d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.530841 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Checking segment: {'id': 'c2453930-399a-425f-9705-6564d1ff049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd2f20f95-1696-423b-b4a3-232666e62804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:23.531273 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Network hostable DHCP agents. Network: d2f20f95-1696-423b-b4a3-232666e62804, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:23.547764 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Network d2f20f95-1696-423b-b4a3-232666e62804 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:23.549324 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-34d4d2eb-85ea-4d5c-b52a-88df68d74e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.550841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-34d4d2eb-85ea-4d5c-b52a-88df68d74e82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.5301113 Oct 11 16:00:23.557633 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d2f20f95-1696-423b-b4a3-232666e62804) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:23.561726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.562309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.570029 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c152e9-ddf9-4182-b855-bba6fc3d3e9f None None] Network d2f20f95-1696-423b-b4a3-232666e62804 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:23.587503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ee61bbc4-5da3-40a8-8810-85f6c5b68bed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3553119 Oct 11 16:00:23.651123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-b4f4b44c-ef3c-44bd-bd46-ddc4c5eb35d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.0922914 Oct 11 16:00:23.700093 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51956a-f2d8-4c11-b021-0b0457c2045e None None] Network d2f20f95-1696-423b-b4a3-232666e62804 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:23.701525 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:23.740897 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-40700ac8-c646-4564-af76-12c3da490363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.742405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-40700ac8-c646-4564-af76-12c3da490363 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0849209 Oct 11 16:00:23.744028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.754327 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Deleting subnet 86797b28-4374-4ead-b138-c062f3134477 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:23.759095 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.797607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.838507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.841075 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caba28a7-05b4-46e5-9fcc-1b68ff0260a4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.853710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-90a19a3e-599d-455c-9fb5-741cbc056052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.855202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-90a19a3e-599d-455c-9fb5-741cbc056052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040926 Oct 11 16:00:23.856316 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Checking segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:23.856662 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Network hostable DHCP agents. Network: 54b2999d-81fd-49fd-9621-f692dfc501ff, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:23.891434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.916150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:23.925831 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86797b28-4374-4ead-b138-c062f3134477,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:23.928354 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.932367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fe6f21ee-73fa-4796-9047-38eb8821fb66 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/86797b28-4374-4ead-b138-c062f3134477 HTTP/1.1" status: 204 len: 168 time: 0.2295344 Oct 11 16:00:23.934942 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:23.936949 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54b2999d-81fd-49fd-9621-f692dfc501ff) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:23.944867 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd253055-79a8-4386-b22c-b5a81f78a224 None None] Network 54b2999d-81fd-49fd-9621-f692dfc501ff requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:23.946536 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:23.947326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:23.948667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:00:23.982854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f76f7f4f-f923-49e3-b575-e9858aa4a449 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9882526 Oct 11 16:00:23.983140 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:23.986578 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-7f08d47f-9e4a-4c68-af4e-0864437b0c70 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239691 Oct 11 16:00:23.987746 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:24.030507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.035047 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:00:24.036621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.037372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.089460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1585444c-4ec9-4e4e-96f8-cac8ed80a6ca req-ba100df7-8f1b-489d-813b-75aac520f8e5 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962286 Oct 11 16:00:24.130292 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-54b2999d-81fd-49fd-9621-f692dfc501ff', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:00:24.131150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.153361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.166485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.239976 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:24.242702 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfd05a1-af5c-4831-bcf0-faa979f1fe13" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:24.245041 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0966760c-7e65-4ee6-82c3-88119f28a3a2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:24.256632 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b07110b-992c-4b36-8087-68dcfff0561b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:24.256928 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b07110b-992c-4b36-8087-68dcfff0561b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:24.273141 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Allocated IP 172.20.0.2 (54b2999d-81fd-49fd-9621-f692dfc501ff/caba28a7-05b4-46e5-9fcc-1b68ff0260a4/09ec4031-6762-4baa-bda0-108dd94e440f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:24.298557 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51de7f-b12a-41f3-a9e9-5ac609456f0c x-openstack-request-id: req-0a51de7f-b12a-41f3-a9e9-5ac609456f0c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:24.299373 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:24.299640 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a51de7f-b12a-41f3-a9e9-5ac609456f0c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:24.300036 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 16:00:24.333569 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.356571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.367372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-103e3eeb-febc-444e-a515-9c93bec48901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.369064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-103e3eeb-febc-444e-a515-9c93bec48901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1095 time: 0.0523713 Oct 11 16:00:24.447730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.451505 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.455325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.469283 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:24.469802 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:24.472607 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:24.481364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-3905360d-c167-471a-befd-b9a59f141b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.483003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-3905360d-c167-471a-befd-b9a59f141b4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1042964 Oct 11 16:00:24.495850 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:24.501672 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:24.505302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:24.514737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Pushing event updated for resources: {'Port': ['ID=09ec4031-6762-4baa-bda0-108dd94e440f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:24.521576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-88357267-3da8-496f-998d-4c8fb5e1adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.522865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-88357267-3da8-496f-998d-4c8fb5e1adfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1095 time: 0.1839972 Oct 11 16:00:24.556327 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-2d2838a5-091e-4809-a7ce-1d21455d58bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.0658286 Oct 11 16:00:24.562499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f1d5-0288-4427-b9a0-fdc5d1c0469b req-3f9e483b-c0e0-44cc-9d39-4d8ad2b0ae9c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.563986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c39f1d5-0288-4427-b9a0-fdc5d1c0469b req-3f9e483b-c0e0-44cc-9d39-4d8ad2b0ae9c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.1809940 Oct 11 16:00:24.567257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Attempting to bind port 09ec4031-6762-4baa-bda0-108dd94e440f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:24.567709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Attempting to bind port 09ec4031-6762-4baa-bda0-108dd94e440f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:24.568172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Attempting to bind port 09ec4031-6762-4baa-bda0-108dd94e440f on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:24.573976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:24.575037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Checking segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:24.575513 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.575977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Bound using segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:24.576106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.576567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Bound port: 09ec4031-6762-4baa-bda0-108dd94e440f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:24.577016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.612194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.617875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0966760c-7e65-4ee6-82c3-88119f28a3a2 HTTP/1.1" status: 204 len: 168 time: 0.6793928 Oct 11 16:00:24.619369 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:24.627607 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-9451a5d6-0535-483a-b4af-a6011dd71f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.629034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-9451a5d6-0535-483a-b4af-a6011dd71f37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0651197 Oct 11 16:00:24.640175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84604-478c-429e-a238-40a2cf940446 admin admin] Pushing event deleted for resources: {'Network': ['ID=0966760c-7e65-4ee6-82c3-88119f28a3a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:24.649799 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] For port 09ec4031-6762-4baa-bda0-108dd94e440f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:24.654985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] For port 09ec4031-6762-4baa-bda0-108dd94e440f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=09ec4031-6762-4baa-bda0-108dd94e440f,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:24.660305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.678296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c39f1d5-0288-4427-b9a0-fdc5d1c0469b req-7e4ded63-1040-4cf2-bbaf-b0f5ba3327e6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038494 Oct 11 16:00:24.700585 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Deleting subnet 63d911e2-4e80-4daf-9431-79446136498d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:00:24.706144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.719143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-6dd2e8ac-2040-4ba2-ad59-56996883a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.720624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-6dd2e8ac-2040-4ba2-ad59-56996883a41c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1815376 Oct 11 16:00:24.729833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3a27-3280-4b76-9d0a-701c5cb5f11c None None] Pushing event updated for resources: {'Port': ['ID=09ec4031-6762-4baa-bda0-108dd94e440f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:24.748518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-f956d6f7-7907-41a9-9da8-5d1015ec7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:24.750184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-f956d6f7-7907-41a9-9da8-5d1015ec7358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015921 Oct 11 16:00:24.773454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.860032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.886039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-870b6bc3-429b-4822-a7cb-c0e8ae8b4026 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 998 time: 0.1493444 Oct 11 16:00:24.919383 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-67a1cdec-35ae-49d1-a0d8-c2e70f6e9b35 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596813 Oct 11 16:00:24.925808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.956075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:24.984281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.027523 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d911e2-4e80-4daf-9431-79446136498d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:25.046878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.052104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cbc3baed-e8b0-4497-90e5-6c7c7ed65c08 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/63d911e2-4e80-4daf-9431-79446136498d HTTP/1.1" status: 204 len: 168 time: 0.4317169 Oct 11 16:00:25.055397 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:25.146625 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-bd895a03-541c-434c-b335-8afefd81d645 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190433 Oct 11 16:00:25.159055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.249294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.269966 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f20f95-1696-423b-b4a3-232666e62804']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:25.279262 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2453930-399a-425f-9705-6564d1ff049d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:25.279555 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2453930-399a-425f-9705-6564d1ff049d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:25.289134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.303338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.310604 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:00:25.311145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:00:25.313085 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:00:25.367374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-bacb369e-484d-4de5-8858-c45890cfa8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:25.369453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-bacb369e-484d-4de5-8858-c45890cfa8e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.4731133 Oct 11 16:00:25.370354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.377582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.381526 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2f20f95-1696-423b-b4a3-232666e62804 HTTP/1.1" status: 204 len: 168 time: 0.3249962 Oct 11 16:00:25.393259 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e265cd2-73ec-453d-9c17-ab2a0c7f7f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f20f95-1696-423b-b4a3-232666e62804,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:25.456770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-f7acbc54-252b-4e22-aae4-b11bc642c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:25.458765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-f7acbc54-252b-4e22-aae4-b11bc642c007 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809345 Oct 11 16:00:25.539772 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Allocated IP 172.35.3.172 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/b9591b93-3283-4ddb-9744-80d9922b18ae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:25.572238 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:25.615877 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80e8747f-9e35-4616-aea9-f30fabd2efe4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e220c46f79340d8a1450a6b699ec1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419943 Oct 11 16:00:25.618379 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:25.645740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-2e4fdfec-0bb3-4f53-abc8-fc678a24e31d service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788032 Oct 11 16:00:25.686642 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.716512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.750492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.789294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.792641 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.794841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51efec6e-f438-4f0e-8bfe-415000a15f58 HTTP/1.1" status: 204 len: 168 time: 0.1751826 Oct 11 16:00:25.797673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abfd05a1-af5c-4831-bcf0-faa979f1fe13 req-40e0c2b6-a734-46da-a997-85f8460c4a8e service neutron] 10.222.0.43 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437542 Oct 11 16:00:25.809698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc48ab-0c11-4b85-88a1-c4f783aedb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efec6e-f438-4f0e-8bfe-415000a15f58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:25.831227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:25.917348 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:25.928334 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:25.934936 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:25.939103 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Pushing event updated for resources: {'Port': ['ID=b9591b93-3283-4ddb-9744-80d9922b18ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:25.977320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1ee4-7b02-4ea4-bf6c-1b9ca4bc408f req-9f320b28-6729-442b-b7d7-12eb8ad35fe7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:25.979220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-976b1ee4-7b02-4ea4-bf6c-1b9ca4bc408f req-9f320b28-6729-442b-b7d7-12eb8ad35fe7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.1423740 Oct 11 16:00:26.001634 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4e004-74c5-4c73-b028-1d63dcdfdb72 None None] Network 54b2999d-81fd-49fd-9621-f692dfc501ff requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:26.085321 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 09ec4031-6762-4baa-bda0-108dd94e440f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:26.098231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-976b1ee4-7b02-4ea4-bf6c-1b9ca4bc408f req-8bd264c2-d237-4b20-87e2-af535b2925e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091034 Oct 11 16:00:26.146254 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] Provisioning complete for port 09ec4031-6762-4baa-bda0-108dd94e440f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:26.146875 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.266861 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 09ec4031-6762-4baa-bda0-108dd94e440f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:26.267233 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.271546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.292679 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:26.334172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.342898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f375e576-62f8-429c-99ee-22b39d1e2bb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32c7ce3dcf6147d091568f51e797fc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468769 Oct 11 16:00:26.343248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:26.382112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] For port 09ec4031-6762-4baa-bda0-108dd94e440f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=09ec4031-6762-4baa-bda0-108dd94e440f,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:26.387164 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.409792 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.436238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.474981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d96959-eb1a-4d1b-8aad-c31a64819572 None None] Pushing event updated for resources: {'Port': ['ID=09ec4031-6762-4baa-bda0-108dd94e440f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:26.492607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.509028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.512027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.513293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be3a8f31-279b-4fb9-a6fb-09cda5766073 HTTP/1.1" status: 204 len: 168 time: 0.1685717 Oct 11 16:00:26.522241 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d0677-7a8b-4de6-86f2-34926c3e4572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3a8f31-279b-4fb9-a6fb-09cda5766073,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:26.606717 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-230572e3-2a4a-4c05-95fc-db1bf2df3013 None None] Provisioning complete for port 09ec4031-6762-4baa-bda0-108dd94e440f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:26.607094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230572e3-2a4a-4c05-95fc-db1bf2df3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.641833 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:00:26.749866 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:26.758912 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:26.768592 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:26.769205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:26.770474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:26.774347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8c83fa32-41c3-4ed5-8838-50c1fba66b5a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7874169 Oct 11 16:00:26.774657 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:27.035500 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:27.242869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394eaed-6d55-44a4-a1ac-27d86ea82402 req-35fb8318-fc11-4bad-834d-aba7129453ae tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:27.244244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.257214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7394eaed-6d55-44a4-a1ac-27d86ea82402 req-35fb8318-fc11-4bad-834d-aba7129453ae tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 944 time: 0.0725253 Oct 11 16:00:27.263214 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:26Z', 'revision_number': 3, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:27.296394 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:00:27.296856 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Updating router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 port b9591b93-3283-4ddb-9744-80d9922b18ae binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:00:27.313807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7394eaed-6d55-44a4-a1ac-27d86ea82402 req-6fadde05-a04c-4386-8d2c-4173bdad342e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503204 Oct 11 16:00:27.323949 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.327344 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:27.404248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-674f0b19-91d9-4787-9378-be9c4f845bd3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/316a620b-717c-4ce2-9eb1-7d469f6fef16 HTTP/1.1" status: 200 len: 990 time: 0.0745249 Oct 11 16:00:27.458142 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Allocated IP 172.20.0.1 (54b2999d-81fd-49fd-9621-f692dfc501ff/caba28a7-05b4-46e5-9fcc-1b68ff0260a4/fd5e6e9c-9309-4977-ac8f-403be802872a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:27.501647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:00:27.584738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.625332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.669978 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:27.671519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:27.672881 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:27.677057 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:27.693192 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.698577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5f7828d5-c584-4551-915c-e7246274e17a', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'port_id': '5f7828d5-c584-4551-915c-e7246274e17a', 'mac_address': 'fa:16:3e:df:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:00:27.702369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.702826 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:27.724456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.796216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Attempting to bind port b9591b93-3283-4ddb-9744-80d9922b18ae on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:27.796586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Attempting to bind port b9591b93-3283-4ddb-9744-80d9922b18ae by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:27.796996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Attempting to bind port b9591b93-3283-4ddb-9744-80d9922b18ae on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:27.799762 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b22e68-054c-4393-bf7a-8f7999851232 None None] Pushing event updated for resources: {'Port': ['ID=b9591b93-3283-4ddb-9744-80d9922b18ae,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:27.817874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.837532 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:00:27.850601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:27.851037 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:27.851552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.852055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:27.852659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Bound port: b9591b93-3283-4ddb-9744-80d9922b18ae, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:27.853190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.887889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:27.895770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.899891 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.977653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] For port b9591b93-3283-4ddb-9744-80d9922b18ae, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:27.993952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] For port b9591b93-3283-4ddb-9744-80d9922b18ae, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b9591b93-3283-4ddb-9744-80d9922b18ae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:27.995065 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:28.001278 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.038843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 09ec4031-6762-4baa-bda0-108dd94e440f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:28.081058 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:28.081736 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:28.106316 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.111058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.143609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f46f7f18-eaa6-4381-a33c-b67ad01277ab None None] Provisioning complete for port fd5e6e9c-9309-4977-ac8f-403be802872a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:28.144111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f46f7f18-eaa6-4381-a33c-b67ad01277ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.183588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.185358 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:28.188002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5f7828d5-c584-4551-915c-e7246274e17a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:00:28.229524 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b22e68-054c-4393-bf7a-8f7999851232 None None] Pushing event updated for resources: {'Port': ['ID=b9591b93-3283-4ddb-9744-80d9922b18ae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:28.278791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f46f7f18-eaa6-4381-a33c-b67ad01277ab None None] Port fd5e6e9c-9309-4977-ac8f-403be802872a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:28.281233 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:28.283156 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:28.319685 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:28.346901 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 09ec4031-6762-4baa-bda0-108dd94e440f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:28.347270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.410569 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:00:28.568970 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:28.582829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-058fc47b-719a-4466-944b-f2c16f979e59 admin admin] 10.222.0.31 "PUT /v2.0/routers/443a6c80-daa9-4b50-a404-6dd6b5f43a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991016 Oct 11 16:00:28.667759 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2e265b8-5283-4fd3-917c-070860e9cd1f None None] Provisioning complete for port fd5e6e9c-9309-4977-ac8f-403be802872a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:28.668224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2e265b8-5283-4fd3-917c-070860e9cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.882438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2e265b8-5283-4fd3-917c-070860e9cd1f None None] Port fd5e6e9c-9309-4977-ac8f-403be802872a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:28.914779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:28.947891 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553a775-f2f3-4156-9e8a-d36060d90cfe None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:29.033449 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:29.039201 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819712030', 'description': 'tempest-description--413808426'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:29.061427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.161051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.169347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.199010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.200748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1652496 Oct 11 16:00:29.202828 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29de01-7f57-4dc8-870e-84cbff0cdce2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886a34b1-f9dd-4466-803d-950cee501c4d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:29.203767 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:29.208546 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group_rule': {'security_group_id': '886a34b1-f9dd-4466-803d-950cee501c4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:29.245863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.313750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.319212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.336359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39079647-0930-45b4-92ca-070c144395f6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:29.352808 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.356736 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cadc600c-3257-400b-b05b-30622a9a5ea1 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492012 Oct 11 16:00:29.357082 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:29.364118 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group_rule': {'security_group_id': '886a34b1-f9dd-4466-803d-950cee501c4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:29.408102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.485778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.490356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.514594 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:29.516085 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.517306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591332 Oct 11 16:00:29.518608 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bebc8-4aba-44fd-a158-f721b4f1d5e2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02c920b-b31a-48e6-86bb-9b1a9a2ea5e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:29.520550 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:29.525055 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:29.553002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.574229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5f7828d5-c584-4551-915c-e7246274e17a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:00:29.578194 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5f7828d5-c584-4551-915c-e7246274e17a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:29.578566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.688066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.692860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.722409 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:29.724722 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d222a0-7799-4fa0-935f-54ac53e31678" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:29.738709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:29.748295 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:29.775361 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a785d8-cb60-46c2-80a2-d221f0f9d5ad x-openstack-request-id: req-f1a785d8-cb60-46c2-80a2-d221f0f9d5ad {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:29.775654 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-plugged", "status": "completed", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:29.776112 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1a785d8-cb60-46c2-80a2-d221f0f9d5ad {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:29.776264 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'code': 200} Oct 11 16:00:29.806791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:29.849544 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Allocated IP 172.35.3.103 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/dcea0140-690b-4ca2-8ece-e357f080f67b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:29.982238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.028372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b9591b93-3283-4ddb-9744-80d9922b18ae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:30.043558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.095158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b9591b93-3283-4ddb-9744-80d9922b18ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:30.095552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.100994 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:30.105064 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:30.107674 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:30.141617 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=dcea0140-690b-4ca2-8ece-e357f080f67b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:30.205060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.218928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.226857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b9591b93-3283-4ddb-9744-80d9922b18ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b9591b93-3283-4ddb-9744-80d9922b18ae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:30.232243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.269185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.290911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b9591b93-3283-4ddb-9744-80d9922b18ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:30.445912 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.451062 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.521872 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=dcea0140-690b-4ca2-8ece-e357f080f67b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:30.532089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.556943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:30.562160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f813118d-3b87-43cc-a1a3-378f0ff915db tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0406179 Oct 11 16:00:30.707956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-97eb4bb9-dcaa-4a9e-9631-f9519e0af010 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--819712030&fields=id&tenant_id=31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 267 time: 0.0363550 Oct 11 16:00:30.814223 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-1667a434-c0b2-419b-96de-1342d139b457 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:30.815607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-1667a434-c0b2-419b-96de-1342d139b457 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 810 time: 0.1006978 Oct 11 16:00:30.830638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-8df98269-8162-48b5-8ae5-15d4468dd85e tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/quotas/31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 375 time: 0.0091910 Oct 11 16:00:30.889790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-702a7d4f-64ca-4dc6-b3d2-c3756ed925c4 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536320 Oct 11 16:00:31.005473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-f327b4a4-113e-4477-89a5-772cba5b518e service neutron] 10.222.0.31 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987728 Oct 11 16:00:31.098423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-c9eae6c4-757a-4b9a-934a-01e6f708a0b9 service neutron] 10.222.0.31 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919635 Oct 11 16:00:31.259884 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:31.271206 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:31.271939 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:31.274276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db19cfeb-4b3d-4f26-86ca-72c0ce7ddf5b req-dfc64411-22da-422f-9f9d-ecfeeaed6948 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 210 time: 0.0339921 Oct 11 16:00:31.392865 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:31.610677 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 2, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:31.648698 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:00:31.648698 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Updating router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 port fd5e6e9c-9309-4977-ac8f-403be802872a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:00:31.666949 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:31.994977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b9591b93-3283-4ddb-9744-80d9922b18ae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:32.040572 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.046328 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.048783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b9591b93-3283-4ddb-9744-80d9922b18ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:32.049220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.088784 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Pushing event updated for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:32.097283 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.097924 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.098339 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.098742 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.099149 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.099548 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.099943 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.100333 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.100752 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.101120 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.101523 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.102065 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:32.166794 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Attempting to bind port fd5e6e9c-9309-4977-ac8f-403be802872a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:32.167353 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Attempting to bind port fd5e6e9c-9309-4977-ac8f-403be802872a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:32.167848 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Attempting to bind port fd5e6e9c-9309-4977-ac8f-403be802872a on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:32.174151 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:32.174680 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Checking segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:32.175182 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.175724 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Bound using segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:32.176292 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Bound port: fd5e6e9c-9309-4977-ac8f-403be802872a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:32.176780 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.259305 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] For port fd5e6e9c-9309-4977-ac8f-403be802872a, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:32.264548 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] For port fd5e6e9c-9309-4977-ac8f-403be802872a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd5e6e9c-9309-4977-ac8f-403be802872a,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:32.271437 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.374023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8df4b3a6-909e-4f73-865b-6b613211a530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.414178 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970249-720a-45ff-a050-980fc6111083 None None] Pushing event updated for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:32.414889 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-7d106cf8-6072-4295-bedb-eaf7891ade60 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:32.416472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-7d106cf8-6072-4295-bedb-eaf7891ade60 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 810 time: 0.2280054 Oct 11 16:00:32.417952 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:32.418732 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:32.440558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7394808-7df6-4d7f-9d79-8f3e78bdb433 req-79527d6c-315b-44a4-a7da-f441d79d3917 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 210 time: 0.0474825 Oct 11 16:00:32.452061 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] Provisioning complete for port fd5e6e9c-9309-4977-ac8f-403be802872a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:32.452548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.504283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-811d47d4-e336-4607-b517-bad0a62bdab9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 379 time: 0.0728726 Oct 11 16:00:32.515750 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'port': {'device_id': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'admin_state_up': True, 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'security_groups': ['886a34b1-f9dd-4466-803d-950cee501c4d']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:32.555534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.605747 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:32.612545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] For port fd5e6e9c-9309-4977-ac8f-403be802872a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd5e6e9c-9309-4977-ac8f-403be802872a,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:32.621551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.690078 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Made reservation on behalf of 31bd2675d89742c7a26be5839fe1c497 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:32.694496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.697570 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92174f38-7031-4c80-824a-8c524fbb6f19 None None] Pushing event updated for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:32.748269 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8c45953-8f19-4ef0-9608-4a31befc9c7a None None] Provisioning complete for port fd5e6e9c-9309-4977-ac8f-403be802872a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:32.749066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8c45953-8f19-4ef0-9608-4a31befc9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:32.861496 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:32.877274 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Allocated IP 172.20.0.7 (54b2999d-81fd-49fd-9621-f692dfc501ff/caba28a7-05b4-46e5-9fcc-1b68ff0260a4/4491df57-c054-4f68-baf1-e00343f7d8a9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:32.891725 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc1ae7-640d-477c-af1c-0924a91c32c2 None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:33.031585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.069208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.118134 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:33.122019 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:33.126702 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:33.153086 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:33.184546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:33.185194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.207547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-314e36bb-9c21-446c-baa5-1c89bdcd8cce tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963956 Oct 11 16:00:33.221100 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Request body: {'port': {'device_id': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:33.287052 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.374415 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3deb37b0-451d-48c5-a573-9cff27caaf95 None None] Provisioning complete for port 4491df57-c054-4f68-baf1-e00343f7d8a9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:33.375003 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3deb37b0-451d-48c5-a573-9cff27caaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.418389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3deb37b0-451d-48c5-a573-9cff27caaf95 None None] Port 4491df57-c054-4f68-baf1-e00343f7d8a9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:00:33.608952 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ced6-4fa4-48ff-af6e-b596117276c4 req-02544587-e51b-4dd7-a3e7-2e4d9e91ea5f tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:33.610543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b839ced6-4fa4-48ff-af6e-b596117276c4 req-02544587-e51b-4dd7-a3e7-2e4d9e91ea5f tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 931 time: 0.0967276 Oct 11 16:00:33.629815 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4491df57-c054-4f68-baf1-e00343f7d8a9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:00:33.645184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.667487 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Transition to ACTIVE for port object 4491df57-c054-4f68-baf1-e00343f7d8a9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:00:33.673972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b839ced6-4fa4-48ff-af6e-b596117276c4 req-e4e061ce-0ee5-47ba-bdc8-fc81be389037 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550714 Oct 11 16:00:33.674999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.729157 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Pushing event updated for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:33.808054 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Attempting to bind port 4491df57-c054-4f68-baf1-e00343f7d8a9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:33.808620 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Attempting to bind port 4491df57-c054-4f68-baf1-e00343f7d8a9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:33.809102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Attempting to bind port 4491df57-c054-4f68-baf1-e00343f7d8a9 on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:33.814370 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Port 4491df57-c054-4f68-baf1-e00343f7d8a9 on network 54b2999d-81fd-49fd-9621-f692dfc501ff not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:00:33.815093 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Attempting to bind port 4491df57-c054-4f68-baf1-e00343f7d8a9 on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:33.820052 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:33.820566 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Checking segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:33.821108 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Bound using segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:33.821707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Bound port: 4491df57-c054-4f68-baf1-e00343f7d8a9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:33.822189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.898386 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:33.901831 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4491df57-c054-4f68-baf1-e00343f7d8a9,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:33.913208 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.957973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:33.958693 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:33.960214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] 10.222.0.43 "PUT /v2.0/ports/4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1091 time: 0.7446465 Oct 11 16:00:33.960596 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:33.963049 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d46f8-0385-45cd-ae6c-6ee1066ef475" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:34.052066 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd810bc-f3f7-493f-97bf-8eea03b744ba service neutron] Pushing event updated for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:34.071036 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-2aae677f-d9b7-4696-9f9e-8f220d703d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.072551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-2aae677f-d9b7-4696-9f9e-8f220d703d47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1094 time: 0.0552082 Oct 11 16:00:34.113106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fd5e6e9c-9309-4977-ac8f-403be802872a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:34.186077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-56a36df0-f4f7-4a59-8f20-e2a5b6473ccd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 217 time: 0.1048448 Oct 11 16:00:34.188329 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fd5e6e9c-9309-4977-ac8f-403be802872a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:34.188877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.214150 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac02e58-c28c-4298-af16-8e59595cf3c3 x-openstack-request-id: req-5ac02e58-c28c-4298-af16-8e59595cf3c3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:34.214440 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:34.214860 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ac02e58-c28c-4298-af16-8e59595cf3c3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:34.215132 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'status': 'completed', 'code': 200} Oct 11 16:00:34.263887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-64f62420-d518-4538-892d-85487669f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.265576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-64f62420-d518-4538-892d-85487669f486 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0729837 Oct 11 16:00:34.362949 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-388e9112-93e0-49d5-b99c-8f16e86f96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.364563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-388e9112-93e0-49d5-b99c-8f16e86f96d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921092 Oct 11 16:00:34.371914 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:34.466504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-49df2e56-7511-437b-b755-d0ccb68aef2f service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937521 Oct 11 16:00:34.511529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04ebf1a7-e094-4a36-9d34-424903c6a871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.563752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ba71ca0-4939-4958-9d1c-eb10991c7e93 req-4009b1ca-d2d5-418b-b424-8bc6530154b5 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895677 Oct 11 16:00:34.589138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04ebf1a7-e094-4a36-9d34-424903c6a871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.593700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04ebf1a7-e094-4a36-9d34-424903c6a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.634994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-04ebf1a7-e094-4a36-9d34-424903c6a871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac2fcb9193184828a6c94742ef24381a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590647 Oct 11 16:00:34.634994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf1a7-e094-4a36-9d34-424903c6a871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e801cc72-81bd-4f33-ad2e-f84a0d703376,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:34.635657 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:34.676331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-3fd0c91f-b134-48ef-ab2d-15742ccf5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.677887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-3fd0c91f-b134-48ef-ab2d-15742ccf5aa9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1094 time: 0.0694008 Oct 11 16:00:34.710302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.774015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.852256 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-efb82761-23a0-4723-860c-5d49d466db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.853811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-efb82761-23a0-4723-860c-5d49d466db9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1647177 Oct 11 16:00:34.860929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02314cda-da1d-4d4a-b5b8-c68537bf18bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.862306 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b857c-4964-4732-a258-7b147ac0645c req-4c582afa-1051-482a-91b5-7ba158d29c8b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:34.863703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f83b857c-4964-4732-a258-7b147ac0645c req-4c582afa-1051-482a-91b5-7ba158d29c8b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 943 time: 0.1130340 Oct 11 16:00:34.918525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-dd423d7a-65ac-43db-9526-d230c1016c29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0514381 Oct 11 16:00:34.921059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.923944 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:34.924944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e801cc72-81bd-4f33-ad2e-f84a0d703376 HTTP/1.1" status: 204 len: 168 time: 0.2880042 Oct 11 16:00:34.972235 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6831-d909-4309-a070-28170a0a1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e801cc72-81bd-4f33-ad2e-f84a0d703376,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:34.981646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f83b857c-4964-4732-a258-7b147ac0645c req-851b266d-8867-46cc-abd7-a752be07eb4b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079755 Oct 11 16:00:35.002188 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-964980b4-cd79-493a-946f-a896e88384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:35.002188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-964980b4-cd79-493a-946f-a896e88384ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0703075 Oct 11 16:00:35.045742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-93dfbc80-1c92-4dec-a342-ab7d2a5c5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:35.047278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-93dfbc80-1c92-4dec-a342-ab7d2a5c5e29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428073 Oct 11 16:00:35.141457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-aa6f0f8a-4028-4e11-949e-aff2a9e643f3 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867968 Oct 11 16:00:35.199099 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:35.222364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865173b5-93e3-4093-ad4e-0a1dbe486efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.270863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-668d46f8-0385-45cd-ae6c-6ee1066ef475 req-9280fbc8-d37e-497b-939d-9c27e003843f service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224825 Oct 11 16:00:35.320163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865173b5-93e3-4093-ad4e-0a1dbe486efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.323732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865173b5-93e3-4093-ad4e-0a1dbe486efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.361657 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-865173b5-93e3-4093-ad4e-0a1dbe486efb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff57a82571424de99908fd3b3b93e166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615324 Oct 11 16:00:35.362738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865173b5-93e3-4093-ad4e-0a1dbe486efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a1b17c-34a6-488b-81ca-1279ec6872bb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:35.364324 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:35.411322 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.432123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.477133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.479747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.480969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02a1b17c-34a6-488b-81ca-1279ec6872bb HTTP/1.1" status: 204 len: 168 time: 0.1156473 Oct 11 16:00:35.488694 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573567b-b8df-4566-a3ee-2ec20f955156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a1b17c-34a6-488b-81ca-1279ec6872bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:35.969569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:35.993988 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:36.100951 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0e6f-d768-4e20-8dfe-318083707bfb req-132b0431-add7-4ded-8922-5ede0fbabfb2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:36.102461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d09f0e6f-d768-4e20-8dfe-318083707bfb req-132b0431-add7-4ded-8922-5ede0fbabfb2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 943 time: 0.0505223 Oct 11 16:00:36.142357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d09f0e6f-d768-4e20-8dfe-318083707bfb req-b2431cbf-01ab-48da-96df-43443211fa62 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315225 Oct 11 16:00:37.078572 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:37.187188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d900dfb5-a16b-4e18-bced-92614999b615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.283134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455771-6655-447c-b6f6-11d1d53ec165 req-91557356-5582-4070-82c5-2770eae381c7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:37.284605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52455771-6655-447c-b6f6-11d1d53ec165 req-91557356-5582-4070-82c5-2770eae381c7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 943 time: 0.0751338 Oct 11 16:00:37.319123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d900dfb5-a16b-4e18-bced-92614999b615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.324699 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d900dfb5-a16b-4e18-bced-92614999b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.352604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52455771-6655-447c-b6f6-11d1d53ec165 req-6836af9e-b036-4f2e-8de3-4e0eb43818c3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592511 Oct 11 16:00:37.373951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d900dfb5-a16b-4e18-bced-92614999b615 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49fb0fa8848e4e0682d18449f6adc345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943511 Oct 11 16:00:37.374824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900dfb5-a16b-4e18-bced-92614999b615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb84321-ba0e-47c8-bd6a-d34bd692432f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:37.376639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:37.425683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.449702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.497032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.499784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.500957 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeb84321-ba0e-47c8-bd6a-d34bd692432f HTTP/1.1" status: 204 len: 168 time: 0.1232231 Oct 11 16:00:37.508750 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7524f0-44b2-4c64-a01e-3a2385a1caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb84321-ba0e-47c8-bd6a-d34bd692432f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:37.749419 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:37.763227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf45-e7c4-4f46-bac4-99e79a77959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.781686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.837762 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf45-e7c4-4f46-bac4-99e79a77959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.841287 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaf45-e7c4-4f46-bac4-99e79a77959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.878608 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c9eaf45-e7c4-4f46-bac4-99e79a77959a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82dd2e343685446f81f8517899ff61e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280580 Oct 11 16:00:37.879413 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eaf45-e7c4-4f46-bac4-99e79a77959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfae2e6-d566-4142-bcb3-078d3d170c3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:37.881273 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:37.930268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.950900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:37.998226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:38.000735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:38.001891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbfae2e6-d566-4142-bcb3-078d3d170c3e HTTP/1.1" status: 204 len: 168 time: 0.1195943 Oct 11 16:00:38.009117 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466e6c1-7e01-4d02-a836-6e9058a86ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfae2e6-d566-4142-bcb3-078d3d170c3e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:38.071355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 4491df57-c054-4f68-baf1-e00343f7d8a9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:00:38.165598 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4491df57-c054-4f68-baf1-e00343f7d8a9,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:38.176680 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'port_id': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'mac_address': 'fa:16:3e:89:2f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:00:38.216794 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:38.229436 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4491df57-c054-4f68-baf1-e00343f7d8a9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:00:38.248546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4491df57-c054-4f68-baf1-e00343f7d8a9,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:38.252803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:38.300269 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:38.307492 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.307829 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.308160 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.309017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.309340 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.309684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.310071 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.310389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.310701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.311011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.311382 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.311692 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:38.468571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d1da9-66aa-465f-a377-e0b9e15acc97 req-c62c84b3-7e93-4c63-bcb4-deb68b5f5be5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:38.470085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-023d1da9-66aa-465f-a377-e0b9e15acc97 req-c62c84b3-7e93-4c63-bcb4-deb68b5f5be5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 944 time: 0.0526836 Oct 11 16:00:38.509117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-023d1da9-66aa-465f-a377-e0b9e15acc97 req-b03e9f1e-8127-4435-b5b5-cb268cd9e5a8 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331490 Oct 11 16:00:38.534950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['4491df57-c054-4f68-baf1-e00343f7d8a9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:00:39.624020 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a1b37-efd4-4a3e-8320-3abebed4b982 req-10fd9f99-27fb-43fb-8cc4-654b56c05805 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:39.625505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec5a1b37-efd4-4a3e-8320-3abebed4b982 req-10fd9f99-27fb-43fb-8cc4-654b56c05805 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 944 time: 0.0501709 Oct 11 16:00:39.651574 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.664675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec5a1b37-efd4-4a3e-8320-3abebed4b982 req-102e6bf3-8609-4a07-a354-4ca2866e1339 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Oct 11 16:00:40.088964 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 4491df57-c054-4f68-baf1-e00343f7d8a9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:40.148076 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 4491df57-c054-4f68-baf1-e00343f7d8a9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:00:40.151583 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 4491df57-c054-4f68-baf1-e00343f7d8a9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:40.151948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:40.231798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:40.258541 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:40.260994 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0671f637-a75f-4d40-b3d4-9ef0ceb182ee" -d '{"events": [{"server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "name": "network-vif-plugged", "status": "completed", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:40.273940 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4491df57-c054-4f68-baf1-e00343f7d8a9,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:40.279213 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:40.303733 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdee968-1588-4270-908c-0247ca724e62 x-openstack-request-id: req-fbdee968-1588-4270-908c-0247ca724e62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:40.304109 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "name": "network-vif-plugged", "status": "completed", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:40.304359 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbdee968-1588-4270-908c-0247ca724e62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:40.304761 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'code': 200} Oct 11 16:00:40.336108 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:40.398268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c57773-0051-4232-9cc0-668f6d797604 req-c10612e9-5be0-41b7-833c-77c0b610fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:40.399735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c57773-0051-4232-9cc0-668f6d797604 req-c10612e9-5be0-41b7-833c-77c0b610fa28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0430954 Oct 11 16:00:40.787136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:40.789635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6c57773-0051-4232-9cc0-668f6d797604 req-6b847ebf-9d2e-43ad-a1b5-81f59f9edba2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829193 Oct 11 16:00:40.807579 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762140-4bc8-42d2-a929-9f6ed3cd701d req-bb4b2ce0-baa8-4b33-a76a-3ebb56af3f17 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:40.809689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96762140-4bc8-42d2-a929-9f6ed3cd701d req-bb4b2ce0-baa8-4b33-a76a-3ebb56af3f17 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0620825 Oct 11 16:00:40.851798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96762140-4bc8-42d2-a929-9f6ed3cd701d req-6b05c9bd-a68b-4fa3-af12-35fcda4f4a1e tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Oct 11 16:00:41.971550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f6b35-6247-4245-86ad-8cacda8ef094 req-0755a710-b414-4bce-82fd-3177d3a45e58 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:41.973008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-020f6b35-6247-4245-86ad-8cacda8ef094 req-0755a710-b414-4bce-82fd-3177d3a45e58 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0510933 Oct 11 16:00:42.011053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-020f6b35-6247-4245-86ad-8cacda8ef094 req-aa50eaf1-46e1-45c2-b2cb-d8f39786d07b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Oct 11 16:00:43.128066 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff190-9f96-4b9e-bacc-983518d04e0d req-bf733812-194c-4b00-8b10-1e3f12619a9b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:43.129399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ebff190-9f96-4b9e-bacc-983518d04e0d req-bf733812-194c-4b00-8b10-1e3f12619a9b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0516050 Oct 11 16:00:43.167482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ebff190-9f96-4b9e-bacc-983518d04e0d req-ff7637e5-46dc-49e5-b8fd-624f806ac80c tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Oct 11 16:00:43.278257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5503-4592-4744-a5f9-c007caa4f74d req-422f1a03-c7b2-45b3-a747-f2be0d4a0060 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:43.279736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bf1c5503-4592-4744-a5f9-c007caa4f74d req-422f1a03-c7b2-45b3-a747-f2be0d4a0060 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0497534 Oct 11 16:00:43.288268 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:43.293129 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'floatingip': {'port_id': '4491df57-c054-4f68-baf1-e00343f7d8a9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:43.332576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.787518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.792087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.911273 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Floating IP 06d5e240-7916-4082-81a6-d9718d673035 associated. External IP: 172.35.3.103, port: 4491df57-c054-4f68-baf1-e00343f7d8a9. Oct 11 16:00:43.919720 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:44.033755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.110169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.115399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.147826 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:00:44.160524 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787bf606-bd17-45a7-9291-197d85d2a218,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:44.165455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e9b51ceedfd4f2e8e23f6cc93da60ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438781 Oct 11 16:00:44.170016 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:44.178213 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.178561 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.178901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.179236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.179564 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.179892 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.180216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.180541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.180861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.181178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.181581 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.181851 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe79232-0e7d-441d-a0be-70b5e3d6263b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.228670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.250974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.266330 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:44.270988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.279592 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:44.289748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:44.291235 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:44.303449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.303829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8fee88f0-4271-4a83-850b-b12b769f9257 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "PUT /v2.0/floatingips/06d5e240-7916-4082-81a6-d9718d673035 HTTP/1.1" status: 200 len: 991 time: 1.0143995 Oct 11 16:00:44.304483 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:44.307136 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:44.307321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.312419 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/787bf606-bd17-45a7-9291-197d85d2a218 HTTP/1.1" status: 204 len: 168 time: 0.1413169 Oct 11 16:00:44.321568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999627f5-ea95-48a7-a86c-ecb4b559987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bf606-bd17-45a7-9291-197d85d2a218,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:44.378969 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d0038e-353d-404e-8895-af24e4b72892 x-openstack-request-id: req-54d0038e-353d-404e-8895-af24e4b72892 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:44.379469 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:44.379897 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54d0038e-353d-404e-8895-af24e4b72892 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:44.380466 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'status': 'completed', 'code': 200} Oct 11 16:00:44.453533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-65f4b34b-7617-49c2-ac60-3a4af17b7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:44.459918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-65f4b34b-7617-49c2-ac60-3a4af17b7db0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0556448 Oct 11 16:00:44.481027 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:44.586369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-573f110f-e885-428b-99b8-c2ec9a494671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:44.590595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-573f110f-e885-428b-99b8-c2ec9a494671 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1225419 Oct 11 16:00:44.667269 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:44.675134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-3e81e29b-f5c2-4d81-b880-08c941f6c729 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 999 time: 0.0771680 Oct 11 16:00:44.680318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-939f10c0-0be3-47f9-98e2-982c04afa192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.748362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-91c39818-96dd-4c8c-bba4-663a54b852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:44.750143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-91c39818-96dd-4c8c-bba4-663a54b852c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0672123 Oct 11 16:00:44.760142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '06d5e240-7916-4082-81a6-d9718d673035', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.103', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:89:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:00:30Z', 'updated_at': '2021-10-11T16:00:43Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:44.773108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-939f10c0-0be3-47f9-98e2-982c04afa192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.778684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-939f10c0-0be3-47f9-98e2-982c04afa192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.789886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:00:44.798582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-6344e82a-b5d4-450b-b0ec-d97199dade5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:44.799065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:44.799716 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:44.800355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-6344e82a-b5d4-450b-b0ec-d97199dade5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437982 Oct 11 16:00:44.822803 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-939f10c0-0be3-47f9-98e2-982c04afa192 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5e893a26b9b447b85ec7fa4f6e304f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538196 Oct 11 16:00:44.825349 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:44.826210 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f10c0-0be3-47f9-98e2-982c04afa192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c836415-f229-4f6b-98b6-9824ebbdac7f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:44.886817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.916776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.928323 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:44.949554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-4cbf6660-c172-4eac-8835-b9de121cb0c2 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408131 Oct 11 16:00:44.979684 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.984328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.987812 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c836415-f229-4f6b-98b6-9824ebbdac7f HTTP/1.1" status: 204 len: 168 time: 0.1562297 Oct 11 16:00:44.997964 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd6d84-4a3e-4554-b84b-7b7b15be4bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c836415-f229-4f6b-98b6-9824ebbdac7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:45.059047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4df3667a-e543-4433-8ad5-cdb49d1c9d6d req-061b72cb-8788-4a39-b93b-95f9cdfd80cd service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016974 Oct 11 16:00:45.184731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '06d5e240-7916-4082-81a6-d9718d673035', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.103', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:89:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:00:30Z', 'updated_at': '2021-10-11T16:00:43Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:45.215763 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3f7aa-c249-470a-94e5-64937dd15e82 None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '06d5e240-7916-4082-81a6-d9718d673035', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.103', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:89:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:00:30Z', 'updated_at': '2021-10-11T16:00:43Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:45.320504 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:45.336736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15da9cac-68bf-44c8-afbe-16ed34c5c21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.415586 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf15bff-3be4-4ce4-93e2-a290f78f91c1 None None] New status for floating IP 06d5e240-7916-4082-81a6-d9718d673035: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:00:45.416546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15da9cac-68bf-44c8-afbe-16ed34c5c21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.421462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15da9cac-68bf-44c8-afbe-16ed34c5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.451952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-15da9cac-68bf-44c8-afbe-16ed34c5c21a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef57c4c68d91405c9b2076cad38e34c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283672 Oct 11 16:00:45.454536 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:45.498985 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da9cac-68bf-44c8-afbe-16ed34c5c21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eddc12d-8e7f-42a9-bc1d-917954c4f136,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:45.522520 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.544009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.591261 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.593796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:45.597291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5eddc12d-8e7f-42a9-bc1d-917954c4f136 HTTP/1.1" status: 204 len: 168 time: 0.1394715 Oct 11 16:00:45.602812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac73294-a1dc-42c2-b096-59fe9a2cc6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eddc12d-8e7f-42a9-bc1d-917954c4f136,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:46.902150 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:00:47.561333 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:47.664837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5ba06a-c650-40a8-aa1a-737747edb7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.741617 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5ba06a-c650-40a8-aa1a-737747edb7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.745191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5ba06a-c650-40a8-aa1a-737747edb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.782901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b5ba06a-c650-40a8-aa1a-737747edb7ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f235ce20e7c4c9b8757359739f1d2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204754 Oct 11 16:00:47.783848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ba06a-c650-40a8-aa1a-737747edb7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8e714-2ff8-474b-bc91-e54796ecf86c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:47.785646 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:47.840735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.861345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.907013 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.909590 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:47.910736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6af8e714-2ff8-474b-bc91-e54796ecf86c HTTP/1.1" status: 204 len: 168 time: 0.1240559 Oct 11 16:00:47.919660 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf3ba-75a1-44d1-9e80-124cd848ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8e714-2ff8-474b-bc91-e54796ecf86c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:48.163327 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:48.176491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132f2150-028a-4b11-ac49-315dc8d80726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.255190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132f2150-028a-4b11-ac49-315dc8d80726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.258745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132f2150-028a-4b11-ac49-315dc8d80726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.297130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-132f2150-028a-4b11-ac49-315dc8d80726 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9325898d2d1b40819935471303ba5ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327584 Oct 11 16:00:48.298250 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f2150-028a-4b11-ac49-315dc8d80726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36d46a-2d01-49eb-84cc-dfc6b85175fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:48.300184 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:48.347848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.368011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.413875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.416463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:48.418153 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb36d46a-2d01-49eb-84cc-dfc6b85175fd HTTP/1.1" status: 204 len: 168 time: 0.1169381 Oct 11 16:00:48.425838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c482a-901f-4feb-ad3d-3adbecc621f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36d46a-2d01-49eb-84cc-dfc6b85175fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:57.948804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830c58-2fea-4522-875e-5b4fe704ac0a req-76caa35d-8ff2-49d1-a6b8-d82cd600d15a tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:57.950410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92830c58-2fea-4522-875e-5b4fe704ac0a req-76caa35d-8ff2-49d1-a6b8-d82cd600d15a tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1097 time: 0.0438340 Oct 11 16:00:57.985244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92830c58-2fea-4522-875e-5b4fe704ac0a req-5ee64c26-a1c2-4643-8287-23d204cf5210 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287235 Oct 11 16:00:58.009133 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:58.185823 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port d6eea7ac-62fb-4fd9-9704-32cdb79ccce6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:00:58.186254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.275970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.276631 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.289055 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for d6eea7ac-62fb-4fd9-9704-32cdb79ccce6 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:00:58.365227 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:58.445913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.475454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42e3f5b-05c0-41ed-9ba2-24ce8b974a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.477444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=d6eea7ac-62fb-4fd9-9704-32cdb79ccce6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:58.517311 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.517690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.518025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.518379 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.518705 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.519249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.519589 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.520000 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.520393 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.520745 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.521156 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.521501 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:58.548000 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.548393 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 316a620b-717c-4ce2-9eb1-7d469f6fef16 disassociated (deleted). External IP: 172.35.3.62, port: 5f7828d5-c584-4551-915c-e7246274e17a. Oct 11 16:00:58.554719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42e3f5b-05c0-41ed-9ba2-24ce8b974a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.559461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42e3f5b-05c0-41ed-9ba2-24ce8b974a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.604844 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3f5b-05c0-41ed-9ba2-24ce8b974a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde45e6-7d93-4ae0-93ec-f2c3181b0466,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:58.609889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a42e3f5b-05c0-41ed-9ba2-24ce8b974a6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b25afacc23e434caa251bdbf26f6472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411013 Oct 11 16:00:58.610135 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:58.659597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.681440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.730764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.733707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.737654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adde45e6-7d93-4ae0-93ec-f2c3181b0466 HTTP/1.1" status: 204 len: 168 time: 0.1265335 Oct 11 16:00:58.746742 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ac279-9016-469f-b95e-7522b6d7c5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde45e6-7d93-4ae0-93ec-f2c3181b0466,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:58.770307 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router 4b48ee77-2025-4873-8ed5-253f766d33c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:00:58.883453 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:00:58.888660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.895951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Sync routers for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:00:58.911856 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:58.912711 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:58.931103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a8fbdce-a173-459b-93bc-37461c988225 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/floatingips/316a620b-717c-4ce2-9eb1-7d469f6fef16 HTTP/1.1" status: 204 len: 168 time: 0.9207990 Oct 11 16:00:58.931760 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:00:58.935096 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc858a-1446-46f7-bdd0-9a07efdd10bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:00:58.986953 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639900f7-417f-4e8a-8452-a6ed102e2ca6 x-openstack-request-id: req-639900f7-417f-4e8a-8452-a6ed102e2ca6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:00:58.987926 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:00:58.988356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-639900f7-417f-4e8a-8452-a6ed102e2ca6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:00:58.988937 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 16:00:59.064261 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:59.081426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa74a52b-f3c3-451f-a30a-9d0f4863158d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.087372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-c5e272d1-1304-4bd0-b601-94b9a53e31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:59.089694 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-c5e272d1-1304-4bd0-b601-94b9a53e31cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 1097 time: 0.0797412 Oct 11 16:00:59.160904 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:59.200216 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa74a52b-f3c3-451f-a30a-9d0f4863158d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.208744 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-a5692f7b-8786-4650-a1d2-294a2ad52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:59.210274 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-a5692f7b-8786-4650-a1d2-294a2ad52583 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 200 len: 898 time: 0.1049213 Oct 11 16:00:59.217382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa74a52b-f3c3-451f-a30a-9d0f4863158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.258059 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-800a849c-ed6b-4326-aaa8-a33340255c3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 200 len: 217 time: 0.0376198 Oct 11 16:00:59.263237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a52b-f3c3-451f-a30a-9d0f4863158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854d6245-735e-4bca-bc54-ef8c7871795e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:59.296806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fa74a52b-f3c3-451f-a30a-9d0f4863158d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4579acfd51f646a1989e978861806f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289147 Oct 11 16:00:59.297817 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:59.313510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc33da-cb5d-47ae-b265-c132997097ae req-e3129f95-7aea-44fc-b40c-aaebb1dea03e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:59.315119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99fc33da-cb5d-47ae-b265-c132997097ae req-e3129f95-7aea-44fc-b40c-aaebb1dea03e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 946 time: 0.1301444 Oct 11 16:00:59.355454 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-2e658f7b-e41d-453c-beed-b14279dc8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:59.357944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-2e658f7b-e41d-453c-beed-b14279dc8bf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 200 len: 835 time: 0.0770152 Oct 11 16:00:59.388071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99fc33da-cb5d-47ae-b265-c132997097ae req-e20f77ee-7044-4ffd-9f43-94a6ca653aaa tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665891 Oct 11 16:00:59.399741 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:59.420323 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-5dc80459-fe22-4421-ba8b-5117ad65c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:59.421851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-5dc80459-fe22-4421-ba8b-5117ad65c825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f81af7a9-7845-4a31-bbe6-ea3b16752356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556459 Oct 11 16:00:59.425887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.437593 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Checking router: 4b48ee77-2025-4873-8ed5-253f766d33c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:00:59.446080 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:59.446678 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:59.448654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.499956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.503326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.506901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/854d6245-735e-4bca-bc54-ef8c7871795e HTTP/1.1" status: 204 len: 168 time: 0.2058375 Oct 11 16:00:59.514646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7825be-40bf-42e5-b2ea-dd06e3fb016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d6245-735e-4bca-bc54-ef8c7871795e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:59.527550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-8a2ccd46-9e76-468f-a209-245084d212d7 service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965717 Oct 11 16:00:59.629865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fffc858a-1446-46f7-bdd0-9a07efdd10bc req-5dc7fc95-7714-4ce6-87de-95649d46a6fa service neutron] 10.222.0.36 "GET /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944431 Oct 11 16:00:59.712747 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:00:59.850077 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 53962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:59.867873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d891e-70e3-4e50-a822-6c981db7b77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.908434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:59.938986 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20518323-afb0-4e37-a61b-df5a10c9ab83 None None] The sync data for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 is: [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T15:59:01Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'efd2d2bc-7047-4096-b638-a97aa5b344be', 'name': '', 'network_id': 'f81af7a9-7845-4a31-bbe6-ea3b16752356', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:1a:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:59:00Z', 'updated_at': '2021-10-11T15:59:05Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '79d58db5-c74c-4c2b-9746-42d0ef8f4dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:00:59.946988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d891e-70e3-4e50-a822-6c981db7b77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.952230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf6d891e-70e3-4e50-a822-6c981db7b77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:59.991825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bf6d891e-70e3-4e50-a822-6c981db7b77e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dfdfb3ee2f3446f887b37d2a4daa92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406467 Oct 11 16:00:59.992679 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d891e-70e3-4e50-a822-6c981db7b77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99234328-7993-4571-9d7e-7686eeeaa09e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:59.994785 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 53964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:00.046292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.068240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.115761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.118710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.119895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99234328-7993-4571-9d7e-7686eeeaa09e HTTP/1.1" status: 204 len: 168 time: 0.1241596 Oct 11 16:01:00.128752 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a964e-d37b-4610-903f-6ba7223b94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99234328-7993-4571-9d7e-7686eeeaa09e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:00.182650 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bdedd-d77e-4701-af94-12417694ff38 None None] New status for floating IP 316a620b-717c-4ce2-9eb1-7d469f6fef16: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:01:00.494429 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-8090bdd4-3b48-46b0-ab48-c775dcf40990 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:00.495995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-8090bdd4-3b48-46b0-ab48-c775dcf40990 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Oct 11 16:01:00.502210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811bda-a27c-4dba-99e3-9008f34ba431 req-07786368-e424-4743-8fc8-d904d49af887 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:00.503721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef811bda-a27c-4dba-99e3-9008f34ba431 req-07786368-e424-4743-8fc8-d904d49af887 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1fb3881-898a-472c-9884-2d6c2d127212 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Oct 11 16:01:00.545844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ef811bda-a27c-4dba-99e3-9008f34ba431 req-10ee3022-c7ad-42a1-a844-7f3f0667d1e1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6a7bd1c-5a92-4a90-98d7-89363b291a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345578 Oct 11 16:01:00.590682 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:01:00.591024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.683634 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 5f7828d5-c584-4551-915c-e7246274e17a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5f7828d5-c584-4551-915c-e7246274e17a,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:00.684003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.696784 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 5f7828d5-c584-4551-915c-e7246274e17a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:01:00.821948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.854253 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=5f7828d5-c584-4551-915c-e7246274e17a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:00.897796 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] No DVR routers for this DVR port 5f7828d5-c584-4551-915c-e7246274e17a on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:01:00.900649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.904386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e62bce3-1d78-4e1c-b409-e0648c17e52b req-208df5c9-7ea1-4d6b-8cde-b27785f1a097 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "DELETE /v2.0/ports/5f7828d5-c584-4551-915c-e7246274e17a HTTP/1.1" status: 204 len: 173 time: 0.4026601 Oct 11 16:01:00.904863 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-deleted', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:01:00.907321 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3370c34-7ba0-411c-ab70-c5b3760bb911" -d '{"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-deleted", "tag": "5f7828d5-c584-4551-915c-e7246274e17a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:01:00.949873 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2850d9dc-ea74-45e5-956e-8537a93de0ba x-openstack-request-id: req-2850d9dc-ea74-45e5-956e-8537a93de0ba {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:01:00.950166 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb3881-898a-472c-9884-2d6c2d127212", "name": "network-vif-deleted", "tag": "5f7828d5-c584-4551-915c-e7246274e17a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:01:00.950576 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2850d9dc-ea74-45e5-956e-8537a93de0ba {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:01:00.950810 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3881-898a-472c-9884-2d6c2d127212', 'name': 'network-vif-deleted', 'tag': '5f7828d5-c584-4551-915c-e7246274e17a', 'status': 'completed', 'code': 200} Oct 11 16:01:01.603985 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:01.967001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.226085 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port efd2d2bc-7047-4096-b638-a97aa5b344be {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:01:02.226349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.316029 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port efd2d2bc-7047-4096-b638-a97aa5b344be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=efd2d2bc-7047-4096-b638-a97aa5b344be,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:02.316390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.329665 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for efd2d2bc-7047-4096-b638-a97aa5b344be owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:01:02.368797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9097a1a2-5699-46a2-b531-0086fc6d5dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.530023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.555575 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=efd2d2bc-7047-4096-b638-a97aa5b344be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:03.069080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.282360 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router 4b48ee77-2025-4873-8ed5-253f766d33c6 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:01:03.386894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:03.391853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-208df355-9af0-4ac6-b822-e84ca1c07321 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/4b48ee77-2025-4873-8ed5-253f766d33c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867465 Oct 11 16:01:03.394476 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:03.399725 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Sync routers for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:03.409119 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:03.409860 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:03.458020 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting subnet 79d58db5-c74c-4c2b-9746-42d0ef8f4dcf {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:01:03.462209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.502664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.533872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:03.600353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.666534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.699002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.703650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/subnets/79d58db5-c74c-4c2b-9746-42d0ef8f4dcf HTTP/1.1" status: 204 len: 168 time: 0.3079607 Oct 11 16:01:03.704431 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d3308-791c-4323-b5bb-5d0237aebd71 None None] Network f81af7a9-7845-4a31-bbe6-ea3b16752356 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:01:03.704570 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d69fa-00bb-4b92-b45d-8f5a877f32c0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Subnet': ['ID=79d58db5-c74c-4c2b-9746-42d0ef8f4dcf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:03.706052 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:03.751664 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:01:03.785061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5f7828d5-c584-4551-915c-e7246274e17a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:01:03.785423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5f7828d5-c584-4551-915c-e7246274e17a not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:01:03.819516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.844658 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:03.882759 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Checking router: 4b48ee77-2025-4873-8ed5-253f766d33c6 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:03.897645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Routers {'4b48ee77-2025-4873-8ed5-253f766d33c6'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:03.898250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4b48ee77-2025-4873-8ed5-253f766d33c6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:03.930467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.993351 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] DHCP port deletion for f81af7a9-7845-4a31-bbe6-ea3b16752356 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:01:04.030374 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port e338bec1-8d24-40a7-b8db-0c5401b5ad69 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:01:04.032306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.091357 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] Set router 4b48ee77-2025-4873-8ed5-253f766d33c6 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:04.145520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port e338bec1-8d24-40a7-b8db-0c5401b5ad69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e338bec1-8d24-40a7-b8db-0c5401b5ad69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:04.145978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.148019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d32ddd71-dc58-426e-8cee-f3095e91544e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:01:04.158537 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for e338bec1-8d24-40a7-b8db-0c5401b5ad69 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:01:04.215318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Deleting port d32ddd71-dc58-426e-8cee-f3095e91544e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:01:04.215787 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.338207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.338452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] For port d32ddd71-dc58-426e-8cee-f3095e91544e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d32ddd71-dc58-426e-8cee-f3095e91544e,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:04.339217 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.359865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Calling delete_port for d32ddd71-dc58-426e-8cee-f3095e91544e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:01:04.376017 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=e338bec1-8d24-40a7-b8db-0c5401b5ad69,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:04.388861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.433881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.482432 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port d32ddd71-dc58-426e-8cee-f3095e91544e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d32ddd71-dc58-426e-8cee-f3095e91544e,segment=NetworkSegment(b21e9a68-a381-4c76-a69a-4d2640035bc0),segment_id=b21e9a68-a381-4c76-a69a-4d2640035bc0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:04.495511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.530670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.537362 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:04.566679 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.569162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.573389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f12b1-1add-49f3-ad28-61fea38dc092 None None] The sync data for ids ['4b48ee77-2025-4873-8ed5-253f766d33c6'] in n-d-master-1 is: [{'id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23664522', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T15:58:57Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': 'e338bec1-8d24-40a7-b8db-0c5401b5ad69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b48ee77-2025-4873-8ed5-253f766d33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T15:58:58Z', 'updated_at': '2021-10-11T15:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:04.596203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=d32ddd71-dc58-426e-8cee-f3095e91544e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:04.607090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] No DVR routers for this DVR port d32ddd71-dc58-426e-8cee-f3095e91544e on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:01:04.625544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.626216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Fanout notify agent at l3_agent the message router_deleted on router 4b48ee77-2025-4873-8ed5-253f766d33c6 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:01:04.645256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.648922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e3070aca-722a-4335-87fc-c50a508cf1be tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/routers/4b48ee77-2025-4873-8ed5-253f766d33c6 HTTP/1.1" status: 204 len: 168 time: 0.9389949 Oct 11 16:01:04.649177 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:04.652610 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97321ac-5b05-40a4-ab97-b8c0b29648db None None] Pushing event deleted for resources: {'Port': ['ID=d32ddd71-dc58-426e-8cee-f3095e91544e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:04.730841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.821056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.841159 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81af7a9-7845-4a31-bbe6-ea3b16752356']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:04.850609 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21e9a68-a381-4c76-a69a-4d2640035bc0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:04.850912 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21e9a68-a381-4c76-a69a-4d2640035bc0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:04.862413 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.863141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f1642a-4e07-43ef-b24b-0f99ceb7abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.877805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.884580 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:01:04.884889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:01:04.888354 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:01:04.952978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.960651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.964827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/networks/f81af7a9-7845-4a31-bbe6-ea3b16752356 HTTP/1.1" status: 204 len: 168 time: 0.3144891 Oct 11 16:01:04.967320 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:04.986063 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e8a2a-a90a-47aa-9052-a2267359b6ab tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Network': ['ID=f81af7a9-7845-4a31-bbe6-ea3b16752356,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.040895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.069236 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.134690 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.137718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.139161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6a7bd1c-5a92-4a90-98d7-89363b291a7f HTTP/1.1" status: 204 len: 168 time: 0.1708155 Oct 11 16:01:05.148824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fce4e5-8759-4b91-8b56-ddc01192bf3e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7bd1c-5a92-4a90-98d7-89363b291a7f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.385709 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.390254 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694331580', 'description': 'tempest-secgroup-smoke-694331580 description', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.411594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.478996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.483580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.524427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.525928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392150 Oct 11 16:01:05.527241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6363db-dcb2-4b50-949b-868a73ce9736 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ca88d-4e3e-4e73-8080-73e6ee40d867,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.529462 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.535938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.562860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.618924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.622645 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.640526 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e6c76f-f9a6-44ab-8a37-b4cb9e997dc2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.653185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.654500 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd06952b-f556-49e2-9242-1487c476fc18 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234677 Oct 11 16:01:05.657180 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.661842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.696876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.766924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.770527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.789761 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21d875e-f303-4f2b-a5b6-20dc7d7c2c67,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.796028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.800518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0288968-cbde-4c4b-8129-36cc9373c2ff tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389120 Oct 11 16:01:05.800518 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.804991 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.833406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.906184 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.910918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.930555 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afac561b-7602-49e6-a7b8-547ba2bfb01d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.939693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.940899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de305de1-32f3-444c-b55f-1d97c9810cfd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394453 Oct 11 16:01:05.943766 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.948687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.977219 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.982206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.003247 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.024194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e338bec1-8d24-40a7-b8db-0c5401b5ad69 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:01:06.050022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.052184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e338bec1-8d24-40a7-b8db-0c5401b5ad69 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:01:06.052659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e338bec1-8d24-40a7-b8db-0c5401b5ad69 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:01:06.053237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efd2d2bc-7047-4096-b638-a97aa5b344be no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:01:06.056774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.070997 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abb4e4-3002-4e3f-b790-24e0cfc18e80,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:06.075203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: efd2d2bc-7047-4096-b638-a97aa5b344be {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:01:06.075753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device efd2d2bc-7047-4096-b638-a97aa5b344be not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:01:06.088304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.089663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-964c3af3-f8d9-42a8-be23-3f6136c58ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448722 Oct 11 16:01:06.094155 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:06.098491 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:06.119574 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:01:06.125252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.185780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.189602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.206932 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7391273-2ec4-4728-bf43-5ff5e539a9e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:06.217619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.218808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9d109ab4-9708-4aff-aaf4-0fa5db9c4b69 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237352 Oct 11 16:01:06.221545 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:06.225811 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': 'f16ca88d-4e3e-4e73-8080-73e6ee40d867', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:06.246271 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:01:06.251258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.312152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.315884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.335155 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf58ef7d-5a40-476d-a45a-a89a3c90809b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:06.340651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.344758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f1356d16-d5fd-4498-8dfe-da09ced78b08 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222501 Oct 11 16:01:06.344927 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:06.350049 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'network': {'name': 'tempest-network-smoke--683087835', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:06.370275 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:01:06.373668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.397429 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:01:06.406488 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.406828 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Added segment 3f07d149-78af-45e1-81c1-da4060ea6aa5 of type vlan for network 7da1536b-5386-46ed-b513-45c50dbdcbe0 Oct 11 16:01:06.448573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.472897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.478705 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:06.479319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.537058 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1885958 Oct 11 16:01:06.537736 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:06.542095 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'admin_state_up': True, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:06.558238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb77272-a849-45bf-aa83-6df08733a453 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Network': ['ID=7da1536b-5386-46ed-b513-45c50dbdcbe0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:06.566868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.568309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.570833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:01:06.629684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.100835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.290470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.310196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.417226 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.38 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/9043a660-a6b1-4ede-95c7-8ed64e587e81) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:07.523574 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.561313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.614403 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:07.618569 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:07.620569 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=9043a660-a6b1-4ede-95c7-8ed64e587e81,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:07.622761 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:07.782997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:07.880402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.074619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.200535 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router ba7f477d-0221-4cef-ae6d-5acebd246b9d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:01:08.303838 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:08.313471 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Sync routers for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:08.323393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.323933 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:08.324540 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:08.324836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-52f291b7-62cc-4de7-bebf-4aac181d799d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7861023 Oct 11 16:01:08.328026 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.356454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c160d578-f4d1-454c-a380-331775063e61 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f92a30c1b244ded9c6e93b59e2f4dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271640 Oct 11 16:01:08.359232 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.434489 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:08.444197 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d99ff6-f81d-4591-9014-0d6c39e3c8bf tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:08.445742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-36d99ff6-f81d-4591-9014-0d6c39e3c8bf tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855696 Oct 11 16:01:08.449036 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.480499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2b7fe5b-f5da-4277-8487-759dd8d9abd2 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303614 Oct 11 16:01:08.483009 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.487669 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1994545851', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:08.575633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:01:08.579243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.608596 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:07Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:08.637915 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Checking router: ba7f477d-0221-4cef-ae6d-5acebd246b9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:08.638257 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Updating router ba7f477d-0221-4cef-ae6d-5acebd246b9d port 9043a660-a6b1-4ede-95c7-8ed64e587e81 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:01:08.664016 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.770426 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.825217 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Subnet': ['ID=bcbab5e4-c0d4-48e0-af13-3811345e38f7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:08.849357 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:08.849761 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network hostable DHCP agents. Network: 7da1536b-5386-46ed-b513-45c50dbdcbe0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:01:08.880380 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:01:08.891795 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7da1536b-5386-46ed-b513-45c50dbdcbe0) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:08.897287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:08.898271 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.910589 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00aa07-d699-40c7-9053-dc34f5e88249 None None] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:01:08.924575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-072bc18a-3997-467a-9bbb-4b3f53570d56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4404275 Oct 11 16:01:08.927341 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.928048 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:08.937462 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.011393 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c015f-a413-4d9c-8f03-1bb58c9a5580 None None] Pushing event updated for resources: {'Port': ['ID=9043a660-a6b1-4ede-95c7-8ed64e587e81,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:09.025951 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Attempting to bind port 9043a660-a6b1-4ede-95c7-8ed64e587e81 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:09.026312 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Attempting to bind port 9043a660-a6b1-4ede-95c7-8ed64e587e81 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:09.026867 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Attempting to bind port 9043a660-a6b1-4ede-95c7-8ed64e587e81 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:09.034400 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:09.034882 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:09.035564 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.036216 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:09.036936 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Bound port: 9043a660-a6b1-4ede-95c7-8ed64e587e81, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:09.037579 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.102454 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] For port 9043a660-a6b1-4ede-95c7-8ed64e587e81, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:09.107355 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] For port 9043a660-a6b1-4ede-95c7-8ed64e587e81, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9043a660-a6b1-4ede-95c7-8ed64e587e81,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:09.117911 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.189011 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c015f-a413-4d9c-8f03-1bb58c9a5580 None None] Pushing event updated for resources: {'Port': ['ID=9043a660-a6b1-4ede-95c7-8ed64e587e81,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:09.204569 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:09.205184 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:09.270736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7da1536b-5386-46ed-b513-45c50dbdcbe0', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:01:09.271618 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.428280 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Allocated IP 172.20.0.2 (7da1536b-5386-46ed-b513-45c50dbdcbe0/bcbab5e4-c0d4-48e0-af13-3811345e38f7/3ebd9a5c-a46a-46fe-94d3-a5a706dfb674) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:09.440330 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:09.480729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.625220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.641431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.679429 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:07Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:09.699221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.701378 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:09.706041 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:09.708630 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:09.716459 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Pushing event updated for resources: {'Port': ['ID=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:09.734174 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8822b2-72e1-4680-a877-954e6d60deb1 None None] The sync data for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 is: [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:07Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:09.779196 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Attempting to bind port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:09.779833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Attempting to bind port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:09.780241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Attempting to bind port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:09.785430 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:09.785857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:09.786311 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.786701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Bound using segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:09.787165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Bound port: 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:09.787545 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.835200 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.1 (7da1536b-5386-46ed-b513-45c50dbdcbe0/bcbab5e4-c0d4-48e0-af13-3811345e38f7/7919019a-a930-49e4-8670-f2fff456c7c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:09.856999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] For port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:09.863268 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] For port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:09.867703 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.948683 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3842db-099b-458a-9a3d-f61c972af930 None None] Pushing event updated for resources: {'Port': ['ID=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:09.994481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.043144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.097180 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:10.112939 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:10.118246 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:10.125911 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:10.209339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.406068 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.778188 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.784438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.815032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.862482 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:10.865157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.012768 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:11.031076 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:11.261736 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router ba7f477d-0221-4cef-ae6d-5acebd246b9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:01:11.354753 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e9ce27-845a-4cc6-a453-c69ec8b2b70e None None] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:01:11.389464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:11.397688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-21cc90d9-9bd8-4b83-9312-8ae15189a353 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/ba7f477d-0221-4cef-ae6d-5acebd246b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4687011 Oct 11 16:01:11.462005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] Provisioning complete for port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:11.462724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.613472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-802435ba-2caa-4fb3-8954-c391cf65f672 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694331580&fields=id&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 267 time: 0.0376804 Oct 11 16:01:11.657326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.734602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] For port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:11.760726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.818549 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-df43caf2-300c-4c7c-adb1-f30736cf54e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:11.820087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-df43caf2-300c-4c7c-adb1-f30736cf54e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 796 time: 0.1906219 Oct 11 16:01:11.839948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-30c4f06f-1fe5-4e86-98f8-d43814e01e8f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/quotas/2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 375 time: 0.0129898 Oct 11 16:01:11.856221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054159fb-2375-4713-8c2e-36a50fa821f2 None None] Pushing event updated for resources: {'Port': ['ID=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:11.904606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-ea59f85f-3b56-49e7-8dbb-f8301e0d17fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587075 Oct 11 16:01:11.993110 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30fdfa6d-9a1f-4aec-8494-4e268de64928 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:11.993701 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa6d-9a1f-4aec-8494-4e268de64928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.043193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-05b5fd88-5f76-4316-b9ce-7dff3df98a28 service neutron] 10.222.0.31 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236360 Oct 11 16:01:12.068315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30fdfa6d-9a1f-4aec-8494-4e268de64928 None None] Port 7919019a-a930-49e4-8670-f2fff456c7c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:12.086488 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30fdfa6d-9a1f-4aec-8494-4e268de64928 None None] Provisioning complete for port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.088397 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdfa6d-9a1f-4aec-8494-4e268de64928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.135625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:12.195997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-0007dfbc-b323-4e4c-9486-eeb72472947e service neutron] 10.222.0.31 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463375 Oct 11 16:01:12.240423 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Sync routers for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:12.263213 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:12.263844 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:12.268309 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.268683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.454381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:12.476760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb3fdad1-0d5f-4602-9073-5861cbc11174 req-cffb2351-5a0a-427f-b75e-8fedd6b5eb9d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 210 time: 0.0387063 Oct 11 16:01:12.514400 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d8606ec-3d77-49c3-b99b-8b2d7d4a8793 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.514852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d8606ec-3d77-49c3-b99b-8b2d7d4a8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.583702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9043a660-a6b1-4ede-95c7-8ed64e587e81 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:12.659706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d8606ec-3d77-49c3-b99b-8b2d7d4a8793 None None] Port 7919019a-a930-49e4-8670-f2fff456c7c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:12.720996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9043a660-a6b1-4ede-95c7-8ed64e587e81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.721506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.805419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-971a57a6-66d8-4042-ba55-62b65161c632 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.805873 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-971a57a6-66d8-4042-ba55-62b65161c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.882672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-971a57a6-66d8-4042-ba55-62b65161c632 None None] Port 7919019a-a930-49e4-8670-f2fff456c7c9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:12.897418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.920517 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 2, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:12.925672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9043a660-a6b1-4ede-95c7-8ed64e587e81, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9043a660-a6b1-4ede-95c7-8ed64e587e81,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:12.949958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Checking router: ba7f477d-0221-4cef-ae6d-5acebd246b9d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:12.950311 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Updating router ba7f477d-0221-4cef-ae6d-5acebd246b9d port 7919019a-a930-49e4-8670-f2fff456c7c9 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:01:12.952361 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.011848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.039125 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9043a660-a6b1-4ede-95c7-8ed64e587e81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:13.298520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.304723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.376320 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3b009-a0f5-49e4-a9a7-29e85e3c9462 None None] Pushing event updated for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:13.623518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e5dc848-4d97-49c1-ab2a-5737d914107c req-6c5dfd17-c19d-4060-aedc-87e7e52e3166 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 210 time: 0.0398574 Oct 11 16:01:13.643021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Attempting to bind port 7919019a-a930-49e4-8670-f2fff456c7c9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:13.643620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Attempting to bind port 7919019a-a930-49e4-8670-f2fff456c7c9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:13.643970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Attempting to bind port 7919019a-a930-49e4-8670-f2fff456c7c9 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:13.650520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:13.651565 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:13.652042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.652501 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Bound using segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:13.653112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Bound port: 7919019a-a930-49e4-8670-f2fff456c7c9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:13.653620 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.675316 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-da97abb2-65df-4efe-8c62-72abc199861e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:13.676791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-da97abb2-65df-4efe-8c62-72abc199861e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 796 time: 0.2432640 Oct 11 16:01:13.726994 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] For port 7919019a-a930-49e4-8670-f2fff456c7c9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:13.731880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-09e1a934-544a-47b1-8309-d4a619d73c70 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 379 time: 0.0426660 Oct 11 16:01:13.735480 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] For port 7919019a-a930-49e4-8670-f2fff456c7c9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7919019a-a930-49e4-8670-f2fff456c7c9,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:13.740935 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:13.741929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.742209 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'port': {'device_id': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'admin_state_up': True, 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'security_groups': ['f16ca88d-4e3e-4e73-8080-73e6ee40d867']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:13.747891 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.844819 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:13.845862 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:13.867250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:01:13.871943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.904966 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3b009-a0f5-49e4-a9a7-29e85e3c9462 None None] Pushing event updated for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:13.960914 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.052520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] For port 7919019a-a930-49e4-8670-f2fff456c7c9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7919019a-a930-49e4-8670-f2fff456c7c9,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:14.059028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9043a660-a6b1-4ede-95c7-8ed64e587e81 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:14.068378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.094542 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.7 (7da1536b-5386-46ed-b513-45c50dbdcbe0/bcbab5e4-c0d4-48e0-af13-3811345e38f7/fe75992e-6d83-4a18-84b6-7515b12b5d19) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:14.134297 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:14.236395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735a253-f29c-4520-a2e0-f01db6ddb725 None None] Pushing event updated for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:14.249613 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.258265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a679105-bed5-4284-a23d-c9fa24d21198 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:14.258643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a679105-bed5-4284-a23d-c9fa24d21198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.289843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.314997 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9043a660-a6b1-4ede-95c7-8ed64e587e81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:14.315274 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.345366 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:14.348645 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:14.355941 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:14.359883 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:14.409461 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:14.410207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.432872 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-23d27f1d-cfc8-4967-8622-7db7e605b8ca tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6949713 Oct 11 16:01:14.448790 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Request body: {'port': {'device_id': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:14.524052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.554026 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:13Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:14.588544 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49227e2a-9e39-44ae-903e-7dfb86aec4a7 None None] The sync data for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 is: [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:13Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:14.738768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b6f486f-7530-44c8-b5ef-37b9f4fe31b0 None None] Provisioning complete for port fe75992e-6d83-4a18-84b6-7515b12b5d19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:14.739481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b6f486f-7530-44c8-b5ef-37b9f4fe31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.766445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3243811-bff4-4a67-819f-4ac54e2dc4d6 req-04693182-c33f-40d6-aa67-d32dd9757419 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:14.773857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3243811-bff4-4a67-819f-4ac54e2dc4d6 req-04693182-c33f-40d6-aa67-d32dd9757419 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 931 time: 0.0581794 Oct 11 16:01:14.794842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f486f-7530-44c8-b5ef-37b9f4fe31b0 None None] Port fe75992e-6d83-4a18-84b6-7515b12b5d19 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:14.825324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3243811-bff4-4a67-819f-4ac54e2dc4d6 req-0bfff547-ebd4-453b-9a43-f56021b6ae9d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 Oct 11 16:01:14.944223 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe75992e-6d83-4a18-84b6-7515b12b5d19 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:01:14.953845 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.969665 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Transition to ACTIVE for port object fe75992e-6d83-4a18-84b6-7515b12b5d19 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:01:14.974660 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:15.023697 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:15.122834 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:15.123181 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:15.123521 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:15.128452 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:01:15.128774 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:15.134346 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:15.134893 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:15.135512 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Bound using segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:15.136250 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Bound port: fe75992e-6d83-4a18-84b6-7515b12b5d19, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:15.137028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:15.245249 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:15.245249 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:15.254776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:15.300776 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.302336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:15.303942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 1091 time: 0.8612173 Oct 11 16:01:15.306703 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:01:15.310912 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63e56f-4714-4b47-9913-8c40c7766170" -d '{"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:01:15.346326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c06289-90ec-4e7f-80ee-4932810e2246 service neutron] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:15.398195 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab126ce-3fe0-4aa8-9066-c175d7237282 x-openstack-request-id: req-1ab126ce-3fe0-4aa8-9066-c175d7237282 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:01:15.398491 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:01:15.398747 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ab126ce-3fe0-4aa8-9066-c175d7237282 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:01:15.399931 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'status': 'completed', 'code': 200} Oct 11 16:01:15.412641 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-dc571366-7ca0-45ba-8a2d-1008a4bac050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.414202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-dc571366-7ca0-45ba-8a2d-1008a4bac050 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1094 time: 0.0580153 Oct 11 16:01:15.467706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-482e70c4-e6d7-422d-ad63-f73b9a11bece service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 217 time: 0.0456264 Oct 11 16:01:15.528146 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-e60d0a16-5c83-4ecb-af1f-addafba8583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.530046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-e60d0a16-5c83-4ecb-af1f-addafba8583c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0552318 Oct 11 16:01:15.600599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-14621498-d93b-40be-848f-8992483817f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.602061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-14621498-d93b-40be-848f-8992483817f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633223 Oct 11 16:01:15.703493 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-0ebb3d49-cf27-4b09-90f4-e299b0a5539d service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935867 Oct 11 16:01:15.801075 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e9005d7-5ff1-4f50-854b-b4f6bfb4744e req-22e83567-764b-403c-a9d3-4afb6766c518 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899122 Oct 11 16:01:15.919773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63e56f-4714-4b47-9913-8c40c7766170 req-acccd9a9-1737-46aa-a2a4-e0253830180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.921283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-acccd9a9-1737-46aa-a2a4-e0253830180e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1094 time: 0.0649385 Oct 11 16:01:15.960554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c89b1-511f-465d-9fbf-ca8394ea9389 req-2c9a9cdf-dea3-40ea-af76-e8398066f4ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:15.962570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f4c89b1-511f-465d-9fbf-ca8394ea9389 req-2c9a9cdf-dea3-40ea-af76-e8398066f4ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 943 time: 0.0598059 Oct 11 16:01:16.017414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f4c89b1-511f-465d-9fbf-ca8394ea9389 req-63b26e50-f9e5-430b-b894-f73d7400b63e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454051 Oct 11 16:01:16.064367 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63e56f-4714-4b47-9913-8c40c7766170 req-17fcd8f4-83e3-4c35-9b47-722cd681771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:16.066470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-17fcd8f4-83e3-4c35-9b47-722cd681771e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.1323979 Oct 11 16:01:16.082431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7919019a-a930-49e4-8670-f2fff456c7c9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:16.115498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-88548bc1-1f4c-4a14-8fcf-46e375060d62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 217 time: 0.0399432 Oct 11 16:01:16.135649 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7919019a-a930-49e4-8670-f2fff456c7c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:16.136024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:16.179659 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63e56f-4714-4b47-9913-8c40c7766170 req-5dd84087-0ee9-4c6c-9d36-498175637863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:16.181235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-5dd84087-0ee9-4c6c-9d36-498175637863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0581198 Oct 11 16:01:16.229646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63e56f-4714-4b47-9913-8c40c7766170 req-102d69e6-9044-41ba-ac89-4d31209e25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:16.230975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-102d69e6-9044-41ba-ac89-4d31209e25ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423918 Oct 11 16:01:16.323701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-4db357b0-8d4b-40e8-ac9a-e84e38120c26 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848718 Oct 11 16:01:16.414962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-af63e56f-4714-4b47-9913-8c40c7766170 req-9770c297-08c6-49b0-81e7-dd7b43f65464 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Oct 11 16:01:17.254950 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285425-a58e-42d0-add3-43e6aa33e9f4 req-6c8e9b3e-0e4e-4c8c-a3a5-bfce0a7f6551 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:17.256438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b285425-a58e-42d0-add3-43e6aa33e9f4 req-6c8e9b3e-0e4e-4c8c-a3a5-bfce0a7f6551 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 943 time: 0.0489032 Oct 11 16:01:17.294729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b285425-a58e-42d0-add3-43e6aa33e9f4 req-7bf806da-459a-416b-a15f-65634ae23db3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Oct 11 16:01:17.763354 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:01:17.856716 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:17.868229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'port_id': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'mac_address': 'fa:16:3e:1d:ed:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:01:17.905358 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:17.918742 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe75992e-6d83-4a18-84b6-7515b12b5d19 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:01:17.942270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:17.946757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:17.995210 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:18.148027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fe75992e-6d83-4a18-84b6-7515b12b5d19'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:01:18.413107 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b45a23-0323-4bda-aaac-9e7578b49ea8 req-f4bb375c-bc09-4514-bd3f-f86b205b7ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:18.414467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b45a23-0323-4bda-aaac-9e7578b49ea8 req-f4bb375c-bc09-4514-bd3f-f86b205b7ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0522730 Oct 11 16:01:18.480625 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0b45a23-0323-4bda-aaac-9e7578b49ea8 req-13cd8602-4d30-463c-89f5-dbff1ee5cc30 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601175 Oct 11 16:01:18.499712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-b7683efe-7fb7-4a48-96a0-f93bbc956984 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575466 Oct 11 16:01:18.584854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-354b074a-ad1a-4e80-af7f-c99b5a2e9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:18.586380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-354b074a-ad1a-4e80-af7f-c99b5a2e9f48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0437272 Oct 11 16:01:18.690888 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-ecd1918f-afe9-4aa6-a943-84c90fe8bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:18.692440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-ecd1918f-afe9-4aa6-a943-84c90fe8bbde service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0858886 Oct 11 16:01:18.764512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-d9e6f59f-dd91-49ad-8251-b153530d93a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0647337 Oct 11 16:01:18.818430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-eb186f9f-bf49-4439-9510-0c8f6375693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:18.819872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-eb186f9f-bf49-4439-9510-0c8f6375693e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0445333 Oct 11 16:01:18.865210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-f80322ad-aca9-4d05-aba9-48274e9b6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:18.866720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-f80322ad-aca9-4d05-aba9-48274e9b6ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392962 Oct 11 16:01:19.304092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-f9007b81-9c44-4b96-9bbf-fb18467d2c47 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293246 Oct 11 16:01:19.410487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-627502c1-eef0-4b7d-907a-82ec19176ec1 req-ff826120-56d1-4111-babf-5d80457fcc95 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983584 Oct 11 16:01:19.605777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263ecc4-46f1-48ff-8fc5-429d29cea004 req-207be755-38a4-4343-a889-4079ddd7122b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:19.607315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a263ecc4-46f1-48ff-8fc5-429d29cea004 req-207be755-38a4-4343-a889-4079ddd7122b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0534356 Oct 11 16:01:19.645106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a263ecc4-46f1-48ff-8fc5-429d29cea004 req-adda5395-701f-4f8b-9b22-37a49b9fb2b9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Oct 11 16:01:19.760171 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:19.809516 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port fe75992e-6d83-4a18-84b6-7515b12b5d19 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:01:19.813106 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port fe75992e-6d83-4a18-84b6-7515b12b5d19 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:19.813471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:19.892863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:19.919833 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:01:19.922336 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e08fb-a8c1-43ef-960f-5ae1ed28bab8" -d '{"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-plugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:01:19.936015 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:19.940227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:19.967389 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e163f0d3-4125-4d31-9161-25854eb0ff60 x-openstack-request-id: req-e163f0d3-4125-4d31-9161-25854eb0ff60 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:01:19.967674 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-plugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:01:19.967924 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e163f0d3-4125-4d31-9161-25854eb0ff60 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:01:19.968310 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'code': 200} Oct 11 16:01:19.996878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:20.072686 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc83d-8739-486e-b085-ad7923dd51a7 req-3ea1b886-12ee-45c5-9457-9fc47e7c2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:20.074346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6ecc83d-8739-486e-b085-ad7923dd51a7 req-3ea1b886-12ee-45c5-9457-9fc47e7c2627 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1096 time: 0.0418355 Oct 11 16:01:20.109550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e6ecc83d-8739-486e-b085-ad7923dd51a7 req-45f84025-b3b4-4e13-a641-abcb4ce75e29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283234 Oct 11 16:01:20.768530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625b6c6-01c2-468e-a4f2-61b0fa2cc824 req-9ee57322-b847-43be-a89e-39f4aa052c47 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:20.770115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1625b6c6-01c2-468e-a4f2-61b0fa2cc824 req-9ee57322-b847-43be-a89e-39f4aa052c47 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0503623 Oct 11 16:01:20.809131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1625b6c6-01c2-468e-a4f2-61b0fa2cc824 req-ea5d35ec-95f4-4c1f-83d6-59c4bcb3860c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325897 Oct 11 16:01:21.923297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5d330-ce3e-4c15-bdfc-86cea90c0252 req-a1f18fcc-9d3a-4b40-891f-7c4560ec052a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:21.924903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51c5d330-ce3e-4c15-bdfc-86cea90c0252 req-a1f18fcc-9d3a-4b40-891f-7c4560ec052a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0501256 Oct 11 16:01:21.970840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51c5d330-ce3e-4c15-bdfc-86cea90c0252 req-6dc36755-68d4-4f6b-a3ea-618ddac57fc9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398951 Oct 11 16:01:22.097075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcdac0-6bc1-498d-acde-b810802fe6cc req-c2524585-0a3b-478c-87c6-fffd7df2f3ce tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:22.098583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0fcdac0-6bc1-498d-acde-b810802fe6cc req-c2524585-0a3b-478c-87c6-fffd7df2f3ce tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0538890 Oct 11 16:01:22.138936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0fcdac0-6bc1-498d-acde-b810802fe6cc req-30d6d8c0-640f-4118-a2bd-6efafcdc6584 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Oct 11 16:01:22.159908 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:22.351750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84113d61-499f-4364-9284-b943a3bd5b32 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:22.353307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-84113d61-499f-4364-9284-b943a3bd5b32 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1091 time: 0.1923742 Oct 11 16:01:22.356158 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54386) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:22.360407 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:22.382724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:22.483580 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:22.595085 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.240 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:22.701339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:22.736474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:22.785852 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:22.788933 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:22.793427 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:22.799509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:23.180610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.246957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.418334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.423628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.497056 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:23.507522 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.615378 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 3685d184-9ea8-4e7b-a593-ef63d9657f1c associated. External IP: 172.35.3.240, port: fe75992e-6d83-4a18-84b6-7515b12b5d19. Oct 11 16:01:23.827320 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router ba7f477d-0221-4cef-ae6d-5acebd246b9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:01:23.910564 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:01:23.942934 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:23.954614 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Sync routers for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:23.961719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:23.964150 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:23.964751 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:23.996093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-103f2305-280d-4036-8b0b-4d1af47f3f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6359336 Oct 11 16:01:23.996093 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:01:23.996835 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e105863-524f-4c43-8ebc-b35d2a2d54e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:01:24.052263 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67cebdf-45f5-417f-b31b-c758e01f34fc x-openstack-request-id: req-c67cebdf-45f5-417f-b31b-c758e01f34fc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:01:24.052788 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:01:24.053242 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c67cebdf-45f5-417f-b31b-c758e01f34fc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:01:24.053875 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'status': 'completed', 'code': 200} Oct 11 16:01:24.084792 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:24.147898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7642-86fe-4dde-a364-fdb1745d0bf6 req-ec7e16d7-a6d7-4f6d-be2c-77756f31cadb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:24.149430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c7642-86fe-4dde-a364-fdb1745d0bf6 req-ec7e16d7-a6d7-4f6d-be2c-77756f31cadb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0770614 Oct 11 16:01:24.161440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-1aa73a17-6bc1-4968-bfc6-cc5a48954bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:24.163393 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-1aa73a17-6bc1-4968-bfc6-cc5a48954bcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1096 time: 0.0843801 Oct 11 16:01:24.209721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c7642-86fe-4dde-a364-fdb1745d0bf6 req-d4e0a2da-cdbf-4983-8173-461225c85495 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426259 Oct 11 16:01:24.233358 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 54428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:24.287213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-e4b85d43-9905-4917-b614-394bcfc6ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:24.289867 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-e4b85d43-9905-4917-b614-394bcfc6ebf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.1185796 Oct 11 16:01:24.314954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cd8bec73-620a-4394-980a-2067e418378f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/3685d184-9ea8-4e7b-a593-ef63d9657f1c HTTP/1.1" status: 200 len: 991 time: 0.0779173 Oct 11 16:01:24.317399 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3685d184-9ea8-4e7b-a593-ef63d9657f1c', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'port_id': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'mac_address': 'fa:16:3e:1d:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:01:23Z', 'updated_at': '2021-10-11T16:01:23Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:24.346780 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Checking router: ba7f477d-0221-4cef-ae6d-5acebd246b9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:24.356210 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:24.356820 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:01:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:24.372371 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-a418e396-24be-42f0-b183-7af3aaa59ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 999 time: 0.0749209 Oct 11 16:01:24.426249 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-19a49771-ae38-483e-a9ad-5c33d964c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:24.427728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-19a49771-ae38-483e-a9ad-5c33d964c610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0478151 Oct 11 16:01:24.470936 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:24.477393 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-5f8a623d-c1f4-40a1-a6a1-b32a75a7703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:24.479105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-5f8a623d-c1f4-40a1-a6a1-b32a75a7703b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440750 Oct 11 16:01:24.574443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-db48b147-5a01-406a-9229-8162c60e83b2 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884986 Oct 11 16:01:24.668861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8e105863-524f-4c43-8ebc-b35d2a2d54e6 req-40b59fee-edda-4c3f-9e4c-ce35473ebc08 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876992 Oct 11 16:01:24.706634 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3685d184-9ea8-4e7b-a593-ef63d9657f1c', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'port_id': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'mac_address': 'fa:16:3e:1d:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:01:23Z', 'updated_at': '2021-10-11T16:01:23Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:24.732201 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbd750-045d-4e4c-920a-648e619dbd49 None None] The sync data for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 is: [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3685d184-9ea8-4e7b-a593-ef63d9657f1c', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'port_id': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'mac_address': 'fa:16:3e:1d:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:01:23Z', 'updated_at': '2021-10-11T16:01:23Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:24.918705 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2628d-ecab-4a6e-996e-8e48cb3bf6cf None None] New status for floating IP 3685d184-9ea8-4e7b-a593-ef63d9657f1c: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:01:25.316960 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 54450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:25.382114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-389ab0f6-d53d-4788-b20e-5609edfb939d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/3685d184-9ea8-4e7b-a593-ef63d9657f1c HTTP/1.1" status: 200 len: 993 time: 0.0637445 Oct 11 16:01:32.362836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9781-f110-445d-84f8-9b6484ab070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:34.863392 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80ad1d6-0cd5-4442-9eb7-4734dd1bfbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:35.976594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:35.995697 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:37.786963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:39.667165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:40.799363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.134125 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:49.242371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.317424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.321015 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.358722 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fbb06316777437e9a954d0ad66cbb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233942 Oct 11 16:01:49.359873 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8619b96d-fa4c-4377-a644-655b4307dcf0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:49.361379 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:49.367541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.367886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.368753 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.369086 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.369422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.369771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.370096 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.370416 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.370734 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.371050 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.371370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.371683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cc09fb-b29b-4da8-8812-306d2895a922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:49.427984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.449196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.495050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.497538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:49.501526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8619b96d-fa4c-4377-a644-655b4307dcf0 HTTP/1.1" status: 204 len: 168 time: 0.1356952 Oct 11 16:01:49.507056 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fbdf3-0c91-41f7-a6ff-f14ede7ff237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619b96d-fa4c-4377-a644-655b4307dcf0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:56.651728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7a7cb-3ba2-4f46-af7f-db62a9acf91f req-d908127a-f0da-452c-9a8e-a011ee19d814 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:56.653205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62e7a7cb-3ba2-4f46-af7f-db62a9acf91f req-d908127a-f0da-452c-9a8e-a011ee19d814 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0487080 Oct 11 16:01:56.693099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62e7a7cb-3ba2-4f46-af7f-db62a9acf91f req-942d7229-bc60-499f-9d12-2cc1148b0ce6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Oct 11 16:01:56.716206 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:56.781062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a3dd8093-c298-4621-a6d9-a3eedff3f3ae tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/3685d184-9ea8-4e7b-a593-ef63d9657f1c HTTP/1.1" status: 200 len: 993 time: 0.0637138 Oct 11 16:01:57.102664 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1448b-6d94-4ef5-80bd-26af401d6a6c req-8c6d593d-7e45-4cd9-8395-75cb236448bc tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:57.104524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74f1448b-6d94-4ef5-80bd-26af401d6a6c req-8c6d593d-7e45-4cd9-8395-75cb236448bc tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1096 time: 0.0423634 Oct 11 16:01:57.143123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-74f1448b-6d94-4ef5-80bd-26af401d6a6c req-0449710c-01da-44ae-8896-55d9216078dd tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Oct 11 16:01:57.215293 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ed761a04-71cf-4d48-b6f5-9c388f26ad8a req-ac5ccede-80f2-4cb1-b2c8-37843a091504 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:01:57.216377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed761a04-71cf-4d48-b6f5-9c388f26ad8a req-ac5ccede-80f2-4cb1-b2c8-37843a091504 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059359 Oct 11 16:01:57.706481 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-2464ce95-992b-464c-af13-b03da2fc0024 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435567 Oct 11 16:01:57.715278 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-7c6e193c-aef9-43dd-9d1b-7ba6ac6e065b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:01:57.716220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-7c6e193c-aef9-43dd-9d1b-7ba6ac6e065b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048697 Oct 11 16:01:58.217353 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-8133453b-7e86-470f-b2b4-15e89bcdd93c tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.218810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-8133453b-7e86-470f-b2b4-15e89bcdd93c tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 1093 time: 0.0406525 Oct 11 16:01:58.227953 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:58.228414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 11 16:01:58.369285 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on host n-h1-master-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:58.369652 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:58.369979 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:58.374274 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:01:58.374599 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:58.379366 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:58.379701 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:58.380082 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Bound using segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:58.380502 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Bound port: fe75992e-6d83-4a18-84b6-7515b12b5d19, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:58.466491 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:58.473069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:58.474331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] 10.222.0.31 "POST /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19/bindings HTTP/1.1" status: 201 len: 389 time: 0.2501686 Oct 11 16:01:58.620164 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134772f2-8e80-435a-9e47-9eb3e3ae711c req-4c1d377b-c988-44a1-ad9f-ed17b4a9094b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.621673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-134772f2-8e80-435a-9e47-9eb3e3ae711c req-4c1d377b-c988-44a1-ad9f-ed17b4a9094b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0497482 Oct 11 16:01:58.671274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-134772f2-8e80-435a-9e47-9eb3e3ae711c req-5f5544f7-867c-4609-b596-69de3aaa839d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 Oct 11 16:01:58.726225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-db546f35-ae9c-4a54-a5ee-6ca6bf3da1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.728312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-db546f35-ae9c-4a54-a5ee-6ca6bf3da1ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1096 time: 0.0480571 Oct 11 16:01:58.821958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-1c1d404f-774a-4ecc-8125-917cbcefbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.823487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-1c1d404f-774a-4ecc-8125-917cbcefbcaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.0887928 Oct 11 16:01:58.895926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-42bbf7c8-5de8-4a4b-a365-0ebf4c345a78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 1001 time: 0.0656617 Oct 11 16:01:58.947155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-6b59184f-41e8-4443-bdfc-a39e97134aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.948633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-6b59184f-41e8-4443-bdfc-a39e97134aed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0455735 Oct 11 16:01:58.996451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-a33f5c01-d9f6-43b5-9294-fa23451e7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:58.997960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-a33f5c01-d9f6-43b5-9294-fa23451e7ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425313 Oct 11 16:01:59.095650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-af3a9640-41fa-40e4-a42f-074bcbfda6a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905192 Oct 11 16:01:59.186145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-5aac8b6e-930b-45da-bb12-2c8ff30fc5da service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832667 Oct 11 16:01:59.330343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-5a869aa5-37d3-42b7-81de-ac152d865c88 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:59.332037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-5a869aa5-37d3-42b7-81de-ac152d865c88 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0896196 Oct 11 16:01:59.344097 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:59.401868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:59.532146 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:59.568661 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:59.611275 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:01:59.613423 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceee560d-5785-4761-869b-4773725d8b51" -d '{"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:01:59.617470 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:59.623097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:59.653770 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb921d9-275e-4c1e-9e3e-4701651329dc x-openstack-request-id: req-eeb921d9-275e-4c1e-9e3e-4701651329dc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:01:59.654056 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:01:59.654300 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeb921d9-275e-4c1e-9e3e-4701651329dc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:01:59.654684 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'code': 200} Oct 11 16:01:59.741020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:59.779423 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.779755 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.780100 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.780423 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.780750 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.781073 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.781396 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.781738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.782058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.782375 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.782690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.783010 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:59.866255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2fa0b-eecb-409d-9cb5-ebb6b2c20453 req-0a61db24-bd60-401a-90d6-94636eb84525 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:59.867735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fb2fa0b-eecb-409d-9cb5-ebb6b2c20453 req-0a61db24-bd60-401a-90d6-94636eb84525 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 943 time: 0.1066806 Oct 11 16:01:59.889797 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:59.890128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:59.890448 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:59.901986 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:01:59.902300 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Attempting to bind port fe75992e-6d83-4a18-84b6-7515b12b5d19 on network 7da1536b-5386-46ed-b513-45c50dbdcbe0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:59.911446 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:59.911777 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Checking segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:59.912152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Bound using segment: {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:59.912574 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Bound port: fe75992e-6d83-4a18-84b6-7515b12b5d19, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f07d149-78af-45e1-81c1-da4060ea6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:59.912927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:59.936462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fb2fa0b-eecb-409d-9cb5-ebb6b2c20453 req-b64ddd2c-9342-483f-be29-f493f25ef1e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560219 Oct 11 16:01:59.994245 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3873085-1ec7-46ad-a90e-fb9f494a9667 None None] Provisioning complete for port fe75992e-6d83-4a18-84b6-7515b12b5d19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:59.994831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3873085-1ec7-46ad-a90e-fb9f494a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:59.998590 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:00.002065 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:00.007597 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.036816 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3873085-1ec7-46ad-a90e-fb9f494a9667 None None] Port fe75992e-6d83-4a18-84b6-7515b12b5d19 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:00.108908 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:00.155690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:00.156297 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.157779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-63ee72d2-b13b-4da6-ae9f-58cf738fbeeb service neutron] 10.222.0.43 "PUT /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 1121 time: 0.8179297 Oct 11 16:02:00.224468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fe75992e-6d83-4a18-84b6-7515b12b5d19'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:02:00.382701 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Provisioning complete for port fe75992e-6d83-4a18-84b6-7515b12b5d19 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:00.383062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.519424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.547458 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:00.549707 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470a3b8-3552-4c7a-a76e-97420a439a10" -d '{"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-plugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:00.562005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:00.566888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.711161 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:00.723676 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200efd9-a0d4-47be-847a-c9e018925d94 x-openstack-request-id: req-6200efd9-a0d4-47be-847a-c9e018925d94 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:00.723951 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-plugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:00.724200 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6200efd9-a0d4-47be-847a-c9e018925d94 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:00.724585 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'code': 200} Oct 11 16:02:00.729051 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.729372 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.729739 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.730073 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.730403 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.730728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.731049 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.731368 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.731688 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.732011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.732327 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.732644 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e92d6-f11f-4891-b975-d63a77e39858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:00.900978 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:02:01.054401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88125d4-fc4c-458d-a25c-94e888f46798 req-042417d5-b37e-4f85-800f-e82e75fad9dc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:01.056405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a88125d4-fc4c-458d-a25c-94e888f46798 req-042417d5-b37e-4f85-800f-e82e75fad9dc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0499616 Oct 11 16:02:01.094676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a88125d4-fc4c-458d-a25c-94e888f46798 req-c8289f8c-f34a-42bc-a679-92b4bba34213 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Oct 11 16:02:01.655916 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:01.658265 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656ef63-b25b-425a-a128-ad804f18ec21" -d '{"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:01.693368 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1209a-b92e-4957-a9a9-1bcf80598935 x-openstack-request-id: req-06d1209a-b92e-4957-a9a9-1bcf80598935 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:01.693679 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:01.693928 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06d1209a-b92e-4957-a9a9-1bcf80598935 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:01.694319 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'status': 'completed', 'code': 200} Oct 11 16:02:01.757319 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-ee6fd6bc-75cf-4301-a0b2-52e460b32248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:01.758966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-ee6fd6bc-75cf-4301-a0b2-52e460b32248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1126 time: 0.0425470 Oct 11 16:02:01.851058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-a3366fc4-d1f8-4c9d-b6bb-ff0a0ce253c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:01.853071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-a3366fc4-d1f8-4c9d-b6bb-ff0a0ce253c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.0874913 Oct 11 16:02:01.922083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-55a82a15-e4ad-43ab-bff2-e0f5a7423b64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 1001 time: 0.0620835 Oct 11 16:02:01.970737 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-7815c91c-a969-47e4-8ed1-e212e13b9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:01.972091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-7815c91c-a969-47e4-8ed1-e212e13b9ab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0424058 Oct 11 16:02:02.017261 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-7fdd1582-e162-4adf-bf07-502da0b14ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:02.018827 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-7fdd1582-e162-4adf-bf07-502da0b14ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393300 Oct 11 16:02:02.113070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-eb1f4fa4-dbd4-4fb1-80b6-b3516107a2df service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872426 Oct 11 16:02:02.208090 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e656ef63-b25b-425a-a128-ad804f18ec21 req-2b14c406-1928-4dd6-86de-16d057ea03e3 service neutron] 10.222.0.36 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Oct 11 16:02:02.227421 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2e88-1582-455d-8117-ca8ba94f1d7a req-378a3f98-4726-4000-8d6d-208925dff398 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:02.228904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-feaa2e88-1582-455d-8117-ca8ba94f1d7a req-378a3f98-4726-4000-8d6d-208925dff398 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0551474 Oct 11 16:02:02.266881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-feaa2e88-1582-455d-8117-ca8ba94f1d7a req-12c0c6e0-38e7-410a-852f-b42b969c4911 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317512 Oct 11 16:02:02.363224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659887d5-efd5-4356-825c-d9a81a28ab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:03.386339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194836-e875-47ee-8e45-706447c25aff req-c9323447-bc76-49da-8d78-4479a32dd5a9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:03.387815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec194836-e875-47ee-8e45-706447c25aff req-c9323447-bc76-49da-8d78-4479a32dd5a9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0526211 Oct 11 16:02:03.424960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec194836-e875-47ee-8e45-706447c25aff req-01b6be41-c81c-44b5-a980-04df7fe81d77 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Oct 11 16:02:04.451299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:02:04.541684 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf96b23-fa2b-48fb-aed0-dcfdb81af552 req-29cc9797-fe4c-4d66-a5dc-740c6d1da26b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:04.543849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cf96b23-fa2b-48fb-aed0-dcfdb81af552 req-29cc9797-fe4c-4d66-a5dc-740c6d1da26b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0516336 Oct 11 16:02:04.553403 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:04.564753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 has no active binding in host n-h1-master-1 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 11 16:02:04.586103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cf96b23-fa2b-48fb-aed0-dcfdb81af552 req-63caea8c-7192-4a93-849d-e9994adfad72 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Oct 11 16:02:04.863359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d7e247f-cf44-4e6c-b8a0-79985d47ea3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:05.700724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc3211-a22e-43e5-980e-6c6df071cfbb req-8c614091-2edf-4538-b9ad-b91b71e0b345 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:05.702214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48bc3211-a22e-43e5-980e-6c6df071cfbb req-8c614091-2edf-4538-b9ad-b91b71e0b345 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0482755 Oct 11 16:02:05.738944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48bc3211-a22e-43e5-980e-6c6df071cfbb req-cfd6ddf0-8916-41e2-b295-dcc8163061ee tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Oct 11 16:02:05.977905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:05.997936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:06.858424 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d26cd-9a6c-4105-b1a9-53da2b72fcc3 req-dd541397-74af-4b77-9f21-aedc521174cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:06.859896 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa1d26cd-9a6c-4105-b1a9-53da2b72fcc3 req-dd541397-74af-4b77-9f21-aedc521174cc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0536244 Oct 11 16:02:06.896852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa1d26cd-9a6c-4105-b1a9-53da2b72fcc3 req-662deedb-0d72-4db9-8a47-27a040de111c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Oct 11 16:02:07.796054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:08.016479 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0ec9-2c46-40d5-8a0f-6dc34ba862fb req-d120b4ea-3b8c-4037-9bc5-b10ecebe0aba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:08.017997 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad5c0ec9-2c46-40d5-8a0f-6dc34ba862fb req-d120b4ea-3b8c-4037-9bc5-b10ecebe0aba tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 945 time: 0.0494649 Oct 11 16:02:08.057659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad5c0ec9-2c46-40d5-8a0f-6dc34ba862fb req-6a5b0d9d-c0f6-4c48-9cad-4b07c29af666 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Oct 11 16:02:08.185150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-beb1011f-e31d-406d-9c49-e62d54d0712d service neutron] 10.222.0.36 "GET /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0552664 Oct 11 16:02:08.356850 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:08.375635 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:08.418615 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:08.421147 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bcfb3a-ab73-447c-adda-c5adecb395c7" -d '{"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:08.428171 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:08.442600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:08.462381 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c5e615-ac3e-4a44-9398-24e2ef651971 x-openstack-request-id: req-c0c5e615-ac3e-4a44-9398-24e2ef651971 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:08.462675 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:08.462927 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0c5e615-ac3e-4a44-9398-24e2ef651971 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:08.463522 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'code': 200} Oct 11 16:02:08.526153 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] Transition to ACTIVE for port object fe75992e-6d83-4a18-84b6-7515b12b5d19 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:02:08.532334 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:08.637605 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:08.669436 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] No DVR routers for this DVR port fe75992e-6d83-4a18-84b6-7515b12b5d19 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:02:08.800839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-c9cefdcd-41f0-4dd3-a17a-0880cbfef1a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6090331 Oct 11 16:02:08.893385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-d18db122-bde7-4aa6-9a33-47ac537314df tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:08.895009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-d18db122-bde7-4aa6-9a33-47ac537314df tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0449004 Oct 11 16:02:08.978234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-41909f05-637e-444b-84de-40b728f783ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:08.979878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-41909f05-637e-444b-84de-40b728f783ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0775106 Oct 11 16:02:09.067158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-748496d1-3445-449e-b3a5-3256e754f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:09.068679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-748496d1-3445-449e-b3a5-3256e754f4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1095 time: 0.0602295 Oct 11 16:02:09.522522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-54f11c24-5e95-4c3e-b2ee-550e03c69fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:09.523917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-54f11c24-5e95-4c3e-b2ee-550e03c69fc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.4476337 Oct 11 16:02:09.532108 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3a4f-f41b-4b86-9947-5bc9871213ef req-f49a8966-4746-45f4-97a5-c5035328be90 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:09.533456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30d3a4f-f41b-4b86-9947-5bc9871213ef req-f49a8966-4746-45f4-97a5-c5035328be90 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.4022162 Oct 11 16:02:09.619083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30d3a4f-f41b-4b86-9947-5bc9871213ef req-10c2b8d9-0ec6-45b2-94be-17c5f0eb4b93 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781896 Oct 11 16:02:09.620686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-17c46a84-2840-48f7-b139-2073df6e375e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 999 time: 0.0863771 Oct 11 16:02:09.670469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:09.674473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-a8c99f0e-ec15-4aab-bde3-5cc699ed2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:09.675951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-a8c99f0e-ec15-4aab-bde3-5cc699ed2979 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0485239 Oct 11 16:02:09.722037 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-e619cb3b-74e2-4a63-a0c0-b639a7e28a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:09.723545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-e619cb3b-74e2-4a63-a0c0-b639a7e28a1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409107 Oct 11 16:02:09.814782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-fb25143c-4736-4569-9246-774d2d3bbe49 service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833325 Oct 11 16:02:09.906157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-b1f65cfb-0dd6-4380-b251-66c7f837edaa service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839868 Oct 11 16:02:10.154722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-2cce9619-9487-44a1-bb70-a109201bcb4b tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:10.156664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-2cce9619-9487-44a1-bb70-a109201bcb4b tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0480063 Oct 11 16:02:10.326302 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-86509eec-65f9-4a3d-8d61-1d18676f3938 service neutron] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:10.330255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-86509eec-65f9-4a3d-8d61-1d18676f3938 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:10.331563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-86509eec-65f9-4a3d-8d61-1d18676f3938 service neutron] 10.222.0.43 "DELETE /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1673675 Oct 11 16:02:10.740832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cbcf1-0ea3-49af-9841-74237dfd646b req-af85cade-ef5f-4c3d-8704-f596aaca30a5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:10.742353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-981cbcf1-0ea3-49af-9841-74237dfd646b req-af85cade-ef5f-4c3d-8704-f596aaca30a5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0517225 Oct 11 16:02:10.780640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-981cbcf1-0ea3-49af-9841-74237dfd646b req-c0babead-aceb-4c7a-863b-e01a5450b96c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Oct 11 16:02:10.819946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:10.891300 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da53d2-1512-44ed-9cee-e1ccb554198d req-d517c48f-280f-469f-8d77-868f5d737835 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:10.892812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8da53d2-1512-44ed-9cee-e1ccb554198d req-d517c48f-280f-469f-8d77-868f5d737835 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1095 time: 0.0444698 Oct 11 16:02:10.931266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8da53d2-1512-44ed-9cee-e1ccb554198d req-6c113aa1-9e5a-4686-aef1-198bf2b226cc tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Oct 11 16:02:11.050932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5616213-1460-4363-9024-a737ddc9c625 req-e7bb8e7e-faf1-4466-8043-462aef04bd55 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:11.052414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5616213-1460-4363-9024-a737ddc9c625 req-e7bb8e7e-faf1-4466-8043-462aef04bd55 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0526636 Oct 11 16:02:11.093328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5616213-1460-4363-9024-a737ddc9c625 req-16915ae6-cee6-487e-b448-354a5c4c1f2d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346949 Oct 11 16:02:11.118834 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:11.190533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5a88d048-561e-419a-b429-5997a4552ecd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/3685d184-9ea8-4e7b-a593-ef63d9657f1c HTTP/1.1" status: 200 len: 991 time: 0.0652385 Oct 11 16:02:11.408487 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:11.562707 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:11.563039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:11.638780 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:11.639138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:11.650406 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:11.801519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:11.828555 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=fcaa5cfe-9424-47e7-b32d-cb8d2c6ff242,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:11.895488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:11.895674 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 3685d184-9ea8-4e7b-a593-ef63d9657f1c disassociated (deleted). External IP: 172.35.3.240, port: fe75992e-6d83-4a18-84b6-7515b12b5d19. Oct 11 16:02:11.977117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:12.019860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:12.107925 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router ba7f477d-0221-4cef-ae6d-5acebd246b9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:12.218445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:12.223531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:12.229551 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Sync routers for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:12.238616 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:12.239276 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:12.252935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-23f583a2-d959-413b-a1f2-e228a8aeb977 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/floatingips/3685d184-9ea8-4e7b-a593-ef63d9657f1c HTTP/1.1" status: 204 len: 168 time: 0.8434322 Oct 11 16:02:12.253553 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:12.256461 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095b406f-d0a4-4938-8a80-2cc93ed7848f" -d '{"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:12.315734 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad9e9c8-a00b-411d-8d31-4f0c89c1af77 x-openstack-request-id: req-bad9e9c8-a00b-411d-8d31-4f0c89c1af77 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:12.316097 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:12.316787 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bad9e9c8-a00b-411d-8d31-4f0c89c1af77 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:12.317055 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'status': 'completed', 'code': 200} Oct 11 16:02:12.389172 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-dccb4940-b136-4656-b6be-ce7d640f9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:12.390620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-dccb4940-b136-4656-b6be-ce7d640f9c2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 1095 time: 0.0527382 Oct 11 16:02:12.391728 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:12.529837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f42fd-59d6-4770-b204-89bfbf060057 req-6259b72f-3785-4b26-a707-f015740d2715 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:12.531614 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a22f42fd-59d6-4770-b204-89bfbf060057 req-6259b72f-3785-4b26-a707-f015740d2715 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0693347 Oct 11 16:02:12.552354 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-2871371b-e7c2-4aac-a259-b2313998c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:12.553809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-2871371b-e7c2-4aac-a259-b2313998c0f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 200 len: 897 time: 0.1553397 Oct 11 16:02:12.605090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-bba30a07-1b39-480b-84d0-c0971af4f819 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 200 len: 217 time: 0.0427394 Oct 11 16:02:12.606111 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:12.627164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a22f42fd-59d6-4770-b204-89bfbf060057 req-e1cfd8b2-ed02-416c-ba99-c4120603a0d6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=f16ca88d-4e3e-4e73-8080-73e6ee40d867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891697 Oct 11 16:02:12.636308 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Checking router: ba7f477d-0221-4cef-ae6d-5acebd246b9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:12.653708 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:12.653708 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:12.673138 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-3f68a9b8-5733-4311-ac2e-2b7efac0b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:12.674722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-3f68a9b8-5733-4311-ac2e-2b7efac0b230 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 200 len: 835 time: 0.0593603 Oct 11 16:02:12.724009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-d1da1a0e-b23a-4cd8-85fe-63540f9ab836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:12.725713 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-d1da1a0e-b23a-4cd8-85fe-63540f9ab836 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7da1536b-5386-46ed-b513-45c50dbdcbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432470 Oct 11 16:02:12.829444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-a4d71b4c-d7dc-4b48-8e1e-681324d14fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951326 Oct 11 16:02:12.852196 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:12.926854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-095b406f-d0a4-4938-8a80-2cc93ed7848f req-fdf6a211-273c-4290-a883-d6eb717fafec service neutron] 10.222.0.43 "GET /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Oct 11 16:02:13.008647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-67258a42-ca82-4034-8b44-8924bef6a31e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:13.010460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-67258a42-ca82-4034-8b44-8924bef6a31e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "GET /v2.0/ports?device_id=c538b82a-c537-44ed-b9b7-cbc4a371323c HTTP/1.1" status: 200 len: 944 time: 0.0506392 Oct 11 16:02:13.079468 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:13.106573 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408650c-2102-406a-a8bd-745591fc04ff None None] The sync data for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 is: [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7919019a-a930-49e4-8670-f2fff456c7c9', 'name': '', 'network_id': '7da1536b-5386-46ed-b513-45c50dbdcbe0', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:49:61:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': 'bcbab5e4-c0d4-48e0-af13-3811345e38f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:13.111346 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port fe75992e-6d83-4a18-84b6-7515b12b5d19 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:13.111594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:13.206390 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port fe75992e-6d83-4a18-84b6-7515b12b5d19, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe75992e-6d83-4a18-84b6-7515b12b5d19,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:13.206720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:13.219720 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for fe75992e-6d83-4a18-84b6-7515b12b5d19 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:13.377382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:13.409552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=fe75992e-6d83-4a18-84b6-7515b12b5d19,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:13.414092 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c459b-9163-4356-b938-e435efd0af2a None None] New status for floating IP 3685d184-9ea8-4e7b-a593-ef63d9657f1c: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:02:13.458754 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] No DVR routers for this DVR port fe75992e-6d83-4a18-84b6-7515b12b5d19 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:02:13.461571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:13.465050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2701d598-10a7-452a-847d-4af4e1f2a088 req-7d48c279-373e-454b-909c-1302c77b68a3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.43 "DELETE /v2.0/ports/fe75992e-6d83-4a18-84b6-7515b12b5d19 HTTP/1.1" status: 204 len: 173 time: 0.4479506 Oct 11 16:02:13.707536 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:14.087195 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:14.320236 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-deleted', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:14.322515 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce7a01-827d-4bec-a95a-4ba27323716a" -d '{"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-deleted", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:14.353883 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 7919019a-a930-49e4-8670-f2fff456c7c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:14.354235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:14.369228 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0e12ae-b450-4444-96d2-664c03a12e86 x-openstack-request-id: req-7a0e12ae-b450-4444-96d2-664c03a12e86 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:14.369538 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538b82a-c537-44ed-b9b7-cbc4a371323c", "name": "network-vif-deleted", "tag": "fe75992e-6d83-4a18-84b6-7515b12b5d19", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:14.369789 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0e12ae-b450-4444-96d2-664c03a12e86 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:14.370165 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538b82a-c537-44ed-b9b7-cbc4a371323c', 'name': 'network-vif-deleted', 'tag': 'fe75992e-6d83-4a18-84b6-7515b12b5d19', 'status': 'completed', 'code': 200} Oct 11 16:02:14.454287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 7919019a-a930-49e4-8670-f2fff456c7c9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7919019a-a930-49e4-8670-f2fff456c7c9,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:14.454824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:14.476102 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 7919019a-a930-49e4-8670-f2fff456c7c9 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:14.712851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:14.739591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=7919019a-a930-49e4-8670-f2fff456c7c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:14.909915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.121383 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router ba7f477d-0221-4cef-ae6d-5acebd246b9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:15.572821 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:15.580986 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:15.581427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e24ca8f-3dd5-4177-bd39-a03ca81ce134 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/ba7f477d-0221-4cef-ae6d-5acebd246b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723269 Oct 11 16:02:15.582502 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Sync routers for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:15.600851 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:15.601154 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:15.636214 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting subnet bcbab5e4-c0d4-48e0-af13-3811345e38f7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:02:15.639718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.684362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.720141 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:15.769526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.839074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.870992 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbab5e4-c0d4-48e0-af13-3811345e38f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:15.880327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:15.888446 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c5c43-b111-4c7c-8eed-f58a360d5ed6 None None] Network 7da1536b-5386-46ed-b513-45c50dbdcbe0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:15.888999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e44ca03f-0510-4dc7-a3e3-dfc53f2f096f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/subnets/bcbab5e4-c0d4-48e0-af13-3811345e38f7 HTTP/1.1" status: 204 len: 168 time: 0.3049607 Oct 11 16:02:15.889704 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:15.927131 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:02:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:15.956259 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Checking router: ba7f477d-0221-4cef-ae6d-5acebd246b9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:15.965977 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Routers {'ba7f477d-0221-4cef-ae6d-5acebd246b9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:15.966591 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:16.050656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.084490 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] Set router ba7f477d-0221-4cef-ae6d-5acebd246b9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:16.114217 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] DHCP port deletion for 7da1536b-5386-46ed-b513-45c50dbdcbe0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:02:16.163562 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Deleting port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:16.164975 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.185697 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.237833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] For port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,segment=NetworkSegment(3f07d149-78af-45e1-81c1-da4060ea6aa5),segment_id=3f07d149-78af-45e1-81c1-da4060ea6aa5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:16.238550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.246090 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 9043a660-a6b1-4ede-95c7-8ed64e587e81 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:16.246507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.252996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Calling delete_port for 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:16.292200 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:02:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:16.328099 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5f21d-bd65-4afe-a4e0-467757578011 None None] The sync data for ids ['ba7f477d-0221-4cef-ae6d-5acebd246b9d'] in n-d-master-1 is: [{'id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-970382956', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38'}], 'enable_snat': True}, 'gw_port_id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:01:06Z', 'updated_at': '2021-10-11T16:02:14Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '9043a660-a6b1-4ede-95c7-8ed64e587e81', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f477d-0221-4cef-ae6d-5acebd246b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:07Z', 'updated_at': '2021-10-11T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:16.341237 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.350551 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 9043a660-a6b1-4ede-95c7-8ed64e587e81, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9043a660-a6b1-4ede-95c7-8ed64e587e81,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:16.351122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.357366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] No DVR routers for this DVR port 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:02:16.370364 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 9043a660-a6b1-4ede-95c7-8ed64e587e81 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:16.381773 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc115-ad2a-4e2b-b309-ac56615f12f6 None None] Pushing event deleted for resources: {'Port': ['ID=3ebd9a5c-a46a-46fe-94d3-a5a706dfb674,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:16.547924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.571276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=9043a660-a6b1-4ede-95c7-8ed64e587e81,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:16.631867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.726558 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.728803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.776785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.777336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Fanout notify agent at l3_agent the message router_deleted on router ba7f477d-0221-4cef-ae6d-5acebd246b9d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:02:16.787986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.792298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cfccb348-5c07-4cbe-91cd-468185a71ad4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/routers/ba7f477d-0221-4cef-ae6d-5acebd246b9d HTTP/1.1" status: 204 len: 168 time: 0.8983626 Oct 11 16:02:16.792596 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:16.872163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:16.984247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.009290 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da1536b-5386-46ed-b513-45c50dbdcbe0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:17.020578 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f07d149-78af-45e1-81c1-da4060ea6aa5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:17.020878 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f07d149-78af-45e1-81c1-da4060ea6aa5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:17.031434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.046672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.053134 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:02:17.053616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:02:17.056855 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:02:17.121602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.140764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.143934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/networks/7da1536b-5386-46ed-b513-45c50dbdcbe0 HTTP/1.1" status: 204 len: 168 time: 0.3502922 Oct 11 16:02:17.145349 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1aa14-4d52-46e1-b11d-9f62452a86e7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Network': ['ID=7da1536b-5386-46ed-b513-45c50dbdcbe0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:17.146901 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:17.208765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.234281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.294909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.298006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:17.299160 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/security-groups/f16ca88d-4e3e-4e73-8080-73e6ee40d867 HTTP/1.1" status: 204 len: 168 time: 0.1512625 Oct 11 16:02:17.308248 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b92d8f-53d5-48d8-8a82-df95a72e218e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ca88d-4e3e-4e73-8080-73e6ee40d867,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.062881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7919019a-a930-49e4-8670-f2fff456c7c9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:18.083332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7919019a-a930-49e4-8670-f2fff456c7c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:18.083745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7919019a-a930-49e4-8670-f2fff456c7c9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:18.084213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:18.105612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:18.106028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 3ebd9a5c-a46a-46fe-94d3-a5a706dfb674 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:18.106427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9043a660-a6b1-4ede-95c7-8ed64e587e81 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:18.124014 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9043a660-a6b1-4ede-95c7-8ed64e587e81 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:18.124353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9043a660-a6b1-4ede-95c7-8ed64e587e81 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:18.227917 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.232515 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199749659', 'description': 'tempest-secgroup-smoke-199749659 description', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.255087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.319065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.323284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.350479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.351747 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1227474 Oct 11 16:02:18.354709 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.359224 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.365584 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24275f-a130-41e9-b95b-e0aba1a7f9c4 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eedec2-3c01-417f-ab5e-f1185ddd4694,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.392105 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.456534 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.460161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.476451 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4970fd34-c516-4bb5-941d-7ce183a5c146,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.485274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.486496 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9857bd14-252b-4d34-b9a4-2d6e8c6c897f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308386 Oct 11 16:02:18.489305 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.494172 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.525611 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.530811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:18.558145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: fe75992e-6d83-4a18-84b6-7515b12b5d19 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:18.558828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe75992e-6d83-4a18-84b6-7515b12b5d19 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:18.592723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.596380 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.614963 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65effb0-ef2d-4ced-8f31-5b87ba85d821,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.625810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.627022 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef58216f-4126-42dd-bb95-3866be8b8e51 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367133 Oct 11 16:02:18.629819 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.634668 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.660424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.720923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.724924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.743931 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c62410-a1c3-4aba-8a19-19192bafabfc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.748393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.752350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-97d49ff8-6157-4d96-900e-0615456f7dde tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215217 Oct 11 16:02:18.752804 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.759885 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.795990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.865344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.870703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.895478 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a48909-a4b0-4b5b-b84b-310fd3362722,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:18.901902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.905759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-64976d4a-5d00-4fe4-8adc-a9f6346fc63f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488800 Oct 11 16:02:18.905938 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:18.910332 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:18.932392 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:02:18.937034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:18.999890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.003817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.023254 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f089c60-5168-4f14-818b-645facb541a2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:19.028751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.030008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d7915200-0225-4223-b96d-075f8128c8e0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231043 Oct 11 16:02:19.032689 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:19.037085 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'security_group_rule': {'security_group_id': '62eedec2-3c01-417f-ab5e-f1185ddd4694', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:19.059719 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Project 2f92a30c1b244ded9c6e93b59e2f4dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:02:19.064870 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.128887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.134157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.155522 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee90494d-d78d-4546-960d-f1361cee5979,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:19.160897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.162209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-718b2031-92ba-4739-a354-9a6aa688e7ea tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285083 Oct 11 16:02:19.165046 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:19.170123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'network': {'name': 'tempest-network-smoke--735425748', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:19.193901 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:02:19.197962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.220558 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:02:19.229457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.230084 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Added segment 38cae633-7da0-4ab5-91de-96eec9d83a16 of type vlan for network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea Oct 11 16:02:19.272259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.635557 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.641879 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:19.642504 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.701642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5329654 Oct 11 16:02:19.702088 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:19.706607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'admin_state_up': True, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:19.722286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb851d2-afd3-4a4a-a7e7-320903916222 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Network': ['ID=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:19.733638 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:02:19.740224 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.741387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.796896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:19.964973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:20.199523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:20.222936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:20.228985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-4d7db310-9de3-4eca-898b-da954ca9442f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863402 Oct 11 16:02:20.361850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-be54a0a8-7b39-4b55-9966-12e9197f83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:20.363895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-be54a0a8-7b39-4b55-9966-12e9197f83fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0867016 Oct 11 16:02:20.378774 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.99 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/63ffe398-1c91-4f00-a288-1348c07c886b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:20.540482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-ff7de3e6-c885-48d9-b36b-8d3ca622c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:20.542209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-ff7de3e6-c885-48d9-b36b-8d3ca622c3eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1564736 Oct 11 16:02:20.568113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:20.636944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-c2acff49-2d52-45f0-982f-ff1db94a4a52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0860276 Oct 11 16:02:20.693654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:20.757426 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:20.759224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-69477310-c2e2-4f1e-b370-01ee2f79aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:20.760731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-69477310-c2e2-4f1e-b370-01ee2f79aff3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.1092803 Oct 11 16:02:20.764598 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:20.766844 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=63ffe398-1c91-4f00-a288-1348c07c886b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:20.769048 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:20.847334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-e360c080-8e95-400a-9f30-ef99a6bf3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:20.848849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-e360c080-8e95-400a-9f30-ef99a6bf3e73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776062 Oct 11 16:02:21.071054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-ff7bb962-8d3e-4e8c-b96e-0056eb928ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904550 Oct 11 16:02:21.195829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:21.245034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e6cbd9-8659-4ec2-b7b8-ec76c46566ec req-72fe658f-f55b-41c1-aa73-a24eeb5718f7 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669679 Oct 11 16:02:21.406406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:21.532322 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router a08ad4c7-50f1-4419-8396-c43d2da12269 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:02:22.000057 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:22.011909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Sync routers for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:22.021385 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:22.022132 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:22.023328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.027738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3393ac51-cae7-432b-93d5-140fe619ce1b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3216743 Oct 11 16:02:22.028255 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.061552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b3b1f858-0745-403f-9203-8af199084cf3 tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f92a30c1b244ded9c6e93b59e2f4dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290093 Oct 11 16:02:22.061814 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.158872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:22.159161 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e735a7-c924-4814-a552-28ce79a9591b tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:22.163374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c6e735a7-c924-4814-a552-28ce79a9591b tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981119 Oct 11 16:02:22.164621 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.195699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3f3bfebd-f7ad-4990-a895-f466f5d07ecc tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286510 Oct 11 16:02:22.196042 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.201028 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315602857', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:22.313531 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:02:22.317054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.374653 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.375962 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:20Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:22.411149 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Checking router: a08ad4c7-50f1-4419-8396-c43d2da12269 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:22.411744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Updating router a08ad4c7-50f1-4419-8396-c43d2da12269 port 63ffe398-1c91-4f00-a288-1348c07c886b binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:02:22.444764 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.516073 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be2f6231-1291-42d7-868d-517c9d9ad0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.537853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.608751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be2f6231-1291-42d7-868d-517c9d9ad0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.614120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be2f6231-1291-42d7-868d-517c9d9ad0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.616491 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Subnet': ['ID=42a7737a-1671-4d61-96e6-18cf9173a2f1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:22.627928 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Checking segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:22.628095 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network hostable DHCP agents. Network: 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:02:22.649069 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:02:22.657017 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-be2f6231-1291-42d7-868d-517c9d9ad0a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1418a69617f4c04b5bcef448d12e800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814076 Oct 11 16:02:22.657603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f6231-1291-42d7-868d-517c9d9ad0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc7e85-947e-458b-a00c-f91c4c969de6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:22.660353 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.668506 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:22.683325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:22.683956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.687070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614e3c7-bd62-4413-ae96-dfb9a2f547b3 None None] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:22.725310 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:22.725643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e16b4ea-342a-4207-8611-7e059f5ce9f3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5282776 Oct 11 16:02:22.748474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.778312 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.848946 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.851762 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.855608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84bc7e85-947e-458b-a00c-f91c4c969de6 HTTP/1.1" status: 204 len: 168 time: 0.1937182 Oct 11 16:02:22.873861 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a5d1e-377e-4d59-9460-a4c8a60f2d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bc7e85-947e-458b-a00c-f91c4c969de6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:22.939884 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.967832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.998045 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:02:22.999058 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.036447 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Attempting to bind port 63ffe398-1c91-4f00-a288-1348c07c886b on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:23.037161 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Attempting to bind port 63ffe398-1c91-4f00-a288-1348c07c886b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:23.037368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Attempting to bind port 63ffe398-1c91-4f00-a288-1348c07c886b on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:23.140610 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:23.141254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:23.141783 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.142550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:23.143127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Bound port: 63ffe398-1c91-4f00-a288-1348c07c886b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:23.143782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.149404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dde9c-be19-4d88-b830-4005702e8bfd None None] Pushing event updated for resources: {'Port': ['ID=63ffe398-1c91-4f00-a288-1348c07c886b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:23.261289 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] For port 63ffe398-1c91-4f00-a288-1348c07c886b, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:23.266439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] For port 63ffe398-1c91-4f00-a288-1348c07c886b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63ffe398-1c91-4f00-a288-1348c07c886b,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:23.270966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Allocated IP 172.20.0.2 (9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea/42a7737a-1671-4d61-96e6-18cf9173a2f1/bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:23.275994 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.348826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.379738 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:23.380380 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:23.514357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dde9c-be19-4d88-b830-4005702e8bfd None None] Pushing event updated for resources: {'Port': ['ID=63ffe398-1c91-4f00-a288-1348c07c886b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:23.518739 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:23.653935 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:23.718096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.740985 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.755874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1866334409-network', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:23.785522 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:23.791072 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:23.793702 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:23.794283 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.1 (9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea/42a7737a-1671-4d61-96e6-18cf9173a2f1/2be57532-7cf5-4317-afdb-32b1d9153af6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:23.799498 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Made reservation on behalf of c316a1c02b1e46dca5ea1c1df9635f33 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:02:23.802195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.802402 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Pushing event updated for resources: {'Port': ['ID=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:23.817034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.858895 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:20Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:23.886981 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Attempting to bind port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:23.887349 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Attempting to bind port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:23.887704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Attempting to bind port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa on network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:23.890985 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2a75d-b48d-4332-ace9-926408d89358 None None] The sync data for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 is: [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:20Z', 'revision_number': 3, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:23.894986 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:23.895302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Checking segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:23.895702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.896080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Bound using segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:23.896626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Bound port: bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:23.896912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.979466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] For port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:23.981169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:23.983395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] For port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:23.990183 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.017598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.031078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.063919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48410-9844-4ff4-9ba0-4126eb5c98fd None None] Pushing event updated for resources: {'Port': ['ID=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:24.064845 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:02:24.075243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.081236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5063465-1844-487d-9cde-33d4e3f94d52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:24.092713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.093226 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Added segment 3582eb3a-39db-4760-8f7c-6f8896705686 of type vlan for network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e Oct 11 16:02:24.130204 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:24.176751 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:24.186957 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:24.220668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.233740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:24.267268 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.313038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.314007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:24.314578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.381217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7261372 Oct 11 16:02:24.381422 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:24.389645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Request body: {'subnet': {'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1866334409-subnet', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:24.420035 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de92a4-6f66-43fb-bc91-748b9d300a9a admin admin] Pushing event updated for resources: {'Network': ['ID=0d6fa0a2-51f7-4be8-91b7-af2376df8a8e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:24.421366 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Made reservation on behalf of c316a1c02b1e46dca5ea1c1df9635f33 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:02:24.423832 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.431485 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:02:24.523806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.643560 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.702413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14edc92f-5376-43ef-a7b0-121a99ec6dd4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:24.716414 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Checking segment: {'id': '3582eb3a-39db-4760-8f7c-6f8896705686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:24.716783 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Network hostable DHCP agents. Network: 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:02:24.737632 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:02:24.751770 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:24.758709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:24.759306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.761417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968b1e5-b442-4d00-a41d-504f4c6fbbb2 None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:24.784216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7bb9e6f9-7eaa-4995-ba1d-687e4fd1e2b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4013655 Oct 11 16:02:24.786691 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:24.793707 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:24.827410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.830356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.892553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.900433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.907026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:24.975640 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'fixed_ips': [{'subnet_id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:02:24.976669 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.031513 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:25.035100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.104075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.156474 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:25.158680 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:25.158863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Allocated IP 172.20.0.2 (0d6fa0a2-51f7-4be8-91b7-af2376df8a8e/14edc92f-5376-43ef-a7b0-121a99ec6dd4/86020786-2024-4a8e-abee-e625f059a3ae) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:25.319341 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router a08ad4c7-50f1-4419-8396-c43d2da12269 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:25.361550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.362665 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cca431-d353-499b-9bde-da94d1e912b5 None None] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:25.382341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.438006 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:25.444585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ebfd7515-f50d-4fe7-8917-c70a29f4ff37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/a08ad4c7-50f1-4419-8396-c43d2da12269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168694 Oct 11 16:02:25.452878 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] Provisioning complete for port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:25.453254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.515625 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Allocated IP 172.35.3.24 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:25.651478 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.675531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.691503 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.693428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-db28d201-0c6f-4097-a1a9-a7057bf10c4a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199749659&fields=id&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 267 time: 0.0528092 Oct 11 16:02:25.700116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.762380 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:25.764646 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.774873 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:25.778998 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:25.788043 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Pushing event updated for resources: {'Port': ['ID=86020786-2024-4a8e-abee-e625f059a3ae,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:25.797413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] For port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:25.831682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.837831 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:25.841319 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:25.846588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Pushing event updated for resources: {'Port': ['ID=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:25.853742 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:25.870583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Attempting to bind port 86020786-2024-4a8e-abee-e625f059a3ae on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:25.870956 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Attempting to bind port 86020786-2024-4a8e-abee-e625f059a3ae by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3582eb3a-39db-4760-8f7c-6f8896705686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:25.871324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Attempting to bind port 86020786-2024-4a8e-abee-e625f059a3ae on network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:25.885039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:25.885183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-a3ff7626-620b-4ed1-b45d-3179cca81930 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:25.885280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Checking segment: {'id': '3582eb3a-39db-4760-8f7c-6f8896705686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:25.885280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.885280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Bound using segment: {'id': '3582eb3a-39db-4760-8f7c-6f8896705686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:25.885280 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Bound port: 86020786-2024-4a8e-abee-e625f059a3ae, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3582eb3a-39db-4760-8f7c-6f8896705686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:25.885630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-a3ff7626-620b-4ed1-b45d-3179cca81930 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 796 time: 0.1831381 Oct 11 16:02:25.885713 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:25.911415 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fddc9d-a246-4123-9f5c-2c18a9166ba9 None None] Pushing event updated for resources: {'Port': ['ID=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:25.914422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-92154f3e-a1df-4233-a2a2-3070f3606ba5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/quotas/2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 375 time: 0.0208924 Oct 11 16:02:25.938599 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Sync routers for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:25.949640 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:25.950266 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:25.982927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] For port 86020786-2024-4a8e-abee-e625f059a3ae, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:25.986681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] For port 86020786-2024-4a8e-abee-e625f059a3ae, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86020786-2024-4a8e-abee-e625f059a3ae,segment=NetworkSegment(3582eb3a-39db-4760-8f7c-6f8896705686),segment_id=3582eb3a-39db-4760-8f7c-6f8896705686)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:25.995064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.082901 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:26.087063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-8f3fe12b-dedb-4d0e-9549-e6407fcfdd37 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328630 Oct 11 16:02:26.154408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9c81d-c391-48fc-a9dc-ffc8fa551128 None None] Pushing event updated for resources: {'Port': ['ID=86020786-2024-4a8e-abee-e625f059a3ae,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:26.181234 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e8e7952-9507-4cfd-a2a3-be2aa44a386e None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.181926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7952-9507-4cfd-a2a3-be2aa44a386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.239248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63ffe398-1c91-4f00-a288-1348c07c886b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:26.242712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e7952-9507-4cfd-a2a3-be2aa44a386e None None] Port 2be57532-7cf5-4317-afdb-32b1d9153af6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:26.284047 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e8e7952-9507-4cfd-a2a3-be2aa44a386e None None] Provisioning complete for port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.284659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7952-9507-4cfd-a2a3-be2aa44a386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.346053 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 63ffe398-1c91-4f00-a288-1348c07c886b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.346460 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.374728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.379170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-965fe68c-6215-4b5d-ab17-778ae05548b2 service neutron] 10.222.0.31 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327702 Oct 11 16:02:26.406277 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 2, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:26.546341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.584469 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 63ffe398-1c91-4f00-a288-1348c07c886b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63ffe398-1c91-4f00-a288-1348c07c886b,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:26.586431 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Checking router: a08ad4c7-50f1-4419-8396-c43d2da12269 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:26.586782 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Updating router a08ad4c7-50f1-4419-8396-c43d2da12269 port 2be57532-7cf5-4317-afdb-32b1d9153af6 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:02:26.596304 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-908c2e54-b537-407e-bdb5-f56338e17bf0 None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.597613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-908c2e54-b537-407e-bdb5-f56338e17bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.600515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.601962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:26.614561 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.657542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c8d07f26-5788-4007-bdbd-dd4178e3a77f service neutron] 10.222.0.31 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336781 Oct 11 16:02:26.729648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-908c2e54-b537-407e-bdb5-f56338e17bf0 None None] Port 2be57532-7cf5-4317-afdb-32b1d9153af6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:26.736635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=63ffe398-1c91-4f00-a288-1348c07c886b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:26.766002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.766465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.788669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.952349 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e03f1a5-37cc-4763-ad20-80a037a2db9e None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:26.952981 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e03f1a5-37cc-4763-ad20-80a037a2db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:26.957374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da7d8842-4c30-4895-9cd9-0c6bb67ed75e req-627b80d9-5b9c-428e-81d8-cdfbc0891376 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 210 time: 0.0320005 Oct 11 16:02:27.001345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e03f1a5-37cc-4763-ad20-80a037a2db9e None None] Port 2be57532-7cf5-4317-afdb-32b1d9153af6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:27.005957 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Router fe56ef35-a7d4-4686-a409-0483b7579d0f is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:02:27.038868 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.050163 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.128412 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Pushing event updated for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:27.140032 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:27.149590 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.150229 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.152683 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Sync routers for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:27.160877 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.163403 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.164172 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.165283 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.166478 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.167309 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.167450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.167959 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Routers {'fe56ef35-a7d4-4686-a409-0483b7579d0f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:27.171474 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.172125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d85a97ed-9dcc-47b1-84d6-58e46fbcd35c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3809845 Oct 11 16:02:27.172255 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.172255 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.172255 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:27.172545 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:27.172928 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe56ef35-a7d4-4686-a409-0483b7579d0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:27.243591 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Attempting to bind port 2be57532-7cf5-4317-afdb-32b1d9153af6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:27.244235 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Attempting to bind port 2be57532-7cf5-4317-afdb-32b1d9153af6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:27.244894 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Attempting to bind port 2be57532-7cf5-4317-afdb-32b1d9153af6 on network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:27.254571 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:27.255526 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Checking segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:27.256165 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.256723 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Bound using segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:27.257414 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Bound port: 2be57532-7cf5-4317-afdb-32b1d9153af6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:27.258044 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.357347 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] For port 2be57532-7cf5-4317-afdb-32b1d9153af6, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:27.361373 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] For port 2be57532-7cf5-4317-afdb-32b1d9153af6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2be57532-7cf5-4317-afdb-32b1d9153af6,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:27.363796 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Set router fe56ef35-a7d4-4686-a409-0483b7579d0f gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:27.368582 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.458008 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9095-0392-40e3-93b4-b2f63b7884b2 None None] Pushing event updated for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:27.468066 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:27.469006 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:27.605589 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:27.606361 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.622548 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:27.735509 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52d68c-9ae9-43fd-92cc-b90621d4718a None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:27.834485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.890288 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.909433 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:27.938262 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834818c-3bd1-404f-a66d-8ff451a3ffd1 None None] The sync data for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 is: [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:27.974170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] For port 2be57532-7cf5-4317-afdb-32b1d9153af6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2be57532-7cf5-4317-afdb-32b1d9153af6,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:27.978811 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 3, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:27.988523 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.031298 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Allocated IP 172.20.0.1 (0d6fa0a2-51f7-4be8-91b7-af2376df8a8e/14edc92f-5376-43ef-a7b0-121a99ec6dd4/c99c6481-cbd0-403e-8ddc-3d13d0dfc203) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:28.037868 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Checking router: fe56ef35-a7d4-4686-a409-0483b7579d0f for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:28.038212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Updating router fe56ef35-a7d4-4686-a409-0483b7579d0f port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:02:28.150365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.160181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84615db1-d239-49a1-ae97-055f32dc3f77 req-37d399e3-b427-44ac-aa0f-fb4c201161a1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 210 time: 0.0475025 Oct 11 16:02:28.205362 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1c1f5-8ecf-4e67-8bf7-f9726e13e63f None None] Pushing event updated for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:28.224103 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Provisioning complete for port 86020786-2024-4a8e-abee-e625f059a3ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:28.224741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.355801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.409425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2be57532-7cf5-4317-afdb-32b1d9153af6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:28.447588 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c995edb5-4897-42c8-b83b-72751800c7d7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:28.449197 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c995edb5-4897-42c8-b83b-72751800c7d7 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 796 time: 0.2361832 Oct 11 16:02:28.476074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.538643 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:28.540242 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:28.547567 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:28.553177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c27680d3-34ab-4721-96de-3a474dae4023 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4 HTTP/1.1" status: 200 len: 379 time: 0.0927310 Oct 11 16:02:28.583297 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'port': {'device_id': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'admin_state_up': True, 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'security_groups': ['62eedec2-3c01-417f-ab5e-f1185ddd4694']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:28.592189 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Pushing event updated for resources: {'Port': ['ID=c99c6481-cbd0-403e-8ddc-3d13d0dfc203,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:28.655028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.752516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.767497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:28.768781 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.809668 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Made reservation on behalf of 2f92a30c1b244ded9c6e93b59e2f4dd4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:02:28.813187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.846965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.865753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] For port 86020786-2024-4a8e-abee-e625f059a3ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86020786-2024-4a8e-abee-e625f059a3ae,segment=NetworkSegment(3582eb3a-39db-4760-8f7c-6f8896705686),segment_id=3582eb3a-39db-4760-8f7c-6f8896705686)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:28.887937 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.980368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.993588 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:28.993956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.996257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63ffe398-1c91-4f00-a288-1348c07c886b up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:29.000657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.051467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a28882-462d-4f89-8b31-13c40291b6a0 None None] Pushing event updated for resources: {'Port': ['ID=86020786-2024-4a8e-abee-e625f059a3ae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:29.132279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Attempting to bind port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:29.133099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Attempting to bind port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:29.133460 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Attempting to bind port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:29.144728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f5512-a9fc-4f0a-aac6-7e0b92eef5c4 None None] Pushing event updated for resources: {'Port': ['ID=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:29.149747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:29.150123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:29.150524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.150912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:29.151392 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Bound port: ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:29.151766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.220407 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 63ffe398-1c91-4f00-a288-1348c07c886b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:29.221069 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.273963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] For port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:29.279758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] For port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:29.282893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eaa9a104-b392-4233-94b6-a586beea2ce2 req-e5e1f895-4b10-4df4-8f24-f8d2f78f94c5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 210 time: 0.0358031 Oct 11 16:02:29.288877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.393424 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Routers {'fe56ef35-a7d4-4686-a409-0483b7579d0f'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:29.393838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe56ef35-a7d4-4686-a409-0483b7579d0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:29.398942 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f5512-a9fc-4f0a-aac6-7e0b92eef5c4 None None] Pushing event updated for resources: {'Port': ['ID=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:29.405235 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86020786-2024-4a8e-abee-e625f059a3ae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:29.438939 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.20.0.7 (9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea/42a7737a-1671-4d61-96e6-18cf9173a2f1/dd433b68-b0c8-4ed4-9699-9d0133c21851) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:29.465305 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6e67075-d89e-4c18-b1eb-12b7b427c1cc None None] Provisioning complete for port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:29.465836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6e67075-d89e-4c18-b1eb-12b7b427c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.551636 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6e67075-d89e-4c18-b1eb-12b7b427c1cc None None] Port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:29.568166 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.578010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.586187 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] Set router fe56ef35-a7d4-4686-a409-0483b7579d0f gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:29.617431 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 86020786-2024-4a8e-abee-e625f059a3ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:29.617826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.619295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6e67075-d89e-4c18-b1eb-12b7b427c1cc None None] Provisioning complete for port 86020786-2024-4a8e-abee-e625f059a3ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:29.619644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6e67075-d89e-4c18-b1eb-12b7b427c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.678229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.693158 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Pushing event updated for resources: {'Port': ['ID=c99c6481-cbd0-403e-8ddc-3d13d0dfc203,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:29.702823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.802652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:29.850569 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:29.860577 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:29.870013 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:29.879257 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:29.881897 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:29.886888 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:29.934481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:28Z', 'revision_number': 4, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c99c6481-cbd0-403e-8ddc-3d13d0dfc203', 'name': '', 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'mac_address': 'fa:16:3e:05:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:27Z', 'updated_at': '2021-10-11T16:02:28Z', 'revision_number': 1, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'subnets': [{'id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:29.962783 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4d60-44e0-47ea-9906-5a1a67462a74 None None] The sync data for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 is: [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:28Z', 'revision_number': 4, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c99c6481-cbd0-403e-8ddc-3d13d0dfc203', 'name': '', 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'mac_address': 'fa:16:3e:05:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:27Z', 'updated_at': '2021-10-11T16:02:28Z', 'revision_number': 1, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'subnets': [{'id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:30.009297 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:30.009960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.050162 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-dbeb6a91-9521-4bfb-bdfd-f7ab6e37d9f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4735403 Oct 11 16:02:30.058401 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Router fe56ef35-a7d4-4686-a409-0483b7579d0f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:30.067458 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Request body: {'port': {'device_id': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:30.130234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86020786-2024-4a8e-abee-e625f059a3ae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:30.185692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.223381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 86020786-2024-4a8e-abee-e625f059a3ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:30.223858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.293031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1993ede-a2a8-4861-91e4-2f4b3b474d55 None None] Provisioning complete for port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:30.293508 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1993ede-a2a8-4861-91e4-2f4b3b474d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.312906 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:30.329304 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2249405b-acd9-4558-b7ee-3b679e54ed98 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe56ef35-a7d4-4686-a409-0483b7579d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1561742 Oct 11 16:02:30.365190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1993ede-a2a8-4861-91e4-2f4b3b474d55 None None] Port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:30.410199 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2be57532-7cf5-4317-afdb-32b1d9153af6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:30.465452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 2be57532-7cf5-4317-afdb-32b1d9153af6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:30.466621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.494964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e789af-67df-4714-ac75-f6d39c8ed74f req-9ad1b068-3bb7-4b1c-bf4b-800b58812b6d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:30.497051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61e789af-67df-4714-ac75-f6d39c8ed74f req-9ad1b068-3bb7-4b1c-bf4b-800b58812b6d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 931 time: 0.1170695 Oct 11 16:02:30.518002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c07fb8c-93f5-4b35-b0f5-3cf7b0c8d988 None None] Provisioning complete for port dd433b68-b0c8-4ed4-9699-9d0133c21851 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:30.518452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c07fb8c-93f5-4b35-b0f5-3cf7b0c8d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.567310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0c07fb8c-93f5-4b35-b0f5-3cf7b0c8d988 None None] Port dd433b68-b0c8-4ed4-9699-9d0133c21851 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:02:30.569296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61e789af-67df-4714-ac75-f6d39c8ed74f req-0beac62b-7dd2-418b-8ca7-fc6a0c89d4c9 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637357 Oct 11 16:02:30.683768 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd433b68-b0c8-4ed4-9699-9d0133c21851 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:02:30.692035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.710229 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Transition to ACTIVE for port object dd433b68-b0c8-4ed4-9699-9d0133c21851 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:02:30.715362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.790390 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:30.852450 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Attempting to bind port dd433b68-b0c8-4ed4-9699-9d0133c21851 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:02:30.852450 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Attempting to bind port dd433b68-b0c8-4ed4-9699-9d0133c21851 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:02:30.852827 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Attempting to bind port dd433b68-b0c8-4ed4-9699-9d0133c21851 on network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:30.858428 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Port dd433b68-b0c8-4ed4-9699-9d0133c21851 on network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:02:30.858570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Attempting to bind port dd433b68-b0c8-4ed4-9699-9d0133c21851 on network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:02:30.886304 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:02:30.886304 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Checking segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:02:30.886747 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Bound using segment: {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:02:30.888903 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Bound port: dd433b68-b0c8-4ed4-9699-9d0133c21851, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cae633-7da0-4ab5-91de-96eec9d83a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:02:30.888903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.976967 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:02:30.981739 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:02:30.991180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:31.054486 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.056973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:31.058582 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] 10.222.0.36 "PUT /v2.0/ports/dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 1091 time: 0.9990132 Oct 11 16:02:31.060835 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:31.064696 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:31.153833 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e16d2d7-6d42-4488-86f9-a7fa5b3ba35e x-openstack-request-id: req-2e16d2d7-6d42-4488-86f9-a7fa5b3ba35e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:31.154657 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:31.154657 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e16d2d7-6d42-4488-86f9-a7fa5b3ba35e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:31.154939 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'status': 'completed', 'code': 200} Oct 11 16:02:31.178513 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6387ea9-3631-45bb-abbc-321a9b2e912c service neutron] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:31.191157 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-a729d1c5-16ba-483f-9707-e5ec35d8ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.192828 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-a729d1c5-16ba-483f-9707-e5ec35d8ace1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1094 time: 0.0900505 Oct 11 16:02:31.250214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-3c10d1f2-8633-4b1c-8afe-f735fe11208f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 217 time: 0.0485971 Oct 11 16:02:31.328971 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-179b045d-4be3-41aa-a3f6-894e5520a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.331039 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-179b045d-4be3-41aa-a3f6-894e5520a296 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 200 len: 835 time: 0.0664718 Oct 11 16:02:31.384758 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-00a9741e-a1fe-4dcd-97c1-6d60baf7f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.386467 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-00a9741e-a1fe-4dcd-97c1-6d60baf7f957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482540 Oct 11 16:02:31.491327 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-4e3acdb8-1fae-4ee5-b795-f8dac58a6002 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972095 Oct 11 16:02:31.601112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-71da7d84-44e3-494f-ad2d-ccedd3eb9ad8 req-7e7bb6f5-43d7-46a8-b7bf-a1b23d4efc33 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032500 Oct 11 16:02:31.700190 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c327-e590-4cfa-b021-faf3bda9b006 req-87af44c3-8ef1-421d-9c0e-dd214b86fc35 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.701759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a1c327-e590-4cfa-b021-faf3bda9b006 req-87af44c3-8ef1-421d-9c0e-dd214b86fc35 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 943 time: 0.0586746 Oct 11 16:02:31.716157 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-2672fc5a-e923-4afb-baa2-da1b948c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.726859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-2672fc5a-e923-4afb-baa2-da1b948c0ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1094 time: 0.0715353 Oct 11 16:02:31.760058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a1c327-e590-4cfa-b021-faf3bda9b006 req-a2b415de-a9c7-4212-a80f-f873a497805c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511739 Oct 11 16:02:31.778296 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:31.833151 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-8cf5a652-e273-4ce1-962d-fa3967f4d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.834660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-8cf5a652-e273-4ce1-962d-fa3967f4d0d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 897 time: 0.1032906 Oct 11 16:02:31.880037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-55b7c401-eb48-4d5c-af2d-5018eaf2bcc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 217 time: 0.0377765 Oct 11 16:02:31.931951 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-c233ebdc-bd0b-444e-a541-5a56aa44eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.934550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-c233ebdc-bd0b-444e-a541-5a56aa44eb8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 200 len: 835 time: 0.0460286 Oct 11 16:02:31.982094 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-95a8b879-37c0-430f-87cb-9f325d620998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:31.983699 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-95a8b879-37c0-430f-87cb-9f325d620998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420237 Oct 11 16:02:32.085292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-bc129c52-116e-45d7-a708-b2278503b0d5 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924995 Oct 11 16:02:32.125077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:32.135805 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.180234 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:32.180612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.190888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8ff3e2ab-dadc-4ca7-96ed-2d8eebedd3d0 req-8ef99d2f-b36f-43f2-b595-b12a551a1b9a service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966446 Oct 11 16:02:32.258283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.280397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:32.285098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.338189 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:32.364350 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2632-b7df-4313-9e7f-d225da8272aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.479025 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Sync routers for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:32.488415 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Routers {'fe56ef35-a7d4-4686-a409-0483b7579d0f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:32.489025 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe56ef35-a7d4-4686-a409-0483b7579d0f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:32.593649 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Set router fe56ef35-a7d4-4686-a409-0483b7579d0f gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:32.741510 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Deleting port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:32.742134 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.814167 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:28Z', 'revision_number': 4, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c99c6481-cbd0-403e-8ddc-3d13d0dfc203', 'name': '', 'network_id': '0d6fa0a2-51f7-4be8-91b7-af2376df8a8e', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'mac_address': 'fa:16:3e:05:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:27Z', 'updated_at': '2021-10-11T16:02:29Z', 'revision_number': 2, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'subnets': [{'id': '14edc92f-5376-43ef-a7b0-121a99ec6dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:32.826377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.841442 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Checking router: fe56ef35-a7d4-4686-a409-0483b7579d0f for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:32.841899 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Updating router fe56ef35-a7d4-4686-a409-0483b7579d0f port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:02:32.861401 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Calling delete_port for c99c6481-cbd0-403e-8ddc-3d13d0dfc203 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:32.867123 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:32.923794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200111-9449-4060-9b66-849efeb8d32b req-b8dcea1e-3a2a-44b5-994d-d200605558e1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:32.925314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59200111-9449-4060-9b66-849efeb8d32b req-b8dcea1e-3a2a-44b5-994d-d200605558e1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 943 time: 0.0915513 Oct 11 16:02:33.012615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59200111-9449-4060-9b66-849efeb8d32b req-ff39a9f8-9f37-4521-bdcd-342ac439980f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796373 Oct 11 16:02:33.099014 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.124804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Pushing event deleted for resources: {'Port': ['ID=c99c6481-cbd0-403e-8ddc-3d13d0dfc203,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:33.227035 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:02:33.227920 n-d-master-1 neutron-server[94829]: DEBUG oslo_db.api [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:02:33.293164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.508598 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Router fe56ef35-a7d4-4686-a409-0483b7579d0f has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:33.615037 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:33.622289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a461cb01-3675-45a0-99fe-27ca43f4745e admin admin] 10.222.0.31 "PUT /v2.0/routers/fe56ef35-a7d4-4686-a409-0483b7579d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404112 Oct 11 16:02:33.622501 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:33.723266 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.745123 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Port c99c6481-cbd0-403e-8ddc-3d13d0dfc203 not found while updating agent binding for router fe56ef35-a7d4-4686-a409-0483b7579d0f. {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 16:02:33.753273 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Routers {'fe56ef35-a7d4-4686-a409-0483b7579d0f'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:33.753909 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe56ef35-a7d4-4686-a409-0483b7579d0f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:33.825855 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.858283 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] Set router fe56ef35-a7d4-4686-a409-0483b7579d0f gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:33.883337 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Deleting port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:33.883686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.966986 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] For port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:33.967344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:33.979943 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Calling delete_port for ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:34.035229 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:33Z', 'revision_number': 5, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:34.072838 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c1ce-02e9-4bad-ab09-14ad756fd00b None None] The sync data for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 is: [{'id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'name': 'tempest-ImageQuotaTest-1866334409-router', 'tenant_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:24Z', 'updated_at': '2021-10-11T16:02:33Z', 'revision_number': 5, 'project_id': 'c316a1c02b1e46dca5ea1c1df9635f33', 'gw_port': {'id': 'ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56ef35-a7d4-4686-a409-0483b7579d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:25Z', 'updated_at': '2021-10-11T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:34.108791 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:34.146571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:02:34.156027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d246c6-f74c-49f2-8eaa-46ec02b39024 req-845869f6-4674-46d3-ae87-be1430e9e16c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:34.157561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0d246c6-f74c-49f2-8eaa-46ec02b39024 req-845869f6-4674-46d3-ae87-be1430e9e16c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 943 time: 0.0703878 Oct 11 16:02:34.212169 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:34.212533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.223451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0d246c6-f74c-49f2-8eaa-46ec02b39024 req-a38243c5-0b71-45f3-8474-00f3c227bd21 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481231 Oct 11 16:02:34.224705 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.256690 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:34.278877 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Could not find standard attr ID for object ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:02:34.281404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:34.289322 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No ports have port_id starting with ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 Oct 11 16:02:34.295442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'mac_address': 'fa:16:3e:dd:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:02:34.322753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.331866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.344538 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd433b68-b0c8-4ed4-9699-9d0133c21851 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:02:34.363732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:34.367845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.414575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.416882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.421293 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:34.466876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.467442 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe56ef35-a7d4-4686-a409-0483b7579d0f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:02:34.471920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.473091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6a69abd-4254-4d33-8f99-6bfacc528f9d admin admin] 10.222.0.31 "DELETE /v2.0/routers/fe56ef35-a7d4-4686-a409-0483b7579d0f HTTP/1.1" status: 204 len: 168 time: 0.8496938 Oct 11 16:02:34.475699 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:34.526314 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Deleting subnet 14edc92f-5376-43ef-a7b0-121a99ec6dd4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:02:34.529573 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.565308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['dd433b68-b0c8-4ed4-9699-9d0133c21851'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:02:34.565710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.649309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.712553 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.738071 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14edc92f-5376-43ef-a7b0-121a99ec6dd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:34.742376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.748141 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:34.748580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d5e38e4-1d9c-4495-a456-9329f03e0e6f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14edc92f-5376-43ef-a7b0-121a99ec6dd4 HTTP/1.1" status: 204 len: 168 time: 0.2708707 Oct 11 16:02:34.756423 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74d177-655e-45e3-9265-bf070e60aa54 None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:34.828098 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.900003 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Deleting port 86020786-2024-4a8e-abee-e625f059a3ae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:34.900405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.926989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13f74c5c-7a80-4b8c-a230-ad2d131a8a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:34.990344 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] For port 86020786-2024-4a8e-abee-e625f059a3ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86020786-2024-4a8e-abee-e625f059a3ae,segment=NetworkSegment(3582eb3a-39db-4760-8f7c-6f8896705686),segment_id=3582eb3a-39db-4760-8f7c-6f8896705686)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:34.990714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.003762 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Calling delete_port for 86020786-2024-4a8e-abee-e625f059a3ae owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:35.015113 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] DHCP port deletion for 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:02:35.065119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Deleting port 86020786-2024-4a8e-abee-e625f059a3ae {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:02:35.065500 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.096573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.122842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=86020786-2024-4a8e-abee-e625f059a3ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:35.130059 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] No DVR routers for this DVR port 86020786-2024-4a8e-abee-e625f059a3ae on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:02:35.211663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.235561 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6fa0a2-51f7-4be8-91b7-af2376df8a8e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:35.245892 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3582eb3a-39db-4760-8f7c-6f8896705686') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:35.246190 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3582eb3a-39db-4760-8f7c-6f8896705686') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:35.257955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.264018 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Sync routers for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:35.275743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.284141 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:02:35.284966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.287441 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:02:35.287738 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:02:35.290429 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:02:35.290429 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe56ef35-a7d4-4686-a409-0483b7579d0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:02:35.302642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] For port 86020786-2024-4a8e-abee-e625f059a3ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86020786-2024-4a8e-abee-e625f059a3ae,segment=NetworkSegment(3582eb3a-39db-4760-8f7c-6f8896705686),segment_id=3582eb3a-39db-4760-8f7c-6f8896705686)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:35.303015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.316974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:35.317333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:02:35.317934 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe56ef35-a7d4-4686-a409-0483b7579d0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:02:35.318297 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b47a5b0-a6e4-4673-a3f4-ac483c45e285 None None] The sync data for ids ['fe56ef35-a7d4-4686-a409-0483b7579d0f'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:35.320439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Calling delete_port for 86020786-2024-4a8e-abee-e625f059a3ae owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:02:35.379582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.386477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.389792 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0d6fa0a2-51f7-4be8-91b7-af2376df8a8e HTTP/1.1" status: 204 len: 168 time: 0.6398163 Oct 11 16:02:35.405090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca015-c616-49a9-9eb5-d3e42866bb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6fa0a2-51f7-4be8-91b7-af2376df8a8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:35.406548 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.415061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Network 0d6fa0a2-51f7-4be8-91b7-af2376df8a8e is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 16:02:35.415230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52dc59-6d35-4779-82f5-c961fe4b720a req-b6250164-388b-4812-a5b2-9ce0d41d48bf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:35.415626 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] No DVR routers for this DVR port 86020786-2024-4a8e-abee-e625f059a3ae on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:02:35.416691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d52dc59-6d35-4779-82f5-c961fe4b720a req-b6250164-388b-4812-a5b2-9ce0d41d48bf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 944 time: 0.1163568 Oct 11 16:02:35.445351 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3691b5-b607-4b5a-a69a-77a2ee92aa5b None None] Pushing event deleted for resources: {'Port': ['ID=86020786-2024-4a8e-abee-e625f059a3ae,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:35.477278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d52dc59-6d35-4779-82f5-c961fe4b720a req-56225bb1-c5d9-4314-af95-dfaf1f6a9e71 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530801 Oct 11 16:02:35.521746 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:35.561322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-652c0f71-9a7a-4047-8d4d-146d2b1d487d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c316a1c02b1e46dca5ea1c1df9635f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384312 Oct 11 16:02:35.563765 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:35.609868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.630486 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.675892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.678481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:35.680159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5063465-1844-487d-9cde-33d4e3f94d52 HTTP/1.1" status: 204 len: 168 time: 0.1155088 Oct 11 16:02:35.687639 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd55ec-2690-4507-be84-3c53cedeb359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5063465-1844-487d-9cde-33d4e3f94d52,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:35.981839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.001226 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.011887 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:36.036047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91f7c27b-20f9-4c7e-b397-c534f80241f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.090125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:36.110305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:36.110658 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ec580cac-3bcd-408c-b8bd-e6a9f1bfe1a6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:36.111142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c99c6481-cbd0-403e-8ddc-3d13d0dfc203 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:36.126833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91f7c27b-20f9-4c7e-b397-c534f80241f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.129653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c99c6481-cbd0-403e-8ddc-3d13d0dfc203 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:36.130622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c99c6481-cbd0-403e-8ddc-3d13d0dfc203 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:36.131027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86020786-2024-4a8e-abee-e625f059a3ae no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:02:36.134656 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:02:36.140146 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91f7c27b-20f9-4c7e-b397-c534f80241f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.168365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 86020786-2024-4a8e-abee-e625f059a3ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:02:36.168617 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 86020786-2024-4a8e-abee-e625f059a3ae not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:02:36.181238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-91f7c27b-20f9-4c7e-b397-c534f80241f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1654010 Oct 11 16:02:36.181700 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7c27b-20f9-4c7e-b397-c534f80241f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59263065-9e75-48ba-bd2e-bdb9a9bedd2c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:36.181853 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 55758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:36.207318 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port dd433b68-b0c8-4ed4-9699-9d0133c21851 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:02:36.210971 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port dd433b68-b0c8-4ed4-9699-9d0133c21851 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:36.211338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.235671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.256954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.285938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.302141 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.305545 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.306741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59263065-9e75-48ba-bd2e-bdb9a9bedd2c HTTP/1.1" status: 204 len: 168 time: 0.1240528 Oct 11 16:02:36.309262 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:36.311573 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acc895-1ba0-4be0-97db-512b617cafd5" -d '{"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-plugged", "status": "completed", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:36.322635 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80e47b-9117-4d00-8fe3-1696c6bc182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59263065-9e75-48ba-bd2e-bdb9a9bedd2c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:36.326856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:02:36.331046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:36.360456 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a443c12-a3ad-46f8-ab45-297ef2132755 x-openstack-request-id: req-0a443c12-a3ad-46f8-ab45-297ef2132755 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:36.360835 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-plugged", "status": "completed", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:36.361156 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a443c12-a3ad-46f8-ab45-297ef2132755 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:36.361638 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'code': 200} Oct 11 16:02:36.393378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:36.456636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe268-7532-4887-8116-6319015245a1 req-2d25e04e-dfa6-4a62-9e66-4c0e09f528bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:36.458236 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-855fe268-7532-4887-8116-6319015245a1 req-2d25e04e-dfa6-4a62-9e66-4c0e09f528bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1096 time: 0.0443740 Oct 11 16:02:36.497195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-855fe268-7532-4887-8116-6319015245a1 req-fb511895-8730-46e1-8579-0640e94cbce8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Oct 11 16:02:36.602700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b20516-c4f2-4557-b47f-b01d2209a38d req-a103eaf0-2cda-417c-a3d5-f2ea8fa80ab1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:36.604327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b20516-c4f2-4557-b47f-b01d2209a38d req-a103eaf0-2cda-417c-a3d5-f2ea8fa80ab1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0528295 Oct 11 16:02:36.644296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b20516-c4f2-4557-b47f-b01d2209a38d req-891a6ea4-4b9a-4d60-9387-95257f50916a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Oct 11 16:02:37.757061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188ed6-01ef-4d4e-931c-65666cd69a43 req-a2bfce3d-9059-4944-92b3-8dada8f33f27 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:37.759092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94188ed6-01ef-4d4e-931c-65666cd69a43 req-a2bfce3d-9059-4944-92b3-8dada8f33f27 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0478933 Oct 11 16:02:37.796495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94188ed6-01ef-4d4e-931c-65666cd69a43 req-f1f90c26-913e-41a9-a7ea-8fc684e7bb12 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Oct 11 16:02:37.797520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:37.900460 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:02:37.916442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a258a-7ffb-43ea-8cfb-fa6cb386c47e req-3e488dd3-a35f-430d-86c4-82666277b423 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:37.917941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b9a258a-7ffb-43ea-8cfb-fa6cb386c47e req-3e488dd3-a35f-430d-86c4-82666277b423 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0533586 Oct 11 16:02:37.955836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b9a258a-7ffb-43ea-8cfb-fa6cb386c47e req-48a46986-bb49-4950-92fb-4c9a0ccce1f6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Oct 11 16:02:37.976354 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:38.015731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6082a0f-d734-40c4-8fec-5af8d769337c tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:38.017203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f6082a0f-d734-40c4-8fec-5af8d769337c tempest-TestNetworkAdvancedServerOps-1676755491 tempest-TestNetworkAdvancedServerOps-1676755491-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1091 time: 0.0398943 Oct 11 16:02:38.019941 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:38.024149 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:38.046599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.144410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.246807 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Allocated IP 172.35.3.95 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/9b40f425-5036-4f9f-965a-05bba1519636) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:02:38.347261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.380479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.416345 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:02:38.422773 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:02:38.425192 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:02:38.448287 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=9b40f425-5036-4f9f-965a-05bba1519636,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:38.778458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.842710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.991132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:38.995683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:39.067638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event updated for resources: {'Port': ['ID=9b40f425-5036-4f9f-965a-05bba1519636,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:39.080111 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:39.176963 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 41545dba-e9f8-47dc-99e7-b0674825ca76 associated. External IP: 172.35.3.95, port: dd433b68-b0c8-4ed4-9699-9d0133c21851. Oct 11 16:02:39.384205 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router a08ad4c7-50f1-4419-8396-c43d2da12269 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:02:39.489030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:02:39.498512 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Sync routers for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:02:39.505716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:39.508535 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:39.509141 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:39.535065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b70ec490-e853-47d4-8481-29ac8c83a42f tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5141270 Oct 11 16:02:39.535770 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:02:39.538168 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e36e1c-549b-4245-bc4a-475a591a1b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:02:39.578507 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4595905-6ae8-4f45-97ea-b7e410d5a052 x-openstack-request-id: req-f4595905-6ae8-4f45-97ea-b7e410d5a052 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:02:39.578960 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:02:39.579302 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4595905-6ae8-4f45-97ea-b7e410d5a052 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:02:39.579819 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'status': 'completed', 'code': 200} Oct 11 16:02:39.618321 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:39.646234 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-5cb51d51-23e8-43c4-b292-b2eb7082c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:39.647888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-5cb51d51-23e8-43c4-b292-b2eb7082c94c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1096 time: 0.0454102 Oct 11 16:02:39.696365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:39.744962 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-e0b3fc93-53c5-4629-91b5-1640c2f8db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:39.746483 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-e0b3fc93-53c5-4629-91b5-1640c2f8db24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 897 time: 0.0920916 Oct 11 16:02:39.822942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-475b63b4-3cd5-4ce7-bbc8-38e0f6143dea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 998 time: 0.0666268 Oct 11 16:02:39.860182 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '41545dba-e9f8-47dc-99e7-b0674825ca76', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'mac_address': 'fa:16:3e:dd:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:02:38Z', 'updated_at': '2021-10-11T16:02:38Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:39.879481 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-19be3e20-585c-4fe5-8eeb-31bb7d19e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:39.881158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-19be3e20-585c-4fe5-8eeb-31bb7d19e68e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 200 len: 835 time: 0.0517659 Oct 11 16:02:39.887606 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Checking router: a08ad4c7-50f1-4419-8396-c43d2da12269 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:02:39.896301 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:02:39.896908 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:02:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:39.930258 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-187b780f-80ad-4456-8948-8f6d1f6bd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:39.931792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-187b780f-80ad-4456-8948-8f6d1f6bd37d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434582 Oct 11 16:02:39.987125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9e7bb-9819-4009-a5c9-83a4c7cb1f12 req-9d0a692e-1f6a-49cd-8f3c-52b05b9f87e1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:39.988747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-add9e7bb-9819-4009-a5c9-83a4c7cb1f12 req-9d0a692e-1f6a-49cd-8f3c-52b05b9f87e1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.4000115 Oct 11 16:02:40.011782 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:02:40.032152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-add9e7bb-9819-4009-a5c9-83a4c7cb1f12 req-dfb8129c-1b22-4f7a-9d35-6a1e3bd513fe tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327308 Oct 11 16:02:40.041771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-73186f2e-d288-4452-80f6-ba72d6a1d589 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016295 Oct 11 16:02:40.054753 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:40.120945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-baef3075-6149-41e9-b8ad-2c58d560c13a tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/41545dba-e9f8-47dc-99e7-b0674825ca76 HTTP/1.1" status: 200 len: 990 time: 0.0644658 Oct 11 16:02:40.136777 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-64e36e1c-549b-4245-bc4a-475a591a1b1c req-c5b9e929-2068-4948-9f7a-6d056de90131 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879941 Oct 11 16:02:40.239930 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '41545dba-e9f8-47dc-99e7-b0674825ca76', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'mac_address': 'fa:16:3e:dd:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:02:38Z', 'updated_at': '2021-10-11T16:02:38Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:02:40.268499 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd6743-e350-40b0-a1fb-4e90f35ba107 None None] The sync data for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 is: [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '41545dba-e9f8-47dc-99e7-b0674825ca76', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'mac_address': 'fa:16:3e:dd:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:02:38Z', 'updated_at': '2021-10-11T16:02:38Z', 'revision_number': 0, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:02:40.449791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba638d-b01a-4fd4-8ef3-e40265fcd5b7 None None] New status for floating IP 41545dba-e9f8-47dc-99e7-b0674825ca76: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:02:40.811968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:41.124772 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:41.186539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9704bc0b-aaed-45bf-8fcd-22bf5fb59852 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/41545dba-e9f8-47dc-99e7-b0674825ca76 HTTP/1.1" status: 200 len: 992 time: 0.0605664 Oct 11 16:03:02.365154 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8493-b922-4879-b64f-e2ec190fb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:04.865607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a4f26f-e228-42aa-b54e-d1953480fa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:05.866138 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-d9b800b8-a1e2-4988-9103-a8c036330c5f req-242dd0c4-c3fe-41c9-bb6e-7e0bc3965674 service neutron] (94827) timed out ('10.222.0.36', 55833) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:03:05.983002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:06.001109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:07.795741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:09.692184 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:10.827280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:14.787467 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69211f-2035-4e0e-9191-7e1b7304b838 req-757f2650-240a-4f78-9e50-027b8090f934 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:14.789467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c69211f-2035-4e0e-9191-7e1b7304b838 req-757f2650-240a-4f78-9e50-027b8090f934 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0559757 Oct 11 16:03:14.826390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c69211f-2035-4e0e-9191-7e1b7304b838 req-5abe1de8-d2b9-4506-b5b9-8e95586703e5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307617 Oct 11 16:03:14.899358 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:03:15.943411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8136e7-17a5-40d8-9600-60b5900a9482 req-c2926803-37a6-4876-9e8a-adc826675342 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:15.945632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8136e7-17a5-40d8-9600-60b5900a9482 req-c2926803-37a6-4876-9e8a-adc826675342 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0534978 Oct 11 16:03:15.982726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa8136e7-17a5-40d8-9600-60b5900a9482 req-614dd7bc-5de0-4e01-aece-fb417de75121 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Oct 11 16:03:17.095408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a7c8-94fd-46b3-b803-615f7208be53 req-83b49c8e-4f64-484e-9d1a-8f0e13f7796d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:17.096754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e850a7c8-94fd-46b3-b803-615f7208be53 req-83b49c8e-4f64-484e-9d1a-8f0e13f7796d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0476782 Oct 11 16:03:17.133016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e850a7c8-94fd-46b3-b803-615f7208be53 req-80b7afea-431f-4e31-a3c9-7309e83107d3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304596 Oct 11 16:03:18.249616 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ce13-ac68-42d5-9e6e-17717d819be7 req-a956fc81-dfa0-4739-b992-afc8e7c5cc8d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:18.251249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59d9ce13-ac68-42d5-9e6e-17717d819be7 req-a956fc81-dfa0-4739-b992-afc8e7c5cc8d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0493090 Oct 11 16:03:18.274577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa765-281b-4207-9518-6d737b750dff req-b19aa4a4-e53c-4cca-acee-d7887981953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:18.276070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-b19aa4a4-e53c-4cca-acee-d7887981953b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1096 time: 0.0443690 Oct 11 16:03:18.290151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59d9ce13-ac68-42d5-9e6e-17717d819be7 req-85b9cb71-22d9-4112-94a5-71ded0a8cc56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Oct 11 16:03:18.374876 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa765-281b-4207-9518-6d737b750dff req-6b68bc5b-457f-4908-96a4-d33e42d3fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:18.376288 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-6b68bc5b-457f-4908-96a4-d33e42d3fe3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 897 time: 0.0822873 Oct 11 16:03:18.445011 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-5eb44db2-f398-4ac8-8f9b-54a76c9b03d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 1000 time: 0.0590942 Oct 11 16:03:18.491607 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa765-281b-4207-9518-6d737b750dff req-a6c526d3-3958-4349-a181-2ea41ad9e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:18.492950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-a6c526d3-3958-4349-a181-2ea41ad9e943 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 200 len: 835 time: 0.0414324 Oct 11 16:03:18.536425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa765-281b-4207-9518-6d737b750dff req-f5336986-b604-49dd-b5cc-d0cd4bae739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:18.538403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-f5336986-b604-49dd-b5cc-d0cd4bae739f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376382 Oct 11 16:03:18.626727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-d51a8485-d3a8-4222-b6b7-684b7a4363ab service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818210 Oct 11 16:03:18.714316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0b4aa765-281b-4207-9518-6d737b750dff req-bbb55135-16a5-41f3-8409-e32f0b643ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798743 Oct 11 16:03:19.405729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ab5-df7d-4852-b6c3-5d49bc900bca req-72eeabbf-aa7c-445c-9bd2-dee93370a7f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:19.407179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6b10ab5-df7d-4852-b6c3-5d49bc900bca req-72eeabbf-aa7c-445c-9bd2-dee93370a7f0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0514011 Oct 11 16:03:19.443642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6b10ab5-df7d-4852-b6c3-5d49bc900bca req-da2f58ee-2a62-4004-b081-479acaf2a317 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Oct 11 16:03:20.208781 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfb318-093e-4100-a394-29a07197e74f req-48c3394e-b664-4f9e-a289-abd2a8498ef0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.211276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fadfb318-093e-4100-a394-29a07197e74f req-48c3394e-b664-4f9e-a289-abd2a8498ef0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0518847 Oct 11 16:03:20.247740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fadfb318-093e-4100-a394-29a07197e74f req-65d7fcff-6804-4012-89c9-1c563261deb0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306485 Oct 11 16:03:20.498234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-cd9f5030-c92e-4575-9ede-87bf6b3a99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.499723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-cd9f5030-c92e-4575-9ede-87bf6b3a99aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0401807 Oct 11 16:03:20.613221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0965-211a-449e-975e-01c4f06b1d3b req-5191cf85-ef3d-4548-bcf3-869a2a3e5472 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.614780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba4b0965-211a-449e-975e-01c4f06b1d3b req-5191cf85-ef3d-4548-bcf3-869a2a3e5472 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.1001749 Oct 11 16:03:20.652009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-e016730a-762e-4c89-9509-b10784866ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.653414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-e016730a-762e-4c89-9509-b10784866ea4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1291864 Oct 11 16:03:20.707280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba4b0965-211a-449e-975e-01c4f06b1d3b req-c61853d6-ddda-48fb-8533-ceecc1c6a155 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813458 Oct 11 16:03:20.732329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-183df72b-db35-4938-86bf-8a7b51f1008d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0686548 Oct 11 16:03:20.780695 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-780ac5d0-2a1b-4370-af4f-5abcc7fd6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.782134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-780ac5d0-2a1b-4370-af4f-5abcc7fd6949 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0430503 Oct 11 16:03:20.826064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-ea5e0d44-3825-49b0-a171-eb4570c66240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:20.827503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-ea5e0d44-3825-49b0-a171-eb4570c66240 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388923 Oct 11 16:03:20.920244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-2ba58c37-13b2-45f6-9252-ba32d443ca49 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Oct 11 16:03:21.009069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d130de40-e7dc-4fa1-b035-8872ec0d81a2 req-b461e310-bae6-4aa5-9112-3ae10e7ce362 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816910 Oct 11 16:03:21.369504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2af348-9d6e-44fd-9e89-a26fd029a478 req-e7b79323-3f0e-4eb2-9444-f3e18510ef65 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:21.370987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd2af348-9d6e-44fd-9e89-a26fd029a478 req-e7b79323-3f0e-4eb2-9444-f3e18510ef65 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0546608 Oct 11 16:03:21.407991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd2af348-9d6e-44fd-9e89-a26fd029a478 req-0370b6df-b72c-4fac-9702-7a40c10ea0ed tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Oct 11 16:03:21.819882 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a3b14-f489-48a0-9a07-53593404cd3b req-3e833ebb-1c26-4234-b3e0-2d4891fe424e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:21.821348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817a3b14-f489-48a0-9a07-53593404cd3b req-3e833ebb-1c26-4234-b3e0-2d4891fe424e tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0479550 Oct 11 16:03:21.857938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-817a3b14-f489-48a0-9a07-53593404cd3b req-78bd9837-5fcb-4b96-b231-fbc25eb9311b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Oct 11 16:03:22.519946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cac19-b86c-44a9-9db8-c3d718fa9028 req-f1b9c252-9e5e-493f-a95e-b51c7aced1b5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:22.521399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293cac19-b86c-44a9-9db8-c3d718fa9028 req-f1b9c252-9e5e-493f-a95e-b51c7aced1b5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0488141 Oct 11 16:03:22.559139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293cac19-b86c-44a9-9db8-c3d718fa9028 req-9dbcef09-ae83-4934-88b4-5e5ab8c189a8 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318727 Oct 11 16:03:22.973219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c22b38-44e8-4b30-b8fb-6c2e45799ce3 req-eda0a2f7-3730-442d-964a-60c94f3d8d3d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:22.974702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55c22b38-44e8-4b30-b8fb-6c2e45799ce3 req-eda0a2f7-3730-442d-964a-60c94f3d8d3d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0523334 Oct 11 16:03:23.011772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55c22b38-44e8-4b30-b8fb-6c2e45799ce3 req-9c4c96d8-4b2e-421d-aa6f-b56e345c15b2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Oct 11 16:03:23.670957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0578-d653-403e-a761-4ca33f29d80a req-fe2d1692-5ec0-4d55-9dee-2ccde7345273 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:23.672423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-214d0578-d653-403e-a761-4ca33f29d80a req-fe2d1692-5ec0-4d55-9dee-2ccde7345273 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0486395 Oct 11 16:03:23.710293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-214d0578-d653-403e-a761-4ca33f29d80a req-695216e6-f508-4fb7-a8d0-242ce124814e tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Oct 11 16:03:24.123687 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9e911-926b-4f90-bb49-2d4b0fac5984 req-71f89f40-30c7-4f15-81bd-c406f4b1a3e2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:24.125200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ff9e911-926b-4f90-bb49-2d4b0fac5984 req-71f89f40-30c7-4f15-81bd-c406f4b1a3e2 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0480616 Oct 11 16:03:24.161935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ff9e911-926b-4f90-bb49-2d4b0fac5984 req-12f2906f-77aa-4102-b8a6-8c2a7baf46bf tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Oct 11 16:03:24.827244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce61e8-77e7-4d94-b433-21cac3ae8d34 req-9d7afd8d-1248-42c6-9128-e082a2e1914d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:24.828717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3ce61e8-77e7-4d94-b433-21cac3ae8d34 req-9d7afd8d-1248-42c6-9128-e082a2e1914d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0529435 Oct 11 16:03:24.867118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3ce61e8-77e7-4d94-b433-21cac3ae8d34 req-9ba87e46-eb0d-48a4-a007-69f443b3ae01 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Oct 11 16:03:24.935003 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-e5bf4f01-c416-4929-bbf3-efafa9278c04 req-d7fc533c-d04c-48e3-94ef-b0a34a0f19af service neutron] (94827) timed out ('10.222.0.31', 44078) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:03:25.278622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626b3fd-e43c-4e35-b1e4-d80ced68e8b0 req-c9a2235a-07e2-41e4-913c-3997432bcc24 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:25.280437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1626b3fd-e43c-4e35-b1e4-d80ced68e8b0 req-c9a2235a-07e2-41e4-913c-3997432bcc24 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0519142 Oct 11 16:03:25.320754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1626b3fd-e43c-4e35-b1e4-d80ced68e8b0 req-fb8011bf-63c5-4968-8a7b-9f989d043510 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345774 Oct 11 16:03:25.981386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7abfaf-4ec0-4ae4-a758-cd65ff4a43f6 req-2faffcc7-4d1e-4570-aa1a-6daa53485730 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:25.982883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7abfaf-4ec0-4ae4-a758-cd65ff4a43f6 req-2faffcc7-4d1e-4570-aa1a-6daa53485730 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0485260 Oct 11 16:03:26.020649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a7abfaf-4ec0-4ae4-a758-cd65ff4a43f6 req-3ecd6879-62c8-461d-b08c-dc6077c56ff7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Oct 11 16:03:26.436519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5b9a-d202-4408-8af9-ef5c1884133c req-efcaed92-35ff-4260-a9e8-ff96a2b4f756 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:26.437984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34fa5b9a-d202-4408-8af9-ef5c1884133c req-efcaed92-35ff-4260-a9e8-ff96a2b4f756 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0514407 Oct 11 16:03:26.474244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-34fa5b9a-d202-4408-8af9-ef5c1884133c req-998a3e3f-494a-45d8-92bb-c092da9d8b9c tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305369 Oct 11 16:03:27.134648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f333314-d85c-444c-8a8c-34f87a3b43d8 req-6036b4e6-bb5a-48f0-a896-cf1c933a8399 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:27.136009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f333314-d85c-444c-8a8c-34f87a3b43d8 req-6036b4e6-bb5a-48f0-a896-cf1c933a8399 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0485244 Oct 11 16:03:27.172850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f333314-d85c-444c-8a8c-34f87a3b43d8 req-5acd19a6-1b84-4ef4-9abc-cb3256f9f089 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309901 Oct 11 16:03:27.584800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315d28-9084-42db-bfaf-c612290d3ccb req-1763146a-526f-4c0a-88df-4702cdb61aef tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:27.586268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf315d28-9084-42db-bfaf-c612290d3ccb req-1763146a-526f-4c0a-88df-4702cdb61aef tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0474839 Oct 11 16:03:27.622898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cf315d28-9084-42db-bfaf-c612290d3ccb req-056223ff-e8ca-4698-aa26-2b2bf38308f8 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Oct 11 16:03:28.289476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82f08-ad3d-4005-b407-7c189a04e263 req-1b0ee215-04b1-4cb5-94be-948a713bea82 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:28.290943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ec82f08-ad3d-4005-b407-7c189a04e263 req-1b0ee215-04b1-4cb5-94be-948a713bea82 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0520093 Oct 11 16:03:28.328908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ec82f08-ad3d-4005-b407-7c189a04e263 req-500a5023-98f6-41b9-841c-cc7389237bd7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Oct 11 16:03:28.733694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e6b6-91b0-4155-ade8-aafd01d0d472 req-95e874c7-eed8-491a-9093-020b76177026 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:28.735159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8060e6b6-91b0-4155-ade8-aafd01d0d472 req-95e874c7-eed8-491a-9093-020b76177026 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0482876 Oct 11 16:03:28.772905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8060e6b6-91b0-4155-ade8-aafd01d0d472 req-31a8a69b-4904-422c-823d-f576e8bbb74b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Oct 11 16:03:29.443373 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13832ab-0e4e-4147-a807-44f53dbcd4fc req-cf5b295a-20ce-46cb-96b7-d28685c1d587 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:29.444840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f13832ab-0e4e-4147-a807-44f53dbcd4fc req-cf5b295a-20ce-46cb-96b7-d28685c1d587 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0490363 Oct 11 16:03:29.482708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f13832ab-0e4e-4147-a807-44f53dbcd4fc req-b650dedf-a179-4594-87b4-0b48bfdb3383 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Oct 11 16:03:29.889318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce8521-8d45-405c-8ad0-aca75329d8c0 req-c2efe74e-992b-44dc-8d17-15082d8ad206 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:29.890807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dce8521-8d45-405c-8ad0-aca75329d8c0 req-c2efe74e-992b-44dc-8d17-15082d8ad206 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0523579 Oct 11 16:03:29.927982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9dce8521-8d45-405c-8ad0-aca75329d8c0 req-60636c54-42fb-4f7b-b9de-c544e3a2a5ad tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Oct 11 16:03:30.595461 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4aba1-cade-4b49-918f-a7f531d760ae req-d71a5e7e-a60c-4f0e-b234-2872c6f371b4 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:30.596908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ce4aba1-cade-4b49-918f-a7f531d760ae req-d71a5e7e-a60c-4f0e-b234-2872c6f371b4 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0487876 Oct 11 16:03:30.639450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6ce4aba1-cade-4b49-918f-a7f531d760ae req-44b9a298-e193-410d-8740-363276c2b429 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349762 Oct 11 16:03:31.041793 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb70cf-733b-4d53-ab17-27a2ada37192 req-6daebf23-1d3a-47af-a8c7-23190d343c72 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:31.043268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aceb70cf-733b-4d53-ab17-27a2ada37192 req-6daebf23-1d3a-47af-a8c7-23190d343c72 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0486410 Oct 11 16:03:31.079807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aceb70cf-733b-4d53-ab17-27a2ada37192 req-2728e30c-5714-4b67-8682-aeb8be846fdb tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304599 Oct 11 16:03:31.758435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d151ecb-661a-4c94-b544-4d4a269cc85e req-a9c1b29a-f122-4942-8305-7004864a57c5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:31.759927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d151ecb-661a-4c94-b544-4d4a269cc85e req-a9c1b29a-f122-4942-8305-7004864a57c5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0532022 Oct 11 16:03:31.796655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d151ecb-661a-4c94-b544-4d4a269cc85e req-2472fb0e-ff61-44d9-9ce0-d981a74575c6 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Oct 11 16:03:32.191267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218fc2-fd12-4bd5-8c64-313938408213 req-2885daa2-da1a-4531-89e2-7fb452d8bb99 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:32.192728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87218fc2-fd12-4bd5-8c64-313938408213 req-2885daa2-da1a-4531-89e2-7fb452d8bb99 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0485902 Oct 11 16:03:32.230217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-87218fc2-fd12-4bd5-8c64-313938408213 req-7c9d75ab-2137-437d-a495-63b15055a7b3 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Oct 11 16:03:32.367322 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6926de4-fff3-4edb-9649-02e7109f7d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:32.408428 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912c3a-7b36-4957-9eb6-ac1a1835ea93 req-5373fa28-fba1-427e-ba87-bd6a00c7af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:32.409908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2912c3a-7b36-4957-9eb6-ac1a1835ea93 req-5373fa28-fba1-427e-ba87-bd6a00c7af45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1096 time: 0.0397496 Oct 11 16:03:32.448258 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a2912c3a-7b36-4957-9eb6-ac1a1835ea93 req-edce1c2f-7fb4-4465-b885-db8ba3ecb949 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Oct 11 16:03:32.633120 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-2485e6f2-65c8-4a51-903b-61ba07d475f5 req-b280a1bd-0c92-4ab4-bdd5-d63511de4476 service neutron] (94827) timed out ('10.222.0.31', 34622) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:03:32.909808 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45286486-1338-4094-9b85-96c9f3994adb req-03aa77d2-912e-40a7-84d2-59c82d7a75d4 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:32.911233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45286486-1338-4094-9b85-96c9f3994adb req-03aa77d2-912e-40a7-84d2-59c82d7a75d4 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0488489 Oct 11 16:03:32.948685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45286486-1338-4094-9b85-96c9f3994adb req-7bf67050-b086-42b1-947f-cc7ad45b11eb tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Oct 11 16:03:33.347150 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e77066-5ade-404d-8695-6ae8ccc7be00 req-638287a1-6152-4eb5-a556-48c769135326 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:33.348609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e77066-5ade-404d-8695-6ae8ccc7be00 req-638287a1-6152-4eb5-a556-48c769135326 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0523674 Oct 11 16:03:33.387111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e77066-5ade-404d-8695-6ae8ccc7be00 req-43c04292-c830-4006-a272-778af0595a11 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Oct 11 16:03:34.061993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d115d1-4456-4bc2-ba5e-7c2007d1ad5f req-57873de9-30ed-43ba-a5fe-dba7fb06368c tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:34.063457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8d115d1-4456-4bc2-ba5e-7c2007d1ad5f req-57873de9-30ed-43ba-a5fe-dba7fb06368c tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0487390 Oct 11 16:03:34.100255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8d115d1-4456-4bc2-ba5e-7c2007d1ad5f req-b90ca188-c05b-4d4a-a049-d0d353833999 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Oct 11 16:03:34.474017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:03:34.508546 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620943c5-1e89-4ef9-a1e1-b470c8ec6d87 req-757cb0e5-7f42-4ca8-9a30-26db29e98a56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:34.510287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620943c5-1e89-4ef9-a1e1-b470c8ec6d87 req-757cb0e5-7f42-4ca8-9a30-26db29e98a56 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0495582 Oct 11 16:03:34.547604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-620943c5-1e89-4ef9-a1e1-b470c8ec6d87 req-84cb4392-9240-4f1f-8740-4c5bec4c6acc tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Oct 11 16:03:34.569371 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:03:34.569688 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 55982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:34.580718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'port_id': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'mac_address': 'fa:16:3e:dd:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:03:34.616788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:34.629116 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd433b68-b0c8-4ed4-9699-9d0133c21851 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:03:34.633167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3376a85-addb-4886-a6a4-0196851051dd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/floatingips/41545dba-e9f8-47dc-99e7-b0674825ca76 HTTP/1.1" status: 200 len: 992 time: 0.0623996 Oct 11 16:03:34.651633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:03:34.655760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:34.700549 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:34.707547 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.707886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.708218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.708552 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.708869 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.709709 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.710029 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.710346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.710663 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.710976 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.711287 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.711599 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:34.869477 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a05eb4e-c772-4769-8118-fe057d415731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:34.874911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['dd433b68-b0c8-4ed4-9699-9d0133c21851'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:03:35.214008 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d2a9f-c4af-4d8f-a3bc-9ceedc807a1b req-fb8a60eb-7918-4a61-89e2-9a4e2b5f9c90 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:35.215458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858d2a9f-c4af-4d8f-a3bc-9ceedc807a1b req-fb8a60eb-7918-4a61-89e2-9a4e2b5f9c90 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0486460 Oct 11 16:03:35.253661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-858d2a9f-c4af-4d8f-a3bc-9ceedc807a1b req-c1bbafc4-df4b-4fa4-b31b-45c47b089bbf tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Oct 11 16:03:35.985437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.003167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.367322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c00f9-3572-4f0e-9218-7543f27820ce req-612d8767-f7b7-4549-a5e3-d6ee48a40ca5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.368764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-051c00f9-3572-4f0e-9218-7543f27820ce req-612d8767-f7b7-4549-a5e3-d6ee48a40ca5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0472662 Oct 11 16:03:36.406031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-051c00f9-3572-4f0e-9218-7543f27820ce req-c7bb27af-af32-4b4c-a4d6-cef42e68f735 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Oct 11 16:03:36.504920 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:03:36.554732 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port dd433b68-b0c8-4ed4-9699-9d0133c21851 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:03:36.555068 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.630182 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c91a90-1c75-4be6-9f11-282a10a364ae req-b1f93227-0524-4a61-907a-1a5650630fbc tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.632301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5c91a90-1c75-4be6-9f11-282a10a364ae req-b1f93227-0524-4a61-907a-1a5650630fbc tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0794096 Oct 11 16:03:36.633993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.639023 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-a9e71480-4344-45e0-8ad6-b2176a88cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.640432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-a9e71480-4344-45e0-8ad6-b2176a88cc90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0558155 Oct 11 16:03:36.657573 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:03:36.659779 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f7d4e9-6ecd-4f50-b288-aeab23e7b19c" -d '{"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-plugged", "status": "completed", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:03:36.672601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:03:36.676921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.703831 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2980031-c7b1-4ab1-8415-3cd9c05c9231 x-openstack-request-id: req-c2980031-c7b1-4ab1-8415-3cd9c05c9231 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:03:36.704205 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-plugged", "status": "completed", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:03:36.704461 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2980031-c7b1-4ab1-8415-3cd9c05c9231 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:03:36.704863 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'code': 200} Oct 11 16:03:36.730129 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:36.736743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5c91a90-1c75-4be6-9f11-282a10a364ae req-50fcc3e6-aa8d-4db3-8bdb-2c53e1c8b4d7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953665 Oct 11 16:03:36.762900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-cdca156a-d985-4ed9-976b-71e6f98d3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.764427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-cdca156a-d985-4ed9-976b-71e6f98d3f24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1113298 Oct 11 16:03:36.827948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-8a58f67d-ac62-45d4-98ea-5bca6131c611 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0567307 Oct 11 16:03:36.875379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-925e626e-34d9-4048-a1f8-2309e346d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.876802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-925e626e-34d9-4048-a1f8-2309e346d7e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0424788 Oct 11 16:03:36.924788 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-a844321b-aff4-47d9-aed7-60b74c69a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:36.926333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-a844321b-aff4-47d9-aed7-60b74c69a31f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426307 Oct 11 16:03:37.013318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-121cb386-ccbd-43df-883a-ed814c1675ae service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802803 Oct 11 16:03:37.104734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9994a5e2-5614-4eea-8aea-f04969c2123e req-cb544857-49b6-40a7-b406-81a2c120fb3e service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843654 Oct 11 16:03:37.798528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:37.853574 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7df13-4b73-4e22-b35c-682178581dd5 req-23abbbf4-be96-4bff-9fdc-bc962114894a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:37.855009 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d7df13-4b73-4e22-b35c-682178581dd5 req-23abbbf4-be96-4bff-9fdc-bc962114894a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0481496 Oct 11 16:03:37.892334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6d7df13-4b73-4e22-b35c-682178581dd5 req-27d4566c-b727-45f1-8813-f1515c961067 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Oct 11 16:03:39.688742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:40.831562 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:51.899258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:04:02.367886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2ceabaa-56f6-4030-956b-eb98fe6debdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:04.868507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e01b277-aabb-49bd-80b5-bb6e1f0139d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.185300 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:05.338031 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 9b40f425-5036-4f9f-965a-05bba1519636 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:04:05.338369 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.414930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.415252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.426767 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 9b40f425-5036-4f9f-965a-05bba1519636 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:04:05.568991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.593281 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=9b40f425-5036-4f9f-965a-05bba1519636,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:05.605236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.605606 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.605947 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.606275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.606599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.606919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.607236 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.607555 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.607872 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.608187 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.608499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.608808 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:05.660585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.660920 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Floating IP 41545dba-e9f8-47dc-99e7-b0674825ca76 disassociated (deleted). External IP: 172.35.3.95, port: dd433b68-b0c8-4ed4-9699-9d0133c21851. Oct 11 16:04:05.864185 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router a08ad4c7-50f1-4419-8396-c43d2da12269 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:04:05.970778 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:04:05.975798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.986941 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Sync routers for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:04:05.996364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:05.999314 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:06.000308 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:06.004080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c9648722-8e9b-4f67-964e-482576126bc1 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/floatingips/41545dba-e9f8-47dc-99e7-b0674825ca76 HTTP/1.1" status: 204 len: 168 time: 0.8177273 Oct 11 16:04:06.004669 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:04:06.006999 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfacd34-3c5d-433e-9aa4-47633bcde1df" -d '{"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:04:06.018838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:06.061958 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007cc7c-056d-4143-a0df-cfaf96b0cbac x-openstack-request-id: req-1007cc7c-056d-4143-a0df-cfaf96b0cbac {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:04:06.062254 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:04:06.062534 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1007cc7c-056d-4143-a0df-cfaf96b0cbac {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:04:06.062936 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'status': 'completed', 'code': 200} Oct 11 16:04:06.116637 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:06.255055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a432c-ec8d-4ba3-9b98-b03a2fa05834 req-1f830189-83c2-4588-a5ac-cb02e86900b0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:06.258058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f55a432c-ec8d-4ba3-9b98-b03a2fa05834 req-1f830189-83c2-4588-a5ac-cb02e86900b0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0582104 Oct 11 16:04:06.296928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f55a432c-ec8d-4ba3-9b98-b03a2fa05834 req-59fabcb6-721e-4b8c-8c39-adf37b83bcc6 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340669 Oct 11 16:04:06.301012 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-67f5fa47-c451-471f-bf7c-94daabdb039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:06.302522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-67f5fa47-c451-471f-bf7c-94daabdb039b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 1096 time: 0.2057004 Oct 11 16:04:06.392420 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-6aebf202-1cff-462c-82c0-d83223df7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:06.393902 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-6aebf202-1cff-462c-82c0-d83223df7437 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 200 len: 897 time: 0.0830581 Oct 11 16:04:06.408226 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:06.434155 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Checking router: a08ad4c7-50f1-4419-8396-c43d2da12269 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:04:06.442128 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:06.442712 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:06.445962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-ed73c1d2-51a6-458b-826c-ef70c550c51b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 200 len: 217 time: 0.0386550 Oct 11 16:04:06.495260 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-e52d434d-8fe2-4d76-a285-e7d783925432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:06.496691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-e52d434d-8fe2-4d76-a285-e7d783925432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 200 len: 835 time: 0.0433290 Oct 11 16:04:06.543600 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-118df22b-fddc-43ed-8ca1-947c96ac2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:06.544635 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:06.545072 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-118df22b-fddc-43ed-8ca1-947c96ac2f3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400133 Oct 11 16:04:06.558158 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-64b9bfcb-e9b3-4aaf-b951-f32ebe364289 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:04:06.559091 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-64b9bfcb-e9b3-4aaf-b951-f32ebe364289 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048409 Oct 11 16:04:06.651988 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-b6e3c1c9-0b32-43f2-ab07-5299d8c011f9 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847471 Oct 11 16:04:06.735078 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:06.743896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dbfacd34-3c5d-433e-9aa4-47633bcde1df req-ef88515d-a89b-4b6f-b0e4-95c94265fc47 service neutron] 10.222.0.36 "GET /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814188 Oct 11 16:04:06.764987 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524712c-d92c-419e-97af-9d9e73787c41 None None] The sync data for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 is: [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:02:24Z', 'revision_number': 4, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2be57532-7cf5-4317-afdb-32b1d9153af6', 'name': '', 'network_id': '9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'mac_address': 'fa:16:3e:f9:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:23Z', 'updated_at': '2021-10-11T16:02:27Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'subnets': [{'id': '42a7737a-1671-4d61-96e6-18cf9173a2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:04:06.981742 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096daa0c-e72c-4616-8448-f8659f81bf6e None None] New status for floating IP 41545dba-e9f8-47dc-99e7-b0674825ca76: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:04:07.415128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cec4c5-c942-4a47-8096-31267d8a17bf req-3975e274-81d5-49be-8ede-145d476b1f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:07.416585 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9cec4c5-c942-4a47-8096-31267d8a17bf req-3975e274-81d5-49be-8ede-145d476b1f2b tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0482149 Oct 11 16:04:07.453355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9cec4c5-c942-4a47-8096-31267d8a17bf req-14a398b7-6ab3-4426-9333-b9f368e0b28d tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "GET /v2.0/security-groups?id=62eedec2-3c01-417f-ab5e-f1185ddd4694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306323 Oct 11 16:04:07.610022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1a68e-edef-433a-86ef-219085041079 req-9b8c7344-d81b-4dac-93f9-206c8042e593 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:07.611363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6f1a68e-edef-433a-86ef-219085041079 req-9b8c7344-d81b-4dac-93f9-206c8042e593 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "GET /v2.0/ports?device_id=280f2afe-0d5b-4a0e-89b2-8223d531366b HTTP/1.1" status: 200 len: 945 time: 0.0520573 Oct 11 16:04:07.696796 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port dd433b68-b0c8-4ed4-9699-9d0133c21851 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:04:07.697134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:07.784459 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port dd433b68-b0c8-4ed4-9699-9d0133c21851, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dd433b68-b0c8-4ed4-9699-9d0133c21851,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:07.784824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:07.798921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for dd433b68-b0c8-4ed4-9699-9d0133c21851 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:04:07.801561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:07.921462 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:07.947114 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=dd433b68-b0c8-4ed4-9699-9d0133c21851,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:07.956866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.957212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.957578 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.957912 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.958265 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.958592 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.958917 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.959767 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.960510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.960510 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.960759 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:07.961021 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:08.003609 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] No DVR routers for this DVR port dd433b68-b0c8-4ed4-9699-9d0133c21851 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:04:08.006817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:08.010167 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6f1a68e-edef-433a-86ef-219085041079 req-01d278c1-e940-44f3-a891-1ca048fcebbd tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.36 "DELETE /v2.0/ports/dd433b68-b0c8-4ed4-9699-9d0133c21851 HTTP/1.1" status: 204 len: 173 time: 0.3930430 Oct 11 16:04:08.010600 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-deleted', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:04:08.012810 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3e72bb-3830-423b-a453-2f8d9268db30" -d '{"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-deleted", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:04:08.171969 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25279ab7-f2d8-4340-a609-3513c5e887bf x-openstack-request-id: req-25279ab7-f2d8-4340-a609-3513c5e887bf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:04:08.172261 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f2afe-0d5b-4a0e-89b2-8223d531366b", "name": "network-vif-deleted", "tag": "dd433b68-b0c8-4ed4-9699-9d0133c21851", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:04:08.172540 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25279ab7-f2d8-4340-a609-3513c5e887bf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:04:08.172942 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f2afe-0d5b-4a0e-89b2-8223d531366b', 'name': 'network-vif-deleted', 'tag': 'dd433b68-b0c8-4ed4-9699-9d0133c21851', 'status': 'completed', 'code': 200} Oct 11 16:04:08.509278 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:08.855099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:09.099713 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 2be57532-7cf5-4317-afdb-32b1d9153af6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:04:09.100088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:09.184263 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 2be57532-7cf5-4317-afdb-32b1d9153af6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2be57532-7cf5-4317-afdb-32b1d9153af6,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:09.184545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:09.197291 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 2be57532-7cf5-4317-afdb-32b1d9153af6 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:04:09.372682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:09.403971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=2be57532-7cf5-4317-afdb-32b1d9153af6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:09.689398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:09.903103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.116551 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Router a08ad4c7-50f1-4419-8396-c43d2da12269 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:04:10.223436 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:04:10.229067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-95021c48-3884-455b-ad29-f729f99fe131 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "PUT /v2.0/routers/a08ad4c7-50f1-4419-8396-c43d2da12269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187529 Oct 11 16:04:10.231693 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:10.236391 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Sync routers for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:04:10.246155 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:10.246827 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:10.281673 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting subnet 42a7737a-1671-4d61-96e6-18cf9173a2f1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:04:10.284691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.325891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.351312 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:10.419683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.479675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.510618 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Subnet': ['ID=42a7737a-1671-4d61-96e6-18cf9173a2f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:10.512786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.516297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b82fcd5f-e34c-4157-8364-4fc760c8dfc0 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/subnets/42a7737a-1671-4d61-96e6-18cf9173a2f1 HTTP/1.1" status: 204 len: 168 time: 0.2836704 Oct 11 16:04:10.518424 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a7e03-9e47-4f91-af34-dbb6ac0648d1 None None] Network 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:04:10.519224 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:10.547443 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:04:09Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:10.578762 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Checking router: a08ad4c7-50f1-4419-8396-c43d2da12269 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:04:10.590172 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Routers {'a08ad4c7-50f1-4419-8396-c43d2da12269'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:10.591073 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['a08ad4c7-50f1-4419-8396-c43d2da12269'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:10.661736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.713600 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] Set router a08ad4c7-50f1-4419-8396-c43d2da12269 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:10.747745 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] DHCP port deletion for 9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:04:10.805691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Deleting port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:04:10.806359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.883579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] For port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,segment=NetworkSegment(38cae633-7da0-4ab5-91de-96eec9d83a16),segment_id=38cae633-7da0-4ab5-91de-96eec9d83a16)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:10.884303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.909632 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Calling delete_port for bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:04:10.921907 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:10.942617 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:04:09Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:10.970256 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5c72a-a819-41ba-b2ba-c33ed25a904e None None] The sync data for ids ['a08ad4c7-50f1-4419-8396-c43d2da12269'] in n-d-master-1 is: [{'id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338598935', 'tenant_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:02:19Z', 'updated_at': '2021-10-11T16:04:09Z', 'revision_number': 5, 'project_id': '2f92a30c1b244ded9c6e93b59e2f4dd4', 'gw_port': {'id': '63ffe398-1c91-4f00-a288-1348c07c886b', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ad4c7-50f1-4419-8396-c43d2da12269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:02:20Z', 'updated_at': '2021-10-11T16:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:04:11.011520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.041561 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] Pushing event deleted for resources: {'Port': ['ID=bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:11.046590 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d663e-0e72-4c77-a6b1-d0f834b1e3fb None None] No DVR routers for this DVR port bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:04:11.149988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.203391 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Deleting port 63ffe398-1c91-4f00-a288-1348c07c886b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:04:11.203736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.279803 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] For port 63ffe398-1c91-4f00-a288-1348c07c886b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63ffe398-1c91-4f00-a288-1348c07c886b,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:11.280164 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.296936 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Calling delete_port for 63ffe398-1c91-4f00-a288-1348c07c886b owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:04:11.475506 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.500890 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Port': ['ID=63ffe398-1c91-4f00-a288-1348c07c886b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:11.560464 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.649229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.651210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.695523 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.696040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Fanout notify agent at l3_agent the message router_deleted on router a08ad4c7-50f1-4419-8396-c43d2da12269 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:04:11.703570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.704678 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2532003-4ac7-4b4b-9a4f-abdfc6e8df39 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/routers/a08ad4c7-50f1-4419-8396-c43d2da12269 HTTP/1.1" status: 204 len: 168 time: 1.1843808 Oct 11 16:04:11.707504 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:11.786446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.874976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.894371 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:11.904032 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cae633-7da0-4ab5-91de-96eec9d83a16') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:11.904334 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cae633-7da0-4ab5-91de-96eec9d83a16') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:11.913633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.926384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.932328 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:04:11.932743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:04:11.935527 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:04:11.990434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:11.997706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.000162 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/networks/9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea HTTP/1.1" status: 204 len: 168 time: 0.2916994 Oct 11 16:04:12.003005 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:12.016386 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e785c-cc0d-4cb0-9f60-db88c6fdd4b5 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'Network': ['ID=9c0b36e4-bfda-4f0b-a93c-98c7f854a7ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:12.061703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.086592 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.155042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.157916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.161580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] 10.222.0.31 "DELETE /v2.0/security-groups/62eedec2-3c01-417f-ab5e-f1185ddd4694 HTTP/1.1" status: 204 len: 168 time: 0.1550910 Oct 11 16:04:12.172972 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014efcd1-ff67-48fa-916c-0846ba9c7435 tempest-TestNetworkAdvancedServerOps-787068498 tempest-TestNetworkAdvancedServerOps-787068498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eedec2-3c01-417f-ab5e-f1185ddd4694,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:12.176363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63ffe398-1c91-4f00-a288-1348c07c886b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:04:12.203519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 63ffe398-1c91-4f00-a288-1348c07c886b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:04:12.203964 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 63ffe398-1c91-4f00-a288-1348c07c886b not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:04:12.204451 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:04:12.226135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:04:12.226477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bf74f243-8cfe-42a8-9bc7-9f47ef2ac6fa not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:04:12.226896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2be57532-7cf5-4317-afdb-32b1d9153af6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:04:12.249192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 2be57532-7cf5-4317-afdb-32b1d9153af6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:04:12.249556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 2be57532-7cf5-4317-afdb-32b1d9153af6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:04:12.434285 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:12.565685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05521a1d-4ede-472b-af96-ced83fac6912 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f92a30c1b244ded9c6e93b59e2f4dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302011 Oct 11 16:04:12.568029 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:12.613964 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.634436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.679172 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.681721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:12.682824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f06a812-675d-451c-802b-aa159c77aa36 HTTP/1.1" status: 204 len: 168 time: 0.1133912 Oct 11 16:04:12.690138 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45259d8-f208-4775-98fe-502c20532e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06a812-675d-451c-802b-aa159c77aa36,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:12.722054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:04:12.741982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: dd433b68-b0c8-4ed4-9699-9d0133c21851 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:04:12.742332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device dd433b68-b0c8-4ed4-9699-9d0133c21851 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:04:12.935596 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:12.974796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-00300ec0-804a-4742-8322-bfdc1725074c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5b5d6cddfad4c22aa15fcb38c38204b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380263 Oct 11 16:04:12.977096 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:13.023750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:13.044059 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:13.092406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:13.095090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:13.096267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ba9fc08-495f-443d-a871-5300d7ce4255 HTTP/1.1" status: 204 len: 168 time: 0.1182530 Oct 11 16:04:13.103797 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac57a6-fcf1-45cc-b841-72a2694b1803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9fc08-495f-443d-a871-5300d7ce4255,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:14.965258 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:14.970235 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'network': {'name': 'tempest-network-smoke--14404508', 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:14.989665 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:04:14.992937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.000922 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.074531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.078239 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.102600 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:04:15.118968 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0234e962-223a-4a9a-a4ff-63c7aa6e4de5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:15.122280 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.122622 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Added segment 38cbfd53-8f5d-406b-9161-4a7e34d26018 of type vlan for network 0905f3b1-e996-4096-ae98-5a1713ce58c0 Oct 11 16:04:15.162839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.186684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.192189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:15.192761 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.248348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2819295 Oct 11 16:04:15.251168 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:15.262664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'admin_state_up': True, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:15.277218 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896956ce-33fe-468e-8ede-5fa7f872545c tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Network': ['ID=0905f3b1-e996-4096-ae98-5a1713ce58c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:15.287877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:04:15.289943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.290931 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.340611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.480745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.669044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.690820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.790243 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.35.3.59 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c2699035-125b-4abe-b260-8c1b25fe3398) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:04:15.893602 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.925763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:15.962101 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:15.966802 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:15.970242 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:04:15.995237 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=c2699035-125b-4abe-b260-8c1b25fe3398,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:16.217268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:16.408953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:16.532441 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 176e8db6-942e-4020-b2f9-cd349f3fd248 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:04:16.636668 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:04:16.647991 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Sync routers for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:04:16.656339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:16.656993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:16.657633 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:16.658025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f71c2e7f-abeb-481f-a2dd-6d8e4caa5e1f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4058826 Oct 11 16:04:16.661422 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:16.761808 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:16.781600 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89c2a75b-8412-4c2e-91e3-67daa27c5b82 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=045b72dc86cb43c1a10996e7f63133ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1183250 Oct 11 16:04:16.788060 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:16.871894 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47482d03-483b-49f7-a553-c1ad207c318b tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:16.873391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-47482d03-483b-49f7-a553-c1ad207c318b tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844703 Oct 11 16:04:16.876225 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:16.907084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8bd612f-0e99-481a-9ac9-a8eff3ec21ff tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297949 Oct 11 16:04:16.909966 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:16.915282 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424790494', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:16.946704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:16Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:16.972738 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Checking router: 176e8db6-942e-4020-b2f9-cd349f3fd248 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:04:16.973087 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Updating router 176e8db6-942e-4020-b2f9-cd349f3fd248 port c2699035-125b-4abe-b260-8c1b25fe3398 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:04:16.997686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.000441 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:04:17.003973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.180225 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.244612 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Subnet': ['ID=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:17.251613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.252951 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Checking segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:04:17.253318 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network hostable DHCP agents. Network: 0905f3b1-e996-4096-ae98-5a1713ce58c0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:04:17.257198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.269952 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:04:17.278727 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0905f3b1-e996-4096-ae98-5a1713ce58c0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:17.282861 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:17.283444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.296337 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b752d41-6f53-43ce-b28c-fe11fc3cd2ca None None] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:04:17.301774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b307ac5e-ec16-4b30-a822-b41d5164d020 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3907902 Oct 11 16:04:17.305105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:17.352034 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Attempting to bind port c2699035-125b-4abe-b260-8c1b25fe3398 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:04:17.352396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Attempting to bind port c2699035-125b-4abe-b260-8c1b25fe3398 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:04:17.352751 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Attempting to bind port c2699035-125b-4abe-b260-8c1b25fe3398 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:04:17.362123 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d9e0-0ca9-486b-87d2-8e1513bcb5b4 None None] Pushing event updated for resources: {'Port': ['ID=c2699035-125b-4abe-b260-8c1b25fe3398,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:17.367186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:04:17.367557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:04:17.367955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.368332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:04:17.368808 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Bound port: c2699035-125b-4abe-b260-8c1b25fe3398, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:04:17.369178 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.468875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] For port c2699035-125b-4abe-b260-8c1b25fe3398, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:04:17.485441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] For port c2699035-125b-4abe-b260-8c1b25fe3398, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2699035-125b-4abe-b260-8c1b25fe3398,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:04:17.492657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.549173 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0905f3b1-e996-4096-ae98-5a1713ce58c0', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:04:17.550037 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.580545 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:17.581144 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:17.593675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d9e0-0ca9-486b-87d2-8e1513bcb5b4 None None] Pushing event updated for resources: {'Port': ['ID=c2699035-125b-4abe-b260-8c1b25fe3398,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:17.731093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:17.786820 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:18.003003 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Allocated IP 172.20.0.2 (0905f3b1-e996-4096-ae98-5a1713ce58c0/fbf1c113-72c1-4ca4-aa15-b7a5ce286d75/9b7e0d1b-b74f-4084-82c9-7dba93c67f22) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:04:18.239833 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.247119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.253421 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:16Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:18.295029 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.20.0.1 (0905f3b1-e996-4096-ae98-5a1713ce58c0/fbf1c113-72c1-4ca4-aa15-b7a5ce286d75/070a06d8-95f7-4ace-a9d0-a8cb09ec31cc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:04:18.306287 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4dae0-be06-42d1-9a53-e454567c6e57 None None] The sync data for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 is: [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:16Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:04:18.315172 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:18.318587 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:18.322323 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:04:18.328951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Pushing event updated for resources: {'Port': ['ID=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:18.387698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Attempting to bind port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:04:18.388063 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Attempting to bind port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:04:18.388424 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Attempting to bind port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 on network 0905f3b1-e996-4096-ae98-5a1713ce58c0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:04:18.393653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:04:18.394072 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Checking segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:04:18.394409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.394794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Bound using segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:04:18.395251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Bound port: 9b7e0d1b-b74f-4084-82c9-7dba93c67f22, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:04:18.395631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.421866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.456294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.459945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] For port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:04:18.463038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] For port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:04:18.467624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.507908 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:18.521215 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:18.522841 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:18.525298 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:04:18.529971 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18afb42-7dee-431d-a9a9-fb5cb96e70aa None None] Pushing event updated for resources: {'Port': ['ID=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:18.602572 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:18.750712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.061106 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.065731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.139502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:19.143104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.244283 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:19.245716 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:19.362333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 176e8db6-942e-4020-b2f9-cd349f3fd248 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:04:19.475657 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:04:19.480754 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11c45f38-49f8-46f3-8eac-03354ed8257e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "PUT /v2.0/routers/176e8db6-942e-4020-b2f9-cd349f3fd248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746650 Oct 11 16:04:19.483579 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:19.488804 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1790968496', 'description': 'tempest-secgroup_access--1790968496 description', 'project_id': '045b72dc86cb43c1a10996e7f63133ad'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:19.489902 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f9cd94-1361-4984-b9b3-38a1d936cbcd None None] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:04:19.510967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.578481 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.583485 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.604561 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] Provisioning complete for port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:19.604929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.613568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.614804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1301355 Oct 11 16:04:19.617216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650272e0-5426-41b0-a907-62dc120c471e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e7ddbd-a869-4fd0-8798-f070ec1f57ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:19.618619 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:19.623469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1189662571', 'description': 'tempest-secgroup_general--1189662571 description', 'project_id': '045b72dc86cb43c1a10996e7f63133ad'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:19.653753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.729192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.731592 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.733209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.766669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.769735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] For port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:19.772069 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:19.772583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1524148 Oct 11 16:04:19.777287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.777822 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'security_group_rule': {'security_group_id': '77e7ddbd-a869-4fd0-8798-f070ec1f57ca', 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:19.780869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c6207-e758-43e1-98a5-5921e8989f2e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118cc81d-0b94-4194-bdbf-a30477ae36e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:19.821371 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.839964 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69239de8-0bd6-4bae-9fc7-5e1577467f85 None None] Pushing event updated for resources: {'Port': ['ID=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:19.890967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.894618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.915132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715b9f6d-a4ed-4fab-85d9-6d7076b081ca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:19.925350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:19.926812 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1707c3ad-7256-48de-b51a-386303f8d706 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528745 Oct 11 16:04:19.998359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19a2cb93-fb48-4dc0-8b7d-499f9a4fda48 None None] Provisioning complete for port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:19.998726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19a2cb93-fb48-4dc0-8b7d-499f9a4fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.050077 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Sync routers for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:04:20.064092 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:20.065311 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:20.093351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-f88fb1c5-1f30-4aa3-929b-ed7b6f35cc24 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1189662571&fields=id&tenant_id=045b72dc86cb43c1a10996e7f63133ad HTTP/1.1" status: 200 len: 267 time: 0.0522373 Oct 11 16:04:20.116310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19a2cb93-fb48-4dc0-8b7d-499f9a4fda48 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:20.116651 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19a2cb93-fb48-4dc0-8b7d-499f9a4fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.151868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-6eb5976c-4834-4159-b58b-4d91cf2fc624 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1790968496&fields=id&tenant_id=045b72dc86cb43c1a10996e7f63133ad HTTP/1.1" status: 200 len: 267 time: 0.0575275 Oct 11 16:04:20.160690 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cb93-fb48-4dc0-8b7d-499f9a4fda48 None None] Port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:04:20.212614 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:20.261314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2699035-125b-4abe-b260-8c1b25fe3398 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:04:20.280649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-fae37ba6-91c0-4c89-8d02-5323b80d421f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:20.288710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-fae37ba6-91c0-4c89-8d02-5323b80d421f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 795 time: 0.1358347 Oct 11 16:04:20.305750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-1650f987-ad75-4643-9e56-15b5637728ad tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/quotas/045b72dc86cb43c1a10996e7f63133ad HTTP/1.1" status: 200 len: 375 time: 0.0157552 Oct 11 16:04:20.308783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28541af1-ecf3-4ea0-80a6-28cd22e7a8a1 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:20.309377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28541af1-ecf3-4ea0-80a6-28cd22e7a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.369271 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c2699035-125b-4abe-b260-8c1b25fe3398 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:20.369757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.376423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-ff1fdd90-1e9c-43a5-81d2-b31e4af6424b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611823 Oct 11 16:04:20.419912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-28541af1-ecf3-4ea0-80a6-28cd22e7a8a1 None None] Port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:04:20.463620 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.486345 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port c2699035-125b-4abe-b260-8c1b25fe3398, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2699035-125b-4abe-b260-8c1b25fe3398,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:20.491761 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.492772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:04:20.546677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-8924a593-f3ba-4202-ac19-eac542d48f47 service neutron] 10.222.0.31 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690190 Oct 11 16:04:20.577591 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 2, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:20.581207 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cacf9680-a48d-4825-bbf7-51c0370971d8 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:20.581728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cacf9680-a48d-4825-bbf7-51c0370971d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.602741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=c2699035-125b-4abe-b260-8c1b25fe3398,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:20.604586 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Checking router: 176e8db6-942e-4020-b2f9-cd349f3fd248 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:04:20.604921 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Updating router 176e8db6-942e-4020-b2f9-cd349f3fd248 port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:04:20.624792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cacf9680-a48d-4825-bbf7-51c0370971d8 None None] Port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:04:20.628186 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:20.628560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.637034 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.655582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b675d469-f532-47d1-b02b-dbce6da38a98 service neutron] 10.222.0.31 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026328 Oct 11 16:04:20.838279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9cedca0-c41c-480e-ac40-5aa6c6d76ac3 req-b071dab9-83f3-4f6f-b86b-5cd6c3cb6bd2 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 210 time: 0.0319152 Oct 11 16:04:20.925336 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.932017 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:20.982856 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Pushing event updated for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:21.005389 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.006426 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.006758 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.007087 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.007406 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.007724 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.008044 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.008343 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.008637 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.008947 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.009322 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.009573 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:04:21.037857 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Attempting to bind port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:04:21.038313 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Attempting to bind port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:04:21.038556 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Attempting to bind port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc on network 0905f3b1-e996-4096-ae98-5a1713ce58c0 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:04:21.043895 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:04:21.044261 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Checking segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:04:21.044679 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.044971 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Bound using segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:04:21.045428 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Bound port: 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:04:21.045818 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.117521 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] For port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:04:21.120850 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] For port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:04:21.125759 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.190133 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ccfa2-1790-45a7-aadc-8d3ff535fdbb None None] Pushing event updated for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:21.192677 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:21.193315 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:21.246996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:21.247350 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.314836 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:21.359212 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.402339 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] For port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:21.409001 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.458458 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517be42-acc4-4438-9b26-487a1273c487 None None] Pushing event updated for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:21.530372 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28cca1ec-48a9-48f3-ae38-da03253215a5 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:21.531079 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cca1ec-48a9-48f3-ae38-da03253215a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:21.533165 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:21.571854 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a2689-aca6-4cc9-8b87-1b079265399f None None] The sync data for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 is: [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:04:21.941718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-321c4791-f53a-48a7-b700-efd7eb9b65ba req-e97bda43-1f8a-4e44-aaf8-bbf761a20804 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 210 time: 0.0323470 Oct 11 16:04:22.041102 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-5008cc4c-f3ae-4e53-a1a9-e9ebd7f31e71 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.042958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-5008cc4c-f3ae-4e53-a1a9-e9ebd7f31e71 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.36 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 795 time: 0.1406138 Oct 11 16:04:22.089184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-74b91ea4-fccc-4934-8887-6ad5d47c9497 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=045b72dc86cb43c1a10996e7f63133ad HTTP/1.1" status: 200 len: 478 time: 0.0374417 Oct 11 16:04:22.103476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'port': {'device_id': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'admin_state_up': True, 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'security_groups': ['118cc81d-0b94-4194-bdbf-a30477ae36e3', '77e7ddbd-a869-4fd0-8798-f070ec1f57ca']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:22.229144 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2699035-125b-4abe-b260-8c1b25fe3398 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:04:22.235495 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:04:22.239486 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.284854 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c2699035-125b-4abe-b260-8c1b25fe3398 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:22.285214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.368815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:04:22.376413 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.20.0.9 (0905f3b1-e996-4096-ae98-5a1713ce58c0/fbf1c113-72c1-4ca4-aa15-b7a5ce286d75/8ec61666-cba0-4f98-bd29-78e9a132394b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:04:22.421643 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:22.422186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.529965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-e78f0763-a288-4591-999d-a91a9cf9e7a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654943 Oct 11 16:04:22.576277 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.613198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.617211 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-018f3258-3249-4d99-8316-9deee95fde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.618875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-018f3258-3249-4d99-8316-9deee95fde50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0426371 Oct 11 16:04:22.666093 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:22.673519 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:22.676014 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:04:22.709418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:22.738407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-99827ce9-ba6a-4575-a5e2-8b7d759e8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.740015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-99827ce9-ba6a-4575-a5e2-8b7d759e8187 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.1012657 Oct 11 16:04:22.744527 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.745206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.763398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-b35b7032-990d-4330-ae99-f288f8fc9839 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6669014 Oct 11 16:04:22.777431 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Request body: {'port': {'device_id': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:22.807613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-99539e5f-47b0-4b66-a5c3-d5301bee1740 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0597575 Oct 11 16:04:22.838683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.863959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-9a081964-9408-40e1-b3ea-c98415298e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.866283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-9a081964-9408-40e1-b3ea-c98415298e32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0513818 Oct 11 16:04:22.914334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-e488613b-eddb-4169-984b-fe0ccfcfe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:22.915837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-e488613b-eddb-4169-984b-fe0ccfcfe156 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425742 Oct 11 16:04:22.927097 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-75806506-937b-461a-9f24-69bd6f4898ae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:04:22.928536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-75806506-937b-461a-9f24-69bd6f4898ae service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052843 Oct 11 16:04:22.957465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be00f0ef-a246-47fe-967f-6461d34783fc None None] Provisioning complete for port 8ec61666-cba0-4f98-bd29-78e9a132394b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:22.958066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be00f0ef-a246-47fe-967f-6461d34783fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:22.995033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-be00f0ef-a246-47fe-967f-6461d34783fc None None] Port 8ec61666-cba0-4f98-bd29-78e9a132394b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:04:23.076213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-3573c5ab-41ce-41a2-b01c-f91954530c59 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407442 Oct 11 16:04:23.099134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ea262-3886-4f01-a135-0cc9ccdd8b63 req-c1438f88-9534-4c44-b5fe-80f17140c50a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.100588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c44ea262-3886-4f01-a135-0cc9ccdd8b63 req-c1438f88-9534-4c44-b5fe-80f17140c50a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 970 time: 0.0801759 Oct 11 16:04:23.117056 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec61666-cba0-4f98-bd29-78e9a132394b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:04:23.124664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:23.139620 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Transition to ACTIVE for port object 8ec61666-cba0-4f98-bd29-78e9a132394b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:04:23.144436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:23.181435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c44ea262-3886-4f01-a135-0cc9ccdd8b63 req-d07a8510-6148-4be3-88a2-e68d66d23d01 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0712366 Oct 11 16:04:23.213660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce3afc22-94cf-431e-820a-f66f6d636e59 req-7cde3687-43a2-4899-b2c5-af9b8aeb8636 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301925 Oct 11 16:04:23.229415 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:23.280400 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Attempting to bind port 8ec61666-cba0-4f98-bd29-78e9a132394b on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:04:23.280724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Attempting to bind port 8ec61666-cba0-4f98-bd29-78e9a132394b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:04:23.281042 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Attempting to bind port 8ec61666-cba0-4f98-bd29-78e9a132394b on network 0905f3b1-e996-4096-ae98-5a1713ce58c0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:04:23.285454 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Port 8ec61666-cba0-4f98-bd29-78e9a132394b on network 0905f3b1-e996-4096-ae98-5a1713ce58c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:04:23.285797 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Attempting to bind port 8ec61666-cba0-4f98-bd29-78e9a132394b on network 0905f3b1-e996-4096-ae98-5a1713ce58c0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:04:23.291091 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:04:23.291443 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Checking segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:04:23.291814 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Bound using segment: {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:04:23.292240 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Bound port: 8ec61666-cba0-4f98-bd29-78e9a132394b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cbfd53-8f5d-406b-9161-4a7e34d26018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:04:23.292594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:23.358853 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:04:23.362111 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61666-cba0-4f98-bd29-78e9a132394b,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:04:23.366998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:23.398885 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.399483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:23.400889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 1130 time: 0.6286082 Oct 11 16:04:23.401324 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:04:23.403568 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69185f54-ec44-438e-af68-a49b0ec3adaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:04:23.430956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9e9e-1127-456e-8ffa-2ad98a6872a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:23.483838 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740d51b-b174-4aaa-b824-5fae51b33f3f x-openstack-request-id: req-5740d51b-b174-4aaa-b824-5fae51b33f3f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:04:23.484223 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:04:23.484565 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5740d51b-b174-4aaa-b824-5fae51b33f3f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:04:23.485033 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'status': 'completed', 'code': 200} Oct 11 16:04:23.502107 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cf7238b8-c6dd-4142-8f97-7d5ccdaacb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.503604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-cf7238b8-c6dd-4142-8f97-7d5ccdaacb6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1133 time: 0.0520787 Oct 11 16:04:23.548592 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-7e25f6c4-5d0e-4c33-8c49-5c0b5799f345 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 217 time: 0.0367587 Oct 11 16:04:23.599320 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-d568a4ff-4719-4d7d-9661-7313c4453bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.601889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-d568a4ff-4719-4d7d-9661-7313c4453bb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 200 len: 834 time: 0.0469894 Oct 11 16:04:23.650916 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-192b6c25-362f-4405-b2eb-f20ae7e8c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.652400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-192b6c25-362f-4405-b2eb-f20ae7e8c944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0905f3b1-e996-4096-ae98-5a1713ce58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438647 Oct 11 16:04:23.743008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-c7405d45-c97a-470f-9af3-b5a4cb4c661d service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820589 Oct 11 16:04:23.834554 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-46f3c2c4-74f5-4891-b79a-5fa7a60a2b4d req-362f32b6-c8f9-4fc0-83e6-bbe41d1308d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835183 Oct 11 16:04:23.919983 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-52064c3e-e49b-4658-bad3-d930086ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:23.921455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-52064c3e-e49b-4658-bad3-d930086ddfac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1133 time: 0.0417807 Oct 11 16:04:24.013226 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-b78e62c2-f851-4e79-8616-596213333c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:24.014594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-b78e62c2-f851-4e79-8616-596213333c7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 896 time: 0.0856631 Oct 11 16:04:24.055662 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-fea44fd6-160d-47ef-baec-1fdfb6b4b266 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 217 time: 0.0330400 Oct 11 16:04:24.103387 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-45609ecf-9a36-4030-9a55-10ced39c6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:24.104763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-45609ecf-9a36-4030-9a55-10ced39c6108 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 200 len: 834 time: 0.0420465 Oct 11 16:04:24.149414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-3f469034-ab55-40bf-b03a-5dbf66832e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:24.150876 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-3f469034-ab55-40bf-b03a-5dbf66832e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0905f3b1-e996-4096-ae98-5a1713ce58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386183 Oct 11 16:04:24.241447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-263cdf56-1390-471a-9610-f416d0769c71 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828938 Oct 11 16:04:24.298947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e169e4-afcb-4ef4-abd0-7e7f13553dc0 req-f034ae3b-6a52-4989-baf9-6e8a394e6e4a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:24.300427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8e169e4-afcb-4ef4-abd0-7e7f13553dc0 req-f034ae3b-6a52-4989-baf9-6e8a394e6e4a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 982 time: 0.0539336 Oct 11 16:04:24.335939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69185f54-ec44-438e-af68-a49b0ec3adaa req-39228578-5d5e-4c5b-8376-1bace454ba54 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Oct 11 16:04:24.342254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8e169e4-afcb-4ef4-abd0-7e7f13553dc0 req-4278b453-380d-4d77-8628-fcbf37518fa5 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352266 Oct 11 16:04:25.454636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ddc0-5deb-4d01-b91a-2609c96e9a4b req-2f192f27-4f28-4726-861f-830a30494705 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:25.456090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8942ddc0-5deb-4d01-b91a-2609c96e9a4b req-2f192f27-4f28-4726-861f-830a30494705 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 982 time: 0.0478146 Oct 11 16:04:25.495085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8942ddc0-5deb-4d01-b91a-2609c96e9a4b req-93a38f0e-5172-4ff1-b80a-757457dab9f5 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0322778 Oct 11 16:04:26.605976 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd45cde-8507-4eaf-af82-69dbcc2ad2bf req-7e706069-027d-4cb5-9b5e-077f0d721c0f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:26.607405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dd45cde-8507-4eaf-af82-69dbcc2ad2bf req-7e706069-027d-4cb5-9b5e-077f0d721c0f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 982 time: 0.0476618 Oct 11 16:04:26.646789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dd45cde-8507-4eaf-af82-69dbcc2ad2bf req-ac8b5c61-71e7-4775-aaf5-abb5ead04f0b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334842 Oct 11 16:04:26.787747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61666-cba0-4f98-bd29-78e9a132394b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:04:26.880897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61666-cba0-4f98-bd29-78e9a132394b,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:26.891961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'port_id': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'mac_address': 'fa:16:3e:a8:0c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:04:26.928452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:26.940601 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec61666-cba0-4f98-bd29-78e9a132394b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:04:26.959190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61666-cba0-4f98-bd29-78e9a132394b,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:26.963097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:27.011636 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:27.153803 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8ec61666-cba0-4f98-bd29-78e9a132394b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:04:27.762829 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7437d2-29c9-4d34-a351-e3aefd96c9b1 req-a1145b6e-f406-4def-ba07-8155f8cfc520 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:27.764284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a7437d2-29c9-4d34-a351-e3aefd96c9b1 req-a1145b6e-f406-4def-ba07-8155f8cfc520 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 983 time: 0.0508983 Oct 11 16:04:27.802920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a7437d2-29c9-4d34-a351-e3aefd96c9b1 req-ddc14c21-5f8e-48a7-84f1-4c6d0bef8739 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327308 Oct 11 16:04:28.802031 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61666-cba0-4f98-bd29-78e9a132394b up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:04:28.852603 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8ec61666-cba0-4f98-bd29-78e9a132394b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:04:28.856257 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8ec61666-cba0-4f98-bd29-78e9a132394b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:04:28.856622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:28.899484 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:04:28.922014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb5f5-a54e-4585-8766-41864fefce37 req-5d4f7cc7-d821-4a72-b013-ff326890c8c6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:28.923516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-716bb5f5-a54e-4585-8766-41864fefce37 req-5d4f7cc7-d821-4a72-b013-ff326890c8c6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 983 time: 0.0538998 Oct 11 16:04:28.933685 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:28.956037 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:04:28.958254 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6131dc3-9c67-480d-9978-9cc7a65bb5a8" -d '{"events": [{"server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "name": "network-vif-plugged", "status": "completed", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:04:28.963371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-716bb5f5-a54e-4585-8766-41864fefce37 req-42758e14-f284-451f-bd40-b97c5d3f5fd5 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333440 Oct 11 16:04:28.975792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61666-cba0-4f98-bd29-78e9a132394b,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:04:28.980695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:29.007196 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd00f3-6bf7-4744-a41a-1f4a1ca04f74 x-openstack-request-id: req-67dd00f3-6bf7-4744-a41a-1f4a1ca04f74 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:04:29.007479 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "name": "network-vif-plugged", "status": "completed", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:04:29.007730 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67dd00f3-6bf7-4744-a41a-1f4a1ca04f74 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:04:29.008106 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'code': 200} Oct 11 16:04:29.032644 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:29.429606 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591eb72-4bcf-4660-84e0-245b1ed71a3d req-b116ce6c-6edc-4451-a225-75288abe84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:29.431094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0591eb72-4bcf-4660-84e0-245b1ed71a3d req-b116ce6c-6edc-4451-a225-75288abe84d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.3727832 Oct 11 16:04:29.466964 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0591eb72-4bcf-4660-84e0-245b1ed71a3d req-041eadc5-54e3-45fc-8a72-6fb02a99b8d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=118cc81d-0b94-4194-bdbf-a30477ae36e3&id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0276365 Oct 11 16:04:30.077080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0155-ae5f-4520-b129-4a9e156d25b2 req-6b7a9233-7073-4091-8f66-eaa1accd3f75 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:30.078579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eaf0155-ae5f-4520-b129-4a9e156d25b2 req-6b7a9233-7073-4091-8f66-eaa1accd3f75 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0491521 Oct 11 16:04:30.119207 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3eaf0155-ae5f-4520-b129-4a9e156d25b2 req-b7369891-f128-412c-ac4e-35ad243a48b5 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341132 Oct 11 16:04:31.236843 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76be68-4fed-4697-9448-00cdbdc65c2b req-cc8986b5-2258-43fd-a20d-c95e103b74d2 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:31.238321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed76be68-4fed-4697-9448-00cdbdc65c2b req-cc8986b5-2258-43fd-a20d-c95e103b74d2 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0521085 Oct 11 16:04:31.276968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ed76be68-4fed-4697-9448-00cdbdc65c2b req-2e073a81-3e56-42e2-96cb-703c7320479a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328445 Oct 11 16:04:31.389160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0948f-0204-4b39-a27d-41478935521b req-2d81dafd-3674-4916-9105-9b48a11ead73 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:31.390665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ea0948f-0204-4b39-a27d-41478935521b req-2d81dafd-3674-4916-9105-9b48a11ead73 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0494916 Oct 11 16:04:31.430665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ea0948f-0204-4b39-a27d-41478935521b req-a5d3e07e-bf03-459c-baac-851a5c5be14f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340443 Oct 11 16:04:31.530401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-644562a5-65d4-4d90-9ed6-075a0d59f707 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:31.531864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-644562a5-65d4-4d90-9ed6-075a0d59f707 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.0390155 Oct 11 16:04:31.549931 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-2f5b45c4-cb2e-40eb-abe0-30e26f5da61d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:31.626068 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-2f5b45c4-cb2e-40eb-abe0-30e26f5da61d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:31.629565 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-2f5b45c4-cb2e-40eb-abe0-30e26f5da61d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:31.652633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c742d19-e0c3-4632-a490-d0a381d6442e req-2f5b45c4-cb2e-40eb-abe0-30e26f5da61d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1145105 Oct 11 16:04:31.662088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b45c4-cb2e-40eb-abe0-30e26f5da61d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a964aba-6a95-4b05-9f5e-c525b8bcde43,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:31.674264 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:31.713791 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b63d79-1c91-443b-b753-d3f12aefc0b5 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:31.715185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-23b63d79-1c91-443b-b753-d3f12aefc0b5 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1130 time: 0.0399473 Oct 11 16:04:31.718034 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:31.723479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:04:31.746524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:31.843138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:31.944582 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.35.3.190 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/524f1b00-39f3-4f64-91c1-cc1a52a20745) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:04:32.046081 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:32.079233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:32.120866 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:04:32.126108 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:04:32.128540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=524f1b00-39f3-4f64-91c1-cc1a52a20745,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:32.130717 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:04:32.370524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-960cfbe7-3868-48ec-98e9-0b0055f7ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:32.826494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:32.891304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:33.039552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:33.051206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:33.124706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=524f1b00-39f3-4f64-91c1-cc1a52a20745,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:04:33.138682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:33.246446 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Floating IP 07de2793-ad9a-4f15-83d1-2d87925e63f3 associated. External IP: 172.35.3.190, port: 8ec61666-cba0-4f98-bd29-78e9a132394b. Oct 11 16:04:33.454623 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 176e8db6-942e-4020-b2f9-cd349f3fd248 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:04:33.562689 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:04:33.572168 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Sync routers for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:04:33.580327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:33.581228 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:33.581876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:33.615579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26252369-e6d6-465d-9290-7a3ab7db0fe1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8934407 Oct 11 16:04:33.615579 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:04:33.616051 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:04:33.616264 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:33.651148 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8efec5-b40e-477e-9b48-12bf8f36380f x-openstack-request-id: req-5b8efec5-b40e-477e-9b48-12bf8f36380f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:04:33.651508 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:04:33.651815 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b8efec5-b40e-477e-9b48-12bf8f36380f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:04:33.652279 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'status': 'completed', 'code': 200} Oct 11 16:04:33.695153 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:33.809654 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-fe49ad88-cf00-4677-96b7-848a6eed6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.811157 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-fe49ad88-cf00-4677-96b7-848a6eed6fea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.1144440 Oct 11 16:04:33.830645 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.831113 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.831571 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.832022 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.832470 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.837145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aebab23d-6d83-4151-a062-627dff474833 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3582 time: 0.2167029 Oct 11 16:04:33.837570 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:33.925455 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-3f0ccb76-95a5-41ec-a7dc-3be556b6f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.927854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-3f0ccb76-95a5-41ec-a7dc-3be556b6f601 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 896 time: 0.1089222 Oct 11 16:04:33.937282 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07de2793-ad9a-4f15-83d1-2d87925e63f3', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'port_id': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'mac_address': 'fa:16:3e:a8:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:04:32Z', 'updated_at': '2021-10-11T16:04:32Z', 'revision_number': 0, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:33.957659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.958118 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.959108 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.959550 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.959990 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:33.964336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f7650750-950d-48a6-948f-5c8939110f0f tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.1232536 Oct 11 16:04:33.965940 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:33.969456 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Checking router: 176e8db6-942e-4020-b2f9-cd349f3fd248 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:04:33.978757 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:04:33.979363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:04:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:34.016838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-48c0f98d-d6e7-4130-aae6-80ae97cec344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 999 time: 0.0815432 Oct 11 16:04:34.082076 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-7cc106b2-9aaa-4a0c-80fc-8ab3f71f26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:34.084890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-7cc106b2-9aaa-4a0c-80fc-8ab3f71f26d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 200 len: 834 time: 0.0603447 Oct 11 16:04:34.109085 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:04:34.135819 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-8f8af37b-36d6-4bbc-a6f0-156aae7e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:34.137356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-8f8af37b-36d6-4bbc-a6f0-156aae7e86ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0905f3b1-e996-4096-ae98-5a1713ce58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462422 Oct 11 16:04:34.233476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-775109a5-c03b-4c4f-80c8-412a6e9dd3b3 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.2661760 Oct 11 16:04:34.236407 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:04:34.260157 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-449a4870-7e12-4df8-828d-471c23180329 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154487 Oct 11 16:04:34.293801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca4be1-6ec7-41b3-9dd1-aaacd1d2eecf tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:34.294285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca4be1-6ec7-41b3-9dd1-aaacd1d2eecf tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:34.296312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dcca4be1-6ec7-41b3-9dd1-aaacd1d2eecf tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=176e8db6-942e-4020-b2f9-cd349f3fd248 HTTP/1.1" status: 200 len: 1989 time: 0.0584166 Oct 11 16:04:34.366421 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2547340e-0b23-4d3d-83ca-1ae4cd0f4591 req-c52310a4-d427-43a4-af38-545655839abe service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983346 Oct 11 16:04:34.534378 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07de2793-ad9a-4f15-83d1-2d87925e63f3', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'port_id': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'mac_address': 'fa:16:3e:a8:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:04:32Z', 'updated_at': '2021-10-11T16:04:32Z', 'revision_number': 0, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:04:34.565434 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab10d1-212f-47e5-810a-976228d154a2 None None] The sync data for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 is: [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07de2793-ad9a-4f15-83d1-2d87925e63f3', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'floating_ip_address': '172.35.3.190', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'port_id': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'mac_address': 'fa:16:3e:a8:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:04:32Z', 'updated_at': '2021-10-11T16:04:32Z', 'revision_number': 0, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:04:34.749922 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683cf4d-fef8-46d1-ac11-b8ff80fe15ee None None] New status for floating IP 07de2793-ad9a-4f15-83d1-2d87925e63f3: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:04:34.878615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a5a8ed3-852c-440e-8211-649356065b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:35.998974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:36.003014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:37.804204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:38.709099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de797-0789-4429-ba58-c818b905076f req-7152d778-107e-47e0-9200-71fc256ad49a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:38.710602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-099de797-0789-4429-ba58-c818b905076f req-7152d778-107e-47e0-9200-71fc256ad49a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0494182 Oct 11 16:04:38.748150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-099de797-0789-4429-ba58-c818b905076f req-0106f149-ed0a-4e2e-8dfb-ed842a1b4b19 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Oct 11 16:04:39.687995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:39.879615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45c270-4e62-458c-874f-171a2b459963 req-96f164b4-926d-4718-af2d-45fc9da2bb35 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:39.881204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d45c270-4e62-458c-874f-171a2b459963 req-96f164b4-926d-4718-af2d-45fc9da2bb35 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0539956 Oct 11 16:04:39.919019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d45c270-4e62-458c-874f-171a2b459963 req-14931f12-c5a9-41a4-9634-944edeb0e7b3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Oct 11 16:04:40.853638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:41.031802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4875a-28e1-442d-ba9a-54f20f115535 req-20a542e2-ced9-48ba-b290-a33fae6caa6c tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:41.033267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aa4875a-28e1-442d-ba9a-54f20f115535 req-20a542e2-ced9-48ba-b290-a33fae6caa6c tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0481761 Oct 11 16:04:41.070803 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2aa4875a-28e1-442d-ba9a-54f20f115535 req-002b4e61-bb94-45e1-9627-c738504393f3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311251 Oct 11 16:04:42.182721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603db89d-adbf-487d-a7b2-dce644608734 req-5ce3fb6e-a69c-40aa-9b59-6c5d66ac89ae tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:42.184075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603db89d-adbf-487d-a7b2-dce644608734 req-5ce3fb6e-a69c-40aa-9b59-6c5d66ac89ae tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0475500 Oct 11 16:04:42.220403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603db89d-adbf-487d-a7b2-dce644608734 req-9d24b24c-1ce1-4bb3-aa4c-08e8c49acb40 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304265 Oct 11 16:04:43.336281 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac98d2-403c-41e5-bbec-ea8e29cc3d6b req-5f6a4b41-f121-4a64-ba88-2b1fdcf05290 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:43.337858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23ac98d2-403c-41e5-bbec-ea8e29cc3d6b req-5f6a4b41-f121-4a64-ba88-2b1fdcf05290 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0529454 Oct 11 16:04:43.375182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23ac98d2-403c-41e5-bbec-ea8e29cc3d6b req-71795681-ce44-42f8-9e4e-81b27e876efc tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316060 Oct 11 16:04:44.485503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91099331-2fdf-4241-9889-0cefd2f9671e req-9f36479a-a24c-4ddd-bbb7-ef795d24c5b0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:44.486959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91099331-2fdf-4241-9889-0cefd2f9671e req-9f36479a-a24c-4ddd-bbb7-ef795d24c5b0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0474510 Oct 11 16:04:44.524487 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91099331-2fdf-4241-9889-0cefd2f9671e req-12ecd765-8702-498c-8197-1b89ccfb27b9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Oct 11 16:04:45.636830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1f86-456e-4888-a34a-2cf637bb10b1 req-68c45cdc-bfb0-4b06-a16d-f727979daf34 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:45.638312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-446e1f86-456e-4888-a34a-2cf637bb10b1 req-68c45cdc-bfb0-4b06-a16d-f727979daf34 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0482929 Oct 11 16:04:45.674944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-446e1f86-456e-4888-a34a-2cf637bb10b1 req-21bd3f60-594b-416e-8820-22281db0f9f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Oct 11 16:04:46.790727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64334d2-5398-489e-8514-53d6a8c1d6fc req-c91690a4-1a1c-4a0d-b6b3-3342043d2a0a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:46.792428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b64334d2-5398-489e-8514-53d6a8c1d6fc req-c91690a4-1a1c-4a0d-b6b3-3342043d2a0a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0518866 Oct 11 16:04:46.828273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b64334d2-5398-489e-8514-53d6a8c1d6fc req-f05d0c99-826f-4b0e-a775-bd5a3bc41202 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300438 Oct 11 16:04:47.954961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956590-2d31-4ff2-9f9d-e598052a73cc req-0c4cb763-9d4c-4517-916f-2ca385cb07c9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:47.956415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15956590-2d31-4ff2-9f9d-e598052a73cc req-0c4cb763-9d4c-4517-916f-2ca385cb07c9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0490549 Oct 11 16:04:47.993605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15956590-2d31-4ff2-9f9d-e598052a73cc req-ee5cfba9-d123-490f-88a0-d1fe407693c9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Oct 11 16:04:49.108035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174e98-8d4e-44d0-946c-45cb84ad0644 req-aeaeb001-d039-4472-b15c-ec4e3e57f72a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.109468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7174e98-8d4e-44d0-946c-45cb84ad0644 req-aeaeb001-d039-4472-b15c-ec4e3e57f72a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0481141 Oct 11 16:04:49.146893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7174e98-8d4e-44d0-946c-45cb84ad0644 req-78277621-1ecc-4151-9891-c38ba8b01c43 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Oct 11 16:04:49.348002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944ebdb-82de-47cb-9502-9fdfcd3287c6 req-3cbaa92c-3a77-44ed-8af7-dc195dded13e tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.349517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8944ebdb-82de-47cb-9502-9fdfcd3287c6 req-3cbaa92c-3a77-44ed-8af7-dc195dded13e tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0589154 Oct 11 16:04:49.410658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8944ebdb-82de-47cb-9502-9fdfcd3287c6 req-8e4c2ae6-1692-44c5-a1c8-5134a6f95c05 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551081 Oct 11 16:04:49.423474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e236-7e98-42cf-b073-326b67d8fecf req-d3f3928c-5a41-486b-ab76-3809c66ffb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.424917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-d3f3928c-5a41-486b-ab76-3809c66ffb9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.1011245 Oct 11 16:04:49.516337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e236-7e98-42cf-b073-326b67d8fecf req-1530f44a-c0d6-41d5-a63b-b5ae5d711d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.517807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-1530f44a-c0d6-41d5-a63b-b5ae5d711d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0861039 Oct 11 16:04:49.582031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-71e82781-a384-4862-8093-a6b106172da4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0576839 Oct 11 16:04:49.629221 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e236-7e98-42cf-b073-326b67d8fecf req-49abc174-7a25-462c-8c74-02a33688a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.630679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-49abc174-7a25-462c-8c74-02a33688a28b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0419195 Oct 11 16:04:49.678864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e236-7e98-42cf-b073-326b67d8fecf req-7b00c941-4cd1-4c37-b1a6-e1fad4b0fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:49.680226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-7b00c941-4cd1-4c37-b1a6-e1fad4b0fbb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427992 Oct 11 16:04:49.767427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-0ef71273-d34c-4957-b603-4532b6d05bba service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796347 Oct 11 16:04:49.857819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b585e236-7e98-42cf-b073-326b67d8fecf req-1e298115-f2f7-4c2c-bfb7-1353d865e9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Oct 11 16:04:50.526258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf31f2-4c08-4e4f-82a5-1c8933e3aa4a req-3d58dbde-62bd-4dbd-a3b4-d7714ac3c9d5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:04:50.527724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1cbf31f2-4c08-4e4f-82a5-1c8933e3aa4a req-3d58dbde-62bd-4dbd-a3b4-d7714ac3c9d5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0490248 Oct 11 16:04:50.564541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1cbf31f2-4c08-4e4f-82a5-1c8933e3aa4a req-c58c4924-c3f3-41d3-b876-eaee53acbf91 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Oct 11 16:05:02.371327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d139f2dd-ca35-4173-b329-9fcda9ca727f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:04.876376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b646231-64b6-43f9-918f-06b1f7e47ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:05.897728 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:05:06.001084 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:06.005036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:07.806354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:08.789724 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:08.867832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fc9c304c-7934-4ab2-981e-4f79aae03228 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0769219 Oct 11 16:05:08.870570 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:08.875329 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'network': {'name': 'tempest-network-smoke--1865237766', 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'port_security_enabled': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:08.896189 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:05:08.900075 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:08.926665 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:05:08.935103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:08.935461 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Added segment 4d7135f3-1be9-495e-9598-290d3deffaef of type vlan for network 99542ff0-7598-4fb3-9980-ea0f57305ae4 Oct 11 16:05:08.975345 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:08.997684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.003363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:09.004422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.054449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1828113 Oct 11 16:05:09.057013 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:09.063256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'admin_state_up': True, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:09.085357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Network': ['ID=99542ff0-7598-4fb3-9980-ea0f57305ae4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:09.098186 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.098531 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.098869 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.099202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.099528 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.099853 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.100175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.100651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.100981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.101298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.101649 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.101966 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d0ab41-c7b6-495b-8228-e324c56cd283 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:09.108519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.109923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.113849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:05:09.162698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.295327 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.480740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.498460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.607721 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.35.3.80 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fcb38f0b-e5db-4270-bdfa-d7befdf7d54c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:05:09.686666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.705937 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.737444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:09.778958 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:09.781707 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:09.787097 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:05:09.814644 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:10.367005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:10.563510 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:10.694248 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:05:10.800761 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:10.811383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Sync routers for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:10.821164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:10.825231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3a491bff-0797-4095-9f1e-b2f992a3dd04 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7644973 Oct 11 16:05:10.825392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:10.825392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:10.826827 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:10.917435 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27db21-6091-4634-a2a4-2906bd41dd2c tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:10.919793 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd27db21-6091-4634-a2a4-2906bd41dd2c tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=045b72dc86cb43c1a10996e7f63133ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0916903 Oct 11 16:05:10.921287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:10.921900 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:10.953530 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:11.068735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d745c83-ba9d-4ad8-b57a-c95bd8e9dca3 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:11.073060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d745c83-ba9d-4ad8-b57a-c95bd8e9dca3 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501431 Oct 11 16:05:11.073729 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.102558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-978d1b24-13e7-4644-beea-3e22c66f0c0d tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275826 Oct 11 16:05:11.105187 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.138945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af6ecda6-89f2-4d6b-80dd-5b1dc64f687e tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=045b72dc86cb43c1a10996e7f63133ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326314 Oct 11 16:05:11.141331 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.235651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cfb8b2-2afd-4a03-9f75-1c2e4a3d34a2 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:11.239982 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:09Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:11.240236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4cfb8b2-2afd-4a03-9f75-1c2e4a3d34a2 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950046 Oct 11 16:05:11.240236 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.271521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eff053ca-8000-473f-beab-4021f7f30f55 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276649 Oct 11 16:05:11.271521 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.272023 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Checking router: 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:11.272382 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Updating router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:05:11.276245 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970125131', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:11.304043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.366143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:05:11.369677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.543923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.562427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.567955 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.603290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Subnet': ['ID=8c5482bb-672a-4b8b-926f-706f8ff0a5fc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:11.614997 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Checking segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:05:11.615357 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network hostable DHCP agents. Network: 99542ff0-7598-4fb3-9980-ea0f57305ae4, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:05:11.617907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Attempting to bind port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:05:11.618272 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Attempting to bind port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:05:11.618630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Attempting to bind port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:05:11.621369 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Pushing event updated for resources: {'Port': ['ID=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:11.625888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:05:11.626249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:05:11.626660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.627030 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:05:11.627481 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Bound port: fcb38f0b-e5db-4270-bdfa-d7befdf7d54c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:05:11.627853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.632050 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:05:11.634959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.635299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.635630 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.636000 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.636317 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.636641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.637031 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.637274 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.637616 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.637929 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.638297 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.638550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:11.641794 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 99542ff0-7598-4fb3-9980-ea0f57305ae4) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:11.646127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:11.646856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.662222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1e2b5-15e7-4117-b994-1d85b54785b5 None None] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:05:11.664315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04887e81-b6ca-497a-9457-d72e23a3fd40 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3917692 Oct 11 16:05:11.667275 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:11.737671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] For port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:05:11.757414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] For port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:05:11.766145 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:11.858478 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:11.859181 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:11.863963 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdd669-77df-4fd9-8b76-5508835749a9 None None] Pushing event updated for resources: {'Port': ['ID=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:11.924602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-99542ff0-7598-4fb3-9980-ea0f57305ae4', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'fixed_ips': [{'subnet_id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:05:11.925535 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.042689 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:12.106611 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.351709 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Allocated IP 172.20.0.18 (99542ff0-7598-4fb3-9980-ea0f57305ae4/8c5482bb-672a-4b8b-926f-706f8ff0a5fc/9b639536-5906-46a2-990b-f0c12096bb10) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:05:12.528424 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:09Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:12.558728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ed0df-cfb3-40b0-b603-038e64948a57 None None] The sync data for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 is: [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:09Z', 'revision_number': 3, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:12.571348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.583853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.625901 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:12.629377 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:12.633232 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:05:12.640219 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Pushing event updated for resources: {'Port': ['ID=9b639536-5906-46a2-990b-f0c12096bb10,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:12.699040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Attempting to bind port 9b639536-5906-46a2-990b-f0c12096bb10 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:05:12.699415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Attempting to bind port 9b639536-5906-46a2-990b-f0c12096bb10 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:05:12.699772 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Attempting to bind port 9b639536-5906-46a2-990b-f0c12096bb10 on network 99542ff0-7598-4fb3-9980-ea0f57305ae4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:05:12.704901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:05:12.705271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Checking segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:05:12.705697 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.706198 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Bound using segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:05:12.706904 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Bound port: 9b639536-5906-46a2-990b-f0c12096bb10, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:05:12.707291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.749386 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.20.0.17 (99542ff0-7598-4fb3-9980-ea0f57305ae4/8c5482bb-672a-4b8b-926f-706f8ff0a5fc/bc494979-50bd-433c-9cc3-53c10a76fe52) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:05:12.776551 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] For port 9b639536-5906-46a2-990b-f0c12096bb10, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:05:12.789778 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] For port 9b639536-5906-46a2-990b-f0c12096bb10, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b639536-5906-46a2-990b-f0c12096bb10,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:05:12.795744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.869574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d62bb-223b-42ad-863d-9e990f35df31 None None] Pushing event updated for resources: {'Port': ['ID=9b639536-5906-46a2-990b-f0c12096bb10,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:12.907839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:12.949764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.012070 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:13.017924 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:13.025838 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:05:13.032577 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:13.090308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.260441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.543245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.547869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.626171 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:13.629928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.723513 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:13.725141 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:13.830192 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014c893-127b-46a8-bd04-9f2690e3e4ba None None] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:05:13.840242 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:05:13.891868 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] Provisioning complete for port 9b639536-5906-46a2-990b-f0c12096bb10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:13.892826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:13.953448 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:13.959405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c8f3e060-e22d-477d-90e2-fa3a872a2ec3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "PUT /v2.0/routers/9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2911227 Oct 11 16:05:14.046454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.087064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] For port 9b639536-5906-46a2-990b-f0c12096bb10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b639536-5906-46a2-990b-f0c12096bb10,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:14.091360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.152804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c346b-2e83-4fd4-bf66-22a5eea16e9c None None] Pushing event updated for resources: {'Port': ['ID=9b639536-5906-46a2-990b-f0c12096bb10,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:14.206035 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-ddd30031-cb09-4570-8798-ca7a06268205 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:14.208298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-ddd30031-cb09-4570-8798-ca7a06268205 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/networks?id=99542ff0-7598-4fb3-9980-ea0f57305ae4 HTTP/1.1" status: 200 len: 798 time: 0.1427605 Oct 11 16:05:14.225603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-8c419a41-2460-46d5-8602-24dfe2e61a5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/quotas/045b72dc86cb43c1a10996e7f63133ad HTTP/1.1" status: 200 len: 375 time: 0.0100057 Oct 11 16:05:14.259478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcb38f0b-e5db-4270-bdfa-d7befdf7d54c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:14.293028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-768863a4-9b0d-418f-b70a-064bf62a53f3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0615675 Oct 11 16:05:14.336693 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:14.337064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.437670 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09fbccdc-7c23-4c3d-af95-4e156818a9a6 None None] Provisioning complete for port bc494979-50bd-433c-9cc3-53c10a76fe52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:14.438041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09fbccdc-7c23-4c3d-af95-4e156818a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.439687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.455898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f0e10bf9-1029-461e-bed7-249b8b923c76 service neutron] 10.222.0.31 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502681 Oct 11 16:05:14.484961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:14.490864 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.491677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b639536-5906-46a2-990b-f0c12096bb10 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:14.498423 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09fbccdc-7c23-4c3d-af95-4e156818a9a6 None None] Port bc494979-50bd-433c-9cc3-53c10a76fe52 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:05:14.569302 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-b7716945-4ab0-4221-9e71-07922ca29a91 service neutron] 10.222.0.31 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037498 Oct 11 16:05:14.585031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09fbccdc-7c23-4c3d-af95-4e156818a9a6 None None] Provisioning complete for port 9b639536-5906-46a2-990b-f0c12096bb10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:14.585401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09fbccdc-7c23-4c3d-af95-4e156818a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.589471 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:14.609432 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Sync routers for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:14.624883 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:14.625568 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:14.637084 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9b639536-5906-46a2-990b-f0c12096bb10 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:14.637455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.774268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4213163d-beca-4138-99ab-1d4c95d2ad08 req-9afdf5f1-bc8a-461a-8aea-afb894caecce tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0401981 Oct 11 16:05:14.811002 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:14.858734 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5c739a1-a766-4053-b076-a39b5eea7677 None None] Provisioning complete for port bc494979-50bd-433c-9cc3-53c10a76fe52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:14.859102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5c739a1-a766-4053-b076-a39b5eea7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:14.896365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5c739a1-a766-4053-b076-a39b5eea7677 None None] Port bc494979-50bd-433c-9cc3-53c10a76fe52 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:05:15.116611 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:13Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bc494979-50bd-433c-9cc3-53c10a76fe52', 'name': '', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:a3:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:12Z', 'updated_at': '2021-10-11T16:05:13Z', 'revision_number': 2, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:15.142468 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Checking router: 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:15.142829 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Updating router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a port bc494979-50bd-433c-9cc3-53c10a76fe52 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:05:15.168395 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.424740 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.429642 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.475905 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39f100-68d8-4259-8c0c-b63ef7031034 None None] Pushing event updated for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:15.526874 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Attempting to bind port bc494979-50bd-433c-9cc3-53c10a76fe52 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:05:15.527240 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Attempting to bind port bc494979-50bd-433c-9cc3-53c10a76fe52 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:05:15.527596 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Attempting to bind port bc494979-50bd-433c-9cc3-53c10a76fe52 on network 99542ff0-7598-4fb3-9980-ea0f57305ae4 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:05:15.532694 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:05:15.533061 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Checking segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:05:15.533455 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.533876 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Bound using segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:05:15.534331 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Bound port: bc494979-50bd-433c-9cc3-53c10a76fe52, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:05:15.535233 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.603582 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] For port bc494979-50bd-433c-9cc3-53c10a76fe52, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:05:15.607180 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] For port bc494979-50bd-433c-9cc3-53c10a76fe52, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc494979-50bd-433c-9cc3-53c10a76fe52,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:05:15.613210 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.665027 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39f100-68d8-4259-8c0c-b63ef7031034 None None] Pushing event updated for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:15.679608 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:15.680344 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:15.728329 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] Provisioning complete for port bc494979-50bd-433c-9cc3-53c10a76fe52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:15.728638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.771290 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f43566b7-b464-4108-9292-d1eaf32b30ac tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:15.772477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f43566b7-b464-4108-9292-d1eaf32b30ac tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.43 "GET /v2.0/networks?id=99542ff0-7598-4fb3-9980-ea0f57305ae4 HTTP/1.1" status: 200 len: 798 time: 0.1316247 Oct 11 16:05:15.787353 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Request body: {'port': {'device_id': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'admin_state_up': True, 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:15.789298 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:15.879446 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.921821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] For port bc494979-50bd-433c-9cc3-53c10a76fe52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc494979-50bd-433c-9cc3-53c10a76fe52,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:15.934982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.951274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0be00747-3ffa-4266-bb62-2c981afb0ade req-9ddfb8ed-023c-4505-8a34-d83ab15eb78f tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0384045 Oct 11 16:05:15.974916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Made reservation on behalf of 045b72dc86cb43c1a10996e7f63133ad for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:05:15.978463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:15.999837 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50955-48cb-4546-ae3a-3cf8f74438d4 None None] Pushing event updated for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:16.053667 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9f087cea-e7ac-4f47-81c0-36dc5f0994b5 None None] Provisioning complete for port bc494979-50bd-433c-9cc3-53c10a76fe52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:16.054043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f087cea-e7ac-4f47-81c0-36dc5f0994b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.056773 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:13Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bc494979-50bd-433c-9cc3-53c10a76fe52', 'name': '', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:a3:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:12Z', 'updated_at': '2021-10-11T16:05:15Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:16.084072 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f19e0-ba9a-436d-a7d1-73ed1dfc6009 None None] The sync data for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 is: [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:13Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bc494979-50bd-433c-9cc3-53c10a76fe52', 'name': '', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:a3:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:12Z', 'updated_at': '2021-10-11T16:05:15Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:16.126735 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Allocated IP 172.20.0.28 (99542ff0-7598-4fb3-9980-ea0f57305ae4/8c5482bb-672a-4b8b-926f-706f8ff0a5fc/fe5343ae-c399-417e-9018-872d0fa28138) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:05:16.231016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcb38f0b-e5db-4270-bdfa-d7befdf7d54c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:16.278835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.290953 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:16.291324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.314159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.354339 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:16.359993 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:16.373660 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:05:16.376288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b639536-5906-46a2-990b-f0c12096bb10 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:16.376879 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event updated for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:16.429585 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9b639536-5906-46a2-990b-f0c12096bb10 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:16.429960 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.447845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:16.448774 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.469327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-44b410b9-6383-4607-b17c-0fd4cca51c67 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6866302 Oct 11 16:05:16.483517 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Request body: {'port': {'device_id': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:16.544932 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.679669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ef98e19-6680-410e-9ed6-dffbcc574ef0 None None] Provisioning complete for port fe5343ae-c399-417e-9018-872d0fa28138 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:16.680307 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ef98e19-6680-410e-9ed6-dffbcc574ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.716480 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5ef98e19-6680-410e-9ed6-dffbcc574ef0 None None] Port fe5343ae-c399-417e-9018-872d0fa28138 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:05:16.873731 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5343ae-c399-417e-9018-872d0fa28138 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:05:16.882281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.899295 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Transition to ACTIVE for port object fe5343ae-c399-417e-9018-872d0fa28138 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:05:16.902820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:16.955093 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:17.032740 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Attempting to bind port fe5343ae-c399-417e-9018-872d0fa28138 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:05:17.033134 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Attempting to bind port fe5343ae-c399-417e-9018-872d0fa28138 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:05:17.033476 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Attempting to bind port fe5343ae-c399-417e-9018-872d0fa28138 on network 99542ff0-7598-4fb3-9980-ea0f57305ae4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:05:17.049754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Port fe5343ae-c399-417e-9018-872d0fa28138 on network 99542ff0-7598-4fb3-9980-ea0f57305ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:05:17.050083 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Attempting to bind port fe5343ae-c399-417e-9018-872d0fa28138 on network 99542ff0-7598-4fb3-9980-ea0f57305ae4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:05:17.072814 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:05:17.073160 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Checking segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:05:17.073568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Bound using segment: {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:05:17.074009 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Bound port: fe5343ae-c399-417e-9018-872d0fa28138, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7135f3-1be9-495e-9598-290d3deffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:05:17.074372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:17.125709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401f16a-f8df-4656-bff8-61e22db6e9a8 req-51a2d18a-7a09-4080-8508-e9f6c2ce7363 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.127213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9401f16a-f8df-4656-bff8-61e22db6e9a8 req-51a2d18a-7a09-4080-8508-e9f6c2ce7363 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 907 time: 0.0908144 Oct 11 16:05:17.165757 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:05:17.169194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe5343ae-c399-417e-9018-872d0fa28138,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:05:17.174086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:17.211898 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.212494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:17.213884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] 10.222.0.43 "PUT /v2.0/ports/fe5343ae-c399-417e-9018-872d0fa28138 HTTP/1.1" status: 200 len: 1055 time: 0.7352922 Oct 11 16:05:17.214310 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:17.216540 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd451058-077f-4bec-a7ad-f84441fcbe38" -d '{"events": [{"name": "network-changed", "server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "tag": "fe5343ae-c399-417e-9018-872d0fa28138"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:17.245196 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f3f18-e48c-42e3-af29-a46f7c41f746 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:17.286216 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98c1c9-b0df-47db-a04e-b0c7385197d0 x-openstack-request-id: req-eb98c1c9-b0df-47db-a04e-b0c7385197d0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:17.286555 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "tag": "fe5343ae-c399-417e-9018-872d0fa28138", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:17.286742 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb98c1c9-b0df-47db-a04e-b0c7385197d0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:17.287133 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138', 'status': 'completed', 'code': 200} Oct 11 16:05:17.303117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-03c93986-6f67-485e-a922-2229f8bd327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.304659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-03c93986-6f67-485e-a922-2229f8bd327c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 1058 time: 0.0484583 Oct 11 16:05:17.348629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-dc91173e-7b4e-4fb3-8831-02036fb8fba7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=fe5343ae-c399-417e-9018-872d0fa28138 HTTP/1.1" status: 200 len: 217 time: 0.0364187 Oct 11 16:05:17.402608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-633d3874-15bf-4513-83dc-30024e16ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.404064 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-633d3874-15bf-4513-83dc-30024e16ba96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c5482bb-672a-4b8b-926f-706f8ff0a5fc HTTP/1.1" status: 200 len: 838 time: 0.0487599 Oct 11 16:05:17.447718 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f3996bc8-a227-47a8-a3d3-ccb9eff50849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.449115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-f3996bc8-a227-47a8-a3d3-ccb9eff50849 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99542ff0-7598-4fb3-9980-ea0f57305ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380683 Oct 11 16:05:17.536774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-2ea7658e-dcee-4d21-a10a-e26c35894636 service neutron] 10.222.0.43 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792608 Oct 11 16:05:17.628541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55d18622-5e49-4ddc-ad9a-2f7b59212011 req-b5cd91fe-de94-415f-8f69-acab4ea1e9c1 service neutron] 10.222.0.43 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 Oct 11 16:05:17.709137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-ee30ed76-b5ae-4f08-8616-038a490038ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.710611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-ee30ed76-b5ae-4f08-8616-038a490038ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 1058 time: 0.0396593 Oct 11 16:05:17.802659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-cf91c17b-5f66-48a8-93ed-8a7c20cdd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.804090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-cf91c17b-5f66-48a8-93ed-8a7c20cdd12f service neutron] 10.222.0.43 "GET /v2.0/networks?id=99542ff0-7598-4fb3-9980-ea0f57305ae4 HTTP/1.1" status: 200 len: 899 time: 0.0857327 Oct 11 16:05:17.845992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-9f7472f0-bb35-4667-a0dc-828ba5fe35e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=fe5343ae-c399-417e-9018-872d0fa28138 HTTP/1.1" status: 200 len: 217 time: 0.0339456 Oct 11 16:05:17.892768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-e3c06215-2829-486d-859d-075af27b492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.894812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-e3c06215-2829-486d-859d-075af27b492a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c5482bb-672a-4b8b-926f-706f8ff0a5fc HTTP/1.1" status: 200 len: 838 time: 0.0415251 Oct 11 16:05:17.942353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-e837f4a4-c32d-4eec-8de3-e90a2c7cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:17.943793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-e837f4a4-c32d-4eec-8de3-e90a2c7cb4cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=99542ff0-7598-4fb3-9980-ea0f57305ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427077 Oct 11 16:05:18.031226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-ed3f33cc-1f1c-479f-a44b-b3d6858c99b0 service neutron] 10.222.0.43 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797331 Oct 11 16:05:18.124039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd451058-077f-4bec-a7ad-f84441fcbe38 req-d587aea5-f855-4f18-9495-53ab8a2ef06c service neutron] 10.222.0.43 "GET /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849602 Oct 11 16:05:18.196933 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc494979-50bd-433c-9cc3-53c10a76fe52 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:18.245745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51824-167c-4005-a307-ee537385aada req-6e1c5892-c681-48ed-9a68-f743e2afeb5b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:18.246254 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bc494979-50bd-433c-9cc3-53c10a76fe52 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:18.246625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:18.247220 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ba51824-167c-4005-a307-ee537385aada req-6e1c5892-c681-48ed-9a68-f743e2afeb5b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 907 time: 0.0492034 Oct 11 16:05:19.225407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-655bb102-4f45-4234-8fa9-65ac517ce365 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423367 Oct 11 16:05:19.309428 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-859c2345-1f1c-4517-8a63-f920c9762535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:19.310940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-859c2345-1f1c-4517-8a63-f920c9762535 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.0405014 Oct 11 16:05:19.364441 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31a65-2d8d-448c-ab1f-241343bd9dd7 req-f30353e7-17f4-4c1d-9c89-95e0de160c8e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:19.365921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20d31a65-2d8d-448c-ab1f-241343bd9dd7 req-f30353e7-17f4-4c1d-9c89-95e0de160c8e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 907 time: 0.0479383 Oct 11 16:05:19.420453 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-af2aacc0-ebb0-4685-af62-8eb07a8e891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:19.421891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-af2aacc0-ebb0-4685-af62-8eb07a8e891f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 896 time: 0.0881827 Oct 11 16:05:19.488105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-c937506a-9ede-4cf9-9dcb-dbb5797cd445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 1001 time: 0.0577338 Oct 11 16:05:19.549690 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-bdb98ac8-086a-4e71-940d-c7597ad8a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:19.551212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-bdb98ac8-086a-4e71-940d-c7597ad8a42c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 200 len: 834 time: 0.0486519 Oct 11 16:05:19.604521 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-5f97d345-a2fa-4c15-b03d-7868f5195345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:19.606054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-5f97d345-a2fa-4c15-b03d-7868f5195345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0905f3b1-e996-4096-ae98-5a1713ce58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390642 Oct 11 16:05:19.695255 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-e2b099aa-8eee-4399-a92a-ca7a4ebb322a service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Oct 11 16:05:19.791066 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e5a13203-519c-4d3e-854c-8893b37eae1a req-1e9fa1a4-acc2-4062-bd60-9c78dd6ed627 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Oct 11 16:05:20.480904 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a868b-008b-405b-b3cc-f77d560fa0a7 req-b4df5f7c-4411-479d-935a-0e88984b656a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:20.482373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f46a868b-008b-405b-b3cc-f77d560fa0a7 req-b4df5f7c-4411-479d-935a-0e88984b656a tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 907 time: 0.0512969 Oct 11 16:05:21.365693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe5343ae-c399-417e-9018-872d0fa28138 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:05:21.457713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe5343ae-c399-417e-9018-872d0fa28138,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:21.468386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'fe5343ae-c399-417e-9018-872d0fa28138', 'network_id': '99542ff0-7598-4fb3-9980-ea0f57305ae4', 'port_id': 'fe5343ae-c399-417e-9018-872d0fa28138', 'mac_address': 'fa:16:3e:48:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5482bb-672a-4b8b-926f-706f8ff0a5fc', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:05:21.503982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:21.516588 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5343ae-c399-417e-9018-872d0fa28138 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:05:21.536033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe5343ae-c399-417e-9018-872d0fa28138,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:21.539848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:21.587866 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:21.596327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ceb5-324a-44d3-b5c8-9a588c19686b req-b4eb4bef-07c0-4abf-a028-63ba48c16be3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:21.597848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0158ceb5-324a-44d3-b5c8-9a588c19686b req-b4eb4bef-07c0-4abf-a028-63ba48c16be3 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 908 time: 0.0483541 Oct 11 16:05:21.914137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fe5343ae-c399-417e-9018-872d0fa28138'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:05:22.710112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565f13-fb27-44ed-ab90-9487f888810c req-e4feb6a2-23fe-41da-b6b6-d241cd84dcbc tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:22.711587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e565f13-fb27-44ed-ab90-9487f888810c req-e4feb6a2-23fe-41da-b6b6-d241cd84dcbc tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 908 time: 0.0485590 Oct 11 16:05:23.372613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe5343ae-c399-417e-9018-872d0fa28138 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:05:23.420030 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port fe5343ae-c399-417e-9018-872d0fa28138 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:05:23.423427 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port fe5343ae-c399-417e-9018-872d0fa28138 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:05:23.423788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:23.497425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:23.519317 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:23.521572 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049999f4-8476-4314-9530-78946b9db3b8" -d '{"events": [{"server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "fe5343ae-c399-417e-9018-872d0fa28138"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:23.533184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe5343ae-c399-417e-9018-872d0fa28138,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:23.537124 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:23.562676 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02504e-256f-47fe-acc3-ebf838bd25a7 x-openstack-request-id: req-4e02504e-256f-47fe-acc3-ebf838bd25a7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:23.562955 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "fe5343ae-c399-417e-9018-872d0fa28138", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:23.563200 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e02504e-256f-47fe-acc3-ebf838bd25a7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:23.563577 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138', 'code': 200} Oct 11 16:05:23.588393 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:23.660887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dd5ff-7172-4757-be3c-39a0287da35b req-c82d3505-5d6e-416f-94af-e96661803b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:23.662376 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-190dd5ff-7172-4757-be3c-39a0287da35b req-c82d3505-5d6e-416f-94af-e96661803b05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 1060 time: 0.0395861 Oct 11 16:05:23.825868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf60d93-ee05-4e50-a9e7-ca181c8eb052 req-4727b1a6-ef65-493a-9cd0-56d9d411b701 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:23.827318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3bf60d93-ee05-4e50-a9e7-ca181c8eb052 req-4727b1a6-ef65-493a-9cd0-56d9d411b701 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0506067 Oct 11 16:05:24.261724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-977d25bc-a97b-4d95-a772-ad7235aa2ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2961917 Oct 11 16:05:24.340891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-f50337a1-d584-41eb-99b0-88ede995bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:24.342357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-f50337a1-d584-41eb-99b0-88ede995bbea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 1096 time: 0.0388143 Oct 11 16:05:24.446496 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-48122de0-544b-4f24-ba51-563e2b5ad85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:24.447848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-48122de0-544b-4f24-ba51-563e2b5ad85b service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0852568 Oct 11 16:05:24.512675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-9d6b72e2-a52a-40dc-ac90-55de7dc9652a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0570359 Oct 11 16:05:24.565489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-632caec0-22f9-4816-a62d-d6c12607d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:24.566934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-632caec0-22f9-4816-a62d-d6c12607d3b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0436244 Oct 11 16:05:24.615622 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-bd478ed2-dc87-4245-8e35-af1870c39d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:24.617035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-bd478ed2-dc87-4245-8e35-af1870c39d77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427461 Oct 11 16:05:24.705638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-878b46bd-50d6-4fc4-85b8-63bc1f0a68a1 service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807755 Oct 11 16:05:24.801279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e7b9f91-f39c-4112-8ce4-81bcdb32848c req-27153882-edb0-4773-a615-c5d0f199935f service neutron] 10.222.0.43 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Oct 11 16:05:24.949597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb097a0-46f4-410f-b670-bafe97ddd26f req-0e394e16-2087-42d0-a719-f0e3758513a6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:24.951087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5cb097a0-46f4-410f-b670-bafe97ddd26f req-0e394e16-2087-42d0-a719-f0e3758513a6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0551710 Oct 11 16:05:26.063175 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7149e7-ed9b-438e-b613-ba948cc6d36f req-41ff06b8-5f3c-4cf7-b73d-31c424f2fae7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.064691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b7149e7-ed9b-438e-b613-ba948cc6d36f req-41ff06b8-5f3c-4cf7-b73d-31c424f2fae7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0476575 Oct 11 16:05:26.179989 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7569ba3-b871-4c9c-92e7-a0fec1f834ca req-3a0ee7e2-d688-4d20-bfa3-1b27de25fe46 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.181429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7569ba3-b871-4c9c-92e7-a0fec1f834ca req-3a0ee7e2-d688-4d20-bfa3-1b27de25fe46 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0522561 Oct 11 16:05:26.282824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6f322-19da-4eb3-a29f-982e1c77a443 req-2492a6b0-8ed6-4891-b662-1ad346b202b7 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.284850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71a6f322-19da-4eb3-a29f-982e1c77a443 req-2492a6b0-8ed6-4891-b662-1ad346b202b7 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 1060 time: 0.0394526 Oct 11 16:05:26.385555 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db04c2-6c73-45fe-97ce-b65a76d5bd2c req-930ea1fc-212b-4803-95e8-b4911742a941 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.387042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5db04c2-6c73-45fe-97ce-b65a76d5bd2c req-930ea1fc-212b-4803-95e8-b4911742a941 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.0389032 Oct 11 16:05:26.422530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5db04c2-6c73-45fe-97ce-b65a76d5bd2c req-6b2df425-e197-4837-bb06-f84b83cf670c tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0296135 Oct 11 16:05:26.442855 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:26.480811 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2917672-7b14-4bef-a10b-3adbb3154084 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.482296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2917672-7b14-4bef-a10b-3adbb3154084 tempest-TestSecurityGroupsBasicOps-1371847907 tempest-TestSecurityGroupsBasicOps-1371847907-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 1055 time: 0.0385065 Oct 11 16:05:26.695978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c25f0-7c71-4560-92c0-6a138b08776f req-d0a47e08-553a-42fe-a811-a4afddb7fb05 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:26.697409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-203c25f0-7c71-4560-92c0-6a138b08776f req-d0a47e08-553a-42fe-a811-a4afddb7fb05 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0510042 Oct 11 16:05:27.811009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459ed07-972f-454b-af21-9af641ce5882 req-ae1a47a8-f7a1-4682-9d46-cd505455ea79 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:27.812467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f459ed07-972f-454b-af21-9af641ce5882 req-ae1a47a8-f7a1-4682-9d46-cd505455ea79 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0478001 Oct 11 16:05:28.074749 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-d1cc3f8d-eb8a-4b5f-a216-252135c6f686 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:28.076175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-d1cc3f8d-eb8a-4b5f-a216-252135c6f686 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.43 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 909 time: 0.0475020 Oct 11 16:05:28.164393 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port fe5343ae-c399-417e-9018-872d0fa28138 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:28.164730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.250157 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port fe5343ae-c399-417e-9018-872d0fa28138, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe5343ae-c399-417e-9018-872d0fa28138,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:28.250537 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.262465 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for fe5343ae-c399-417e-9018-872d0fa28138 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:28.385439 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.412511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=fe5343ae-c399-417e-9018-872d0fa28138,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:28.457604 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] No DVR routers for this DVR port fe5343ae-c399-417e-9018-872d0fa28138 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:05:28.460428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.464219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cece1aaa-883f-4769-9a6b-eccf5bd54dcd req-f5892337-4e44-4971-bf0c-887500b91b91 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.43 "DELETE /v2.0/ports/fe5343ae-c399-417e-9018-872d0fa28138 HTTP/1.1" status: 204 len: 173 time: 0.3818362 Oct 11 16:05:28.464692 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'name': 'network-vif-deleted', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:28.466964 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab2155-03f8-44b0-908b-4c1b41ebaba0" -d '{"events": [{"server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "name": "network-vif-deleted", "tag": "fe5343ae-c399-417e-9018-872d0fa28138"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:28.506145 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de529b-c3b5-49d4-a76f-a76b18932f2e x-openstack-request-id: req-f2de529b-c3b5-49d4-a76f-a76b18932f2e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:28.506520 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37355583-f40d-4adb-a674-ed1bbc8b5e82", "name": "network-vif-deleted", "tag": "fe5343ae-c399-417e-9018-872d0fa28138", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:28.506820 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2de529b-c3b5-49d4-a76f-a76b18932f2e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:28.507277 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37355583-f40d-4adb-a674-ed1bbc8b5e82', 'name': 'network-vif-deleted', 'tag': 'fe5343ae-c399-417e-9018-872d0fa28138', 'status': 'completed', 'code': 200} Oct 11 16:05:28.918855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8ef367a-6dd2-4634-a93c-e96f9defdcf9 req-cbe0e931-4d31-4623-8f2d-0c409a33c5e7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=37355583-f40d-4adb-a674-ed1bbc8b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Oct 11 16:05:29.973461 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:30.321918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:30.572140 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port bc494979-50bd-433c-9cc3-53c10a76fe52 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:30.572476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:30.660843 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port bc494979-50bd-433c-9cc3-53c10a76fe52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc494979-50bd-433c-9cc3-53c10a76fe52,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:30.661196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:30.673386 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for bc494979-50bd-433c-9cc3-53c10a76fe52 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:30.851503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:30.879293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=bc494979-50bd-433c-9cc3-53c10a76fe52,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:31.051334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.255664 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:05:31.357548 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:31.363166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2895a0d-af26-4bbb-9413-99b6ef15f449 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "PUT /v2.0/routers/9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3881071 Oct 11 16:05:31.365969 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:31.368780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Sync routers for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:31.378909 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:31.379527 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:31.418882 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting subnet 8c5482bb-672a-4b8b-926f-706f8ff0a5fc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:05:31.422370 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.457990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe5343ae-c399-417e-9018-872d0fa28138 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:31.461390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.480446 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: fe5343ae-c399-417e-9018-872d0fa28138 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:31.480784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fe5343ae-c399-417e-9018-872d0fa28138 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:31.505093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:31.544035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.605986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.632108 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5482bb-672a-4b8b-926f-706f8ff0a5fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:31.635866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.639318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7e8850ee-eba6-4e75-996f-e40e54a3a143 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/subnets/8c5482bb-672a-4b8b-926f-706f8ff0a5fc HTTP/1.1" status: 204 len: 168 time: 0.2722046 Oct 11 16:05:31.641766 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:31.646234 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461e4a1-b664-4e6c-9fec-5a4ddc1bf998 None None] Network 99542ff0-7598-4fb3-9980-ea0f57305ae4 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:05:31.748741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:31.782192 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:30Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:31.814981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Checking router: 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:31.828260 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Routers {'9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:31.829007 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:32.077270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] DHCP port deletion for 99542ff0-7598-4fb3-9980-ea0f57305ae4 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:05:32.132534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.133010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] Set router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:32.189387 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:32.189748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.237771 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Deleting port 9b639536-5906-46a2-990b-f0c12096bb10 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:32.238043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.275389 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port fcb38f0b-e5db-4270-bdfa-d7befdf7d54c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:32.275837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.281850 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b639536-5906-46a2-990b-f0c12096bb10 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:32.292169 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for fcb38f0b-e5db-4270-bdfa-d7befdf7d54c owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:32.369022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] For port 9b639536-5906-46a2-990b-f0c12096bb10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b639536-5906-46a2-990b-f0c12096bb10,segment=NetworkSegment(4d7135f3-1be9-495e-9598-290d3deffaef),segment_id=4d7135f3-1be9-495e-9598-290d3deffaef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:32.369645 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.412406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Calling delete_port for 9b639536-5906-46a2-990b-f0c12096bb10 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:32.418674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d815ed0-93c1-4e9f-b3e2-057a3c5f7218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.453924 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.479471 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=fcb38f0b-e5db-4270-bdfa-d7befdf7d54c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:32.517528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.538838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.566286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:30Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:32.595042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.619638 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013864d-12e2-4bef-ab81-9f996641dba4 None None] The sync data for ids ['9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a'] in n-d-master-1 is: [{'id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-258420434', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:30Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'fcb38f0b-e5db-4270-bdfa-d7befdf7d54c', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:05:09Z', 'updated_at': '2021-10-11T16:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:32.628867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.631198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.642395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] Pushing event deleted for resources: {'Port': ['ID=9b639536-5906-46a2-990b-f0c12096bb10,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:32.648112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca327a-3ab3-454a-ab41-e492d06d4d26 None None] No DVR routers for this DVR port 9b639536-5906-46a2-990b-f0c12096bb10 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:05:32.679400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.679925 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:05:32.687220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.688320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8485e4ea-cf21-4e89-81bf-c291c6be4fba tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/routers/9c7a9502-5fe9-4c78-a131-1d21c1ad4a4a HTTP/1.1" status: 204 len: 168 time: 1.0456333 Oct 11 16:05:32.691637 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:32.764824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.852634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.872196 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99542ff0-7598-4fb3-9980-ea0f57305ae4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:32.881343 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7135f3-1be9-495e-9598-290d3deffaef') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:32.881675 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7135f3-1be9-495e-9598-290d3deffaef') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:32.891023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.903656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.910112 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:05:32.910441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:05:32.913358 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:05:32.970151 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.979313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:32.982497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/networks/99542ff0-7598-4fb3-9980-ea0f57305ae4 HTTP/1.1" status: 204 len: 168 time: 0.2899349 Oct 11 16:05:32.985347 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:32.995125 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3cc27-738e-47fc-a2f3-ab2912ccc53b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Network': ['ID=99542ff0-7598-4fb3-9980-ea0f57305ae4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:33.204248 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port 524f1b00-39f3-4f64-91c1-cc1a52a20745 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:33.204607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.287398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.287739 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.302374 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for 524f1b00-39f3-4f64-91c1-cc1a52a20745 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:33.476538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.501152 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=524f1b00-39f3-4f64-91c1-cc1a52a20745,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:33.513345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.513724 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.514069 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.514429 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.514728 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.515061 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.515389 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.515717 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.516044 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.516370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.516691 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.517010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:33.574946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.575200 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Floating IP 07de2793-ad9a-4f15-83d1-2d87925e63f3 disassociated (deleted). External IP: 172.35.3.190, port: 8ec61666-cba0-4f98-bd29-78e9a132394b. Oct 11 16:05:33.787577 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 176e8db6-942e-4020-b2f9-cd349f3fd248 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:05:33.895034 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:33.899446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:33.904635 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Sync routers for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:33.914402 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:33.914939 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:33.927309 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9bef07c5-9d4d-4844-8019-0525abafead7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/floatingips/07de2793-ad9a-4f15-83d1-2d87925e63f3 HTTP/1.1" status: 204 len: 168 time: 0.9400837 Oct 11 16:05:33.927940 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:33.930313 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb70af-7b75-4fe1-873c-d7a703ead55c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:33.972154 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a83953-b575-4d26-89d6-b568b063935e x-openstack-request-id: req-98a83953-b575-4d26-89d6-b568b063935e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:33.972598 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:33.972854 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98a83953-b575-4d26-89d6-b568b063935e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:33.973385 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'status': 'completed', 'code': 200} Oct 11 16:05:34.020594 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:34.036366 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-ca312e96-95ed-4a6d-a301-2a758e70396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:34.038019 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-ca312e96-95ed-4a6d-a301-2a758e70396f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=045b72dc86cb43c1a10996e7f63133ad&device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 1135 time: 0.0447025 Oct 11 16:05:34.153098 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-371ece20-e254-4825-bf84-fcb52948257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:34.156110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-371ece20-e254-4825-bf84-fcb52948257b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 200 len: 896 time: 0.1086054 Oct 11 16:05:34.192448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd150a-0b5d-462c-a968-01397af54467 req-d1ac280c-971c-4058-a5bc-98b0973448d4 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:34.200532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aafd150a-0b5d-462c-a968-01397af54467 req-d1ac280c-971c-4058-a5bc-98b0973448d4 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0836160 Oct 11 16:05:34.206584 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-ccb73249-9b69-421e-b2ef-17e13aed5e6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 200 len: 217 time: 0.0412738 Oct 11 16:05:34.218556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcb38f0b-e5db-4270-bdfa-d7befdf7d54c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:34.229946 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:34.240177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fcb38f0b-e5db-4270-bdfa-d7befdf7d54c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:34.240792 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fcb38f0b-e5db-4270-bdfa-d7befdf7d54c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:34.241381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc494979-50bd-433c-9cc3-53c10a76fe52 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:34.251903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aafd150a-0b5d-462c-a968-01397af54467 req-5b4827d3-5e69-4451-bcca-669388a05bf1 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0504172 Oct 11 16:05:34.261948 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bc494979-50bd-433c-9cc3-53c10a76fe52 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:34.262558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bc494979-50bd-433c-9cc3-53c10a76fe52 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:34.267343 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Checking router: 176e8db6-942e-4020-b2f9-cd349f3fd248 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:34.270759 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-ee3be3df-0990-44da-81cb-f7e602f6cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:34.272215 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-ee3be3df-0990-44da-81cb-f7e602f6cf22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 200 len: 834 time: 0.0576024 Oct 11 16:05:34.276246 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:34.276840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:34.318033 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-e9127389-a8e7-4e35-8beb-3762337907c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:34.319403 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-e9127389-a8e7-4e35-8beb-3762337907c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0905f3b1-e996-4096-ae98-5a1713ce58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392914 Oct 11 16:05:34.379334 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:34.412030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-cd7d26e1-ee60-4812-bf56-c295fb92a5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Oct 11 16:05:34.502415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-28fb70af-7b75-4fe1-873c-d7a703ead55c req-28257ccd-30d2-412a-9881-cbabcd34053b service neutron] 10.222.0.36 "GET /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Oct 11 16:05:34.656158 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:34.681655 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5cbd66-edd6-455b-a397-c80d17fd2435 None None] The sync data for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 is: [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:18Z', 'revision_number': 4, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '070a06d8-95f7-4ace-a9d0-a8cb09ec31cc', 'name': '', 'network_id': '0905f3b1-e996-4096-ae98-5a1713ce58c0', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'mac_address': 'fa:16:3e:93:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:17Z', 'updated_at': '2021-10-11T16:04:21Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'subnets': [{'id': 'fbf1c113-72c1-4ca4-aa15-b7a5ce286d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:34.880023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5497-8677-41fe-b394-0f7c6beded1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:34.887700 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6d738-cc29-4ce2-bf64-18370cc53bed None None] New status for floating IP 07de2793-ad9a-4f15-83d1-2d87925e63f3: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:05:35.355163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb58c6-344a-4429-8496-c76d1a560d6f req-a84dbc34-0b04-4e36-bbec-1fe634b72866 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:35.356624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78bb58c6-344a-4429-8496-c76d1a560d6f req-a84dbc34-0b04-4e36-bbec-1fe634b72866 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0487092 Oct 11 16:05:35.396925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78bb58c6-344a-4429-8496-c76d1a560d6f req-79cbbb12-2404-44f8-bb1b-3cfc5927bfa2 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "GET /v2.0/security-groups?id=77e7ddbd-a869-4fd0-8798-f070ec1f57ca&id=118cc81d-0b94-4194-bdbf-a30477ae36e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341547 Oct 11 16:05:35.406701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-216fbd94-5f07-4fb1-8ede-15b2115cd28d tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:35.408159 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-216fbd94-5f07-4fb1-8ede-15b2115cd28d tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee84229-f58b-464b-b4b4-0aebbe634d61 HTTP/1.1" status: 200 len: 984 time: 0.0538204 Oct 11 16:05:35.497199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port 8ec61666-cba0-4f98-bd29-78e9a132394b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:35.497569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:35.586955 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port 8ec61666-cba0-4f98-bd29-78e9a132394b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61666-cba0-4f98-bd29-78e9a132394b,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:35.587308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:35.599934 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for 8ec61666-cba0-4f98-bd29-78e9a132394b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:35.725936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:35.755290 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=8ec61666-cba0-4f98-bd29-78e9a132394b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:35.793901 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] No DVR routers for this DVR port 8ec61666-cba0-4f98-bd29-78e9a132394b on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:05:35.796584 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:35.800430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bdaf8dd3-4cd2-43ce-af48-50ffea719096 req-e6b2fedf-174a-44a3-b4ec-b712c0657d5e tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.36 "DELETE /v2.0/ports/8ec61666-cba0-4f98-bd29-78e9a132394b HTTP/1.1" status: 204 len: 173 time: 0.3859210 Oct 11 16:05:35.974295 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'name': 'network-vif-deleted', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:35.976719 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362ec02e-4762-442b-bb2f-9f43709c223a" -d '{"events": [{"server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "name": "network-vif-deleted", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:36.004757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.009413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.011642 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54654e2-26fd-4e66-b4ee-c8aa83db5434 x-openstack-request-id: req-b54654e2-26fd-4e66-b4ee-c8aa83db5434 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:36.011926 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee84229-f58b-464b-b4b4-0aebbe634d61", "name": "network-vif-deleted", "tag": "8ec61666-cba0-4f98-bd29-78e9a132394b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:36.012173 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b54654e2-26fd-4e66-b4ee-c8aa83db5434 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:36.012566 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee84229-f58b-464b-b4b4-0aebbe634d61', 'name': 'network-vif-deleted', 'tag': '8ec61666-cba0-4f98-bd29-78e9a132394b', 'status': 'completed', 'code': 200} Oct 11 16:05:36.454492 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:36.505445 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.526518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.570443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.573027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.574180 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/security-groups/118cc81d-0b94-4194-bdbf-a30477ae36e3 HTTP/1.1" status: 204 len: 168 time: 0.1186955 Oct 11 16:05:36.576858 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:36.583502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5927f1e-7829-474a-b65b-2813a34c1df6 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cc81d-0b94-4194-bdbf-a30477ae36e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:36.631009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.652902 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.698376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.700748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:36.701880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/security-groups/77e7ddbd-a869-4fd0-8798-f070ec1f57ca HTTP/1.1" status: 204 len: 168 time: 0.1239803 Oct 11 16:05:36.704950 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:36.710634 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aab35-dba1-4a68-a921-235f7d847fa7 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e7ddbd-a869-4fd0-8798-f070ec1f57ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:37.432900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:37.723755 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:37.724413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:37.809389 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:37.813183 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:37.813565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:37.826515 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:38.003438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.030500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=070a06d8-95f7-4ace-a9d0-a8cb09ec31cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:38.214719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.421163 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Router 176e8db6-942e-4020-b2f9-cd349f3fd248 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:05:38.522796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:38.527671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-46445c9f-edb5-4a5e-9f50-702116b2cc84 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "PUT /v2.0/routers/176e8db6-942e-4020-b2f9-cd349f3fd248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8217084 Oct 11 16:05:38.530319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:38.532856 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Sync routers for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:38.542944 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:38.543546 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:38.584259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting subnet fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:05:38.587223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.625937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.647385 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:38.706503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.769014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.797681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.801462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/subnets/fbf1c113-72c1-4ca4-aa15-b7a5ce286d75 HTTP/1.1" status: 204 len: 168 time: 0.2701991 Oct 11 16:05:38.802698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f2a51-7d96-4ecb-ae3d-c2dd53225514 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf1c113-72c1-4ca4-aa15-b7a5ce286d75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:38.803586 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:38.804432 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316bafc-a7b2-4df0-9b4c-f7492fd9ac7e None None] Network 0905f3b1-e996-4096-ae98-5a1713ce58c0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:05:38.824576 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:05:37Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:38.850329 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Checking router: 176e8db6-942e-4020-b2f9-cd349f3fd248 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:38.858862 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Routers {'176e8db6-942e-4020-b2f9-cd349f3fd248'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:38.859169 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['176e8db6-942e-4020-b2f9-cd349f3fd248'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:38.916725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:38.967704 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] Set router 176e8db6-942e-4020-b2f9-cd349f3fd248 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:38.998437 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] DHCP port deletion for 0905f3b1-e996-4096-ae98-5a1713ce58c0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:05:39.026189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.048896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Deleting port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:39.049263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.085056 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Deleting port c2699035-125b-4abe-b260-8c1b25fe3398 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:39.085391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.116097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] For port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,segment=NetworkSegment(38cbfd53-8f5d-406b-9161-4a7e34d26018),segment_id=38cbfd53-8f5d-406b-9161-4a7e34d26018)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:39.116509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.130766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Calling delete_port for 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:39.156355 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:05:37Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:39.165116 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] For port c2699035-125b-4abe-b260-8c1b25fe3398, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c2699035-125b-4abe-b260-8c1b25fe3398,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:39.178981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.182681 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Calling delete_port for c2699035-125b-4abe-b260-8c1b25fe3398 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:39.191279 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f962c-4d1a-486c-9be6-182e61a79b06 None None] The sync data for ids ['176e8db6-942e-4020-b2f9-cd349f3fd248'] in n-d-master-1 is: [{'id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299739198', 'tenant_id': '045b72dc86cb43c1a10996e7f63133ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:05:37Z', 'revision_number': 5, 'project_id': '045b72dc86cb43c1a10996e7f63133ad', 'gw_port': {'id': 'c2699035-125b-4abe-b260-8c1b25fe3398', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176e8db6-942e-4020-b2f9-cd349f3fd248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:04:15Z', 'updated_at': '2021-10-11T16:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:39.228007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.252132 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] Pushing event deleted for resources: {'Port': ['ID=9b7e0d1b-b74f-4084-82c9-7dba93c67f22,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:39.256316 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56256c-a090-4806-8a2b-3c23fe725ef3 None None] No DVR routers for this DVR port 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:05:39.357154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.388066 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Port': ['ID=c2699035-125b-4abe-b260-8c1b25fe3398,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:39.449629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.540654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.542999 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.583893 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.584415 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Fanout notify agent at l3_agent the message router_deleted on router 176e8db6-942e-4020-b2f9-cd349f3fd248 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:05:39.591305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.592420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-47017c75-584d-4e6c-8134-743119fb101b tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/routers/176e8db6-942e-4020-b2f9-cd349f3fd248 HTTP/1.1" status: 204 len: 168 time: 0.7878454 Oct 11 16:05:39.595108 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:39.678872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.685899 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.769209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.788342 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0905f3b1-e996-4096-ae98-5a1713ce58c0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:39.797401 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cbfd53-8f5d-406b-9161-4a7e34d26018') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:39.797718 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cbfd53-8f5d-406b-9161-4a7e34d26018') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:39.807561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.820392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.826242 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:05:39.826721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:05:39.829790 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:05:39.886279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.893033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:39.896118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] 10.222.0.31 "DELETE /v2.0/networks/0905f3b1-e996-4096-ae98-5a1713ce58c0 HTTP/1.1" status: 204 len: 168 time: 0.3000979 Oct 11 16:05:39.907578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa296-f698-49d5-97d3-5e975b2a6b14 tempest-TestSecurityGroupsBasicOps-1757245359 tempest-TestSecurityGroupsBasicOps-1757245359-project] Pushing event deleted for resources: {'Network': ['ID=0905f3b1-e996-4096-ae98-5a1713ce58c0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:40.175499 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:40.198814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2699035-125b-4abe-b260-8c1b25fe3398 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:40.217937 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c2699035-125b-4abe-b260-8c1b25fe3398 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:40.218275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c2699035-125b-4abe-b260-8c1b25fe3398 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:40.218685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:40.240932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:40.241278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 070a06d8-95f7-4ace-a9d0-a8cb09ec31cc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:40.241714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:40.259765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:40.260111 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9b7e0d1b-b74f-4084-82c9-7dba93c67f22 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:40.309311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-251916bc-622f-487f-baa6-0d5f63040cd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=045b72dc86cb43c1a10996e7f63133ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318157 Oct 11 16:05:40.310900 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:40.362674 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.382731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.427677 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.430532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.431658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0234e962-223a-4a9a-a4ff-63c7aa6e4de5 HTTP/1.1" status: 204 len: 168 time: 0.1198761 Oct 11 16:05:40.439179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac73f63-3c2c-4315-a30a-83b9607c971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234e962-223a-4a9a-a4ff-63c7aa6e4de5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:40.681971 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:40.694972 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6888195b-3478-4964-95fb-d46f55e01e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.766977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6888195b-3478-4964-95fb-d46f55e01e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.770433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6888195b-3478-4964-95fb-d46f55e01e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.808295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6888195b-3478-4964-95fb-d46f55e01e1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f8352879a7d40c983898d8f4dd1077d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252306 Oct 11 16:05:40.809420 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888195b-3478-4964-95fb-d46f55e01e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8650f0-576a-454c-a699-fded984d2670,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:40.810989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:40.859911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.866286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.881153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.927279 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.929887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:40.931036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f8650f0-576a-454c-a699-fded984d2670 HTTP/1.1" status: 204 len: 168 time: 0.1189830 Oct 11 16:05:40.940130 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d81662-2d27-4760-8ce3-c02261afa77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8650f0-576a-454c-a699-fded984d2670,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:41.069304 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61666-cba0-4f98-bd29-78e9a132394b no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:41.089541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8ec61666-cba0-4f98-bd29-78e9a132394b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:41.089887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61666-cba0-4f98-bd29-78e9a132394b not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:41.232033 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:41.270336 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-439a996b-b523-4dc6-b4e0-e488a4e0c90e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b485222a9944974babacf5390de2c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371635 Oct 11 16:05:41.272572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:41.318159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:41.342737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:41.387098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:41.389646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:41.390764 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a964aba-6a95-4b05-9f5e-c525b8bcde43 HTTP/1.1" status: 204 len: 168 time: 0.1173317 Oct 11 16:05:41.398524 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102253bd-dbe8-45b3-99f3-eb6f5d83df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a964aba-6a95-4b05-9f5e-c525b8bcde43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:42.897084 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:05:54.220929 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f7731-af1e-4032-b676-938fd4c1bc2a req-3020c6a9-9f22-48c7-bd0c-deca8e928004 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:54.222319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-142f7731-af1e-4032-b676-938fd4c1bc2a req-3020c6a9-9f22-48c7-bd0c-deca8e928004 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0519059 Oct 11 16:05:54.260226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-142f7731-af1e-4032-b676-938fd4c1bc2a req-4a663809-8094-41f7-95e7-48e49264534b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Oct 11 16:05:55.300694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-62716c3e-6090-450f-b4ec-5de218d2aaac tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:55.302230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-62716c3e-6090-450f-b4ec-5de218d2aaac tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0485952 Oct 11 16:05:55.413527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24adfe-3409-4e89-9499-9f46917c0111 req-a1961762-366c-43a2-852a-10652fa01c40 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:55.414979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c24adfe-3409-4e89-9499-9f46917c0111 req-a1961762-366c-43a2-852a-10652fa01c40 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 945 time: 0.0824263 Oct 11 16:05:55.449299 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Deleting port 4491df57-c054-4f68-baf1-e00343f7d8a9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:55.449668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.496331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c24adfe-3409-4e89-9499-9f46917c0111 req-5a4f1502-b6f7-42bf-9691-c65485ddaf4a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=886a34b1-f9dd-4466-803d-950cee501c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741053 Oct 11 16:05:55.546178 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] For port 4491df57-c054-4f68-baf1-e00343f7d8a9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4491df57-c054-4f68-baf1-e00343f7d8a9,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:05:55.546474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.758093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.758446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.758761 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Floating IP 06d5e240-7916-4082-81a6-d9718d673035 disassociated. External IP: 172.35.3.103, port: 4491df57-c054-4f68-baf1-e00343f7d8a9. Oct 11 16:05:55.759091 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Calling delete_port for 4491df57-c054-4f68-baf1-e00343f7d8a9 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:55.882530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.912569 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'Port': ['ID=4491df57-c054-4f68-baf1-e00343f7d8a9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:56.027478 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:05:56.132548 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:05:56.143265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:05:56.152127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:56.152734 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:56.175616 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] No DVR routers for this DVR port 4491df57-c054-4f68-baf1-e00343f7d8a9 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:05:56.178273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:56.181597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88f6e4fb-51bb-4ab2-a342-e4cf8e07e281 req-ff40d684-7bab-42ec-ae18-60d02311cd61 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.43 "DELETE /v2.0/ports/4491df57-c054-4f68-baf1-e00343f7d8a9 HTTP/1.1" status: 204 len: 173 time: 0.8727801 Oct 11 16:05:56.181974 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'name': 'network-vif-deleted', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:05:56.184233 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511b0e8-ab4c-4202-b489-b3b70cf12d18" -d '{"events": [{"server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "name": "network-vif-deleted", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:05:56.264541 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:56.373660 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7946070-dbb0-4513-a9a0-ce1102570ae2 x-openstack-request-id: req-a7946070-dbb0-4513-a9a0-ce1102570ae2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:05:56.374160 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e1267-707f-4f70-9e78-78fc8c3f51bf", "name": "network-vif-deleted", "tag": "4491df57-c054-4f68-baf1-e00343f7d8a9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:05:56.374160 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7946070-dbb0-4513-a9a0-ce1102570ae2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:05:56.374646 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2e1267-707f-4f70-9e78-78fc8c3f51bf', 'name': 'network-vif-deleted', 'tag': '4491df57-c054-4f68-baf1-e00343f7d8a9', 'status': 'completed', 'code': 200} Oct 11 16:05:56.474109 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:56.498744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:05:56.507058 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:05:56.507589 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:56.606045 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dabf017a-5a2c-4588-93ff-42b05e426a82 req-c8fb359e-9533-4592-a825-983216a88cc3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2e1267-707f-4f70-9e78-78fc8c3f51bf HTTP/1.1" status: 200 len: 210 time: 0.0318925 Oct 11 16:05:56.622014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:05:56.817496 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:05:56.846542 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f646a3-bf53-460f-92d7-88cfcd207db4 None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:05:57.046649 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb59a8c-f4ba-43a9-a2e3-b2d8c632fc31 None None] New status for floating IP 06d5e240-7916-4082-81a6-d9718d673035: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:05:57.682546 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:57.734502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:57.756869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:57.802778 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:57.805602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:57.806763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "DELETE /v2.0/security-groups/886a34b1-f9dd-4466-803d-950cee501c4d HTTP/1.1" status: 204 len: 168 time: 0.1232197 Oct 11 16:05:57.809506 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:57.815628 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99219de-e69a-4626-b05a-345779a669fe tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a34b1-f9dd-4466-803d-950cee501c4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:57.824615 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f2e15347-f6f8-4785-9fd6-496fc9b68688 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] show failed (client error): The resource could not be found. Oct 11 16:05:57.825646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f2e15347-f6f8-4785-9fd6-496fc9b68688 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups/886a34b1-f9dd-4466-803d-950cee501c4d HTTP/1.1" status: 404 len: 347 time: 0.0150874 Oct 11 16:05:57.828525 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:57.950752 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Deleting port dcea0140-690b-4ca2-8ece-e357f080f67b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:05:57.951009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.023401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.023726 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.035459 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Calling delete_port for dcea0140-690b-4ca2-8ece-e357f080f67b owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:05:58.162444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.191284 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'Port': ['ID=dcea0140-690b-4ca2-8ece-e357f080f67b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:58.250169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.253581 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.254882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2f5d4109-261e-4524-8841-1dfabd15d58a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "DELETE /v2.0/floatingips/06d5e240-7916-4082-81a6-d9718d673035 HTTP/1.1" status: 204 len: 168 time: 0.4253130 Oct 11 16:05:58.527760 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:58.532339 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703980930', 'description': 'tempest-description--727853129'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:58.553229 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.616704 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.619969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.648227 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.649430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1206632 Oct 11 16:05:58.651253 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1087-edbf-4382-b377-fb902bd7dd37 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f727cfe9-df30-4bbe-9642-3b90eeb25e0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:58.652402 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:58.657046 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group_rule': {'security_group_id': 'f727cfe9-df30-4bbe-9642-3b90eeb25e0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:58.683212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.727709 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.730920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.748336 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b652f2-a4dd-4fd3-9a3b-432df5fec9f1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:58.756051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.757235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-21e8d3ce-95e2-401f-a80f-1a3c4f39968d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037893 Oct 11 16:05:58.759783 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:58.763999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'security_group_rule': {'security_group_id': 'f727cfe9-df30-4bbe-9642-3b90eeb25e0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:58.788124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.844550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.848001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.864848 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a9731d-581e-4b32-b991-2bd555f8f63d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:58.873598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.874919 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff32569a-eb6e-4a16-96a3-7e4d6f513c2a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142328 Oct 11 16:05:58.878368 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:58.882714 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:05:58.906232 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.000221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.103429 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Allocated IP 172.35.3.98 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1c29d37c-1e4a-4321-aa9d-c37b191763cb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:05:59.200379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.236674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.275397 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:05:59.278231 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:05:59.282635 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:05:59.285824 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=1c29d37c-1e4a-4321-aa9d-c37b191763cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:59.397123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.430976 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.573102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.577189 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.587914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 4491df57-c054-4f68-baf1-e00343f7d8a9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:05:59.607455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 4491df57-c054-4f68-baf1-e00343f7d8a9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:05:59.607877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 4491df57-c054-4f68-baf1-e00343f7d8a9 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:05:59.639312 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=1c29d37c-1e4a-4321-aa9d-c37b191763cb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:59.652264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.666047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:59.667255 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f40e024f-77f5-49a1-841d-394ea6e0e080 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7879345 Oct 11 16:05:59.800872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-01af55eb-4525-4e52-b4c4-d0721a1e14ed tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--703980930&fields=id&tenant_id=31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 267 time: 0.0330667 Oct 11 16:05:59.906499 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-f1eb69fd-41fd-457a-992c-35c676f7bcf5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:05:59.908453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-f1eb69fd-41fd-457a-992c-35c676f7bcf5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 810 time: 0.1005437 Oct 11 16:05:59.923443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-e7bd7b02-31c9-463d-994a-8a9389c8b6ca tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/quotas/31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 375 time: 0.0092621 Oct 11 16:05:59.974158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-788033bc-56de-4e13-a470-d96e72aac77a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449491 Oct 11 16:06:00.070667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-2ef3b55b-c47c-4413-a86b-5a8f1df2f73d service neutron] 10.222.0.31 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849705 Oct 11 16:06:00.158505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-f828bf3e-a1db-4529-b5e9-9e57db74ab69 service neutron] 10.222.0.31 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810826 Oct 11 16:06:00.314168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-803712b9-fea6-4880-84fc-d3751f5d05fe req-c752f67e-f155-43df-86d2-7c6b750fdcc0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 210 time: 0.0264161 Oct 11 16:06:01.186016 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-d4a2f50c-7293-46a8-b6af-e3f81f997a2b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:01.187469 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-d4a2f50c-7293-46a8-b6af-e3f81f997a2b tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 810 time: 0.1041508 Oct 11 16:06:01.230726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-ebdf49e9-5c53-4ee4-8aab-24174f35cc90 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31bd2675d89742c7a26be5839fe1c497 HTTP/1.1" status: 200 len: 379 time: 0.0333421 Oct 11 16:06:01.247334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'port': {'device_id': '19137109-69d2-486a-adab-fff3e07aa754', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'admin_state_up': True, 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'security_groups': ['f727cfe9-df30-4bbe-9642-3b90eeb25e0b']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:06:01.355384 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Made reservation on behalf of 31bd2675d89742c7a26be5839fe1c497 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:06:01.358880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:01.408264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f63cbbc-6982-4306-8c6c-91e949e55937 req-0c0f4958-6809-4906-b540-ce9758dd0b7f tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 210 time: 0.0260146 Oct 11 16:06:01.480926 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Allocated IP 172.20.0.6 (54b2999d-81fd-49fd-9621-f692dfc501ff/caba28a7-05b4-46e5-9fcc-1b68ff0260a4/9c236918-a5d4-4a72-a51e-e7ffd5fca5f1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:06:01.612449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:01.644964 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:01.684801 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Network 54b2999d-81fd-49fd-9621-f692dfc501ff is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:06:01.690222 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:06:01.693834 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:06:01.726698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event updated for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:06:01.751202 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:01.752393 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:01.768139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-3937716a-fd3d-4b50-b7cc-23502eeb1ed2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5242851 Oct 11 16:06:01.780374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Request body: {'port': {'device_id': '19137109-69d2-486a-adab-fff3e07aa754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:06:01.942748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-78bb7cda-2219-48e8-b873-5586f5f46928 None None] Provisioning complete for port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:06:01.943335 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cda-2219-48e8-b873-5586f5f46928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:01.978490 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-78bb7cda-2219-48e8-b873-5586f5f46928 None None] Port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:06:02.089736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.339655 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:06:02.347623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.360850 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Transition to ACTIVE for port object 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:06:02.364790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.369107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f1cce4-05da-4b0d-9733-e0d80a005232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.432700 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:06:02.485245 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Attempting to bind port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:06:02.485606 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Attempting to bind port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:06:02.485981 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Attempting to bind port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:06:02.490607 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 on network 54b2999d-81fd-49fd-9621-f692dfc501ff not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:06:02.490920 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Attempting to bind port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 on network 54b2999d-81fd-49fd-9621-f692dfc501ff {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:06:02.495871 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:06:02.496199 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Checking segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:06:02.496581 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Bound using segment: {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:06:02.497000 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Bound port: 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:06:02.497353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.537339 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a57e-ccc7-44ec-9988-683db2948380 req-4c454438-d9a7-4bfa-833f-3d129d4acc55 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:02.539880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9c8a57e-ccc7-44ec-9988-683db2948380 req-4c454438-d9a7-4bfa-833f-3d129d4acc55 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 943 time: 0.0596104 Oct 11 16:06:02.570974 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:06:02.574796 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:06:02.578624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.590033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9c8a57e-ccc7-44ec-9988-683db2948380 req-3a1c4726-34d4-4e5c-9f4b-ba622dcf3379 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Oct 11 16:06:02.615909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:02.616522 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:02.617959 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] 10.222.0.36 "PUT /v2.0/ports/9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 1091 time: 0.8419836 Oct 11 16:06:02.618367 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:06:02.620625 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e" -d '{"events": [{"name": "network-changed", "server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:06:02.646482 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb3b0-10f7-4f1d-a9a4-e9db74d4fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:06:02.664294 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f7b7e-51ee-4491-b6e3-f442030c772f x-openstack-request-id: req-948f7b7e-51ee-4491-b6e3-f442030c772f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:06:02.664598 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:06:02.664875 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-948f7b7e-51ee-4491-b6e3-f442030c772f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:06:02.665266 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'status': 'completed', 'code': 200} Oct 11 16:06:02.716985 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-be78e637-123a-4e00-b849-72a33ef54e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:02.721191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-be78e637-123a-4e00-b849-72a33ef54e6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1094 time: 0.0482616 Oct 11 16:06:02.762889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-6f296cd5-fd45-47a7-840d-39ceffb1d47b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 217 time: 0.0349607 Oct 11 16:06:02.816782 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-28d0c341-b392-4821-af0c-67f21c3c0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:02.818415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-28d0c341-b392-4821-af0c-67f21c3c0c03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0491993 Oct 11 16:06:02.862747 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c65a1fcb-122e-4819-9b4d-75181b7bf4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:02.864083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-c65a1fcb-122e-4819-9b4d-75181b7bf4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389974 Oct 11 16:06:02.954331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-b2c45a06-9614-410c-b51d-afbe4ee676ef service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Oct 11 16:06:03.047385 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-493d9c58-64f5-41ca-9894-be293ead1e3a req-03aa8a09-e9de-4042-81de-70fff52758d7 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Oct 11 16:06:03.136160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-307e3142-4b10-4262-8c06-ca01149e0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:03.137570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-307e3142-4b10-4262-8c06-ca01149e0261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1094 time: 0.0429418 Oct 11 16:06:03.228524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-5a53ba5b-82fc-4530-94e5-fe3756c86145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:03.229974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-5a53ba5b-82fc-4530-94e5-fe3756c86145 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0857003 Oct 11 16:06:03.270547 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-c71e18e0-0dae-48b8-b719-c92356e38226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 217 time: 0.0332155 Oct 11 16:06:03.322583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-1db11e50-594f-49d7-8fec-2d87c209eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:03.323951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-1db11e50-594f-49d7-8fec-2d87c209eac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0457094 Oct 11 16:06:03.368745 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-bb315c57-72e5-40fb-a518-d9d27e43b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:03.370266 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-bb315c57-72e5-40fb-a518-d9d27e43b942 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383067 Oct 11 16:06:03.457445 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-46c012df-06c2-4b1c-b52d-b9fc5604d7ff service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792775 Oct 11 16:06:03.547659 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ca39e8e6-f76d-488d-a020-cc1f9df2fe3e req-53a93fa3-f9b9-4040-856e-dafdd1bf1353 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829754 Oct 11 16:06:03.699565 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b313-195a-4157-b9da-28512b454fa5 req-fe0d5902-cf38-42cc-8731-ab9b2a836cd3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:03.701029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4098b313-195a-4157-b9da-28512b454fa5 req-fe0d5902-cf38-42cc-8731-ab9b2a836cd3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 943 time: 0.0491166 Oct 11 16:06:03.738484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4098b313-195a-4157-b9da-28512b454fa5 req-ba261043-d880-4ca6-8870-088d7dfb74a3 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Oct 11 16:06:04.852460 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283e53-01c9-4ecd-9f83-89f4192508e4 req-c1a2f3cd-ceda-4ec1-8027-d2d8b7e2d2b7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:04.853927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d283e53-01c9-4ecd-9f83-89f4192508e4 req-c1a2f3cd-ceda-4ec1-8027-d2d8b7e2d2b7 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 943 time: 0.0476978 Oct 11 16:06:04.889087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbf37be5-11f4-48e9-a431-d752b8be28a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:04.894365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d283e53-01c9-4ecd-9f83-89f4192508e4 req-2e729211-92f0-4baf-a13f-8e28a25190a5 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Oct 11 16:06:05.210141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:06:05.457074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:06:05.467695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'port_id': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'mac_address': 'fa:16:3e:63:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:06:05.503483 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:05.515584 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:06:05.536746 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:06:05.540927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:05.585917 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:06:05.746679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:06:06.011170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:06.013123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c2b7-a73c-4fa3-b801-09881c134d9c req-67c3c0cc-86bd-4faa-82c9-77f514d2f569 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:06.014844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:06.014999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8091c2b7-a73c-4fa3-b801-09881c134d9c req-67c3c0cc-86bd-4faa-82c9-77f514d2f569 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 944 time: 0.0543184 Oct 11 16:06:06.053228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8091c2b7-a73c-4fa3-b801-09881c134d9c req-e670601e-e1fa-4de5-8679-28356d4d17bf tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Oct 11 16:06:07.163879 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccf56b-2eba-4613-9f3b-05afae26e37a req-4522a809-6d88-458f-bc8c-c876c6f1cc20 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:07.165499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dccf56b-2eba-4613-9f3b-05afae26e37a req-4522a809-6d88-458f-bc8c-c876c6f1cc20 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Oct 11 16:06:07.202389 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5dccf56b-2eba-4613-9f3b-05afae26e37a req-8cc7a8e9-156a-4203-a656-b812b11cae56 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Oct 11 16:06:07.232735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:06:07.278540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:06:07.282010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:06:07.282376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:07.355256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:07.377454 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:06:07.379719 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96d30d-70f5-4491-bc60-aca22e6a2cb3" -d '{"events": [{"server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "name": "network-vif-plugged", "status": "completed", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:06:07.391953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:06:07.395947 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:07.421869 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c1c29-c8ab-4cbf-b57d-d15578154298 x-openstack-request-id: req-840c1c29-c8ab-4cbf-b57d-d15578154298 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:06:07.422125 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "name": "network-vif-plugged", "status": "completed", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:06:07.422360 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-840c1c29-c8ab-4cbf-b57d-d15578154298 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:06:07.422711 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'code': 200} Oct 11 16:06:07.448237 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:06:07.511367 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f92cd5-44b1-4fa4-ac90-df895b0e542c req-2f3c4a30-87a3-42ed-8c0e-bd0cd8106536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:07.512833 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-36f92cd5-44b1-4fa4-ac90-df895b0e542c req-2f3c4a30-87a3-42ed-8c0e-bd0cd8106536 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1096 time: 0.0408540 Oct 11 16:06:07.547043 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-36f92cd5-44b1-4fa4-ac90-df895b0e542c req-b0cd5275-8f78-47b5-8257-e021416c1498 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268860 Oct 11 16:06:07.811942 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:08.311864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5d22f-a9ac-47e8-98c1-1474c742b5c9 req-f061c384-3070-4e36-ac43-44aec3ea5e67 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:08.313289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5d22f-a9ac-47e8-98c1-1474c742b5c9 req-f061c384-3070-4e36-ac43-44aec3ea5e67 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.0467846 Oct 11 16:06:08.349806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5d22f-a9ac-47e8-98c1-1474c742b5c9 req-b8a49d74-1c8d-4ca1-965e-14c3ac14cfaa tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302148 Oct 11 16:06:09.466130 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43b4f9-aaf9-44b0-b848-f7bce340fc48 req-1df4f131-8a24-4898-8466-16efdcf4ff6d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:09.467572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab43b4f9-aaf9-44b0-b848-f7bce340fc48 req-1df4f131-8a24-4898-8466-16efdcf4ff6d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.0513382 Oct 11 16:06:09.504352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab43b4f9-aaf9-44b0-b848-f7bce340fc48 req-9aa52372-01c9-4b1a-8e90-e6825673f29d tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302594 Oct 11 16:06:09.611668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1ffb-22fa-4152-957f-b1b8443b441b req-d1efd9d4-9388-46e7-a23b-15f0c672c1ed tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:09.613109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c3c1ffb-22fa-4152-957f-b1b8443b441b req-d1efd9d4-9388-46e7-a23b-15f0c672c1ed tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.0473473 Oct 11 16:06:09.621427 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:06:09.625639 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Request body: {'floatingip': {'port_id': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:06:09.667125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:09.683272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:10.366278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:10.370406 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:10.468817 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Floating IP fac2409c-c02b-49e3-80e9-77c656876a70 associated. External IP: 172.35.3.98, port: 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1. Oct 11 16:06:10.679455 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:06:10.786804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:06:10.791988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:10.798478 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:06:10.808479 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:06:10.809182 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:06:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:06:10.820565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6b9451d-23db-4e7f-88e0-7e49dcb93764 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "PUT /v2.0/floatingips/fac2409c-c02b-49e3-80e9-77c656876a70 HTTP/1.1" status: 200 len: 990 time: 1.1955998 Oct 11 16:06:10.820565 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:06:10.820868 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e01988b-beb4-442b-b7de-cc1e4523cd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:06:10.864062 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29941a96-62f6-494a-aec4-66e008e2e5a8 x-openstack-request-id: req-29941a96-62f6-494a-aec4-66e008e2e5a8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:06:10.864350 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:06:10.864618 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29941a96-62f6-494a-aec4-66e008e2e5a8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:06:10.865013 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'status': 'completed', 'code': 200} Oct 11 16:06:10.878522 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:10.939601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-4b6a6265-94cf-4cf1-9784-7d2223b36a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:10.940439 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:06:10.941049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-4b6a6265-94cf-4cf1-9784-7d2223b36a34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1096 time: 0.0475285 Oct 11 16:06:11.030760 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-45279ad1-8a59-4062-be1b-8cdc495cb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:11.032219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-45279ad1-8a59-4062-be1b-8cdc495cb008 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0847850 Oct 11 16:06:11.104057 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-a8399a3a-5e6c-4189-9324-907587f42235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 998 time: 0.0641704 Oct 11 16:06:11.154367 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-fc5b4c61-39d1-463d-b75a-79b686a81ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:11.155849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-fc5b4c61-39d1-463d-b75a-79b686a81ab0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0444939 Oct 11 16:06:11.167602 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fac2409c-c02b-49e3-80e9-77c656876a70', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.98', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:63:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19137109-69d2-486a-adab-fff3e07aa754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:05:59Z', 'updated_at': '2021-10-11T16:06:10Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:06:11.197157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:06:11.203096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-aea443a9-af3f-4512-93fd-5261e2f526de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:11.205328 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-aea443a9-af3f-4512-93fd-5261e2f526de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411985 Oct 11 16:06:11.206610 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:06:11.207344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:06:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:06:11.300020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-5a3f00c2-fca5-4436-9515-683ee0b9ee6b service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881929 Oct 11 16:06:11.320093 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:06:11.391665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0e01988b-beb4-442b-b7de-cc1e4523cd7f req-aea73e15-c9fa-40de-835e-0d96ba1b37c5 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848072 Oct 11 16:06:11.534758 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fac2409c-c02b-49e3-80e9-77c656876a70', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.98', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:63:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19137109-69d2-486a-adab-fff3e07aa754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:05:59Z', 'updated_at': '2021-10-11T16:06:10Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:06:11.564527 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c7cec-c47c-442a-be21-2b875cd968a1 None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fac2409c-c02b-49e3-80e9-77c656876a70', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'floating_ip_address': '172.35.3.98', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'port_id': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'mac_address': 'fa:16:3e:63:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19137109-69d2-486a-adab-fff3e07aa754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:05:59Z', 'updated_at': '2021-10-11T16:06:10Z', 'revision_number': 1, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:06:11.768854 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0fb45-c7a4-4915-a8c3-fc0aee997e1c None None] New status for floating IP fac2409c-c02b-49e3-80e9-77c656876a70: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:06:19.213738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-095d26dc-6a9a-449f-a3fd-3e22639dcddc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388825 Oct 11 16:06:19.299563 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-51d97644-91d3-4e22-938f-0102a6e91df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:19.301199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-51d97644-91d3-4e22-938f-0102a6e91df6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1096 time: 0.0442615 Oct 11 16:06:19.403541 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-bae0ee80-70eb-45d4-958c-c5aabf5707e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:19.405025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-bae0ee80-70eb-45d4-958c-c5aabf5707e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0834184 Oct 11 16:06:19.473646 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-bb786a9d-1957-4a0d-b807-cd4a21ff50d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0601766 Oct 11 16:06:19.522268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-cef1d1d3-2801-4b4f-9558-8692c17db30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:19.523599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-cef1d1d3-2801-4b4f-9558-8692c17db30e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0417266 Oct 11 16:06:19.569932 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-264523b8-bd14-4d26-9766-9f806826a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:06:19.571424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-264523b8-bd14-4d26-9766-9f806826a66b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397329 Oct 11 16:06:19.662800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-e3e3219e-0e00-4a09-b1ca-9f5d4d8e886c service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836899 Oct 11 16:06:19.755841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4690cfb6-44dc-4093-914d-f20684a333c5 req-11c32519-67e8-4537-8146-2f0b51baefaf service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852108 Oct 11 16:06:19.895684 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:06:32.369625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f164-52e8-48bb-9a0b-c4cc5139c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:34.881589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c7325ca-cc11-498c-8bb4-d0b8d6c903f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:36.010402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:36.011588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:37.814978 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:39.681328 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:40.864260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:56.896037 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:07:02.370476 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bead771-a16e-4824-aa3e-90aabf57f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:04.881992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9ee-14cb-4d51-a748-f8afad4c6136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:06.010075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:06.012135 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:07.817214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:09.697797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:10.881261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:21.219997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-72c01830-5f21-468b-946c-6a7d5b33ef98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446956 Oct 11 16:07:21.299998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-bf979a3d-841c-4a11-a583-587b31f6e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:07:21.301431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-bf979a3d-841c-4a11-a583-587b31f6e3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1096 time: 0.0393357 Oct 11 16:07:21.406360 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-da8d2ad9-f53a-4bcc-b705-9827f39d7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:07:21.407798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-da8d2ad9-f53a-4bcc-b705-9827f39d7763 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0869143 Oct 11 16:07:21.473082 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-31885e4a-0914-4473-bdd0-dec6aac54c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0566480 Oct 11 16:07:21.521199 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-d8a997e5-9662-4d57-ba0b-5d90700f4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:07:21.522593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-d8a997e5-9662-4d57-ba0b-5d90700f4dd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0420997 Oct 11 16:07:21.571702 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-30c52e30-4d7f-4e07-a0e0-68c2893617a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:07:21.573142 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-30c52e30-4d7f-4e07-a0e0-68c2893617a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430243 Oct 11 16:07:21.660766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-3531b35f-95d6-46ea-b037-f9b988980f51 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807328 Oct 11 16:07:21.754237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3516b025-7e2e-4a98-9c05-b370ce681740 req-99ca0ca1-6dbf-4812-be1c-7e1f81875fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852735 Oct 11 16:07:32.369816 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de9499c-dba7-4c38-bfdc-d57900837658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:33.895145 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:07:34.882515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c513ac17-4638-4c86-a95d-7caafc14af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:36.006756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:36.011344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:37.819163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:39.702655 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:40.879716 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:02.376041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6944-219a-4c7f-bc30-1f145fe7e9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:04.885392 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ca9ba95-d127-4dda-91e1-34b86ba8a290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:06.002334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:06.010334 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:07.821376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:09.714716 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:10.881630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:10.893396 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:08:23.222830 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-0e74e634-54dd-4b80-bab5-9572a262172a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443237 Oct 11 16:08:23.312933 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-1c94fffe-e59f-49f4-8546-9c6ec47c23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:23.314470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-1c94fffe-e59f-49f4-8546-9c6ec47c23f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31bd2675d89742c7a26be5839fe1c497&device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 1096 time: 0.0415061 Oct 11 16:08:23.423013 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-d960f098-977d-409f-bfbc-60206386b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:23.424499 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-d960f098-977d-409f-bfbc-60206386b93d service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 200 len: 911 time: 0.0918176 Oct 11 16:08:23.491611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-2699d6d9-a486-465b-adee-7956577e937e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0605400 Oct 11 16:08:23.547541 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-dcaca524-b18e-4e72-9a60-6039e76aa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:23.549380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-dcaca524-b18e-4e72-9a60-6039e76aa5dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 200 len: 849 time: 0.0473707 Oct 11 16:08:23.598330 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-c09c705f-bf04-4169-9682-259584074f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:23.599806 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-c09c705f-bf04-4169-9682-259584074f26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b2999d-81fd-49fd-9621-f692dfc501ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438383 Oct 11 16:08:23.687163 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-3eaef8b5-851d-4e88-8aef-0c3dea3748c6 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800662 Oct 11 16:08:23.778685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b3cfd8dc-f20f-4916-b6ca-7ca178512849 req-42853447-977b-453d-8dbb-874286366a54 service neutron] 10.222.0.36 "GET /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Oct 11 16:08:24.774325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794a5ef-330d-4143-a3a4-874368317d7b req-63766054-eb9b-4da1-8f3a-ee6e70ca3cb8 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:24.776036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a794a5ef-330d-4143-a3a4-874368317d7b req-63766054-eb9b-4da1-8f3a-ee6e70ca3cb8 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Oct 11 16:08:24.813875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a794a5ef-330d-4143-a3a4-874368317d7b req-3bf50cc1-6ce1-4df0-8533-8b0fb80bd434 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Oct 11 16:08:26.036021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170c51-7175-4b18-90eb-87d725c8ba1d req-a38498da-60d3-4423-86ee-500cf01d54b9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:26.037513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a170c51-7175-4b18-90eb-87d725c8ba1d req-a38498da-60d3-4423-86ee-500cf01d54b9 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.1576626 Oct 11 16:08:26.076068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a170c51-7175-4b18-90eb-87d725c8ba1d req-4695ddaf-1a40-46b5-9ce9-b09b4c332b32 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups?id=f727cfe9-df30-4bbe-9642-3b90eeb25e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Oct 11 16:08:26.431316 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-45731d25-33c8-4ad5-8abf-76c8a16e17ad tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:26.432755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-45731d25-33c8-4ad5-8abf-76c8a16e17ad tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.36 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Oct 11 16:08:26.517822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Deleting port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:26.518186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:26.607363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] For port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:26.607723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:26.822789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:26.823151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:26.823465 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Floating IP fac2409c-c02b-49e3-80e9-77c656876a70 disassociated. External IP: 172.35.3.98, port: 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1. Oct 11 16:08:26.823808 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Calling delete_port for 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:26.949407 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:26.977180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'Port': ['ID=9c236918-a5d4-4a72-a51e-e7ffd5fca5f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:26.988732 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.989083 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.989417 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.989781 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.990111 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.990439 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.990762 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.991085 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.991409 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.991729 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.992049 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:26.992369 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:27.174063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c6b87f4-43b4-41e5-ad52-d0dcec23651f req-7918e1be-fd04-4a41-8800-acdcc1e080dd tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/ports?device_id=19137109-69d2-486a-adab-fff3e07aa754 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Oct 11 16:08:27.351549 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:08:27.462293 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:27.472730 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:27.482578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:27.483199 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:08:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:27.500509 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] No DVR routers for this DVR port 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:08:27.503192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.506518 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb3087a-6799-4c53-8ab6-c694cafc9785 req-a2234076-1351-4c28-96bd-f87f3a75a5b2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.36 "DELETE /v2.0/ports/9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 HTTP/1.1" status: 204 len: 173 time: 1.0674281 Oct 11 16:08:27.506953 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'name': 'network-vif-deleted', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:08:27.509184 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848dd158-a968-4493-95eb-dc306f799718" -d '{"events": [{"server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "name": "network-vif-deleted", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:08:27.553419 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ee875-3dab-4583-b5c8-ea8d51a6e7ce x-openstack-request-id: req-ba9ee875-3dab-4583-b5c8-ea8d51a6e7ce {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:08:27.553759 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19137109-69d2-486a-adab-fff3e07aa754", "name": "network-vif-deleted", "tag": "9c236918-a5d4-4a72-a51e-e7ffd5fca5f1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:08:27.554016 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba9ee875-3dab-4583-b5c8-ea8d51a6e7ce {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:08:27.554417 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19137109-69d2-486a-adab-fff3e07aa754', 'name': 'network-vif-deleted', 'tag': '9c236918-a5d4-4a72-a51e-e7ffd5fca5f1', 'status': 'completed', 'code': 200} Oct 11 16:08:27.588606 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:27.781776 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:27.810925 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:27.818764 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:27.819354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:08:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:27.920323 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:28.115442 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:28.140322 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29b011-37d3-4a66-ae59-8a7ae6097b33 None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:27Z', 'revision_number': 4, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd5e6e9c-9309-4977-ac8f-403be802872a', 'name': '', 'network_id': '54b2999d-81fd-49fd-9621-f692dfc501ff', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'mac_address': 'fa:16:3e:a2:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:27Z', 'updated_at': '2021-10-11T16:00:32Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'subnets': [{'id': 'caba28a7-05b4-46e5-9fcc-1b68ff0260a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:28.257571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.313983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.338732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.375597 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69ae79-8cc0-4e44-bba3-ec9a7fcbf7d6 None None] New status for floating IP fac2409c-c02b-49e3-80e9-77c656876a70: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:08:28.386741 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.389372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.390575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "DELETE /v2.0/security-groups/f727cfe9-df30-4bbe-9642-3b90eeb25e0b HTTP/1.1" status: 204 len: 168 time: 0.1319211 Oct 11 16:08:28.393422 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.399508 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f727cfe9-df30-4bbe-9642-3b90eeb25e0b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.407054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.407402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.407742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.408079 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.408412 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.408740 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.409066 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.409391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.409736 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.409853 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fda9c7bf-adaa-4ecf-a04c-c93579720da0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] show failed (client error): The resource could not be found. Oct 11 16:08:28.410071 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.410383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.413535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88359fd-a41f-4ccc-b951-fd66673535f2 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.413674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fda9c7bf-adaa-4ecf-a04c-c93579720da0 tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "GET /v2.0/security-groups/f727cfe9-df30-4bbe-9642-3b90eeb25e0b HTTP/1.1" status: 404 len: 347 time: 0.0160873 Oct 11 16:08:28.413674 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.542442 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Deleting port 1c29d37c-1e4a-4321-aa9d-c37b191763cb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:28.543425 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.623626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.623885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.635021 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Calling delete_port for 1c29d37c-1e4a-4321-aa9d-c37b191763cb owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:28.762530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.785765 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Pushing event deleted for resources: {'Port': ['ID=1c29d37c-1e4a-4321-aa9d-c37b191763cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.845083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.847556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.848683 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d90784a-286c-4576-9fa3-09ddf381ad9a tempest-AttachVolumeTestJSON-1839753602 tempest-AttachVolumeTestJSON-1839753602-project] 10.222.0.31 "DELETE /v2.0/floatingips/fac2409c-c02b-49e3-80e9-77c656876a70 HTTP/1.1" status: 204 len: 168 time: 0.4337051 Oct 11 16:08:31.749263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:08:31.772672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:08:31.773009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9c236918-a5d4-4a72-a51e-e7ffd5fca5f1 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:08:32.376950 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d070703-4203-415b-a16e-e5b6c4d9d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.887352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00a77b70-52ed-47ab-82e3-121ff4a769dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.012858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.018809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.825287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.673258 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:39.133391 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.378360 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Deleting port fd5e6e9c-9309-4977-ac8f-403be802872a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:39.378700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.462225 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] For port fd5e6e9c-9309-4977-ac8f-403be802872a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd5e6e9c-9309-4977-ac8f-403be802872a,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:39.462505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.473906 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Calling delete_port for fd5e6e9c-9309-4977-ac8f-403be802872a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:39.655806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.681861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5e6e9c-9309-4977-ac8f-403be802872a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:39.731634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.846863 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.055800 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:08:40.159098 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:40.164010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e22c6183-8fd8-40c1-abae-5408e7b29370 admin admin] 10.222.0.31 "PUT /v2.0/routers/443a6c80-daa9-4b50-a404-6dd6b5f43a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4896760 Oct 11 16:08:40.166603 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:40.169559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Sync routers for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:40.179267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:40.179966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:08:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.270887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.377210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.434204 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Deleting port b9591b93-3283-4ddb-9744-80d9922b18ae {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:40.434540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.438367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:40.515407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] For port b9591b93-3283-4ddb-9744-80d9922b18ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b9591b93-3283-4ddb-9744-80d9922b18ae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:40.515766 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.527271 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Calling delete_port for b9591b93-3283-4ddb-9744-80d9922b18ae owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:40.609438 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:08:39Z', 'revision_number': 5, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port': {'id': 'b9591b93-3283-4ddb-9744-80d9922b18ae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.634663 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Checking router: 443a6c80-daa9-4b50-a404-6dd6b5f43a53 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:40.644293 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Routers {'443a6c80-daa9-4b50-a404-6dd6b5f43a53'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:40.644906 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:08:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.690866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.715367 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9591b93-3283-4ddb-9744-80d9922b18ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:40.732813 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] Set router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:40.784401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.791807 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 6, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.819832 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b8d6-a92d-49af-aed8-dcab24a9446a None None] The sync data for ids ['443a6c80-daa9-4b50-a404-6dd6b5f43a53'] in n-d-master-1 is: [{'id': '443a6c80-daa9-4b50-a404-6dd6b5f43a53', 'name': 'tempest-AttachVolumeTestJSON-195687263-router', 'tenant_id': '31bd2675d89742c7a26be5839fe1c497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:24Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 6, 'project_id': '31bd2675d89742c7a26be5839fe1c497', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:40.883378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.885255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.885567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.930402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.930924 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443a6c80-daa9-4b50-a404-6dd6b5f43a53 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:08:40.935878 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.936877 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-205cb204-4466-4b77-8103-95541a87b98c admin admin] 10.222.0.31 "DELETE /v2.0/routers/443a6c80-daa9-4b50-a404-6dd6b5f43a53 HTTP/1.1" status: 204 len: 168 time: 0.7693672 Oct 11 16:08:40.939486 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:40.982152 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Deleting subnet caba28a7-05b4-46e5-9fcc-1b68ff0260a4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:08:40.985002 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.017653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.094524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.147544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.173839 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caba28a7-05b4-46e5-9fcc-1b68ff0260a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.177630 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.180857 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5caae22b-21d6-4f14-8dc7-45a9e7c5103a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/caba28a7-05b4-46e5-9fcc-1b68ff0260a4 HTTP/1.1" status: 204 len: 168 time: 0.2404387 Oct 11 16:08:41.183444 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 56990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:41.187548 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d9585-786d-4297-8842-c86746033d2f None None] Network 54b2999d-81fd-49fd-9621-f692dfc501ff requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:41.260942 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.317420 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Deleting port 09ec4031-6762-4baa-bda0-108dd94e440f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:41.317785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.372959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] DHCP port deletion for 54b2999d-81fd-49fd-9621-f692dfc501ff request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:08:41.385176 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] For port 09ec4031-6762-4baa-bda0-108dd94e440f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=09ec4031-6762-4baa-bda0-108dd94e440f,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:41.385577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.398876 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Calling delete_port for 09ec4031-6762-4baa-bda0-108dd94e440f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:41.427570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Deleting port 09ec4031-6762-4baa-bda0-108dd94e440f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:08:41.427948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.482984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.494419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] For port 09ec4031-6762-4baa-bda0-108dd94e440f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=09ec4031-6762-4baa-bda0-108dd94e440f,segment=NetworkSegment(6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c),segment_id=6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:41.494823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.507630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Calling delete_port for 09ec4031-6762-4baa-bda0-108dd94e440f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:08:41.511232 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] No DVR routers for this DVR port 09ec4031-6762-4baa-bda0-108dd94e440f on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:08:41.515636 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ec4031-6762-4baa-bda0-108dd94e440f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.585366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.594594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.615078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Pushing event deleted for resources: {'Port': ['ID=09ec4031-6762-4baa-bda0-108dd94e440f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.618181 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b2999d-81fd-49fd-9621-f692dfc501ff']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:41.624712 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] No DVR routers for this DVR port 09ec4031-6762-4baa-bda0-108dd94e440f on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:08:41.627100 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.627454 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.627787 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.628121 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.628449 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.628776 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.629097 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.629424 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.629770 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.630088 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.630408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.630724 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ebe00-8522-41ad-b2af-4e58e449c364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:41.630882 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:41.631063 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4d2c1d-d27b-4ee7-af7d-c7306ab9dc3c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:41.642922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.656155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.661878 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:08:41.662256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:08:41.664235 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:08:41.719383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.724568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.728070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] 10.222.0.31 "DELETE /v2.0/networks/54b2999d-81fd-49fd-9621-f692dfc501ff HTTP/1.1" status: 204 len: 168 time: 0.5436816 Oct 11 16:08:41.743458 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f614d-963a-4a7b-9140-06be48e02667 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b2999d-81fd-49fd-9621-f692dfc501ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.847414 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:41.890994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0144e374-2354-48c7-9036-306f01352eba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31bd2675d89742c7a26be5839fe1c497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423701 Oct 11 16:08:41.893408 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 56996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:41.940750 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.961782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.009287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.012496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.016390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea6afc16-26b7-42df-9197-605780210527 HTTP/1.1" status: 204 len: 168 time: 0.1220341 Oct 11 16:08:42.023967 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a40b6-0033-40b2-b59d-d09016b824e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6afc16-26b7-42df-9197-605780210527,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:42.280353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 09ec4031-6762-4baa-bda0-108dd94e440f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:08:42.303011 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 09ec4031-6762-4baa-bda0-108dd94e440f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:08:42.303404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 09ec4031-6762-4baa-bda0-108dd94e440f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:08:42.303871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fd5e6e9c-9309-4977-ac8f-403be802872a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:08:42.323785 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fd5e6e9c-9309-4977-ac8f-403be802872a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:08:42.324146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fd5e6e9c-9309-4977-ac8f-403be802872a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:08:42.325133 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b9591b93-3283-4ddb-9744-80d9922b18ae no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:08:42.344464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: b9591b93-3283-4ddb-9744-80d9922b18ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:08:42.344847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b9591b93-3283-4ddb-9744-80d9922b18ae not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:08:47.894373 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:08:51.250335 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:51.357829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2719fa75-055d-473c-b4d3-745548c0058a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.438572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2719fa75-055d-473c-b4d3-745548c0058a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.442309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2719fa75-055d-473c-b4d3-745548c0058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.478635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2719fa75-055d-473c-b4d3-745548c0058a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=471fd1de551c45d18ddc0061b240c736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271478 Oct 11 16:08:51.481131 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719fa75-055d-473c-b4d3-745548c0058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c809d1c9-3508-465c-a73c-cabb9bdb9cba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:51.481857 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:51.532064 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.553098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.601813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.604378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.605565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c809d1c9-3508-465c-a73c-cabb9bdb9cba HTTP/1.1" status: 204 len: 168 time: 0.1221194 Oct 11 16:08:51.613763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aff621-59a5-499d-9f86-0b82998a20f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c809d1c9-3508-465c-a73c-cabb9bdb9cba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:56.414262 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:56.520567 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0906629d-c848-4728-b7e1-2611b2f9daa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.598034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0906629d-c848-4728-b7e1-2611b2f9daa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.602336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0906629d-c848-4728-b7e1-2611b2f9daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.640774 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0906629d-c848-4728-b7e1-2611b2f9daa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b4adb44c651429e85f7c6e92d8b8b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254260 Oct 11 16:08:56.641941 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906629d-c848-4728-b7e1-2611b2f9daa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db383dfa-d2f3-4de2-8a62-c9c7e8ff08cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:56.644336 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:56.703612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.724189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.771621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.774177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.775323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db383dfa-d2f3-4de2-8a62-c9c7e8ff08cd HTTP/1.1" status: 204 len: 168 time: 0.1246946 Oct 11 16:08:56.783076 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f68396-016a-4e16-8dc5-64188df9e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db383dfa-d2f3-4de2-8a62-c9c7e8ff08cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.280753 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:59.384121 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74015218-c00b-4110-aee3-75886a54a244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.457628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74015218-c00b-4110-aee3-75886a54a244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.461442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74015218-c00b-4110-aee3-75886a54a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.499358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-74015218-c00b-4110-aee3-75886a54a244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ea86c5edaa24195987062e44c061270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175500 Oct 11 16:08:59.500222 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74015218-c00b-4110-aee3-75886a54a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f69d7-189c-4856-8a45-c703371eda8e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.502206 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:59.551991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.572430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.618650 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.621373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.622519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d2f69d7-189c-4856-8a45-c703371eda8e HTTP/1.1" status: 204 len: 168 time: 0.1193275 Oct 11 16:08:59.630823 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a563f6-31a0-4a88-86d4-4821ce9f786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f69d7-189c-4856-8a45-c703371eda8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.871984 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:59.885521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a51df3-58b8-4062-ada9-f168dd6e535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.962516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a51df3-58b8-4062-ada9-f168dd6e535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.966725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a51df3-58b8-4062-ada9-f168dd6e535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.004513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-42a51df3-58b8-4062-ada9-f168dd6e535d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f47732d69d4432087a79392fecde396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315045 Oct 11 16:09:00.005653 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a51df3-58b8-4062-ada9-f168dd6e535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea750bb4-d7de-445f-a13d-6855358ea70b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:00.007248 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:00.313914 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.333795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.378853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.381474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.382638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea750bb4-d7de-445f-a13d-6855358ea70b HTTP/1.1" status: 204 len: 168 time: 0.3742950 Oct 11 16:09:00.390553 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b691-e61e-4b39-b018-eacc13edef45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea750bb4-d7de-445f-a13d-6855358ea70b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.537315 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.678503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1133175336'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:01.699289 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Made reservation on behalf of b5bd53d1d5db44dea103fdde10715ae0 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:01.703114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.711081 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.785951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.789455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.815100 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:01.824335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1bd66a-c683-466c-8006-b567df0d1c20,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.829626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.829969 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Added segment 79660d0f-b206-455f-ab2e-81907745d5fb of type vlan for network 1a7d2419-6577-4c8b-90c0-9e88e787af34 Oct 11 16:09:01.870625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.897276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.902783 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:01.903382 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.957208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4187729 Oct 11 16:09:01.960506 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.969276 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fb08f-2648-4643-8015-7fb1fd9510bb tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Pushing event updated for resources: {'Network': ['ID=1a7d2419-6577-4c8b-90c0-9e88e787af34,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.979527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 1a7d2419-6577-4c8b-90c0-9e88e787af34 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:02.015536 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'name': 'tempest-network--800078021', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:02.036636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:02.039067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.048965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.122403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.125942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.150248 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:02.159831 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763857e6-da7d-4fd4-9337-398f7f7371c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.165764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.166103 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Added segment 7f6e803c-ba47-464c-b419-708884298e1c of type vlan for network b62ebb8d-81bb-46f5-98b7-a83dcb608a10 Oct 11 16:09:02.208770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.236666 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.237834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:02.238431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.309370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3476107 Oct 11 16:09:02.312115 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.327582 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9507-0a26-4372-ac43-13de8536fd65 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=b62ebb8d-81bb-46f5-98b7-a83dcb608a10,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.337743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b62ebb8d-81bb-46f5-98b7-a83dcb608a10 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:02.385631 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.398681 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e133b11-20c6-45ea-823e-4053881e56c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.461975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.481890 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ebb8d-81bb-46f5-98b7-a83dcb608a10']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:02.490814 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e803c-ba47-464c-b419-708884298e1c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:02.491105 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e803c-ba47-464c-b419-708884298e1c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:02.500131 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.512734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.518379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:02.518740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:02.520358 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:02.577330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.582574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b62ebb8d-81bb-46f5-98b7-a83dcb608a10 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 16:09:02.585094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.588273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b62ebb8d-81bb-46f5-98b7-a83dcb608a10 HTTP/1.1" status: 204 len: 168 time: 0.2751725 Oct 11 16:09:02.592527 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.597885 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:02.598401 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e3238-a957-4313-a907-8caf774d2b40 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Network': ['ID=b62ebb8d-81bb-46f5-98b7-a83dcb608a10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.619341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:02.621772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.645132 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:02.654396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.654759 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Added segment d08bf818-4cf2-4141-ac56-3d26e395c897 of type vlan for network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 Oct 11 16:09:02.697553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.724858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.725800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:02.726373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.780136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1865332 Oct 11 16:09:02.783604 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.789103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'subnet': {'network_id': 'ea999f7a-89b0-42d7-a8e1-d96b85bf4395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:02.790615 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3c808-4cbe-4ec5-9f39-0ef6b1b9f2c6 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=ea999f7a-89b0-42d7-a8e1-d96b85bf4395,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.801543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:02.813161 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:02.815989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.102486 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:09:03.102924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.162362 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Checking segment: {'id': 'd08bf818-4cf2-4141-ac56-3d26e395c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ea999f7a-89b0-42d7-a8e1-d96b85bf4395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:03.162711 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Network hostable DHCP agents. Network: ea999f7a-89b0-42d7-a8e1-d96b85bf4395, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:09:03.164517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9326fb9-9edd-46be-b130-0bae599ba6ab,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.182122 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:09:03.191043 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ea999f7a-89b0-42d7-a8e1-d96b85bf4395) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:03.194986 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.195569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.201626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86085142-dee7-44ad-a30c-fbdbb95144e3 None None] Network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:03.213752 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b8892666-8ee0-423f-87e8-958b24103b34 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4264910 Oct 11 16:09:03.213924 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:03.218134 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea999f7a-89b0-42d7-a8e1-d96b85bf4395'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:03.238670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.329124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570a306-266c-495e-b832-4cf1902cc369 None None] Network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:03.329312 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.427526 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Allocated IP 172.20.0.11 (ea999f7a-89b0-42d7-a8e1-d96b85bf4395/d9326fb9-9edd-46be-b130-0bae599ba6ab/0b2d33a4-e657-48e4-8cca-7de7044373fa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:03.531965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.565959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.605668 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:03.609056 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:03.613264 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:03.616209 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Port': ['ID=0b2d33a4-e657-48e4-8cca-7de7044373fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.697594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.730325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.877060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.882048 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.948436 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Port': ['ID=0b2d33a4-e657-48e4-8cca-7de7044373fa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.958604 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.972582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.973820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b643cec-0a52-49a0-8938-0d6871088e00 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7589889 Oct 11 16:09:03.976992 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.044559 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6c7fa81b-f733-4971-a81a-ca8a00c12e28 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=ea999f7a-89b0-42d7-a8e1-d96b85bf4395 HTTP/1.1" status: 200 len: 690 time: 0.0661724 Oct 11 16:09:04.047055 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.131356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.240910 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Deleting port 0b2d33a4-e657-48e4-8cca-7de7044373fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:04.241245 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.314259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.314585 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.325810 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Calling delete_port for 0b2d33a4-e657-48e4-8cca-7de7044373fa owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:04.452981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.476928 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b2d33a4-e657-48e4-8cca-7de7044373fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.539242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.581732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.634055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.662824 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9326fb9-9edd-46be-b130-0bae599ba6ab,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.714303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.734213 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea999f7a-89b0-42d7-a8e1-d96b85bf4395']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:04.743095 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08bf818-4cf2-4141-ac56-3d26e395c897') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:04.743325 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08bf818-4cf2-4141-ac56-3d26e395c897') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:04.752789 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.765376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.771132 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:04.771562 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:04.773224 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:04.830458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.835405 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea999f7a-89b0-42d7-a8e1-d96b85bf4395 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 16:09:04.838031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.841644 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ea999f7a-89b0-42d7-a8e1-d96b85bf4395 HTTP/1.1" status: 204 len: 168 time: 0.7936664 Oct 11 16:09:04.844306 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.851511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf410d-3dca-45e0-8b61-508045023766 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea999f7a-89b0-42d7-a8e1-d96b85bf4395,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.905091 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-76b86f76-53eb-436b-af23-36e6318eec8a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0590775 Oct 11 16:09:04.907145 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.963602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108983e-4dff-4ba9-80d6-b64341647142 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.964052 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108983e-4dff-4ba9-80d6-b64341647142 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.964483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108983e-4dff-4ba9-80d6-b64341647142 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.969268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2108983e-4dff-4ba9-80d6-b64341647142 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.0585856 Oct 11 16:09:04.969596 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.027483 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a99f4f73-2976-4b85-b6d2-7e6fd75207af tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] delete failed (client error): The resource could not be found. Oct 11 16:09:05.028967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a99f4f73-2976-4b85-b6d2-7e6fd75207af tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/a95cf869-107e-4793-91e4-695023eb17b5 HTTP/1.1" status: 404 len: 345 time: 0.0581741 Oct 11 16:09:05.031757 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.047763 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff93ecfb-8d28-4d42-95ca-5dad8642bd9e tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] DELETE failed (client error): The resource could not be found. Oct 11 16:09:05.048277 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff93ecfb-8d28-4d42-95ca-5dad8642bd9e tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:09:05.054320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ff93ecfb-8d28-4d42-95ca-5dad8642bd9e tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ea999f7a-89b0-42d7-a8e1-d96b85bf4395 HTTP/1.1" status: 404 len: 339 time: 0.0185394 Oct 11 16:09:05.054809 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.059785 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'name': 'tempest-network--619105302', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:05.082269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:05.084565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.107735 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:05.116507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.116845 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Added segment 4addd809-ca5f-4a59-ac6f-ef2dadaf2107 of type vlan for network 333575e0-5f8b-422c-80c7-8d5f7839515d Oct 11 16:09:05.159882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.187252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.188299 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.188852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.241835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1858492 Oct 11 16:09:05.244453 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.253422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf6392-68ca-4471-b0f3-f614a924b41a tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=333575e0-5f8b-422c-80c7-8d5f7839515d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.263824 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 333575e0-5f8b-422c-80c7-8d5f7839515d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:05.343972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e34a7cf-b131-4493-ac0a-9dc6888f933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.438852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596b7f9-d621-4c26-8ac3-43b186c851d8 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.444936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596b7f9-d621-4c26-8ac3-43b186c851d8 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.451646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596b7f9-d621-4c26-8ac3-43b186c851d8 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.457555 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596b7f9-d621-4c26-8ac3-43b186c851d8 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.459131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5596b7f9-d621-4c26-8ac3-43b186c851d8 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2134149 Oct 11 16:09:05.461929 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.526408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.602970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.621143 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333575e0-5f8b-422c-80c7-8d5f7839515d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:05.630409 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4addd809-ca5f-4a59-ac6f-ef2dadaf2107') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:05.630700 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4addd809-ca5f-4a59-ac6f-ef2dadaf2107') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:05.640146 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.652641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.658568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:05.659002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:05.660772 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:05.719015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.724275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 333575e0-5f8b-422c-80c7-8d5f7839515d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 16:09:05.726840 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.730063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/333575e0-5f8b-422c-80c7-8d5f7839515d HTTP/1.1" status: 204 len: 168 time: 0.2672329 Oct 11 16:09:05.734967 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.740262 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b01b2-a2cd-473a-9618-62db2f8c2d99 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Network': ['ID=333575e0-5f8b-422c-80c7-8d5f7839515d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.740425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'name': 'tempest-network--1975736883', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:05.762297 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:05.764740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.790712 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:05.802650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.802999 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Added segment f1279d96-cc60-4077-9652-a0c2885ac6a2 of type vlan for network 6c6308db-2e28-459f-9044-fdd512320e52 Oct 11 16:09:05.851885 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.883859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.884992 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.885711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.946334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2101991 Oct 11 16:09:05.949039 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.953409 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a519-19b9-46ec-9e29-0d780b0dfb3d tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=6c6308db-2e28-459f-9044-fdd512320e52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.963269 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6c6308db-2e28-459f-9044-fdd512320e52 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:06.035750 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.041683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4b31b-39e9-472e-99ce-d5bd5eb43198 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.045549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fcb4b31b-39e9-472e-99ce-d5bd5eb43198 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "GET /v2.0/networks/6c6308db-2e28-459f-9044-fdd512320e52 HTTP/1.1" status: 200 len: 757 time: 0.0954089 Oct 11 16:09:06.046378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.046948 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:06.131106 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2cc5a5-723d-4bd6-a431-5a6a3a91f296 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.132369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe2cc5a5-723d-4bd6-a431-5a6a3a91f296 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "GET /v2.0/networks/1a7d2419-6577-4c8b-90c0-9e88e787af34 HTTP/1.1" status: 200 len: 768 time: 0.0843825 Oct 11 16:09:06.135110 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:06.200671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.281796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.302550 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6308db-2e28-459f-9044-fdd512320e52']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.311894 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1279d96-cc60-4077-9652-a0c2885ac6a2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.312195 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1279d96-cc60-4077-9652-a0c2885ac6a2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.322111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.335973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.342469 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:06.342850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:06.344623 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:06.406058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.410574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c6308db-2e28-459f-9044-fdd512320e52 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 16:09:06.413003 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.416540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6c6308db-2e28-459f-9044-fdd512320e52 HTTP/1.1" status: 204 len: 168 time: 0.2805033 Oct 11 16:09:06.420760 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:06.425775 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'name': 'tempest-network--966575061'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:06.432176 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ea11f-2e75-4090-bd88-eeea1f3e7c19 tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c6308db-2e28-459f-9044-fdd512320e52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:06.445886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Made reservation on behalf of 464ac82e49204f67867f449fcd872353 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:06.448145 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.472901 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:06.481906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.482243 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Added segment 4916db45-e579-4026-a3a6-464c2f53ecf1 of type vlan for network 641b77a7-5d72-451b-b0df-890179e6ed82 Oct 11 16:09:06.524550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.548883 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.549836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.550402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.600508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1785452 Oct 11 16:09:06.603339 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:06.609605 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:06.612051 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547ca45-5c2a-4262-9772-dc7589c855bd tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=641b77a7-5d72-451b-b0df-890179e6ed82,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:06.622182 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 641b77a7-5d72-451b-b0df-890179e6ed82 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:06.769872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.784138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.801042 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Network 641b77a7-5d72-451b-b0df-890179e6ed82 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 16:09:06.801914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.802502 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.803784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "PUT /v2.0/networks/641b77a7-5d72-451b-b0df-890179e6ed82 HTTP/1.1" status: 200 len: 857 time: 0.1994052 Oct 11 16:09:06.806701 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:06.844894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ccddb-3a2f-46a7-949b-ea03a9a6b37f tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event updated for resources: {'Network': ['ID=641b77a7-5d72-451b-b0df-890179e6ed82,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:06.878270 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.954923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.976537 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641b77a7-5d72-451b-b0df-890179e6ed82']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.986126 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4916db45-e579-4026-a3a6-464c2f53ecf1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.986424 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4916db45-e579-4026-a3a6-464c2f53ecf1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:06.995438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.008123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.013783 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:07.014164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:07.015810 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:07.073463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.078810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 641b77a7-5d72-451b-b0df-890179e6ed82 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 16:09:07.081820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.084965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] 10.222.0.31 "DELETE /v2.0/networks/641b77a7-5d72-451b-b0df-890179e6ed82 HTTP/1.1" status: 204 len: 168 time: 0.2772748 Oct 11 16:09:07.088468 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:07.095263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b832f26-099d-4026-ac49-f8497a5cfbbe tempest-ExternalNetworksTestJSON-3452536 tempest-ExternalNetworksTestJSON-3452536-project-admin] Pushing event deleted for resources: {'Network': ['ID=641b77a7-5d72-451b-b0df-890179e6ed82,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:07.121571 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0f9082-4600-494e-8182-a54ec832abe4 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] DELETE failed (client error): The resource could not be found. Oct 11 16:09:07.122035 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0f9082-4600-494e-8182-a54ec832abe4 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:09:07.125382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b0f9082-4600-494e-8182-a54ec832abe4 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "DELETE /v2.0/subnets/d9326fb9-9edd-46be-b130-0bae599ba6ab HTTP/1.1" status: 404 len: 337 time: 0.0355361 Oct 11 16:09:07.128153 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:07.210505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.297346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.316019 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7d2419-6577-4c8b-90c0-9e88e787af34']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:07.325337 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79660d0f-b206-455f-ab2e-81907745d5fb') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:07.325649 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79660d0f-b206-455f-ab2e-81907745d5fb') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:07.334552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.348198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.353918 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:07.354199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:07.357103 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:07.412526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.417496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.420918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] 10.222.0.31 "DELETE /v2.0/networks/1a7d2419-6577-4c8b-90c0-9e88e787af34 HTTP/1.1" status: 204 len: 168 time: 0.2917757 Oct 11 16:09:07.436368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccbe76-c267-4efb-8d40-ed008f647cd1 tempest-ExternalNetworksTestJSON-1656059545 tempest-ExternalNetworksTestJSON-1656059545-project] Pushing event deleted for resources: {'Network': ['ID=1a7d2419-6577-4c8b-90c0-9e88e787af34,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:07.666433 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:07.800084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae04feda-f7f6-4f1a-ba97-72a747d65156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5bd53d1d5db44dea103fdde10715ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325047 Oct 11 16:09:07.802565 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:07.827078 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.848892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.869456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.916176 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.918781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.920185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec1bd66a-c683-466c-8006-b567df0d1c20 HTTP/1.1" status: 204 len: 168 time: 0.1167247 Oct 11 16:09:07.927794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82216783-0d9c-4d2b-be10-3305e9eed449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1bd66a-c683-466c-8006-b567df0d1c20,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:08.171792 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:08.211033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a26f01b7-8082-4ab3-9031-60dba4e79bee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=464ac82e49204f67867f449fcd872353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376341 Oct 11 16:09:08.212941 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:08.260502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.281025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.326682 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.329647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.330774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/763857e6-da7d-4fd4-9337-398f7f7371c8 HTTP/1.1" status: 204 len: 168 time: 0.1169641 Oct 11 16:09:08.338541 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59210013-ab9e-4aca-bcf9-f45dc6a41b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763857e6-da7d-4fd4-9337-398f7f7371c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:09.733578 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57510) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:09.747364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.828243 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c02636f-29db-4bea-9c1b-8bac0383741f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:09.848152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c02636f-29db-4bea-9c1b-8bac0383741f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "PUT /v2.0/quotas/2d8cfac799a84b789425c270fc575c44 HTTP/1.1" status: 200 len: 368 time: 0.1134386 Oct 11 16:09:09.850722 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:09.855117 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Request body: {'network': {'project_id': '2d8cfac799a84b789425c270fc575c44'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:09.875400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Made reservation on behalf of 2d8cfac799a84b789425c270fc575c44 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:09.877800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.886018 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.961910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.965955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.985938 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:10.000526 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6b2d8-c5bd-4f3a-b6ad-7967ae615b61,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:10.003346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.003691 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Added segment 22e8ba9d-e01c-4dd0-8aa4-d1e98ec51733 of type vlan for network 17997f84-8ea4-4d99-8656-3f4da86a010d Oct 11 16:09:10.042249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.068144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.069074 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:10.069678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.125659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2715483 Oct 11 16:09:10.126160 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:10.131696 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Request body: {'network': {'project_id': '2d8cfac799a84b789425c270fc575c44'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:10.134153 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f541123-ee3d-4d6b-b7ab-6e91309f8495 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event updated for resources: {'Network': ['ID=17997f84-8ea4-4d99-8656-3f4da86a010d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:10.147279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 17997f84-8ea4-4d99-8656-3f4da86a010d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:10.158938 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Made reservation on behalf of 2d8cfac799a84b789425c270fc575c44 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:10.161346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.184500 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:10.194175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.194626 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Added segment 5a8ec77c-3be3-4ef2-8104-6c094927fdfe of type vlan for network 4422ab27-2ab1-48f0-a007-5845ed9f7ab3 Oct 11 16:09:10.235140 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.261779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.263301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:10.263879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.316652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1891389 Oct 11 16:09:10.319631 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:10.325295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-67319d3f-f100-4b2e-91fb-2e3fbf766b9f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Request body: {'network': {'project_id': '2d8cfac799a84b789425c270fc575c44'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:10.327862 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c9a11-cc7d-4af2-bdf6-09deb49a04b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event updated for resources: {'Network': ['ID=4422ab27-2ab1-48f0-a007-5845ed9f7ab3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:10.337501 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-67319d3f-f100-4b2e-91fb-2e3fbf766b9f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 16:09:10.338060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67319d3f-f100-4b2e-91fb-2e3fbf766b9f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:09:10.342823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67319d3f-f100-4b2e-91fb-2e3fbf766b9f tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0185521 Oct 11 16:09:10.343003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 4422ab27-2ab1-48f0-a007-5845ed9f7ab3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:10.343277 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:10.383812 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9e3f5a7-a8db-4957-af50-31108b2881b6 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d8cfac799a84b789425c270fc575c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393448 Oct 11 16:09:10.386576 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:10.439953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.461207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.506963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.509589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.510785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/42c6b2d8-c5bd-4f3a-b6ad-7967ae615b61 HTTP/1.1" status: 204 len: 168 time: 0.1224921 Oct 11 16:09:10.514713 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:10.519084 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6bdbf-9369-4fe0-a9f0-443947c960ad tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6b2d8-c5bd-4f3a-b6ad-7967ae615b61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:10.589444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.665304 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.687189 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4422ab27-2ab1-48f0-a007-5845ed9f7ab3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:10.696964 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ec77c-3be3-4ef2-8104-6c094927fdfe') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:10.697265 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ec77c-3be3-4ef2-8104-6c094927fdfe') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:10.707576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.721056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.727040 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:10.727424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:10.729096 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:10.898928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.052148 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.057501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.062231 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4422ab27-2ab1-48f0-a007-5845ed9f7ab3 HTTP/1.1" status: 204 len: 168 time: 0.5460780 Oct 11 16:09:11.064880 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:11.076288 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f25bb8-5479-4d15-ac9d-7787ce4a8f20 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event deleted for resources: {'Network': ['ID=4422ab27-2ab1-48f0-a007-5845ed9f7ab3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:11.139528 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.224425 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.244533 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17997f84-8ea4-4d99-8656-3f4da86a010d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:11.254477 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e8ba9d-e01c-4dd0-8aa4-d1e98ec51733') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:11.254779 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e8ba9d-e01c-4dd0-8aa4-d1e98ec51733') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:11.264950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.277907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.283804 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:11.284219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:11.285890 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:11.343122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.348530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.351830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] 10.222.0.31 "DELETE /v2.0/networks/17997f84-8ea4-4d99-8656-3f4da86a010d HTTP/1.1" status: 204 len: 168 time: 0.2853897 Oct 11 16:09:11.363288 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad466f46-05ce-44fa-b302-78a37de08972 tempest-QuotasNegativeTest-179285981 tempest-QuotasNegativeTest-179285981-project-admin] Pushing event deleted for resources: {'Network': ['ID=17997f84-8ea4-4d99-8656-3f4da86a010d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:11.733643 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:11.837898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-065c0475-0040-4d0a-a4d4-157f91726730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.910593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-065c0475-0040-4d0a-a4d4-157f91726730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.914137 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-065c0475-0040-4d0a-a4d4-157f91726730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.951377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-065c0475-0040-4d0a-a4d4-157f91726730 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=124d63062790470b92417acc54fe6929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165725 Oct 11 16:09:11.952247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c0475-0040-4d0a-a4d4-157f91726730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443c4d08-641f-456c-a131-10da0f1d8562,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:11.954217 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:12.002067 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.022759 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.067593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.070253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.071364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/443c4d08-641f-456c-a131-10da0f1d8562 HTTP/1.1" status: 204 len: 168 time: 0.1161747 Oct 11 16:09:12.079585 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663acec-8759-4233-9fae-41617d99d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c4d08-641f-456c-a131-10da0f1d8562,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:12.322509 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:12.336204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e1db-1aaf-4112-b7a8-10772fac56cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.409096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e1db-1aaf-4112-b7a8-10772fac56cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.412462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8b3e1db-1aaf-4112-b7a8-10772fac56cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.450098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b8b3e1db-1aaf-4112-b7a8-10772fac56cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bb9f0232f12447abba67151b0350e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265252 Oct 11 16:09:12.450920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3e1db-1aaf-4112-b7a8-10772fac56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c7140-6599-466f-8f35-ad29904f603f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:12.453122 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:12.501013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.520780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.569412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.571936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.573084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/987c7140-6599-466f-8f35-ad29904f603f HTTP/1.1" status: 204 len: 168 time: 0.1189480 Oct 11 16:09:12.580619 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf515a8-f8d4-41d8-a910-f6d8228773db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c7140-6599-466f-8f35-ad29904f603f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:13.721717 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:13.818392 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-99043389', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:13.839266 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Made reservation on behalf of 68a2c89b9dd24cb29b9299bbf9ffa1ef for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:13.841899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.850118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.921932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.925417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.935023 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] device_id is not set on port 3a460ccb-6275-4c8b-b4b7-58078de2abd6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:13.978994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccedc74-43f6-401d-8fd3-213f2b22ee9e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.046389 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Allocated IP 172.35.3.233 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/3a460ccb-6275-4c8b-b4b7-58078de2abd6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:14.177356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.208957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.255345 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:14.258273 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:14.260822 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:14.282889 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Pushing event updated for resources: {'Port': ['ID=3a460ccb-6275-4c8b-b4b7-58078de2abd6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.303107 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:14.303697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.319391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2acf6f93-e683-444a-893b-75874999951d tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.5965943 Oct 11 16:09:14.322219 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.326345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:14.347854 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.348805 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.432895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.562810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.756375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.780226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.921427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.085248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.087457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.131860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.132583 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2779ea98-bd4b-4967-9b91-84f92db73903 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:09:15.147919 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 11 16:09:15.149009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5c95dee-06c4-4f3d-ad1c-0324b47944c0 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8258586 Oct 11 16:09:15.151746 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.227103 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Deleting port 3a460ccb-6275-4c8b-b4b7-58078de2abd6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:15.227446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.303296 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.316126 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Calling delete_port for 3a460ccb-6275-4c8b-b4b7-58078de2abd6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:15.440119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.466666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a460ccb-6275-4c8b-b4b7-58078de2abd6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.528364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.531718 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ac02d20-5363-4a85-88f3-92f9ad603a46 tempest-RoutersAdminNegativeTest-1284751819 tempest-RoutersAdminNegativeTest-1284751819-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3a460ccb-6275-4c8b-b4b7-58078de2abd6 HTTP/1.1" status: 204 len: 168 time: 0.3790674 Oct 11 16:09:15.765910 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.868490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08ad99ca-555b-4dda-af48-c5346dbe0cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.941717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08ad99ca-555b-4dda-af48-c5346dbe0cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.945049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08ad99ca-555b-4dda-af48-c5346dbe0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.982333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08ad99ca-555b-4dda-af48-c5346dbe0cfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2ebb52afc8042debdb89551931c108c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152758 Oct 11 16:09:15.983379 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad99ca-555b-4dda-af48-c5346dbe0cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5df2c-c570-465f-a155-40b6c91ec4a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.985029 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:16.033670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.054231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.101205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.103769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.104888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef5df2c-c570-465f-a155-40b6c91ec4a4 HTTP/1.1" status: 204 len: 168 time: 0.1188490 Oct 11 16:09:16.112721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87dba-157b-49c2-8f2f-a74e4215a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5df2c-c570-465f-a155-40b6c91ec4a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:16.358537 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:16.396871 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-71f69c96-a549-4fa5-aaaa-2b9836f7be22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68a2c89b9dd24cb29b9299bbf9ffa1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371974 Oct 11 16:09:16.399155 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:16.444214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.467972 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.513084 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.515542 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.516696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ccedc74-43f6-401d-8fd3-213f2b22ee9e HTTP/1.1" status: 204 len: 168 time: 0.1166720 Oct 11 16:09:16.524423 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a879f5-4853-4855-bf8b-902a821cbc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccedc74-43f6-401d-8fd3-213f2b22ee9e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:17.166790 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:17.259958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1889158175'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:17.279628 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:17.282920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.290826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.363305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.366839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.391844 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:17.400256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8056cc-7385-4aff-95b9-2c30450861d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:17.406977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.407318 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Added segment 9454c68e-37b6-4e8e-891d-191d346d5be8 of type vlan for network 87e097bf-a693-4867-8210-fd0d2f3678f2 Oct 11 16:09:17.446023 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.469079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.474530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:17.475090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:17.527567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3597188 Oct 11 16:09:17.531041 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:17.537896 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'subnet': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:17.584821 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca188-6362-4ddf-9199-69ff1052d287 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Network': ['ID=87e097bf-a693-4867-8210-fd0d2f3678f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:17.595115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:17.632877 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:17.636438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.086546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.143622 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Subnet': ['ID=79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:18.151938 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Checking segment: {'id': '9454c68e-37b6-4e8e-891d-191d346d5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:18.152291 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network hostable DHCP agents. Network: 87e097bf-a693-4867-8210-fd0d2f3678f2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:09:18.168117 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:09:18.176946 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 87e097bf-a693-4867-8210-fd0d2f3678f2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:18.181836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.183784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.185421 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b603d0f-3739-4428-a1c4-b0c2b89fa45e None None] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:18.202587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-297f3cf5-0401-4bd9-9b18-fc5f52b654dd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6675024 Oct 11 16:09:18.202801 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:18.207740 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397566963'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:18.316361 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:18.319859 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.329146 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-87e097bf-a693-4867-8210-fd0d2f3678f2', 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'tenant_id': 'f6c14b6854c84a2bb700155f3e1e9422', 'fixed_ips': [{'subnet_id': '79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:18.330038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.337905 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port 349d4ebd-38e2-4abf-ba00-7242ca798fca yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:18.451765 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::31b (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/349d4ebd-38e2-4abf-ba00-7242ca798fca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:18.598063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.631035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.675210 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:18.678337 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:18.682194 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:18.683026 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Allocated IP 2001:db8::2 (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/c1e4c920-a83a-4134-a5cc-4fbf85ed7d41) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:18.688348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.688958 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.694999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=349d4ebd-38e2-4abf-ba00-7242ca798fca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:18.709221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f3ed1695-5870-4e44-83d0-b9003b8654ef tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5053892 Oct 11 16:09:18.712562 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:18.717964 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1910024259', 'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:d6:c5:59'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:18.824754 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.829643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:18.831457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.880484 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:18.883445 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:18.886517 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:18.893603 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Pushing event updated for resources: {'Port': ['ID=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:18.918845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.936667 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port 3dec0dd9-7826-42cd-8089-18b478ae648c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:18.945260 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Attempting to bind port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:18.945649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Attempting to bind port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9454c68e-37b6-4e8e-891d-191d346d5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:18.946002 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Attempting to bind port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 on network 87e097bf-a693-4867-8210-fd0d2f3678f2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:18.951409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:18.951774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Checking segment: {'id': '9454c68e-37b6-4e8e-891d-191d346d5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:18.952167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.952619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Bound using segment: {'id': '9454c68e-37b6-4e8e-891d-191d346d5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:18.953012 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Bound port: c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9454c68e-37b6-4e8e-891d-191d346d5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:18.953381 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.014460 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] For port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:19.017436 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] For port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,segment=NetworkSegment(9454c68e-37b6-4e8e-891d-191d346d5be8),segment_id=9454c68e-37b6-4e8e-891d-191d346d5be8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:19.022128 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.050795 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::38e (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/3dec0dd9-7826-42cd-8089-18b478ae648c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:19.088740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7d20-3351-485d-a2c5-19725f8908e0 None None] Pushing event updated for resources: {'Port': ['ID=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:19.211349 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.262400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.320605 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:19.324260 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:19.327194 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:19.333932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:19.334613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.342283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=3dec0dd9-7826-42cd-8089-18b478ae648c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:19.359875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-86350d5f-23d5-44cd-a5e9-e4417dde62c3 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.6462450 Oct 11 16:09:19.362328 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:19.444605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37014a87-3b83-4556-ae0f-83510722e08a tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:19.450568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37014a87-3b83-4556-ae0f-83510722e08a tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:19.456476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37014a87-3b83-4556-ae0f-83510722e08a tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:19.458061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-37014a87-3b83-4556-ae0f-83510722e08a tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0947635 Oct 11 16:09:19.460886 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:19.543778 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port 3dec0dd9-7826-42cd-8089-18b478ae648c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:19.544712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.630936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.642452 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for 3dec0dd9-7826-42cd-8089-18b478ae648c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:19.776130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.805754 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=3dec0dd9-7826-42cd-8089-18b478ae648c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:19.923884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.927261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c37b18f-8f02-4d0e-93c3-4abe5bfe13c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/3dec0dd9-7826-42cd-8089-18b478ae648c HTTP/1.1" status: 204 len: 168 time: 0.4654169 Oct 11 16:09:19.930016 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:19.954959 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-88669939-8ed0-45a5-a62b-40c6836b0bdb tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] GET failed (client error): The resource could not be found. Oct 11 16:09:19.960676 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:19.960794 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-88669939-8ed0-45a5-a62b-40c6836b0bdb tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports/3dec0dd9-7826-42cd-8089-18b478ae648c HTTP/1.1" status: 404 len: 333 time: 0.0296884 Oct 11 16:09:19.965930 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420538259'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:19.968280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e770d9-309a-494d-abc1-4b5490146fd3 None None] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:20.025299 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] Provisioning complete for port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:20.025684 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.074807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:20.079344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.096634 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port 1c715731-b828-4997-afc5-f4099d92df2b yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:20.167874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.206850 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] For port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,segment=NetworkSegment(9454c68e-37b6-4e8e-891d-191d346d5be8),segment_id=9454c68e-37b6-4e8e-891d-191d346d5be8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:20.209236 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::30d (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/1c715731-b828-4997-afc5-f4099d92df2b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:20.210939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.267230 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4c42-1e4e-468c-9b46-7faf7f0ada32 None None] Pushing event updated for resources: {'Port': ['ID=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:20.356622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:20.378019 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.409696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:20.410069 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.415027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.465802 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:20.469267 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:20.471859 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:20.478399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.478625 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.491587 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=1c715731-b828-4997-afc5-f4099d92df2b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:20.504449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fc707871-8fb0-4d1f-9695-d642135b22f2 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5426178 Oct 11 16:09:20.507062 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:20.512246 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:d6:c5:59'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:20.538159 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fcda640-ce14-43ea-a2b0-ff4b2bf304bf None None] Provisioning complete for port 349d4ebd-38e2-4abf-ba00-7242ca798fca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:20.538590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fcda640-ce14-43ea-a2b0-ff4b2bf304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.577362 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8fcda640-ce14-43ea-a2b0-ff4b2bf304bf None None] Port 349d4ebd-38e2-4abf-ba00-7242ca798fca cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:20.585174 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.587788 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fcda640-ce14-43ea-a2b0-ff4b2bf304bf None None] Provisioning complete for port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:20.588158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fcda640-ce14-43ea-a2b0-ff4b2bf304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.770374 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.775979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.799784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1415730a-4a55-496b-85e4-f3582be57b1f None None] Provisioning complete for port 349d4ebd-38e2-4abf-ba00-7242ca798fca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:20.800555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1415730a-4a55-496b-85e4-f3582be57b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.810445 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] In _notify_port_updated(), no bound segment for port 1c715731-b828-4997-afc5-f4099d92df2b on network 87e097bf-a693-4867-8210-fd0d2f3678f2 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 16:09:20.815937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.816563 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.820354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "PUT /v2.0/ports/1c715731-b828-4997-afc5-f4099d92df2b HTTP/1.1" status: 200 len: 1003 time: 0.3098912 Oct 11 16:09:20.820617 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:20.837553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1415730a-4a55-496b-85e4-f3582be57b1f None None] Port 349d4ebd-38e2-4abf-ba00-7242ca798fca cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:20.863205 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b173-6825-4718-ab0d-77d63a3ea1c4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=1c715731-b828-4997-afc5-f4099d92df2b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:20.921975 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port 1c715731-b828-4997-afc5-f4099d92df2b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:20.922318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.950756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b803ec77-6c15-4943-bf7c-25555414e875 None None] Could not find standard attr ID for object 3dec0dd9-7826-42cd-8089-18b478ae648c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:21.011478 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.023631 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for 1c715731-b828-4997-afc5-f4099d92df2b owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:21.079552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b106a71-c724-4a77-aa9f-2575ea8beb26 None None] Provisioning complete for port 1c715731-b828-4997-afc5-f4099d92df2b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:21.081414 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b106a71-c724-4a77-aa9f-2575ea8beb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.119434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b106a71-c724-4a77-aa9f-2575ea8beb26 None None] Port 1c715731-b828-4997-afc5-f4099d92df2b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:21.161432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.189111 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=1c715731-b828-4997-afc5-f4099d92df2b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:21.282375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.286048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-532dc8fb-6c6f-41f6-a876-1326d1c1a8b1 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/1c715731-b828-4997-afc5-f4099d92df2b HTTP/1.1" status: 204 len: 168 time: 0.4643688 Oct 11 16:09:21.288452 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:21.312929 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b1e2ea-e358-4854-86bf-5de388252ebd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] GET failed (client error): The resource could not be found. Oct 11 16:09:21.314503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-88b1e2ea-e358-4854-86bf-5de388252ebd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports/1c715731-b828-4997-afc5-f4099d92df2b HTTP/1.1" status: 404 len: 333 time: 0.0251324 Oct 11 16:09:21.318197 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:21.322888 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1620289470'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:21.434857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:21.439178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.456438 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:21.536722 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83f0aa46-c5fa-48d0-925b-2fa5656802e7 None None] Could not find standard attr ID for object 1c715731-b828-4997-afc5-f4099d92df2b. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:21.571544 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::13e (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/da712f4c-54fd-4ab8-9f69-0bfa1f1464fd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:21.721465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.758082 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.804960 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:21.807931 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:21.812172 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:21.817690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.818291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.829142 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=da712f4c-54fd-4ab8-9f69-0bfa1f1464fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:21.839857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fd852463-162e-4f68-abf8-f41140d57b5e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5206587 Oct 11 16:09:21.842492 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:21.847524 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d6:c5:59'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:21.917000 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.058798 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5146b2fb-cd08-453c-a928-e382147a5053 None None] Provisioning complete for port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:22.059165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5146b2fb-cd08-453c-a928-e382147a5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.093578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5146b2fb-cd08-453c-a928-e382147a5053 None None] Port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:22.097884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.102281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.133632 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] In _notify_port_updated(), no bound segment for port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd on network 87e097bf-a693-4867-8210-fd0d2f3678f2 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 16:09:22.139602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:22.140305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.141517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "PUT /v2.0/ports/da712f4c-54fd-4ab8-9f69-0bfa1f1464fd HTTP/1.1" status: 200 len: 1003 time: 0.2980824 Oct 11 16:09:22.144337 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:22.187430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c199be-bb43-4231-9b5f-3e8f8381a7e4 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=da712f4c-54fd-4ab8-9f69-0bfa1f1464fd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:22.249155 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:22.249637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.320648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:22.342080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.353254 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for da712f4c-54fd-4ab8-9f69-0bfa1f1464fd owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:22.368043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:22.368407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.422534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00088891-1302-4f83-a7b2-0d309515549d None None] Provisioning complete for port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:22.422810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00088891-1302-4f83-a7b2-0d309515549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.499942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.535972 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=da712f4c-54fd-4ab8-9f69-0bfa1f1464fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:22.570895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.574319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1ab55523-3472-4d0d-b120-dcd2cc9fcece tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/da712f4c-54fd-4ab8-9f69-0bfa1f1464fd HTTP/1.1" status: 204 len: 168 time: 0.4290020 Oct 11 16:09:22.577566 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:22.603511 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-17186198-3197-4dfc-adf3-57f25e3c01e0 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] GET failed (client error): The resource could not be found. Oct 11 16:09:22.605388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-17186198-3197-4dfc-adf3-57f25e3c01e0 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports/da712f4c-54fd-4ab8-9f69-0bfa1f1464fd HTTP/1.1" status: 404 len: 333 time: 0.0266621 Oct 11 16:09:22.609517 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:22.614465 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-445523565'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:22.675055 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00088891-1302-4f83-a7b2-0d309515549d None None] Port da712f4c-54fd-4ab8-9f69-0bfa1f1464fd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:22.732596 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:22.736181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:22.754887 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port c952b404-0b60-4434-a9d0-2cff6189d088 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:22.869447 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::11e (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/c952b404-0b60-4434-a9d0-2cff6189d088) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:23.015147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.048049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.093756 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:23.096774 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:23.099342 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:23.105284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:23.105935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.119186 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=c952b404-0b60-4434-a9d0-2cff6189d088,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:23.130856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ec6239f8-3109-4917-ac5e-04fa7f1bde77 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5202730 Oct 11 16:09:23.133358 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:23.138427 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'network_id': '87e097bf-a693-4867-8210-fd0d2f3678f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1660397251'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:23.255491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Made reservation on behalf of f6c14b6854c84a2bb700155f3e1e9422 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:23.259263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.279678 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] device_id is not set on port 2caf1c26-1220-4ddf-94db-b98556d616eb yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:23.398836 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dc0e3da-f29a-407b-836c-ff3c431f44f0 None None] Provisioning complete for port c952b404-0b60-4434-a9d0-2cff6189d088 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:23.399430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e3da-f29a-407b-836c-ff3c431f44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.399630 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Allocated IP 2001:db8::1cf (87e097bf-a693-4867-8210-fd0d2f3678f2/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d/2caf1c26-1220-4ddf-94db-b98556d616eb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:23.436227 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0e3da-f29a-407b-836c-ff3c431f44f0 None None] Port c952b404-0b60-4434-a9d0-2cff6189d088 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:23.545549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.579107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.624374 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:23.629397 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:23.633144 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:23.638895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:23.639346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.652671 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=2caf1c26-1220-4ddf-94db-b98556d616eb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:23.666077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3365bcdb-16aa-4631-a2b0-9f4247fe6d12 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5289795 Oct 11 16:09:23.666429 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:23.672052 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:d6:c5:59'}, {'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:d0:eb:01'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:23.745787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.864133 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96c883e8-8264-420a-90be-4043e00e5dde None None] Provisioning complete for port 2caf1c26-1220-4ddf-94db-b98556d616eb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:23.864746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96c883e8-8264-420a-90be-4043e00e5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.897910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96c883e8-8264-420a-90be-4043e00e5dde None None] Port 2caf1c26-1220-4ddf-94db-b98556d616eb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:23.925430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.929872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.963826 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] In _notify_port_updated(), no bound segment for port 2caf1c26-1220-4ddf-94db-b98556d616eb on network 87e097bf-a693-4867-8210-fd0d2f3678f2 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 11 16:09:23.969734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:23.970334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:23.971605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "PUT /v2.0/ports/2caf1c26-1220-4ddf-94db-b98556d616eb HTTP/1.1" status: 200 len: 1068 time: 0.3044231 Oct 11 16:09:23.974541 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:24.013340 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1b5f8-8066-47f1-aa8c-e3e729de8928 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event updated for resources: {'Port': ['ID=2caf1c26-1220-4ddf-94db-b98556d616eb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:24.074275 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port 2caf1c26-1220-4ddf-94db-b98556d616eb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:24.074618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.165365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.177090 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for 2caf1c26-1220-4ddf-94db-b98556d616eb owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:24.217748 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc8d2be3-d76d-468b-9709-a37c14b6a1b8 None None] Provisioning complete for port 2caf1c26-1220-4ddf-94db-b98556d616eb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:24.218111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2be3-d76d-468b-9709-a37c14b6a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.253315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d2be3-d76d-468b-9709-a37c14b6a1b8 None None] Port 2caf1c26-1220-4ddf-94db-b98556d616eb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:24.301980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.333610 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=2caf1c26-1220-4ddf-94db-b98556d616eb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:24.772609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.776013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dcc49a2f-0a01-4fe6-a24e-9a19d9de9099 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/2caf1c26-1220-4ddf-94db-b98556d616eb HTTP/1.1" status: 204 len: 168 time: 0.8005333 Oct 11 16:09:24.778681 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:24.801605 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc03672-416b-445f-b445-5c2c01948488 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] GET failed (client error): The resource could not be found. Oct 11 16:09:24.802979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-abc03672-416b-445f-b445-5c2c01948488 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports/2caf1c26-1220-4ddf-94db-b98556d616eb HTTP/1.1" status: 404 len: 333 time: 0.0234084 Oct 11 16:09:24.805366 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:24.886687 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port c952b404-0b60-4434-a9d0-2cff6189d088 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:24.887027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.894682 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:09:24.979209 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.990306 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for c952b404-0b60-4434-a9d0-2cff6189d088 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:25.114949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.142929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=c952b404-0b60-4434-a9d0-2cff6189d088,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:25.168302 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.172004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ca9f460-5e9f-42f6-a34d-90b1574b248e tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/c952b404-0b60-4434-a9d0-2cff6189d088 HTTP/1.1" status: 204 len: 168 time: 0.3656592 Oct 11 16:09:25.174554 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:25.198718 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fc4d7b-b859-425f-a59e-6e5d0348704b tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] GET failed (client error): The resource could not be found. Oct 11 16:09:25.200260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a1fc4d7b-b859-425f-a59e-6e5d0348704b tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "GET /v2.0/ports/c952b404-0b60-4434-a9d0-2cff6189d088 HTTP/1.1" status: 404 len: 333 time: 0.0247707 Oct 11 16:09:25.204312 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:25.300776 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port 349d4ebd-38e2-4abf-ba00-7242ca798fca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:25.301416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.394356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.405568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for 349d4ebd-38e2-4abf-ba00-7242ca798fca owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:25.530185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.560419 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=349d4ebd-38e2-4abf-ba00-7242ca798fca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:25.587957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.591395 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce77e60a-daf2-47e8-be9e-5607590498bd tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/ports/349d4ebd-38e2-4abf-ba00-7242ca798fca HTTP/1.1" status: 204 len: 168 time: 0.3861256 Oct 11 16:09:25.593920 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:25.647929 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting subnet 79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:25.651968 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.693028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.777919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.833632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.859350 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Subnet': ['ID=79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:25.863002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.866228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-56b57b5c-f383-4c0a-84df-030ab32be931 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/subnets/79b2bd0f-0dec-4bfd-8b6c-89456e4c0c6d HTTP/1.1" status: 204 len: 168 time: 0.2713342 Oct 11 16:09:25.868617 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:25.870657 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec89cdf-37c7-4cf0-bbdc-21ca0c5ef1bb None None] Network 87e097bf-a693-4867-8210-fd0d2f3678f2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:25.947890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.007067 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Deleting port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:26.007232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.036604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] DHCP port deletion for 87e097bf-a693-4867-8210-fd0d2f3678f2 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:26.071032 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] For port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,segment=NetworkSegment(9454c68e-37b6-4e8e-891d-191d346d5be8),segment_id=9454c68e-37b6-4e8e-891d-191d346d5be8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:26.071394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.083968 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Calling delete_port for c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:26.087188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Deleting port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:26.087553 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.148376 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] For port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,segment=NetworkSegment(9454c68e-37b6-4e8e-891d-191d346d5be8),segment_id=9454c68e-37b6-4e8e-891d-191d346d5be8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:26.148766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.161225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Calling delete_port for c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:26.165304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.192694 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Port': ['ID=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.194684 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] No DVR routers for this DVR port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:26.237103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.271040 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] Pushing event deleted for resources: {'Port': ['ID=c1e4c920-a83a-4134-a5cc-4fbf85ed7d41,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.276313 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7784b-1d4d-4f83-ab3d-fa5b93b5d79f None None] No DVR routers for this DVR port c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:26.279009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.304666 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e097bf-a693-4867-8210-fd0d2f3678f2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:26.314012 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:26.315396 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9454c68e-37b6-4e8e-891d-191d346d5be8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:26.315693 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9454c68e-37b6-4e8e-891d-191d346d5be8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:26.325142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.333438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:26.333807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c1e4c920-a83a-4134-a5cc-4fbf85ed7d41 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:26.340424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.346772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:26.347245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:26.350461 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:26.411778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.418729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.422756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] 10.222.0.31 "DELETE /v2.0/networks/87e097bf-a693-4867-8210-fd0d2f3678f2 HTTP/1.1" status: 204 len: 168 time: 0.5532272 Oct 11 16:09:26.433825 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece2549-6e04-4e39-950e-e9091a380147 tempest-AllowedAddressPairIpV6TestJSON-263583526 tempest-AllowedAddressPairIpV6TestJSON-263583526-project] Pushing event deleted for resources: {'Network': ['ID=87e097bf-a693-4867-8210-fd0d2f3678f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.657003 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.790995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de85a43b-3cfb-4bff-aec4-30a8d70c6200 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6c14b6854c84a2bb700155f3e1e9422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328049 Oct 11 16:09:26.793514 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.839057 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.860066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.912285 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.915065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.916238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee8056cc-7385-4aff-95b9-2c30450861d2 HTTP/1.1" status: 204 len: 168 time: 0.1217844 Oct 11 16:09:26.924725 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26f676-958a-413f-8e14-c3c3cf78f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8056cc-7385-4aff-95b9-2c30450861d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:27.535364 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:27.629345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1332177328'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:27.649825 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:27.653111 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.661851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.740610 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.744278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.772505 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:27.777692 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894187a7-31fb-4f92-b048-6d61bbc6af77,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:27.789216 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.789585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.789925 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.790259 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.790593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.790919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.791241 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.791558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.791876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.792195 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.792519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.792834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:27.796960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.797299 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Added segment 32df56d5-11e3-40de-b868-949914f20c60 of type vlan for network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 Oct 11 16:09:27.835093 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.859219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.864709 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:27.865289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.916709 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3800783 Oct 11 16:09:27.921633 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:27.926920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:27.933710 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db94b6-b53b-45ce-bd37-43cf80009274 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Network': ['ID=e0296b49-cbc8-49bc-8639-a545a2ac2fc7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:27.944503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:28.018310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:28.021794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.198723 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.256038 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=4320b493-6d3f-4477-823a-7180b8e7672f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:28.266711 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:28.267072 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network hostable DHCP agents. Network: e0296b49-cbc8-49bc-8639-a545a2ac2fc7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:09:28.282220 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:09:28.290915 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e0296b49-cbc8-49bc-8639-a545a2ac2fc7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:28.296054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:28.298179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.298876 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03da84d-dce5-4506-95c9-48a2eb8a03cf None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:28.314865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-10dd4ec2-caed-48ea-8cd9-03ec32867fcd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3920741 Oct 11 16:09:28.317571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.322401 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'name': 'tempest-NetworksTestDHCPv6-1450766046'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:28.433953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:28.438242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.441420 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '4320b493-6d3f-4477-823a-7180b8e7672f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:28.442303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.458135 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port d1cac94d-cca8-4fa6-97f0-26ac03d635be yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:28.568838 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::2d9 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/4320b493-6d3f-4477-823a-7180b8e7672f/d1cac94d-cca8-4fa6-97f0-26ac03d635be) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:28.711737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.743261 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.782871 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:28.788384 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/4320b493-6d3f-4477-823a-7180b8e7672f/bd705e27-9c5b-4159-8bc0-3ec5130a0b8c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:28.789535 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:28.793307 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:28.799723 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:28.800289 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.808429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=d1cac94d-cca8-4fa6-97f0-26ac03d635be,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:28.818841 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.819210 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.819515 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.819845 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.820170 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.820490 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.820808 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.821126 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.821439 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.821779 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.822118 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.822434 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.828493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98ef70db-1092-43d3-8e33-e2b2a1da0058 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5099688 Oct 11 16:09:28.831697 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.915987 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d9f14-6fa8-4846-b40d-419f12638983 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:28.917471 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d0d9f14-6fa8-4846-b40d-419f12638983 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0846095 Oct 11 16:09:28.920876 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.932591 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.939330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.979574 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:28.982905 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:28.986500 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:28.991797 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Pushing event updated for resources: {'Port': ['ID=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:29.007570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port d1cac94d-cca8-4fa6-97f0-26ac03d635be {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:29.007915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.045866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Attempting to bind port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:29.046230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Attempting to bind port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:29.046585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Attempting to bind port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:29.051419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:29.051784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:29.052180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.052567 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:29.053021 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Bound port: bd705e27-9c5b-4159-8bc0-3ec5130a0b8c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:29.053402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.095731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.107874 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for d1cac94d-cca8-4fa6-97f0-26ac03d635be owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:29.114517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] For port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:29.117618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] For port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:29.122306 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.183015 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7cb14-1daf-41a5-a068-c8f4e6aa85bf None None] Pushing event updated for resources: {'Port': ['ID=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:29.245258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.274066 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=d1cac94d-cca8-4fa6-97f0-26ac03d635be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:29.300390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.310980 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:29.315962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07f3e29f-289a-4821-949a-de46999b5185 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/d1cac94d-cca8-4fa6-97f0-26ac03d635be HTTP/1.1" status: 204 len: 168 time: 0.3860590 Oct 11 16:09:29.405797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8eedbe-a1b5-4e68-a95f-315deffa93e5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:29.407472 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8eedbe-a1b5-4e68-a95f-315deffa93e5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:29.409259 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ec8eedbe-a1b5-4e68-a95f-315deffa93e5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1010544 Oct 11 16:09:29.412001 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:29.466427 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 4320b493-6d3f-4477-823a-7180b8e7672f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:29.469438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.512220 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.591827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.650300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.680229 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=4320b493-6d3f-4477-823a-7180b8e7672f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:29.686356 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.689560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a74d2007-6a86-46a6-9a1e-903ed138e8bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4320b493-6d3f-4477-823a-7180b8e7672f HTTP/1.1" status: 204 len: 168 time: 0.2763414 Oct 11 16:09:29.692105 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:29.746083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f078b06-5d6e-4f6b-b279-31acc5ae718c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528929 Oct 11 16:09:29.748941 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:29.753806 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:29.846743 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:29.850351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.038810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.054417 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795c4f3-9cce-4d2e-b2a0-51ab9c2db268 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:30.080156 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:30.083442 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:30.088080 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.088696 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.100643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:30.114507 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b19c1d96-69ea-4684-9c02-f28ef9716e7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3645134 Oct 11 16:09:30.117152 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:30.121973 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'name': 'tempest-NetworksTestDHCPv6-1764444432'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:30.145565 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] Provisioning complete for port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:30.145938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.230257 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:30.234177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.251111 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port edc7738d-f932-4306-b200-86429c042fff yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:30.280215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.323648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] For port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:30.327699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.370063 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bd705e27-9c5b-4159-8bc0-3ec5130a0b8c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:30.396684 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::2e7 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d/edc7738d-f932-4306-b200-86429c042fff) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:30.413714 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1aea22-cfa0-4bda-a742-ad465368ea06 None None] Pushing event updated for resources: {'Port': ['ID=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:30.442264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:30.442636 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.514266 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d91708-348b-4046-b996-e965e3644509 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:30.564540 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.591002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4513eaf9-c172-4817-92eb-ec2fb7ed25b9 None None] Provisioning complete for port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:30.592044 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4513eaf9-c172-4817-92eb-ec2fb7ed25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.601041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.647874 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:30.650908 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:30.655335 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:30.660852 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.661448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.670508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=edc7738d-f932-4306-b200-86429c042fff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:30.685572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c2cb27c-d521-4bd2-9cae-a4e44fb17ecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5647993 Oct 11 16:09:30.685780 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:30.733753 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db329dd-807a-4d92-b307-e753fd56441b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.739661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db329dd-807a-4d92-b307-e753fd56441b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.741200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6db329dd-807a-4d92-b307-e753fd56441b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0542853 Oct 11 16:09:30.743844 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:30.829925 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port edc7738d-f932-4306-b200-86429c042fff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:30.830269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.922829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.936087 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for edc7738d-f932-4306-b200-86429c042fff owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:30.966310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5fef521a-8c54-48bb-a0dd-4bc4eabfae66 None None] Provisioning complete for port edc7738d-f932-4306-b200-86429c042fff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:30.966814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fef521a-8c54-48bb-a0dd-4bc4eabfae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.007519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fef521a-8c54-48bb-a0dd-4bc4eabfae66 None None] Port edc7738d-f932-4306-b200-86429c042fff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:31.018838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5fef521a-8c54-48bb-a0dd-4bc4eabfae66 None None] Provisioning complete for port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:31.019851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fef521a-8c54-48bb-a0dd-4bc4eabfae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.071561 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.099459 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=edc7738d-f932-4306-b200-86429c042fff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:31.132558 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.136142 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3564b0b7-af21-4204-ac2c-ba2b50f52fec tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/edc7738d-f932-4306-b200-86429c042fff HTTP/1.1" status: 204 len: 168 time: 0.3913510 Oct 11 16:09:31.138780 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:31.217756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83404036-97a9-4e37-97f8-8d0256deeddc None None] Could not find standard attr ID for object d1cac94d-cca8-4fa6-97f0-26ac03d635be. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:31.224409 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62afc492-959c-4cfb-97c2-94e19cd8e3cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:31.225969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62afc492-959c-4cfb-97c2-94e19cd8e3cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:31.227486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62afc492-959c-4cfb-97c2-94e19cd8e3cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0877645 Oct 11 16:09:31.230309 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:31.284625 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:31.288110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.338354 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.385897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.432267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d24c0882-78e7-42af-8a40-b45d0143c719 None None] Could not find standard attr ID for object edc7738d-f932-4306-b200-86429c042fff. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:31.450186 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.481049 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.487252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d HTTP/1.1" status: 204 len: 168 time: 0.2537322 Oct 11 16:09:31.487252 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce7314-6070-4686-b311-4e5457258c51 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:31.487635 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:31.561745 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5682b-f120-4807-b82e-72a4ad782942 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:31.743038 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:31.790655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Deleting port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:31.791031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.803110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-333545b0-c095-4c61-892f-4e9d42d8ef81 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3143315 Oct 11 16:09:31.806096 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:31.811087 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:31.855136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] For port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:31.855530 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.868407 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Calling delete_port for bd705e27-9c5b-4159-8bc0-3ec5130a0b8c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:31.908629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:31.909471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.952459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:31.977365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] Pushing event deleted for resources: {'Port': ['ID=bd705e27-9c5b-4159-8bc0-3ec5130a0b8c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:31.980780 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576217a-d42c-4f79-923e-86ecd5f89957 None None] No DVR routers for this DVR port bd705e27-9c5b-4159-8bc0-3ec5130a0b8c on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:32.097315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.135194 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:32.138268 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:32.141554 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:32.142135 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.147236 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a86d8-ad03-471c-a71b-2554e21b8d75 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:32.161702 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=41181e15-fbb8-4644-8db6-8d92259badbe,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:32.172594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27729d5a-9002-4be4-9603-1466767718ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3654451 Oct 11 16:09:32.175210 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:32.179970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'name': 'tempest-NetworksTestDHCPv6-106909278'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:32.290821 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:32.294900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.299085 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '41181e15-fbb8-4644-8db6-8d92259badbe'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:32.299957 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.312883 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 0ea1baac-9e71-43af-bb08-c71a83f36c70 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:32.370667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bd705e27-9c5b-4159-8bc0-3ec5130a0b8c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:32.400498 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: bd705e27-9c5b-4159-8bc0-3ec5130a0b8c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:32.400851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device bd705e27-9c5b-4159-8bc0-3ec5130a0b8c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:32.411017 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e73caae1-fa0e-4763-be95-6293a02a632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.432699 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::33d (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/41181e15-fbb8-4644-8db6-8d92259badbe/0ea1baac-9e71-43af-bb08-c71a83f36c70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:32.571401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.603503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.649997 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/41181e15-fbb8-4644-8db6-8d92259badbe/00275d20-a0a8-4692-85f3-13e60934d438) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:32.650476 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:32.653620 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:32.658020 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:32.663753 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:32.664359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.674767 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=0ea1baac-9e71-43af-bb08-c71a83f36c70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:32.687074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ca7ef782-0aa7-43f2-9d94-7ca07c2ad1fc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5084462 Oct 11 16:09:32.687269 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:32.733742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1690f-5b8c-4329-83bf-8186da19a136 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:32.735218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-08c1690f-5b8c-4329-83bf-8186da19a136 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0470371 Oct 11 16:09:32.737955 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:32.793341 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.799057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.820763 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 0ea1baac-9e71-43af-bb08-c71a83f36c70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:32.821099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.840309 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:32.843361 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:32.847620 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:32.850606 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Pushing event updated for resources: {'Port': ['ID=00275d20-a0a8-4692-85f3-13e60934d438,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:32.904722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Attempting to bind port 00275d20-a0a8-4692-85f3-13e60934d438 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:32.905079 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Attempting to bind port 00275d20-a0a8-4692-85f3-13e60934d438 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:32.905439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Attempting to bind port 00275d20-a0a8-4692-85f3-13e60934d438 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:32.910489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:32.910855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:32.911253 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.911640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:32.912001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.912125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Bound port: 00275d20-a0a8-4692-85f3-13e60934d438, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:32.912465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:32.924837 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 0ea1baac-9e71-43af-bb08-c71a83f36c70 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:32.973557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] For port 00275d20-a0a8-4692-85f3-13e60934d438, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:32.976672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] For port 00275d20-a0a8-4692-85f3-13e60934d438, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00275d20-a0a8-4692-85f3-13e60934d438,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:32.981072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.039006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487836-bad5-42ea-bb36-3d7ce5c2d111 None None] Pushing event updated for resources: {'Port': ['ID=00275d20-a0a8-4692-85f3-13e60934d438,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:33.059598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.090794 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=0ea1baac-9e71-43af-bb08-c71a83f36c70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:33.114814 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.118089 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ce30ec8-e3cf-402e-ac16-045cc2e3addf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/0ea1baac-9e71-43af-bb08-c71a83f36c70 HTTP/1.1" status: 204 len: 168 time: 0.3792171 Oct 11 16:09:33.120594 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.186755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f50361-3212-4a29-b3e7-7ebe49b7f097 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:33.188490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f50361-3212-4a29-b3e7-7ebe49b7f097 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:33.190087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-77f50361-3212-4a29-b3e7-7ebe49b7f097 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0685453 Oct 11 16:09:33.192641 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.250058 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 41181e15-fbb8-4644-8db6-8d92259badbe {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:33.253446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.296866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.377997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.439610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.471905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.475176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/41181e15-fbb8-4644-8db6-8d92259badbe HTTP/1.1" status: 204 len: 168 time: 0.2815547 Oct 11 16:09:33.476158 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b41d22-971d-4107-8047-36bfad0b463d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=41181e15-fbb8-4644-8db6-8d92259badbe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:33.477782 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.515673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8649209d-dbe9-469e-b2d3-3ba546c1e3cb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365994 Oct 11 16:09:33.518138 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.566559 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef7a93-11b0-4b8e-a9f8-2781c204a1cf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:33.568007 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0cef7a93-11b0-4b8e-a9f8-2781c204a1cf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0489817 Oct 11 16:09:33.570557 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.619301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8bad2-9073-4515-832b-c6dfa59054bc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:33.620805 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-56e8bad2-9073-4515-832b-c6dfa59054bc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0493326 Oct 11 16:09:33.624084 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.661199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-81277bfe-bdd8-43e1-a182-5e14cdb426dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360289 Oct 11 16:09:33.665409 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:33.670547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:33.764559 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:33.768263 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.921168 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf2e70-8338-459d-936b-85600d46ca73 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:33.955344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:33.994070 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:33.997475 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:34.002432 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:34.003027 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.021275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=2bccf507-78d6-459a-aec4-02c82849da64,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:34.031151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ecd97d1b-7d29-4a29-bf3a-26802cc98860 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3646748 Oct 11 16:09:34.033974 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:34.039061 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '2bccf507-78d6-459a-aec4-02c82849da64', 'ip_address': '2001:db8::6efe:c8fd:d9e9:312f'}], 'name': 'tempest-NetworksTestDHCPv6-1120721419'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:34.147505 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] Provisioning complete for port 00275d20-a0a8-4692-85f3-13e60934d438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:34.147991 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.153340 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:34.234138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.251636 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port bce0bd59-8532-4b7f-83fa-d24d2fc226e6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:34.278079 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.312951 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] For port 00275d20-a0a8-4692-85f3-13e60934d438, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00275d20-a0a8-4692-85f3-13e60934d438,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:34.317470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.377802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 00275d20-a0a8-4692-85f3-13e60934d438 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:34.403387 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce656bd-4c46-410d-8e4b-ed199369a95e None None] Pushing event updated for resources: {'Port': ['ID=00275d20-a0a8-4692-85f3-13e60934d438,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:34.438434 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 00275d20-a0a8-4692-85f3-13e60934d438 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:34.438811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.441250 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::6efe:c8fd:d9e9:312f (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/2bccf507-78d6-459a-aec4-02c82849da64/bce0bd59-8532-4b7f-83fa-d24d2fc226e6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:34.521502 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde4651-b265-449e-a69e-0ffbcc820c63 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:34.580947 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d40c75f5-e9cb-4ccc-8099-37c3ea70b64a None None] Provisioning complete for port 00275d20-a0a8-4692-85f3-13e60934d438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:34.581238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d40c75f5-e9cb-4ccc-8099-37c3ea70b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.594008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.631399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.677625 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:34.680663 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:34.686025 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:34.690756 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:34.691363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.697290 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=bce0bd59-8532-4b7f-83fa-d24d2fc226e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:34.712121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-28cd5df4-48d8-465c-9237-e88b9d42502b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6770599 Oct 11 16:09:34.714770 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:34.770073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f06ad-b613-43dd-b24e-621d609df5b1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:34.776018 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f06ad-b613-43dd-b24e-621d609df5b1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:34.778870 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-790f06ad-b613-43dd-b24e-621d609df5b1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0619175 Oct 11 16:09:34.780280 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:34.866817 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port bce0bd59-8532-4b7f-83fa-d24d2fc226e6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:34.867574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.960718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.963559 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00b3f4b3-a6af-40a5-82fb-af03a8904383 None None] Provisioning complete for port bce0bd59-8532-4b7f-83fa-d24d2fc226e6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:34.964047 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00b3f4b3-a6af-40a5-82fb-af03a8904383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:34.975761 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for bce0bd59-8532-4b7f-83fa-d24d2fc226e6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:35.000125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00b3f4b3-a6af-40a5-82fb-af03a8904383 None None] Port bce0bd59-8532-4b7f-83fa-d24d2fc226e6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:35.009798 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00b3f4b3-a6af-40a5-82fb-af03a8904383 None None] Provisioning complete for port 00275d20-a0a8-4692-85f3-13e60934d438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:35.010188 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00b3f4b3-a6af-40a5-82fb-af03a8904383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.118956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.149464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=bce0bd59-8532-4b7f-83fa-d24d2fc226e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:35.176327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.180049 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1beacd9-63b0-4fce-b211-ba25dfff0280 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/bce0bd59-8532-4b7f-83fa-d24d2fc226e6 HTTP/1.1" status: 204 len: 168 time: 0.3988461 Oct 11 16:09:35.182554 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:35.212586 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de5402f5-a65f-4c03-8eae-2890ccc55b4e None None] Could not find standard attr ID for object 0ea1baac-9e71-43af-bb08-c71a83f36c70. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:35.235471 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda9d0b-7d4e-4c22-8e62-594c4c9de7c5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:35.237124 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda9d0b-7d4e-4c22-8e62-594c4c9de7c5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:35.238687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfda9d0b-7d4e-4c22-8e62-594c4c9de7c5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0550549 Oct 11 16:09:35.241265 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:35.298706 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 2bccf507-78d6-459a-aec4-02c82849da64 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:35.301998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.346453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddf173ef-4791-4f28-8ca6-62adeda2a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.351598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.399495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.425758 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6365431d-9a03-416a-aa93-3b7e72e62170 None None] Could not find standard attr ID for object bce0bd59-8532-4b7f-83fa-d24d2fc226e6. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:35.462063 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.494999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=2bccf507-78d6-459a-aec4-02c82849da64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:35.499240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.502502 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9e4f8b1-e22c-4022-8158-4529d3ca48e0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/2bccf507-78d6-459a-aec4-02c82849da64 HTTP/1.1" status: 204 len: 168 time: 0.2602677 Oct 11 16:09:35.504961 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:35.542632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea231c25-8240-4c93-a102-b2d155d19281 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365496 Oct 11 16:09:35.543983 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dba21c-c62a-41a0-9dde-bd579d9ce55d None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:35.546197 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:35.551010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:35.637100 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:35.640670 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.709283 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:35.754795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Deleting port 00275d20-a0a8-4692-85f3-13e60934d438 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:35.755175 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.820599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] For port 00275d20-a0a8-4692-85f3-13e60934d438, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00275d20-a0a8-4692-85f3-13e60934d438,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:35.820908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.834264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Calling delete_port for 00275d20-a0a8-4692-85f3-13e60934d438 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:35.834481 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.874091 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:35.877606 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:35.880942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:35.881932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.898990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=8412df20-3f3c-4fa0-a46c-1398e26deb8a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:35.917965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f65947e-d60f-4f34-9881-2680a0e28c57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3678150 Oct 11 16:09:35.918161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:35.918286 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:35.923739 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '8412df20-3f3c-4fa0-a46c-1398e26deb8a', 'ip_address': '2001:db8::b8eb:78b5:d950:f885'}], 'name': 'tempest-NetworksTestDHCPv6-1896048165'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:35.942730 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] Pushing event deleted for resources: {'Port': ['ID=00275d20-a0a8-4692-85f3-13e60934d438,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:35.944480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5b744-701d-4ca6-a74a-72d1347be2a0 None None] No DVR routers for this DVR port 00275d20-a0a8-4692-85f3-13e60934d438 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:35.964397 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d7cbc-2ddf-4845-8dc4-5aa40321e7fe None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:36.031422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.034757 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:36.036772 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.040500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.057614 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port d9aabef5-8d75-4f05-a6a7-3dd41519689d yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:36.128381 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '8412df20-3f3c-4fa0-a46c-1398e26deb8a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:36.129240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.224663 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::b8eb:78b5:d950:f885 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/8412df20-3f3c-4fa0-a46c-1398e26deb8a/d9aabef5-8d75-4f05-a6a7-3dd41519689d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:36.307928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 00275d20-a0a8-4692-85f3-13e60934d438 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:36.328056 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 00275d20-a0a8-4692-85f3-13e60934d438 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:36.328397 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 00275d20-a0a8-4692-85f3-13e60934d438 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:36.375750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.407880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.448481 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:36.453696 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/8412df20-3f3c-4fa0-a46c-1398e26deb8a/140538a0-3224-4218-b753-2cb018678e0a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:36.454131 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:36.457823 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:36.463428 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:36.464038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.474681 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=d9aabef5-8d75-4f05-a6a7-3dd41519689d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:36.487763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8397dcc8-d70a-499f-85a8-12ec2a35244f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5686522 Oct 11 16:09:36.490258 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:36.540582 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34610b9d-0e3b-48a1-8d52-c7136cc989d9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:36.542093 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34610b9d-0e3b-48a1-8d52-c7136cc989d9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0509164 Oct 11 16:09:36.545988 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:36.601269 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.607263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.627472 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port d9aabef5-8d75-4f05-a6a7-3dd41519689d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:36.627748 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.642360 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:36.646963 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:36.650357 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:36.659311 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Pushing event updated for resources: {'Port': ['ID=140538a0-3224-4218-b753-2cb018678e0a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:36.708302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Attempting to bind port 140538a0-3224-4218-b753-2cb018678e0a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:36.708670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Attempting to bind port 140538a0-3224-4218-b753-2cb018678e0a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:36.709033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Attempting to bind port 140538a0-3224-4218-b753-2cb018678e0a on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:36.713926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:36.714297 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:36.714698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.715091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:36.715549 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Bound port: 140538a0-3224-4218-b753-2cb018678e0a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:36.715939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.717134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.728787 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for d9aabef5-8d75-4f05-a6a7-3dd41519689d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:36.780528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] For port 140538a0-3224-4218-b753-2cb018678e0a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:36.783665 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] For port 140538a0-3224-4218-b753-2cb018678e0a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=140538a0-3224-4218-b753-2cb018678e0a,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:36.788116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.845838 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5309f-1ba8-483b-b027-7c5483fb4b4d None None] Pushing event updated for resources: {'Port': ['ID=140538a0-3224-4218-b753-2cb018678e0a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:36.860850 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.893068 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=d9aabef5-8d75-4f05-a6a7-3dd41519689d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:36.916843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:36.921113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-86960616-3822-4845-8eff-6bb892dbfd83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/d9aabef5-8d75-4f05-a6a7-3dd41519689d HTTP/1.1" status: 204 len: 168 time: 0.3743656 Oct 11 16:09:36.923270 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:36.975552 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b587fb-17e1-4e6b-bfed-3c61ab3b7894 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:36.977086 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b587fb-17e1-4e6b-bfed-3c61ab3b7894 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:36.978656 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-10b587fb-17e1-4e6b-bfed-3c61ab3b7894 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0544381 Oct 11 16:09:36.981613 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:37.051050 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 8412df20-3f3c-4fa0-a46c-1398e26deb8a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:37.054501 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.098513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.179777 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.240008 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.267289 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=8412df20-3f3c-4fa0-a46c-1398e26deb8a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:37.269301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.272464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-65b89cc1-bce8-48db-8997-01da64601b91 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/8412df20-3f3c-4fa0-a46c-1398e26deb8a HTTP/1.1" status: 204 len: 168 time: 0.2894125 Oct 11 16:09:37.275041 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:37.313273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-54d9c8ee-29ad-45c9-9848-53bf51ff3eed tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370796 Oct 11 16:09:37.315991 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:37.320626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:37.408160 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:37.411690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.599803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.644052 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:37.647342 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:37.652929 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:37.653542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.661208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=313356e1-83f1-4948-864f-aa490dbbc9fc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:37.676791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4b307b8-f325-4eea-a01b-e41552937952 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3597970 Oct 11 16:09:37.679662 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:37.685469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '313356e1-83f1-4948-864f-aa490dbbc9fc', 'ip_address': '2001:db8::5cc2:284a:4e49:b81b'}], 'name': 'tempest-NetworksTestDHCPv6-67008325'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:37.764819 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae274892-31a3-4617-a40e-4c75d6cb39be None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:37.801909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:37.806907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.823866 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 4c4f1ba3-f115-4e0f-b2a2-70336aff1128 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:37.845046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.890922 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] Provisioning complete for port 140538a0-3224-4218-b753-2cb018678e0a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:37.891291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.992693 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::5cc2:284a:4e49:b81b (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/313356e1-83f1-4948-864f-aa490dbbc9fc/4c4f1ba3-f115-4e0f-b2a2-70336aff1128) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:38.002774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.037267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] For port 140538a0-3224-4218-b753-2cb018678e0a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=140538a0-3224-4218-b753-2cb018678e0a,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:38.042569 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.094070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca7d6d-6c0d-4a7c-85d0-6f4053b9db58 None None] Pushing event updated for resources: {'Port': ['ID=140538a0-3224-4218-b753-2cb018678e0a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:38.150903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.186888 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.236716 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:38.239755 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:38.243716 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:38.250083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.251527 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.258197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=4c4f1ba3-f115-4e0f-b2a2-70336aff1128,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:38.264274 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60a0a0fc-be05-4408-a5cc-1abaa29f93f7 None None] Provisioning complete for port 140538a0-3224-4218-b753-2cb018678e0a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:38.264647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60a0a0fc-be05-4408-a5cc-1abaa29f93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.284570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a8e31fb-5c71-4e3b-ba07-35fcea31c079 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.6014917 Oct 11 16:09:38.285211 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:38.341927 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b176b01-7377-45fb-af30-39203007f7dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.348425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b176b01-7377-45fb-af30-39203007f7dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.352664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b176b01-7377-45fb-af30-39203007f7dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0640235 Oct 11 16:09:38.352894 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:38.376226 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 140538a0-3224-4218-b753-2cb018678e0a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:38.428428 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 140538a0-3224-4218-b753-2cb018678e0a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:38.429000 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.452768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 4c4f1ba3-f115-4e0f-b2a2-70336aff1128 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:38.453033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.504472 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75f7678c-967e-4a20-8061-b56da514e2ea None None] Could not find standard attr ID for object d9aabef5-8d75-4f05-a6a7-3dd41519689d. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:38.549538 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.562492 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 4c4f1ba3-f115-4e0f-b2a2-70336aff1128 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:38.624532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f961879b-416b-4b78-8a5c-738db81971ba None None] Provisioning complete for port 4c4f1ba3-f115-4e0f-b2a2-70336aff1128 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:38.624992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f961879b-416b-4b78-8a5c-738db81971ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.660509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f961879b-416b-4b78-8a5c-738db81971ba None None] Port 4c4f1ba3-f115-4e0f-b2a2-70336aff1128 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:38.699192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.729724 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=4c4f1ba3-f115-4e0f-b2a2-70336aff1128,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:38.753965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.757690 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94a5a39a-80c8-450c-b0ba-13796081a831 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/4c4f1ba3-f115-4e0f-b2a2-70336aff1128 HTTP/1.1" status: 204 len: 168 time: 0.4036491 Oct 11 16:09:38.760177 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:38.817111 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd05df-859f-4a8d-8a33-4362da931040 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.818770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd05df-859f-4a8d-8a33-4362da931040 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.820319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-70cd05df-859f-4a8d-8a33-4362da931040 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0592177 Oct 11 16:09:38.822901 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:38.877180 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 313356e1-83f1-4948-864f-aa490dbbc9fc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:38.880432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.923385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:38.969417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.030612 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.056808 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=313356e1-83f1-4948-864f-aa490dbbc9fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:39.060399 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.063574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b40f403a-c704-4553-8a1d-43c10029567f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/313356e1-83f1-4948-864f-aa490dbbc9fc HTTP/1.1" status: 204 len: 168 time: 0.2397449 Oct 11 16:09:39.065943 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.066963 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72ddeb-24a7-4623-ad4d-d029c9accf99 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:39.107329 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-59a16404-666e-4d2e-9310-2db2cdaa2e0e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380826 Oct 11 16:09:39.108488 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.156157 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05fa72-c40d-432c-824c-a80cc9567e78 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.157791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0e05fa72-c40d-432c-824c-a80cc9567e78 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0482783 Oct 11 16:09:39.160445 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.211617 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911e536-07a4-4d50-8b00-fb289c9352f1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.213090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1911e536-07a4-4d50-8b00-fb289c9352f1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516896 Oct 11 16:09:39.215566 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.232283 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:39.273249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-db4ed17a-e826-4222-8883-9cb28ca8defe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559623 Oct 11 16:09:39.277314 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.277758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Deleting port 140538a0-3224-4218-b753-2cb018678e0a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:39.278543 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.282413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:39.343734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] For port 140538a0-3224-4218-b753-2cb018678e0a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=140538a0-3224-4218-b753-2cb018678e0a,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:39.344125 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.356806 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Calling delete_port for 140538a0-3224-4218-b753-2cb018678e0a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:39.373124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:39.376734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.433785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.460656 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] Pushing event deleted for resources: {'Port': ['ID=140538a0-3224-4218-b753-2cb018678e0a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:39.468431 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5b8e7-f08d-493a-9671-a140c31b8082 None None] No DVR routers for this DVR port 140538a0-3224-4218-b753-2cb018678e0a on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:39.562849 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.598981 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:39.602027 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:39.606050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.606626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.611013 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ffc544-3147-47c5-9963-5ac3e2f7d7c5 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:39.624547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=4c36824c-bb0d-4159-824d-c74a6337d88c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:39.630182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-88524bf4-99c7-460a-b8fe-4ec62a9289b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3516946 Oct 11 16:09:39.632968 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:39.638039 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '4c36824c-bb0d-4159-824d-c74a6337d88c', 'ip_address': '2001:db8::f816:3f1f:88e6:d735'}], 'name': 'tempest-NetworksTestDHCPv6-268692085'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:39.748034 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:39.767516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.769710 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '4c36824c-bb0d-4159-824d-c74a6337d88c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:39.770531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.833056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.849788 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port c6d2ea9e-3198-470f-af04-e0d0cc002b65 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:39.910710 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/4c36824c-bb0d-4159-824d-c74a6337d88c/ddbb61cd-fdba-48b1-bd9d-4dc82545cf61) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:40.066314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.072111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.111895 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:40.114643 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:40.118208 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:40.121709 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3f1f:88e6:d735 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/4c36824c-bb0d-4159-824d-c74a6337d88c/c6d2ea9e-3198-470f-af04-e0d0cc002b65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:40.125008 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Pushing event updated for resources: {'Port': ['ID=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:40.180156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Attempting to bind port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:40.180524 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Attempting to bind port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:40.180884 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Attempting to bind port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:40.185838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:40.186208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:40.186610 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.186997 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:40.187455 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Bound port: ddbb61cd-fdba-48b1-bd9d-4dc82545cf61, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:40.187830 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.249107 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] For port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:40.252143 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] For port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:40.256915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.286715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.323115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f08ba6-4f1a-440e-bf03-a0724f3a65df None None] Pushing event updated for resources: {'Port': ['ID=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:40.325032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.342749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 140538a0-3224-4218-b753-2cb018678e0a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:40.363669 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:40.363878 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 140538a0-3224-4218-b753-2cb018678e0a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:40.364210 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 140538a0-3224-4218-b753-2cb018678e0a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:40.367836 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:40.372262 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:40.379968 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:40.380593 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.400957 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=c6d2ea9e-3198-470f-af04-e0d0cc002b65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:40.409519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7aa6fc3-1a57-44d1-9299-091da538fa14 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7733843 Oct 11 16:09:40.410303 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:40.415182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '4c36824c-bb0d-4159-824d-c74a6337d88c', 'ip_address': '2001:db8::f816:3f1f:88e6:d735'}], 'name': 'tempest-NetworksTestDHCPv6-67354135'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:40.830602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:40.835687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.852823 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 3a58a4f9-b087-4e8e-b5fa-88b4d740d9ef yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:40.896583 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.012367 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 16:09:41.012832 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:09:41.029748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cc317b2-0081-4a71-841c-aa3777302168 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6182110 Oct 11 16:09:41.032196 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.086925 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd345a-0b68-4183-8a67-0e4b94b4061c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:41.093166 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd345a-0b68-4183-8a67-0e4b94b4061c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:41.095510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ccd345a-0b68-4183-8a67-0e4b94b4061c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0616987 Oct 11 16:09:41.097371 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.213602 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port c6d2ea9e-3198-470f-af04-e0d0cc002b65 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:41.214089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.304936 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Provisioning complete for port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:41.306428 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.307377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.321632 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for c6d2ea9e-3198-470f-af04-e0d0cc002b65 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:41.472790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.503397 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=c6d2ea9e-3198-470f-af04-e0d0cc002b65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:41.531046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.534582 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3da1383a-8899-4dcc-bb45-672d8b7d532e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/c6d2ea9e-3198-470f-af04-e0d0cc002b65 HTTP/1.1" status: 204 len: 168 time: 0.4362075 Oct 11 16:09:41.537051 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.575943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.596372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1903f-7b20-448d-8b8e-60491c88f586 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:41.598088 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1903f-7b20-448d-8b8e-60491c88f586 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:41.599943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-62f1903f-7b20-448d-8b8e-60491c88f586 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617359 Oct 11 16:09:41.602960 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.612099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] For port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:41.617329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.662524 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 4c36824c-bb0d-4159-824d-c74a6337d88c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:41.666424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.673215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Pushing event updated for resources: {'Port': ['ID=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:41.682613 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.683007 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.683302 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.683645 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.683980 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.684312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.684846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.685740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.686231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.686612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.686947 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.687272 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba306d4f-c80b-4191-b06e-bf1069ef9f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:41.730005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.734265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c6e273b-7f0f-4ba1-8591-5674bdc1917b None None] Could not find standard attr ID for object c6d2ea9e-3198-470f-af04-e0d0cc002b65. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:41.828517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.890030 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.916892 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c36824c-bb0d-4159-824d-c74a6337d88c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:41.921503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:41.926569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-810c5cce-fb4e-4439-9d22-bc461ee57288 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4c36824c-bb0d-4159-824d-c74a6337d88c HTTP/1.1" status: 204 len: 168 time: 0.3207490 Oct 11 16:09:41.927311 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.929741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df620a4-764b-4ec8-91c8-73bd019084fb None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:41.964199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3bfef06-7409-4b66-85d4-a264bf054482 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358052 Oct 11 16:09:41.968549 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:41.973889 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:42.074733 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:42.078363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.097304 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:42.143774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Deleting port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:42.144148 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.211382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] For port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:42.211777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.224292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Calling delete_port for ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:42.301288 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.331200 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] Pushing event deleted for resources: {'Port': ['ID=ddbb61cd-fdba-48b1-bd9d-4dc82545cf61,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:42.333079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.334836 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c6819-cab9-47a2-98ea-3a8442598ac8 None None] No DVR routers for this DVR port ddbb61cd-fdba-48b1-bd9d-4dc82545cf61 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:42.374706 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:42.378144 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:42.382725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:42.383307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.391344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89123ee4-3ea5-4d44-af0a-65dd696a3947 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:42.397213 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=5496cac9-d91c-40cb-b83b-41bf32ced14f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:42.411689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8dd1eebe-021f-4630-a46e-0ae189afe92a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4420497 Oct 11 16:09:42.414595 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:42.419530 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '5496cac9-d91c-40cb-b83b-41bf32ced14f', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1231972796'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:42.536341 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '5496cac9-d91c-40cb-b83b-41bf32ced14f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:42.537661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.540004 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:42.549774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.568533 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port cac1bb56-9453-4ef8-8bf6-383f18306c45 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:42.678302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/5496cac9-d91c-40cb-b83b-41bf32ced14f/949bbd64-3685-4cdc-a1da-a130a20728b3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:42.837832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.844560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:42.847198 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:09:42.847646 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:09:42.863526 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d9f51b68-6603-4694-971b-5795e8313c50 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4478612 Oct 11 16:09:42.873503 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:42.908918 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:42.917728 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:42.920166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1974bea7-ac4d-42c2-8d85-eb7293c7b272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:42.921802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1974bea7-ac4d-42c2-8d85-eb7293c7b272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0522349 Oct 11 16:09:42.924376 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:42.924536 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:42.946878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Pushing event updated for resources: {'Port': ['ID=949bbd64-3685-4cdc-a1da-a130a20728b3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:42.983071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08a386-6bde-4f6e-84e0-989aad8f6067 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:42.984600 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08a386-6bde-4f6e-84e0-989aad8f6067 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:42.986183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ba08a386-6bde-4f6e-84e0-989aad8f6067 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0608768 Oct 11 16:09:42.988888 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:43.018334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Attempting to bind port 949bbd64-3685-4cdc-a1da-a130a20728b3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:43.018954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Attempting to bind port 949bbd64-3685-4cdc-a1da-a130a20728b3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:43.019572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Attempting to bind port 949bbd64-3685-4cdc-a1da-a130a20728b3 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:43.027905 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:43.028569 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:43.029249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.029953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:43.030755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Bound port: 949bbd64-3685-4cdc-a1da-a130a20728b3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:43.031406 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.038900 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 5496cac9-d91c-40cb-b83b-41bf32ced14f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:43.041900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.081371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.132298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] For port 949bbd64-3685-4cdc-a1da-a130a20728b3, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:43.136793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] For port 949bbd64-3685-4cdc-a1da-a130a20728b3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=949bbd64-3685-4cdc-a1da-a130a20728b3,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:43.140808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.209265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2712-315f-4e91-b695-9cefc4f8ab7a None None] Pushing event updated for resources: {'Port': ['ID=949bbd64-3685-4cdc-a1da-a130a20728b3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:43.214664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.305490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.336374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=5496cac9-d91c-40cb-b83b-41bf32ced14f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:43.347804 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.351265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7bad8781-0716-4691-bcac-223c51c6ae30 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/5496cac9-d91c-40cb-b83b-41bf32ced14f HTTP/1.1" status: 204 len: 168 time: 0.3614728 Oct 11 16:09:43.354239 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:43.406983 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cf7d8b52-6324-4d0f-9273-d9d2d9e0abc2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515666 Oct 11 16:09:43.410740 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:43.415716 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:43.505320 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:43.508755 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.693451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.740130 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:43.743270 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:43.747380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:43.747965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.762391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=69d9980d-c74a-48a8-9766-1d0fe242f15c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:43.773921 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7c29e228-f954-4adc-8fcb-c75ca14ce22d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3620396 Oct 11 16:09:43.776603 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:43.781701 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112249133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:43.804310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.805395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.858789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.863808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.882549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:43.883870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-363d3bd8-fe7b-4a89-8c84-771f0e304736 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1062996 Oct 11 16:09:43.886627 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:44.103962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ead5ff-e0e4-4572-9f6c-f4582bced237 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:44.204069 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-066365c5-3a16-4280-add1-a28d572e181d None None] Provisioning complete for port 949bbd64-3685-4cdc-a1da-a130a20728b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:44.204934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-066365c5-3a16-4280-add1-a28d572e181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.363130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 949bbd64-3685-4cdc-a1da-a130a20728b3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:44.368396 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-066365c5-3a16-4280-add1-a28d572e181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.432243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-066365c5-3a16-4280-add1-a28d572e181d None None] For port 949bbd64-3685-4cdc-a1da-a130a20728b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=949bbd64-3685-4cdc-a1da-a130a20728b3,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:44.437877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-066365c5-3a16-4280-add1-a28d572e181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.449637 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 949bbd64-3685-4cdc-a1da-a130a20728b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:44.450013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.505117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.529313 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066365c5-3a16-4280-add1-a28d572e181d None None] Pushing event updated for resources: {'Port': ['ID=949bbd64-3685-4cdc-a1da-a130a20728b3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:44.659729 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-463893db-60f4-43bb-a1f0-350c4fe15a32 None None] Provisioning complete for port 949bbd64-3685-4cdc-a1da-a130a20728b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:44.660007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-463893db-60f4-43bb-a1f0-350c4fe15a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.778760 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::1 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/69d9980d-c74a-48a8-9766-1d0fe242f15c/22c7d694-00d1-48ff-aabd-c594e38dc78a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:44.890043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.932769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:44.990593 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:44.994553 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:44.999863 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:45.000524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.049623 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=22c7d694-00d1-48ff-aabd-c594e38dc78a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:45.154635 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.273136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f080e129-d8ba-4789-9356-1e685aa95315 None None] Provisioning complete for port 22c7d694-00d1-48ff-aabd-c594e38dc78a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:45.273777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f080e129-d8ba-4789-9356-1e685aa95315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.316761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f080e129-d8ba-4789-9356-1e685aa95315 None None] Port 22c7d694-00d1-48ff-aabd-c594e38dc78a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:45.418758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.424542 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.425407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.560316 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=22c7d694-00d1-48ff-aabd-c594e38dc78a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:45.635143 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:45.637010 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:45.763711 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:09:45.860115 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:45.869894 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523fafa-344a-4908-914a-8be672500490 None None] Sync routers for ids ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:45.871926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5236d7e7-f536-4ad2-a349-abcf7c308511 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "PUT /v2.0/routers/b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842827 Oct 11 16:09:45.873267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:45.879355 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] Routers {'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:45.880254 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:45.916657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9effc9-1f14-46e3-adb7-087474e8efbf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:45.918058 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fe9effc9-1f14-46e3-adb7-087474e8efbf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports/22c7d694-00d1-48ff-aabd-c594e38dc78a HTTP/1.1" status: 200 len: 911 time: 0.0438311 Oct 11 16:09:45.921329 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:45.940186 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2040be75-76db-4c34-85f8-306fb72a5ccf None None] Provisioning complete for port 22c7d694-00d1-48ff-aabd-c594e38dc78a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:45.940432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2040be75-76db-4c34-85f8-306fb72a5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:45.970323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a49ee6-2637-46ca-a733-bc724a94b38f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:45.976183 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2040be75-76db-4c34-85f8-306fb72a5ccf None None] Port 22c7d694-00d1-48ff-aabd-c594e38dc78a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:45.976435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a49ee6-2637-46ca-a733-bc724a94b38f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:45.977926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-84a49ee6-2637-46ca-a733-bc724a94b38f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0556550 Oct 11 16:09:45.981065 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:46.006297 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] Set router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:46.236842 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'name': 'tempest-NetworksTestDHCPv6-router-112249133', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:43Z', 'updated_at': '2021-10-11T16:09:45Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None, '_interfaces': [{'id': '22c7d694-00d1-48ff-aabd-c594e38dc78a', 'name': '', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'mac_address': 'fa:16:3e:e8:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:09:44Z', 'updated_at': '2021-10-11T16:09:45Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'subnets': [{'id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:46.268563 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523fafa-344a-4908-914a-8be672500490 None None] Checking router: b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:09:46.268916 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523fafa-344a-4908-914a-8be672500490 None None] Updating router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 port 22c7d694-00d1-48ff-aabd-c594e38dc78a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:09:46.298181 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.332369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 949bbd64-3685-4cdc-a1da-a130a20728b3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:46.380645 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 949bbd64-3685-4cdc-a1da-a130a20728b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:46.381013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.412073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.596151 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.601983 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.621582 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 22c7d694-00d1-48ff-aabd-c594e38dc78a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:46.622003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.653456 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Pushing event updated for resources: {'Port': ['ID=22c7d694-00d1-48ff-aabd-c594e38dc78a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:46.675622 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.675957 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.676291 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.676614 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.676934 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.677252 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.677588 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.677904 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.678215 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.678527 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.678872 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.679277 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:46.708500 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c523fafa-344a-4908-914a-8be672500490 None None] Attempting to bind port 22c7d694-00d1-48ff-aabd-c594e38dc78a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:46.708956 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c523fafa-344a-4908-914a-8be672500490 None None] Attempting to bind port 22c7d694-00d1-48ff-aabd-c594e38dc78a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:46.709385 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523fafa-344a-4908-914a-8be672500490 None None] Attempting to bind port 22c7d694-00d1-48ff-aabd-c594e38dc78a on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:46.715050 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523fafa-344a-4908-914a-8be672500490 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:46.715418 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523fafa-344a-4908-914a-8be672500490 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:46.715820 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.716377 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523fafa-344a-4908-914a-8be672500490 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:46.716846 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c523fafa-344a-4908-914a-8be672500490 None None] Bound port: 22c7d694-00d1-48ff-aabd-c594e38dc78a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:46.717224 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.728344 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.743948 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 22c7d694-00d1-48ff-aabd-c594e38dc78a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:46.786690 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c523fafa-344a-4908-914a-8be672500490 None None] For port 22c7d694-00d1-48ff-aabd-c594e38dc78a, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:46.790978 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c523fafa-344a-4908-914a-8be672500490 None None] For port 22c7d694-00d1-48ff-aabd-c594e38dc78a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=22c7d694-00d1-48ff-aabd-c594e38dc78a,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:46.798260 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c523fafa-344a-4908-914a-8be672500490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.843736 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] Routers {'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:46.844460 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:46.911823 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee6c0973-90a2-4648-ae42-a4186000f8aa None None] Provisioning complete for port 22c7d694-00d1-48ff-aabd-c594e38dc78a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:46.912469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee6c0973-90a2-4648-ae42-a4186000f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.944355 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8df0-f846-4548-bedf-93f606a65acc None None] Pushing event updated for resources: {'Port': ['ID=22c7d694-00d1-48ff-aabd-c594e38dc78a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:46.969103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:46.979589 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] Set router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:46.986332 n-d-master-1 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-ee6c0973-90a2-4648-ae42-a4186000f8aa None None] No ports have port_id starting with 22c7d694-00d1-48ff-aabd-c594e38dc78a Oct 11 16:09:47.020455 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=22c7d694-00d1-48ff-aabd-c594e38dc78a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:47.112966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.206919 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b88a5c13-88f3-4132-a069-256c78742caa None None] Could not find standard attr ID for object 22c7d694-00d1-48ff-aabd-c594e38dc78a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:47.211538 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c523fafa-344a-4908-914a-8be672500490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'name': 'tempest-NetworksTestDHCPv6-router-112249133', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:43Z', 'updated_at': '2021-10-11T16:09:45Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None, '_interfaces': [{'id': '22c7d694-00d1-48ff-aabd-c594e38dc78a', 'name': '', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'mac_address': 'fa:16:3e:e8:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:09:44Z', 'updated_at': '2021-10-11T16:09:46Z', 'revision_number': 4, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'subnets': [{'id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:47.238444 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523fafa-344a-4908-914a-8be672500490 None None] The sync data for ids ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'] in n-d-master-1 is: [{'id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'name': 'tempest-NetworksTestDHCPv6-router-112249133', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:43Z', 'updated_at': '2021-10-11T16:09:45Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None, '_interfaces': [{'id': '22c7d694-00d1-48ff-aabd-c594e38dc78a', 'name': '', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'mac_address': 'fa:16:3e:e8:77:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:09:44Z', 'updated_at': '2021-10-11T16:09:46Z', 'revision_number': 4, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'subnets': [{'id': '69d9980d-c74a-48a8-9766-1d0fe242f15c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:47.284541 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:09:47.380954 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:47.386199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-233c3729-5795-44ba-ae5a-69f0ac2a74e1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "PUT /v2.0/routers/b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041238 Oct 11 16:09:47.388650 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:47.462222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb928e4-080d-4260-b2b8-10f32ac06cad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:47.463758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb928e4-080d-4260-b2b8-10f32ac06cad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:47.465377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8cb928e4-080d-4260-b2b8-10f32ac06cad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0758080 Oct 11 16:09:47.468162 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:47.524654 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 69d9980d-c74a-48a8-9766-1d0fe242f15c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:47.528500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.577393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.624258 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.698717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.726752 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=69d9980d-c74a-48a8-9766-1d0fe242f15c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:47.730274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.736111 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:47.736623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ff52f88-750d-4365-9da2-cdc0bf684801 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/69d9980d-c74a-48a8-9766-1d0fe242f15c HTTP/1.1" status: 204 len: 168 time: 0.2669702 Oct 11 16:09:47.736750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65e310-9366-4df1-8774-b32a84e8a9a5 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:47.860808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bafb7f0-6b37-4fa8-9199-7293027aaac2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1228721 Oct 11 16:09:47.862655 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:47.946517 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:47.962015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:47.992521 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Deleting port 949bbd64-3685-4cdc-a1da-a130a20728b3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:47.992889 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.056780 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] For port 949bbd64-3685-4cdc-a1da-a130a20728b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=949bbd64-3685-4cdc-a1da-a130a20728b3,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:48.057665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.071191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Calling delete_port for 949bbd64-3685-4cdc-a1da-a130a20728b3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:48.139751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.143685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.176498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.194738 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.195278 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Fanout notify agent at l3_agent the message router_deleted on router b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:09:48.203734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.208094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c4ac62b1-3e20-45d7-ba22-b240a7557d83 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/routers/b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 HTTP/1.1" status: 204 len: 168 time: 0.3416405 Oct 11 16:09:48.208535 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] Pushing event deleted for resources: {'Port': ['ID=949bbd64-3685-4cdc-a1da-a130a20728b3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:48.208673 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:48.212024 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b4b02-a36f-4bdf-9077-2f8e8533f919 None None] No DVR routers for this DVR port 949bbd64-3685-4cdc-a1da-a130a20728b3 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:48.217942 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:48.332533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:48.336309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.338521 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 949bbd64-3685-4cdc-a1da-a130a20728b3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:48.366234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 949bbd64-3685-4cdc-a1da-a130a20728b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:48.366812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 949bbd64-3685-4cdc-a1da-a130a20728b3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:48.560069 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.601766 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:48.603197 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:48.608142 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:48.608734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.616448 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d7a25f-1b6e-4ddf-98b8-6d464746d94d None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:48.624552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=96517c94-0e6d-4f9d-b2a2-c503f787e75f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:48.634154 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f84bc24b-1637-4195-8411-effe6d4702d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4198358 Oct 11 16:09:48.634809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:48.638847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1188427793', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:48.666737 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.667953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.671156 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Sync routers for ids ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:48.699997 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:48.700374 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:09:48.701384 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:09:48.723819 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:48.724188 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:09:48.724774 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:09:48.725145 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02deaf-95bd-48e8-a45f-8b6471525cef None None] The sync data for ids ['b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:48.738798 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.745256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.770390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:48.776409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1da1b108-7c57-45ab-bddf-118cbfa17b33 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1411786 Oct 11 16:09:48.777017 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:48.832514 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '96517c94-0e6d-4f9d-b2a2-c503f787e75f'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:48.833427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.065258 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/96517c94-0e6d-4f9d-b2a2-c503f787e75f/fe4f6721-4b67-41a7-a4a1-96d2b39f7e25) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:49.218237 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.224049 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.264049 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:49.267118 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:49.272762 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:49.304260 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Pushing event updated for resources: {'Port': ['ID=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:49.337220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Attempting to bind port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:49.337509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Attempting to bind port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:49.337896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Attempting to bind port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:49.343674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:49.344040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:49.344470 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.344855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:49.345312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Bound port: fe4f6721-4b67-41a7-a4a1-96d2b39f7e25, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:49.345853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.414074 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.414970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] For port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:49.418398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] For port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:49.424007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.488565 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc0f4f-9634-48ad-a32f-27451df19291 None None] Pushing event updated for resources: {'Port': ['ID=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:49.729675 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::1 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/96517c94-0e6d-4f9d-b2a2-c503f787e75f/1d502003-ea34-43cb-a772-cf09d7b24879) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:49.884898 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.919401 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:49.957532 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:49.962951 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:49.967998 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:49.967998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.008469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=1d502003-ea34-43cb-a772-cf09d7b24879,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:50.086913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.353363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:50.367594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.374706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.375475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.405536 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:50.405848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.427232 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=1d502003-ea34-43cb-a772-cf09d7b24879,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:50.501994 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.518021 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:50.519718 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:50.538433 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:50.542865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.577048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 22c7d694-00d1-48ff-aabd-c594e38dc78a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:50.605435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 22c7d694-00d1-48ff-aabd-c594e38dc78a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:50.605859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 22c7d694-00d1-48ff-aabd-c594e38dc78a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:50.624312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:50.627367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de1a7c12-4edd-4f52-a641-1f065ada79af None None] Provisioning complete for port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:50.628289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de1a7c12-4edd-4f52-a641-1f065ada79af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.649143 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:09:50.745168 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:50.750672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e4d5d38-4c46-4512-8188-8e9beb357e70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "PUT /v2.0/routers/fe4ae246-244f-4ee7-ba86-a6c9ed412aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726729 Oct 11 16:09:50.753258 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:50.756847 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Sync routers for ids ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:50.767009 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Routers {'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:50.767658 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:50.803465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e864b6d-619f-42bf-9902-c3f72260e3c2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.804916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e864b6d-619f-42bf-9902-c3f72260e3c2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports/1d502003-ea34-43cb-a772-cf09d7b24879 HTTP/1.1" status: 200 len: 911 time: 0.0504038 Oct 11 16:09:50.807496 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:50.847996 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed926da6-03b5-4f19-ada9-22af9777b937 None None] Provisioning complete for port 1d502003-ea34-43cb-a772-cf09d7b24879 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:50.848366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed926da6-03b5-4f19-ada9-22af9777b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:50.866272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10216b8-4e9a-4599-8d5e-64c454e8c696 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.878770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10216b8-4e9a-4599-8d5e-64c454e8c696 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.881434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d10216b8-4e9a-4599-8d5e-64c454e8c696 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0727611 Oct 11 16:09:50.884112 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:50.894388 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed926da6-03b5-4f19-ada9-22af9777b937 None None] Port 1d502003-ea34-43cb-a772-cf09d7b24879 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:50.962437 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Set router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:51.014393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e75e48d-c71e-4e3d-8e25-9834f0d1475e None None] Provisioning complete for port 1d502003-ea34-43cb-a772-cf09d7b24879 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:51.014699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e75e48d-c71e-4e3d-8e25-9834f0d1475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.049833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e75e48d-c71e-4e3d-8e25-9834f0d1475e None None] Port 1d502003-ea34-43cb-a772-cf09d7b24879 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:51.152000 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb', 'name': 'tempest-NetworksTestDHCPv6-router-1188427793', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:48Z', 'updated_at': '2021-10-11T16:09:50Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None, '_interfaces': [{'id': '1d502003-ea34-43cb-a772-cf09d7b24879', 'name': '', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'mac_address': 'fa:16:3e:88:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '96517c94-0e6d-4f9d-b2a2-c503f787e75f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:09:49Z', 'updated_at': '2021-10-11T16:09:50Z', 'revision_number': 2, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'subnets': [{'id': '96517c94-0e6d-4f9d-b2a2-c503f787e75f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:51.181982 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Checking router: fe4ae246-244f-4ee7-ba86-a6c9ed412aeb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:09:51.182330 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Updating router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb port 1d502003-ea34-43cb-a772-cf09d7b24879 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:09:51.206651 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.212645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.418568 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 1d502003-ea34-43cb-a772-cf09d7b24879 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:51.418905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.462124 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.467652 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.514652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.518518 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e303d-8ba0-4e8a-8818-1d51ce50ac06 None None] Pushing event updated for resources: {'Port': ['ID=1d502003-ea34-43cb-a772-cf09d7b24879,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:51.529342 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 1d502003-ea34-43cb-a772-cf09d7b24879 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:51.575256 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:51.576231 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:51.576641 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:51.583154 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:51.583529 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:51.583931 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.584322 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:51.584794 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Bound port: 1d502003-ea34-43cb-a772-cf09d7b24879, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:51.585172 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.715274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:51.716122 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:09:51.716479 n-d-master-1 neutron-server[94829]: DEBUG oslo_db.api [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:09:51.742314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=1d502003-ea34-43cb-a772-cf09d7b24879,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:51.766238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e71b10ff-2863-4392-bb4f-51f0f69db1a4 None None] Could not find standard attr ID for object 1d502003-ea34-43cb-a772-cf09d7b24879. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:09:51.850056 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.006914 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:09:52.078154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:52.083046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a93ef676-9e6c-4f04-b8ca-f4d39546ed41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "PUT /v2.0/routers/fe4ae246-244f-4ee7-ba86-a6c9ed412aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1977425 Oct 11 16:09:52.085631 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.138205 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b532cb-3bef-4c6b-a091-1691861d15bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:52.139700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b532cb-3bef-4c6b-a091-1691861d15bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:52.141159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d0b532cb-3bef-4c6b-a091-1691861d15bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0546396 Oct 11 16:09:52.143807 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.193279 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 96517c94-0e6d-4f9d-b2a2-c503f787e75f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:52.196228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.230567 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:52.231122 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:52.231271 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Attempting to bind port 1d502003-ea34-43cb-a772-cf09d7b24879 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:52.236105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.236836 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:52.237203 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:52.237632 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.238023 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:52.238477 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Bound port: 1d502003-ea34-43cb-a772-cf09d7b24879, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:52.238851 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.271258 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.plugin [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Port 1d502003-ea34-43cb-a772-cf09d7b24879 has been deleted concurrently {{(pid=94829) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 11 16:09:52.281350 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Routers {'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:52.281977 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:52.328708 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:52.332817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.351857 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] Set router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:52.378498 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:52.379139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.395974 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.408475 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb', 'name': 'tempest-NetworksTestDHCPv6-router-1188427793', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:48Z', 'updated_at': '2021-10-11T16:09:51Z', 'revision_number': 3, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:52.426981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=96517c94-0e6d-4f9d-b2a2-c503f787e75f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:52.435427 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae7ab7-cdfc-44e3-a27a-839d8d9ebbf9 None None] The sync data for ids ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'] in n-d-master-1 is: [{'id': 'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb', 'name': 'tempest-NetworksTestDHCPv6-router-1188427793', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:09:48Z', 'updated_at': '2021-10-11T16:09:51Z', 'revision_number': 3, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:52.438714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.441979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2262f667-3ce5-4191-8ec8-d9783fbf235f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/96517c94-0e6d-4f9d-b2a2-c503f787e75f HTTP/1.1" status: 204 len: 168 time: 0.2972867 Oct 11 16:09:52.444525 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.450312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c72e54-6d18-4c40-bba8-2e491251fabe None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:52.566408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c2b0823e-75c0-468d-a2a7-e47dd094badb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1200249 Oct 11 16:09:52.568558 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.652523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.669686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:52.717639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Deleting port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:52.718086 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.784236 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] For port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:52.784906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.797642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Calling delete_port for fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:52.816546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.818743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.866015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.866571 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Fanout notify agent at l3_agent the message router_deleted on router fe4ae246-244f-4ee7-ba86-a6c9ed412aeb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:09:52.877316 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.878467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16fbdaa4-61f3-480f-89e1-9ef99bf94383 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/routers/fe4ae246-244f-4ee7-ba86-a6c9ed412aeb HTTP/1.1" status: 204 len: 168 time: 0.3087595 Oct 11 16:09:52.881319 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.884740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:52.911737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] Pushing event deleted for resources: {'Port': ['ID=fe4f6721-4b67-41a7-a4a1-96d2b39f7e25,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:52.915456 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055707b8-8923-4c75-94ed-b37bde897381 None None] No DVR routers for this DVR port fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:52.920766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7dba37ff-9447-4fd1-9411-b147b61b68a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382776 Oct 11 16:09:52.923099 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:52.976016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1aa846-d4f9-4499-9a83-5c1ef173d66f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:52.977458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3d1aa846-d4f9-4499-9a83-5c1ef173d66f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534675 Oct 11 16:09:52.979959 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:53.017216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-67045a25-db81-41b4-bcce-3b30cd9af8a7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0361929 Oct 11 16:09:53.021199 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:53.025901 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:53.117783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:53.121235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:53.314220 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Sync routers for ids ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:53.323938 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:53.324303 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:09:53.324902 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:09:53.333450 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:53.333849 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Router IDs set() for agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:09:53.334438 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:09:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 16:09:53.334808 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510d15a-2ffb-4b55-8b96-0813a6a26b4f None None] The sync data for ids ['fe4ae246-244f-4ee7-ba86-a6c9ed412aeb'] in n-d-master-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:53.723548 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:09:53.725509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:53.772237 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:53.775579 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:53.780632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:53.781222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:53.786281 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61f9f5-66fc-4e3e-a586-ed85e6b7e684 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:53.792343 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=b6909e21-5e80-4260-9e39-a459f38634f5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:53.809611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c535a55-2276-4846-8ffe-acc31ffb347b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7873435 Oct 11 16:09:53.812528 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:53.817624 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:53.962561 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:53.966216 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.147780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': 'b6909e21-5e80-4260-9e39-a459f38634f5'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:54.148948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.251385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.293594 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:54.295624 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:54.299964 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:54.300555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.312267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Allocated IP 2001:db8::f816:3eff:fe08:3ba2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/b6909e21-5e80-4260-9e39-a459f38634f5/7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:54.317464 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=ca90f357-7437-45db-96e0-d4127364ccd5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:54.328250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-23c7d6b2-920f-457b-bc11-26d75265354f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5144458 Oct 11 16:09:54.331036 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:54.335975 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:82:87:9d', 'name': 'tempest-NetworksTestDHCPv6-461487167'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:54.345016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:54.393846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:54.394068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fe4f6721-4b67-41a7-a4a1-96d2b39f7e25 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:54.465747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:54.491410 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.499404 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.541664 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:54.545342 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:54.549011 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:54.556481 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Pushing event updated for resources: {'Port': ['ID=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:54.566871 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.591873 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 92008136-48cf-4acf-8d71-0a3569098d61 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:54.613422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Attempting to bind port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:54.613913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Attempting to bind port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:54.614476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Attempting to bind port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:54.622485 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:54.623078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:54.623709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.624330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:54.625073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Bound port: 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:54.625704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.701587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] For port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:54.705073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] For port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:54.710916 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:54.780815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdfcd-038a-4dca-bd51-f36d5f95dd36 None None] Pushing event updated for resources: {'Port': ['ID=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:54.809292 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 172.20.0.5 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/ca90f357-7437-45db-96e0-d4127364ccd5/92008136-48cf-4acf-8d71-0a3569098d61) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:54.817911 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe82:879d (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/b6909e21-5e80-4260-9e39-a459f38634f5/92008136-48cf-4acf-8d71-0a3569098d61) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:55.048936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.086906 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.137628 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:55.140702 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:55.144595 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:55.169233 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=92008136-48cf-4acf-8d71-0a3569098d61,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:55.201633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.202240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.218981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-72558974-c5d3-4594-8754-ba9c358ed08b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8868270 Oct 11 16:09:55.221441 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:55.275013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08366b-727a-4376-af81-be051b0b9492 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.281944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08366b-727a-4376-af81-be051b0b9492 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.283587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-db08366b-727a-4376-af81-be051b0b9492 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0610995 Oct 11 16:09:55.286423 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:55.376047 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 92008136-48cf-4acf-8d71-0a3569098d61 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:55.376535 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.490490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.506580 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 92008136-48cf-4acf-8d71-0a3569098d61 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:55.749153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.790755 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=92008136-48cf-4acf-8d71-0a3569098d61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:55.871602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c95d80-0749-4265-83ba-030a8013e4cd None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:55.910842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.914265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-978ab5cf-9956-4033-b3a8-f73cc9a5b83c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/92008136-48cf-4acf-8d71-0a3569098d61 HTTP/1.1" status: 204 len: 168 time: 0.6266885 Oct 11 16:09:55.916543 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:55.950167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] Provisioning complete for port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:55.951250 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.973730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b206f-ce15-4ad0-837c-a115cfcef388 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.975230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b206f-ce15-4ad0-837c-a115cfcef388 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.976730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b206f-ce15-4ad0-837c-a115cfcef388 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.978300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f49b206f-ce15-4ad0-837c-a115cfcef388 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0608463 Oct 11 16:09:55.980998 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:56.033176 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet b6909e21-5e80-4260-9e39-a459f38634f5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:56.036307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.083105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.110980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.164292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] For port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:56.171920 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.174315 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.212964 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f2593-0899-4c41-9e10-97da4f885a12 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'b6909e21-5e80-4260-9e39-a459f38634f5', 'ip_address': '2001:db8::f816:3eff:fe08:3ba2'}, {'subnet_id': 'ca90f357-7437-45db-96e0-d4127364ccd5'}], 'binding:host_id': 'n-d-master-1'}, 'id': '7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:09:56.258619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.267133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af3f2593-0899-4c41-9e10-97da4f885a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.284449 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debe574-9c24-4ff4-98b9-33f23b5acf7e None None] Pushing event updated for resources: {'Port': ['ID=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:56.315392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=b6909e21-5e80-4260-9e39-a459f38634f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:56.318892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.327265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1680cd97-e0a5-4478-9208-19ca03c61fb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/b6909e21-5e80-4260-9e39-a459f38634f5 HTTP/1.1" status: 204 len: 168 time: 0.3422678 Oct 11 16:09:56.327751 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:56.401259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet ca90f357-7437-45db-96e0-d4127364ccd5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:56.405430 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.443938 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:56.461219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.526257 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:56.526721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.544089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.633036 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-af3f2593-0899-4c41-9e10-97da4f885a12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca90f357-7437-45db-96e0-d4127364ccd5: This subnet is being modified by another concurrent operation. Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca90f357-7437-45db-96e0-d4127364ccd5: This subnet is being modified by another concurrent operation. Oct 11 16:09:56.635937 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 16:09:56.657570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.662763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/ca90f357-7437-45db-96e0-d4127364ccd5 HTTP/1.1" status: 204 len: 168 time: 0.3334165 Oct 11 16:09:56.666588 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:56.692595 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470814b2-086e-4084-b3ee-57330ed390fa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=ca90f357-7437-45db-96e0-d4127364ccd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:56.711139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1cdf7db7-7498-431c-9aa4-45f319cec08e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430319 Oct 11 16:09:56.715816 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:56.724348 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:56.728121 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe60e76-74c6-462f-8786-14c7af08198d None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:56.828481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4f7e5d3-9a86-47dd-9e73-8560ac65e87c None None] Provisioning complete for port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:56.828763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5d3-9a86-47dd-9e73-8560ac65e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.844914 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:56.849058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:56.931001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:09:56.989240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Deleting port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:56.989643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.053607 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] For port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:57.054026 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.070013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Calling delete_port for 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:57.148667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.165732 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:09:57.174979 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] Pushing event deleted for resources: {'Port': ['ID=7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:57.180104 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c9dc6-3cd1-4db7-969b-d6787e776260 None None] No DVR routers for this DVR port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:57.197812 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce21337-c60f-419e-a819-40278fc72395 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:09:57.262564 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce21337-c60f-419e-a819-40278fc72395 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 16:09:57.323818 n-d-master-1 neutron-server[94827]: WARNING neutron.services.revisions.revision_plugin [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Could not find related port for resource to bump revision. Oct 11 16:09:57.329343 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Port 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 11 16:09:57.329808 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Reverting IP allocation for 2001:db8::f816:3eff:fe08:3ba2 {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 11 16:09:57.333176 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe08:3ba2 {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 11 16:09:57.334481 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.377192 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:57.380427 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:57.384710 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:57.385305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.402169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=ae540e4a-c95f-4417-a9b3-31d50f869347,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:57.409567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-91d64071-a25f-42fe-a017-a1ee749e53ba tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6912019 Oct 11 16:09:57.411779 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:57.416706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:57.469632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': 'ae540e4a-c95f-4417-a9b3-31d50f869347'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:09:57.470521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.525592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:57.529393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.604690 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Allocated IP 2001:db8::f816:3eff:fe82:842e (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/ae540e4a-c95f-4417-a9b3-31d50f869347/b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:57.750417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.751617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.757308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.794179 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:57.796213 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:57.799511 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:57.799698 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:57.803124 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:57.803765 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:57.804348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.812021 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Pushing event updated for resources: {'Port': ['ID=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:57.823179 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:57.831552 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:57.832062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dee302ff-0cfc-4bab-b2b1-aeb02092911d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4187684 Oct 11 16:09:57.837330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:56:f8:5c', 'name': 'tempest-NetworksTestDHCPv6-1493559415'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:57.872827 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Attempting to bind port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:57.873201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Attempting to bind port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:57.873596 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Attempting to bind port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:57.878880 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:57.879254 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:57.879657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.880050 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:57.880545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Bound port: b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:57.880935 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.946874 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] For port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:57.950141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] For port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:57.956397 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:57.959701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:58.014487 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30b52-99e5-4617-bd03-486a92122903 None None] Pushing event updated for resources: {'Port': ['ID=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:58.044957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.079069 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port deb3a357-f6fa-430d-a03e-f2b8a090939c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:09:58.253506 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 172.20.0.11 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9/deb3a357-f6fa-430d-a03e-f2b8a090939c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:58.261027 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe56:f85c (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/ae540e4a-c95f-4417-a9b3-31d50f869347/deb3a357-f6fa-430d-a03e-f2b8a090939c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:58.367429 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:58.417141 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:58.417359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.444060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.488004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.501250 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.530240 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:58.534376 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:58.535205 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:58.540393 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:58.542354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.572110 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=deb3a357-f6fa-430d-a03e-f2b8a090939c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:58.599190 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:58.602626 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:58.603294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.617064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:58.624189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-643e8442-f228-4c7c-8be7-75227bbd0b70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7885747 Oct 11 16:09:58.624418 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:58.638073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:58.638425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7bae40aa-5f8c-4d5a-aa08-ff100a4fa0c4 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:58.680386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48e77f-47e7-4773-87a7-529c205255f1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:58.686511 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48e77f-47e7-4773-87a7-529c205255f1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:58.688206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-de48e77f-47e7-4773-87a7-529c205255f1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0628524 Oct 11 16:09:58.690999 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:58.780547 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port deb3a357-f6fa-430d-a03e-f2b8a090939c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:58.780839 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.875565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.888563 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for deb3a357-f6fa-430d-a03e-f2b8a090939c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:58.977809 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe9ee2-c07c-46a2-95a2-2d9a4118f67e None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:59.041784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ba3ef8-6272-442b-949d-a26c129b83dd None None] Provisioning complete for port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:59.042063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ba3ef8-6272-442b-949d-a26c129b83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.074750 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.103672 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=deb3a357-f6fa-430d-a03e-f2b8a090939c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:59.198633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.202784 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb72e7fc-f111-43be-8d8f-59738d53bac9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/deb3a357-f6fa-430d-a03e-f2b8a090939c HTTP/1.1" status: 204 len: 168 time: 0.5106676 Oct 11 16:09:59.205128 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:59.258731 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5afbf-d7f7-48c0-9c24-bd5af7094bad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:59.260345 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5afbf-d7f7-48c0-9c24-bd5af7094bad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:59.261897 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5afbf-d7f7-48c0-9c24-bd5af7094bad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:59.263967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1be5afbf-d7f7-48c0-9c24-bd5af7094bad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0578463 Oct 11 16:09:59.266863 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:59.276529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d902b-f474-40e8-ac3b-57e78523a9a5 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'ae540e4a-c95f-4417-a9b3-31d50f869347', 'ip_address': '2001:db8::f816:3eff:fe82:842e'}, {'subnet_id': '49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:09:59.301851 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f9d902b-f474-40e8-ac3b-57e78523a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.317940 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:59.320966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.361122 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.422817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.489751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-1f9d902b-f474-40e8-ac3b-57e78523a9a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9: This subnet is being modified by another concurrent operation. Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9: This subnet is being modified by another concurrent operation. Oct 11 16:09:59.491371 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 16:09:59.516137 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:59.526872 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.533068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-70aaa6e8-c75b-4864-8af1-e68ffc93df3f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9 HTTP/1.1" status: 204 len: 168 time: 0.2651532 Oct 11 16:09:59.533221 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:59.569282 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e881ab-5e5b-4d30-8ec4-138238d8c58e None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:59.585921 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet ae540e4a-c95f-4417-a9b3-31d50f869347 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:59.589014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.628625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.656768 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02dd5680-2418-4f89-9d00-bc543f7795d3 None None] Provisioning complete for port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:59.657139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02dd5680-2418-4f89-9d00-bc543f7795d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.713954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.775653 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.804019 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=ae540e4a-c95f-4417-a9b3-31d50f869347,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:59.806025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.809156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e846bd65-07c6-4039-b9ef-f4550399e1fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/ae540e4a-c95f-4417-a9b3-31d50f869347 HTTP/1.1" status: 204 len: 168 time: 0.2750509 Oct 11 16:09:59.812253 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:59.855345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f38fda73-9ac7-432b-8c86-f09c14c0ec87 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418394 Oct 11 16:09:59.855985 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0abec31-8cfd-4617-b1dd-c831d0803220 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:59.858449 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:59.863532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:59.925506 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-baf1a73f-0afe-4578-a172-2d9d194107f0 None None] Provisioning complete for port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:59.925876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-baf1a73f-0afe-4578-a172-2d9d194107f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:59.953745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:59.957179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.146479 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.193879 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:00.197070 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:00.203225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:00.203821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.211588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:00.218610 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=18277a12-846b-4b2b-8a96-5b999b72fd96,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:00.228044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d75ab235-27fc-41fe-9d98-0e0048590785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3684916 Oct 11 16:10:00.231022 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:00.236145 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:00.257857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Deleting port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:00.258333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.338588 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:00.349869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:00.353431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.373364 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] For port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:00.373796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.392305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Calling delete_port for b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:00.487116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.529436 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:00.534271 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.558338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.576843 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] No DVR routers for this DVR port b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:00.593654 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0998788d-521b-4988-8fed-f9a123387aa1 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:00.598697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:00.659062 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100b560-4a07-4fcf-b474-d06e9f0673ac None None] Pushing event deleted for resources: {'Port': ['ID=b26d6f21-b8e2-4f2c-be0f-aaa5ce679ed5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:00.685595 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:00.687025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.729293 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:00.732954 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:00.736073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:00.736664 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.756280 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=a1be743a-711b-4154-b102-1f82de82fd2e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:00.767113 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a555e4b7-0ae7-48df-be86-29c10f296cf4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5324497 Oct 11 16:10:00.767473 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:00.772443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '18277a12-846b-4b2b-8a96-5b999b72fd96'}, {'subnet_id': 'a1be743a-711b-4154-b102-1f82de82fd2e'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:00.772950 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:20:96:15', 'name': 'tempest-NetworksTestDHCPv6-674091503'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:00.773471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.894521 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:00.898679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.919033 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 57b3e8fb-3c20-4925-8357-5f637d59a378 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:00.972608 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Allocated IP 172.20.0.2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/18277a12-846b-4b2b-8a96-5b999b72fd96/1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:00.979548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Allocated IP 2001:db8::f816:3eff:fe79:f3c (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/a1be743a-711b-4154-b102-1f82de82fd2e/1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:01.118481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.124427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.165146 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:01.170999 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:01.173177 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Pushing event updated for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:01.175551 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:01.222769 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 172.20.0.10 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/18277a12-846b-4b2b-8a96-5b999b72fd96/57b3e8fb-3c20-4925-8357-5f637d59a378) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:01.229776 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe20:9615 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/a1be743a-711b-4154-b102-1f82de82fd2e/57b3e8fb-3c20-4925-8357-5f637d59a378) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:01.251790 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Attempting to bind port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:01.252395 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Attempting to bind port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:01.252508 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Attempting to bind port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:01.257557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:01.257928 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:01.258327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.258719 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:01.259187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Bound port: 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:01.259567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.323740 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:01.327898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:01.331675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.383518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.390035 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bf90d-1658-48c2-8452-d03568f40ca4 None None] Pushing event updated for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:01.420962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.470897 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:01.474148 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:01.478791 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:01.483338 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=57b3e8fb-3c20-4925-8357-5f637d59a378,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:01.540800 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:01.541443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.563468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e69ea7d3-68c7-4f23-8e6f-f9689de14396 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7937405 Oct 11 16:10:01.563739 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:01.618662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2886c-65d8-4458-b44a-428ed0f58cf8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:01.627284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2886c-65d8-4458-b44a-428ed0f58cf8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:01.633642 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:01.633912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-32c2886c-65d8-4458-b44a-428ed0f58cf8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0688574 Oct 11 16:10:01.737105 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 57b3e8fb-3c20-4925-8357-5f637d59a378 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:01.737443 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.849303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:01.861656 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 57b3e8fb-3c20-4925-8357-5f637d59a378 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:01.896160 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:10:02.337757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb04fc-568c-45b0-9f6a-f20dff644c8d None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:02.353960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.382345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=57b3e8fb-3c20-4925-8357-5f637d59a378,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:02.402042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:02.411717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2fce662-1071-4405-beb2-0f5aced26257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.469681 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.472935 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-09f15a13-ebfe-4865-a314-d6454ef95137 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/57b3e8fb-3c20-4925-8357-5f637d59a378 HTTP/1.1" status: 204 len: 168 time: 0.8377576 Oct 11 16:10:02.475544 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:02.497968 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:02.498377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.532941 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afb792-9dff-403f-8d79-e5f125fdcb40 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:02.535044 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afb792-9dff-403f-8d79-e5f125fdcb40 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:02.536710 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afb792-9dff-403f-8d79-e5f125fdcb40 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:02.538395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9afb792-9dff-403f-8d79-e5f125fdcb40 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0619273 Oct 11 16:10:02.541041 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:02.557449 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:02.557938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.594476 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 18277a12-846b-4b2b-8a96-5b999b72fd96 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:02.597902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.646146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.696544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.727786 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.757811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:02.767374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.767675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.824668 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4d44-716e-488f-90ac-e245dd12ff33 None None] Pushing event updated for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:02.835280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.864494 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=18277a12-846b-4b2b-8a96-5b999b72fd96,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:02.868936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.875109 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:02.876903 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9495eb37-3382-4f1f-bb44-d0d6e41e60a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/18277a12-846b-4b2b-8a96-5b999b72fd96 HTTP/1.1" status: 204 len: 168 time: 0.3347905 Oct 11 16:10:02.881198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:10:02.881621 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:10:02.905938 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e755e1c-703c-4b20-93bc-900fca73d24c None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:02.937253 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet a1be743a-711b-4154-b102-1f82de82fd2e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:02.940292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:02.985405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.019625 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e94ee8f4-9a41-45d6-be7f-68c1f0612cd1 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:03.019990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e94ee8f4-9a41-45d6-be7f-68c1f0612cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.070800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.133680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.164766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.167957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/a1be743a-711b-4154-b102-1f82de82fd2e HTTP/1.1" status: 204 len: 168 time: 0.2918646 Oct 11 16:10:03.169007 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010b2e7-31bd-4624-b468-e7b119c2e234 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=a1be743a-711b-4154-b102-1f82de82fd2e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:03.170778 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:03.209933 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b022674c-e90f-4caf-a532-7fa2e5fb1785 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378540 Oct 11 16:10:03.212848 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:03.218571 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:03.315903 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:03.319466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.508427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.550583 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:03.553735 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:03.558029 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:03.558618 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.570374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=e652ad7d-fcc8-487d-822d-2c8ac3ec8167,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:03.586210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dbfa15b-f3e0-4a50-a0ad-5183d49398b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3690252 Oct 11 16:10:03.586210 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:03.592154 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:03.592518 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3746e-5dd9-456d-a85b-231c23c00671 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:03.682599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcb0a152-5c7a-4c7e-9d9d-3c5916569b6f None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:03.682968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a152-5c7a-4c7e-9d9d-3c5916569b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.705092 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:03.708727 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.868942 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'e652ad7d-fcc8-487d-822d-2c8ac3ec8167'}], 'binding:host_id': 'n-d-master-1'}, 'id': '1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:03.894109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.053549 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:04.056333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Allocated IP 172.20.0.2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/e652ad7d-fcc8-487d-822d-2c8ac3ec8167/1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:04.148881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:04.177602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.182326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.253685 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73518c-b6c9-4f56-b05b-a2f7aa762c55 None None] Pushing event updated for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:04.262505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.340347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:04.393540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:04.393913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.441601 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:04.474737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.480336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.481108 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.555480 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:04.562227 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:04.571916 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:04.572512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.592638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=0d4c1d95-8951-409f-9997-90163484d544,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:04.598353 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:04.607661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e73f2dcd-96af-4f95-ac85-a9ce9647bfa3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0177913 Oct 11 16:10:04.608110 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:04.613146 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:c0:e6:b7', 'name': 'tempest-NetworksTestDHCPv6-1685956350'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:04.735569 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:04.843418 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8804ef2-0b40-4d63-bad7-66fa5e0ef984 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:04.843940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.864196 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 969e0cfe-aaae-46db-8d9f-c8bd078771d5 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:04.978071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a51bd65-8487-460a-8330-131db33ff30b None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:04.978451 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a51bd65-8487-460a-8330-131db33ff30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.029785 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 172.20.0.3 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/e652ad7d-fcc8-487d-822d-2c8ac3ec8167/969e0cfe-aaae-46db-8d9f-c8bd078771d5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:05.038610 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fec0:e6b7 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/0d4c1d95-8951-409f-9997-90163484d544/969e0cfe-aaae-46db-8d9f-c8bd078771d5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:05.223009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.264637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.305182 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:05.310662 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:05.316967 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:05.351882 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72edaff9-e3da-49d2-96c6-0fd75642ac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.356027 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=969e0cfe-aaae-46db-8d9f-c8bd078771d5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:05.393860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:05.394544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.414603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf90c4d7-f5c1-4e62-80a2-01ba834b540c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8052757 Oct 11 16:10:05.417136 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:05.475490 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8315b-ed2a-4ef8-91cf-e7051e7dc0f8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:05.481800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8315b-ed2a-4ef8-91cf-e7051e7dc0f8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:05.484061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-edd8315b-ed2a-4ef8-91cf-e7051e7dc0f8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0658858 Oct 11 16:10:05.488425 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:05.614015 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 969e0cfe-aaae-46db-8d9f-c8bd078771d5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:05.614744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.731540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-816f8129-df38-4740-9d9f-c16361c5df80 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:05.732457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-816f8129-df38-4740-9d9f-c16361c5df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.735299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:05.749232 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 969e0cfe-aaae-46db-8d9f-c8bd078771d5 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:05.989034 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.024033 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=969e0cfe-aaae-46db-8d9f-c8bd078771d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:06.025960 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.038238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.117078 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.125105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dba76c66-2bf9-4fed-879e-4811619956d3 None None] Could not find standard attr ID for object deb3a357-f6fa-430d-a03e-f2b8a090939c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:06.125353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9fda73bb-7e98-4c52-a6a3-042afc3e5d57 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/969e0cfe-aaae-46db-8d9f-c8bd078771d5 HTTP/1.1" status: 204 len: 168 time: 0.6348150 Oct 11 16:10:06.127482 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.182450 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19125a3-9e05-4da0-8862-cf517833dac8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:06.184070 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19125a3-9e05-4da0-8862-cf517833dac8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:06.185704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19125a3-9e05-4da0-8862-cf517833dac8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:06.189838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c19125a3-9e05-4da0-8862-cf517833dac8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0586481 Oct 11 16:10:06.190063 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.241718 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 0d4c1d95-8951-409f-9997-90163484d544 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:06.245022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.291364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.343980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:06.365826 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1979c105-5bc7-4e88-8e73-174453e4c94e None None] Could not find standard attr ID for object 57b3e8fb-3c20-4925-8357-5f637d59a378. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:06.391492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.403238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:06.404653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.457297 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.492270 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4c1d95-8951-409f-9997-90163484d544,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:06.494351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.497646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-90d52957-24b8-4af9-a5dc-3acf765d0da4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/0d4c1d95-8951-409f-9997-90163484d544 HTTP/1.1" status: 204 len: 168 time: 0.3065486 Oct 11 16:10:06.500276 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.531068 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ade762-146c-4329-aa20-760c4537b169 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:06.552580 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet e652ad7d-fcc8-487d-822d-2c8ac3ec8167 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:06.555763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.587090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4eb97dad-3055-4e66-87ee-11989b066d9e None None] Could not find standard attr ID for object 969e0cfe-aaae-46db-8d9f-c8bd078771d5. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:06.597784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.684816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.746506 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.774685 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=e652ad7d-fcc8-487d-822d-2c8ac3ec8167,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:06.778525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:06.782510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-65369b83-3f7a-4004-9d4f-be9802850b58 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/e652ad7d-fcc8-487d-822d-2c8ac3ec8167 HTTP/1.1" status: 204 len: 168 time: 0.2812591 Oct 11 16:10:06.784963 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.823102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b80599ba-b443-4ab5-bf0c-a3120ee41d93 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369940 Oct 11 16:10:06.826709 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.877612 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ddb3b7-dde5-4433-abe6-c46f0f03153c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:06.879155 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-29ddb3b7-dde5-4433-abe6-c46f0f03153c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0513639 Oct 11 16:10:06.881700 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.933689 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cee1ae-5055-4662-a10d-dd39bb9b1413 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:06.935800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-23cee1ae-5055-4662-a10d-dd39bb9b1413 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530784 Oct 11 16:10:06.938234 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.979766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c919d31f-c36c-4d33-9e25-7f6e3a21d94c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404150 Oct 11 16:10:06.984291 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:06.989290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.095533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.099527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.101315 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.101776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.119885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ac63caa-a4e1-48ff-b408-351840dc0db0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1344943 Oct 11 16:10:07.123694 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.128870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.178365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbbbf8-0090-4ce5-8e09-c19425420965 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:07.224620 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.228897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.230561 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.230994 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.246169 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ccfbff1-7843-409c-8ff1-5f8db1423a63 None None] Provisioning complete for port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:07.246524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbff1-7843-409c-8ff1-5f8db1423a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.248673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82068779-d79a-4e69-9676-6ce4bef2e79f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1235797 Oct 11 16:10:07.251926 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.258093 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.359601 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.365890 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.367827 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.368375 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.391917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c517d111-1f18-44c1-8039-905d5da3fcfa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1389031 Oct 11 16:10:07.395140 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.400191 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.411007 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:07.463914 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Deleting port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:07.464181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.499879 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.506768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.508613 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.509180 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.528077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce0fcecf-44dd-4f09-94bd-a7d791e85953 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1318257 Oct 11 16:10:07.532476 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.534625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] For port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:07.535100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.537440 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.549942 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Calling delete_port for 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:07.634043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.660453 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] Pushing event deleted for resources: {'Port': ['ID=1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:07.664501 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106bffd-024a-47dc-bc7b-6ec5ee2dc7d7 None None] No DVR routers for this DVR port 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:07.667187 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.673668 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.673668 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.673668 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.686963 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a1c8e-044c-4a0b-9bd7-35731a7e0ded None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:10:07.690105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a82becf-83e5-484a-b313-78036a423f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1565604 Oct 11 16:10:07.693333 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.698475 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.754466 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a1c8e-044c-4a0b-9bd7-35731a7e0ded None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 16:10:07.799187 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:07.804336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.806325 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:07.806909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:07.827033 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f09132c6-7527-4259-bf63-6107aef614e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1324029 Oct 11 16:10:07.829640 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.849207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.860098 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-dea13a22-735d-4469-b464-ed427a10c188 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291781 Oct 11 16:10:07.863554 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.918580 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea2adb-2d1a-49b0-8d70-a84ca5d6f0b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:07.921093 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-03ea2adb-2d1a-49b0-8d70-a84ca5d6f0b7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564075 Oct 11 16:10:07.923744 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.964556 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4548cefe-74a4-498e-9e12-9df3a95d36a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395541 Oct 11 16:10:07.969207 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:07.974142 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:07.980667 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a8c0c-d0aa-48f2-a4b7-160f61f58246 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:10:08.038044 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a8c0c-d0aa-48f2-a4b7-160f61f58246 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 16:10:08.064298 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:08.068083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.329175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:08.334971 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:08.336479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.354798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:10:08.355148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cbeac5b-9ee2-40b2-9bd9-55aa523de3ec not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:10:08.377035 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:08.380232 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:08.384487 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:08.385074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.390290 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e88f4-cb82-48b0-9f87-1957eb383381 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:08.397930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=79191a17-e7c8-4ca7-af0b-b2f07a043dd4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:08.416689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2dffe191-98ed-4516-8507-53e861e3900d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4463623 Oct 11 16:10:08.419421 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 57988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:08.424664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:c2:2e:17', 'name': 'tempest-NetworksTestDHCPv6-810644555'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:08.536504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '79191a17-e7c8-4ca7-af0b-b2f07a043dd4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:08.537422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.686518 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Allocated IP 2001:db8::f816:3eff:fe89:9b43 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/79191a17-e7c8-4ca7-af0b-b2f07a043dd4/d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:08.850016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.856121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.875513 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:08.879743 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.899377 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 07318b8e-dad1-458c-a28f-e2e687b99605 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:08.900007 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:08.903092 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:08.908469 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:08.911828 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Pushing event updated for resources: {'Port': ['ID=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:08.970077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Attempting to bind port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:08.970359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Attempting to bind port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:08.970720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Attempting to bind port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:08.976008 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:08.976380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:08.976789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:08.977188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:08.977691 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Bound port: d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:08.978074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.014402 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fec2:2e17 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/79191a17-e7c8-4ca7-af0b-b2f07a043dd4/07318b8e-dad1-458c-a28f-e2e687b99605) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:09.052330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] For port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:09.055897 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] For port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:09.065076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.134874 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74041ff-c99f-411f-b2a1-ca9aa1c4ba74 None None] Pushing event updated for resources: {'Port': ['ID=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:09.190385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.228708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.280725 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:09.284006 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:09.291321 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:09.297857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.298463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.306714 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=07318b8e-dad1-458c-a28f-e2e687b99605,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:09.323914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d1fd6fb3-ddac-45fc-875b-665e1c6e0852 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9033122 Oct 11 16:10:09.326890 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:09.378469 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df24075-ae55-40b1-8550-ae09213a113d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.384810 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df24075-ae55-40b1-8550-ae09213a113d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.386508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1df24075-ae55-40b1-8550-ae09213a113d tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0579402 Oct 11 16:10:09.389584 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:09.489127 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 07318b8e-dad1-458c-a28f-e2e687b99605 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:09.489384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.575203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.587549 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 07318b8e-dad1-458c-a28f-e2e687b99605 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:09.718606 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.744238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.747683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=07318b8e-dad1-458c-a28f-e2e687b99605,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:09.777457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.781839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e26461c-7959-4533-9f01-cfc38aa62e8e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/07318b8e-dad1-458c-a28f-e2e687b99605 HTTP/1.1" status: 204 len: 168 time: 0.3907351 Oct 11 16:10:09.784222 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:09.838258 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05aba70-5483-4a43-bb1a-ab76c3d90ddf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.840255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05aba70-5483-4a43-bb1a-ab76c3d90ddf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.842560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a05aba70-5483-4a43-bb1a-ab76c3d90ddf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0573971 Oct 11 16:10:09.845203 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:09.901124 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 79191a17-e7c8-4ca7-af0b-b2f07a043dd4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:09.905519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:09.949685 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.047495 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.117053 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.136627 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] Provisioning complete for port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:10.137079 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.144123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=79191a17-e7c8-4ca7-af0b-b2f07a043dd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:10.152704 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.156073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-372cee24-bdb7-4f5c-b1bb-95cbbd05c968 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/79191a17-e7c8-4ca7-af0b-b2f07a043dd4 HTTP/1.1" status: 204 len: 168 time: 0.3098764 Oct 11 16:10:10.158715 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 57998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:10.205224 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-36279bd2-c156-430f-aa2c-43f3dd6d8ff1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451078 Oct 11 16:10:10.208057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:10.215420 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:10.243015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.283907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] For port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:10.289837 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.340345 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebf601-6277-4a89-a49a-53c449a58df1 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:10.355489 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:10.363037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.408605 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:10.453430 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b4143ae-9070-481d-b2f0-6f323eac6afd None None] Could not find standard attr ID for object 07318b8e-dad1-458c-a28f-e2e687b99605. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:10.464758 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dca3e-f43f-47f5-92b6-bd87b60c3db7 None None] Pushing event updated for resources: {'Port': ['ID=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:10.527098 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:10.527380 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.650093 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:10.696586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Deleting port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:10.696963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.723250 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:10.774856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] For port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:10.775465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.787041 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Calling delete_port for d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:10.881432 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.899257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.920783 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] Pushing event deleted for resources: {'Port': ['ID=d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:10.927777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ad671-f946-4d42-b9d9-71afbb776c40 None None] No DVR routers for this DVR port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:10.938336 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.943756 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Port d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d concurrently deleted while adding address for new subnet {'id': '322188c7-b9c8-462b-9c2e-d303abb88d3b', 'name': '', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3786, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-11T16:10:10Z', 'updated_at': '2021-10-11T16:10:10Z', 'revision_number': 0, 'segment_id': None, 'project_id': '34e7870c2b0c4304a98045d52a4d65f2'}. {{(pid=94827) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 11 16:10:10.944393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:10.988589 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:10.991825 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:10.996004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:10.996585 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.000832 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90534a5-d4f5-49a3-9e43-b6485f544f8e None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:11.013174 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=322188c7-b9c8-462b-9c2e-d303abb88d3b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:11.025470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9cae1026-b60d-41cd-b730-b0e3281a6272 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8133652 Oct 11 16:10:11.025764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:11.031465 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:f7:4e:ce', 'name': 'tempest-NetworksTestDHCPv6-1568342304'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:11.147901 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:11.162419 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '322188c7-b9c8-462b-9c2e-d303abb88d3b'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:11.164017 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.232642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.254109 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 3da2a010-04c0-45f6-a1f1-45dc99fbb04a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:11.308182 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Allocated IP 2001:db8::f816:3eff:fec4:745d (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/322188c7-b9c8-462b-9c2e-d303abb88d3b/1758ca76-5ba7-4afb-8def-328691ba13eb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:11.458204 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.464053 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.505409 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:11.512963 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:11.514403 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fef7:4ece (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/322188c7-b9c8-462b-9c2e-d303abb88d3b/3da2a010-04c0-45f6-a1f1-45dc99fbb04a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:11.516468 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Pushing event updated for resources: {'Port': ['ID=1758ca76-5ba7-4afb-8def-328691ba13eb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:11.519435 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:11.578333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Attempting to bind port 1758ca76-5ba7-4afb-8def-328691ba13eb on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:11.578732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Attempting to bind port 1758ca76-5ba7-4afb-8def-328691ba13eb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:11.579060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Attempting to bind port 1758ca76-5ba7-4afb-8def-328691ba13eb on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:11.585256 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:11.585703 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:11.586063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.586533 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:11.586908 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Bound port: 1758ca76-5ba7-4afb-8def-328691ba13eb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:11.587284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.653172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] For port 1758ca76-5ba7-4afb-8def-328691ba13eb, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:11.656506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] For port 1758ca76-5ba7-4afb-8def-328691ba13eb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1758ca76-5ba7-4afb-8def-328691ba13eb,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:11.660083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.677790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.719467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.724212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7280fd-d1c8-4384-8ba7-a1fd352f53c3 None None] Pushing event updated for resources: {'Port': ['ID=1758ca76-5ba7-4afb-8def-328691ba13eb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:11.773086 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:11.776152 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:11.779981 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:11.785532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:11.786137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:11.792383 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=3da2a010-04c0-45f6-a1f1-45dc99fbb04a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:11.808391 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ef9ffcc-7f39-4466-a4ad-a9a07b2b7d1b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7814157 Oct 11 16:10:11.811852 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:11.881160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7666894-4812-415d-a5f8-dc2a3f796adf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:11.887344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7666894-4812-415d-a5f8-dc2a3f796adf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:11.889036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7666894-4812-415d-a5f8-dc2a3f796adf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0762413 Oct 11 16:10:11.891825 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:11.985147 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 3da2a010-04c0-45f6-a1f1-45dc99fbb04a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:11.985506 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.076730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.088644 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 3da2a010-04c0-45f6-a1f1-45dc99fbb04a owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:12.213716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.247617 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=3da2a010-04c0-45f6-a1f1-45dc99fbb04a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:12.272861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.276621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-367b68b3-4e1b-4280-afc1-2f26e64b2028 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/3da2a010-04c0-45f6-a1f1-45dc99fbb04a HTTP/1.1" status: 204 len: 168 time: 0.3835254 Oct 11 16:10:12.279316 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.334326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b103c88-d8c5-4579-a55e-4e73a2d5676e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:12.336053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b103c88-d8c5-4579-a55e-4e73a2d5676e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:12.337542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1b103c88-d8c5-4579-a55e-4e73a2d5676e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0568392 Oct 11 16:10:12.340221 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.374517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1758ca76-5ba7-4afb-8def-328691ba13eb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:12.398455 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 322188c7-b9c8-462b-9c2e-d303abb88d3b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:12.401851 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.429962 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1758ca76-5ba7-4afb-8def-328691ba13eb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:12.430613 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.451979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.513909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.548230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1758ca76-5ba7-4afb-8def-328691ba13eb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1758ca76-5ba7-4afb-8def-328691ba13eb,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:12.552924 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.556838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.625755 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:12.631733 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.650659 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1758ca76-5ba7-4afb-8def-328691ba13eb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:12.655570 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:10:12.655913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d7bec7ae-e4e8-46c8-94ab-d32a6c47ed4d not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:10:12.672673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=322188c7-b9c8-462b-9c2e-d303abb88d3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:12.676459 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.682829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3cb03778-8f03-48dc-90c9-45570a775084 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/322188c7-b9c8-462b-9c2e-d303abb88d3b HTTP/1.1" status: 204 len: 168 time: 0.3386750 Oct 11 16:10:12.682829 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.705525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c8c6548-5280-4cb6-8855-9685ef2e0de6 None None] Provisioning complete for port 1758ca76-5ba7-4afb-8def-328691ba13eb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:12.705886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6548-5280-4cb6-8855-9685ef2e0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:12.753138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9f01f02d-c87d-4b8e-8749-f674c1d72260 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663450 Oct 11 16:10:12.753616 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.812943 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ddea8-d1db-4688-aebc-738aad306141 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:12.814635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-908ddea8-d1db-4688-aebc-738aad306141 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0597184 Oct 11 16:10:12.817367 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.871867 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03249dd2-8773-4cb5-ade6-c110899ea560 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:12.874076 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-03249dd2-8773-4cb5-ade6-c110899ea560 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555480 Oct 11 16:10:12.876777 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.921988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e0f8194e-9daf-4035-afd8-d7408ae5f88f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435789 Oct 11 16:10:12.926603 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:12.930810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:12.931317 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead56770-1ade-4666-9aaf-3a2ed5275371 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:13.022034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:13.025763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.100965 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-17c99bd0-2261-4133-b909-f0a7a62a5fa4 None None] Could not find standard attr ID for object 3da2a010-04c0-45f6-a1f1-45dc99fbb04a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:13.105253 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:13.151543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Deleting port 1758ca76-5ba7-4afb-8def-328691ba13eb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:13.152015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.226819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] For port 1758ca76-5ba7-4afb-8def-328691ba13eb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1758ca76-5ba7-4afb-8def-328691ba13eb,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:13.227252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.243818 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Calling delete_port for 1758ca76-5ba7-4afb-8def-328691ba13eb owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:13.322766 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:13.324725 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.352093 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] Pushing event deleted for resources: {'Port': ['ID=1758ca76-5ba7-4afb-8def-328691ba13eb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:13.353863 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276a014-83fe-4d70-aa4c-ec3071f31076 None None] No DVR routers for this DVR port 1758ca76-5ba7-4afb-8def-328691ba13eb on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:13.429909 n-d-master-1 neutron-server[94827]: WARNING neutron.services.revisions.revision_plugin [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Could not find related port for resource to bump revision. Oct 11 16:10:13.434134 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Port 1758ca76-5ba7-4afb-8def-328691ba13eb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 11 16:10:13.434458 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Reverting IP allocation for 2001:db8::f816:3eff:fec4:745d {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 11 16:10:13.437712 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_pluggable_backend [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec4:745d {{(pid=94827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 11 16:10:13.438905 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.483622 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:13.486865 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:13.490262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:13.490844 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.496996 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc334aa-329f-4415-b7f9-e5a739aa0b31 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:13.510591 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=7ba27400-9ae2-48a5-9bd1-13f2a5e828d0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:13.521763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-997aea45-f931-4eef-8507-7659ab3ccd4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5948458 Oct 11 16:10:13.524698 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:13.532646 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:74:26:a1', 'name': 'tempest-NetworksTestDHCPv6-911043067'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:13.660099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:13.663344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '7ba27400-9ae2-48a5-9bd1-13f2a5e828d0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:13.664175 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.664364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.684074 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 50a9b8fc-60e4-400a-ace3-1e16688223d3 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:13.794732 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe74:26a1 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/7ba27400-9ae2-48a5-9bd1-13f2a5e828d0/50a9b8fc-60e4-400a-ace3-1e16688223d3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:13.947867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:13.979997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.020204 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:14.022381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Allocated IP 2001:db8::f816:3eff:fef5:dbcc (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/7ba27400-9ae2-48a5-9bd1-13f2a5e828d0/32645e7e-3de4-420f-9d1f-8b5dff6ca097) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:14.026081 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:14.029853 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:14.035403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:14.036004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.046910 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=50a9b8fc-60e4-400a-ace3-1e16688223d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:14.059617 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b5ea569-333e-434b-83db-e8e5f16576d4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5335507 Oct 11 16:10:14.063026 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.109123 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95cdff1-692d-4d81-9281-441dbfc316e4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:14.113046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e95cdff1-692d-4d81-9281-441dbfc316e4 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0466735 Oct 11 16:10:14.113212 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.167355 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.174385 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.200178 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 50a9b8fc-60e4-400a-ace3-1e16688223d3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:14.200511 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.216048 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:14.219272 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:14.222368 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:14.231435 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Pushing event updated for resources: {'Port': ['ID=32645e7e-3de4-420f-9d1f-8b5dff6ca097,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:14.282853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Attempting to bind port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:14.283257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Attempting to bind port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:14.284128 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Attempting to bind port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:14.288930 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:14.289322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:14.289722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.290119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:14.290319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.290584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Bound port: 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:14.290961 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.306545 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 50a9b8fc-60e4-400a-ace3-1e16688223d3 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:14.349789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1758ca76-5ba7-4afb-8def-328691ba13eb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:14.376783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] For port 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:14.379064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1758ca76-5ba7-4afb-8def-328691ba13eb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:10:14.379408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1758ca76-5ba7-4afb-8def-328691ba13eb not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:10:14.390980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] For port 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32645e7e-3de4-420f-9d1f-8b5dff6ca097,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:14.396387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.448377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.457383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c80ea-cddb-4726-b1b9-a85c0c8c09fe None None] Pushing event updated for resources: {'Port': ['ID=32645e7e-3de4-420f-9d1f-8b5dff6ca097,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:14.477695 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=50a9b8fc-60e4-400a-ace3-1e16688223d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:14.503339 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.507061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d1979fd9-140f-4b57-bb8a-3ab1aa354b44 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/50a9b8fc-60e4-400a-ace3-1e16688223d3 HTTP/1.1" status: 204 len: 168 time: 0.3925035 Oct 11 16:10:14.509247 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.565657 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f22beb-5c30-48c0-a5d9-b1133374c966 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:14.567166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f22beb-5c30-48c0-a5d9-b1133374c966 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:14.568671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2f22beb-5c30-48c0-a5d9-b1133374c966 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0584035 Oct 11 16:10:14.571382 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.633232 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 7ba27400-9ae2-48a5-9bd1-13f2a5e828d0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:14.636223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.680033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.769337 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.827152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.854907 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba27400-9ae2-48a5-9bd1-13f2a5e828d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:14.856795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.859979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a44bd96-4b2a-4e08-b688-466e3d3f7d17 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/7ba27400-9ae2-48a5-9bd1-13f2a5e828d0 HTTP/1.1" status: 204 len: 168 time: 0.2876918 Oct 11 16:10:14.862343 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.903574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f448ba7f-3929-4b36-9202-4d7d1989051f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401587 Oct 11 16:10:14.906893 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:14.911644 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:14.997855 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:15.002136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.295202 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:15.356094 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec8fa86-4607-4eae-9508-25d3dac77a18 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:15.451520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.466296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Provisioning complete for port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:15.466667 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.579777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.608160 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32645e7e-3de4-420f-9d1f-8b5dff6ca097,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:15.638274 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.643054 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.643767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.682690 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:10:15.683642 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:10:15.709370 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:15.718201 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:15.726744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:15.727333 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.748608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149594b-daac-4b1d-993f-d6a4964e028b None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:15.753527 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=32645e7e-3de4-420f-9d1f-8b5dff6ca097,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:15.759568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=06afaf3a-2f91-4aa0-b206-516510a358d2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:15.767553 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:15.768119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16541e49-35b2-4724-8973-4a35e469de9f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8597715 Oct 11 16:10:15.773829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:31:f8:c5', 'name': 'tempest-NetworksTestDHCPv6-491010981'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:15.884302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:15.965206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:15.987016 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 898e6d48-8915-4c87-816f-48c23cb25537 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:16.102284 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe31:f8c5 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/06afaf3a-2f91-4aa0-b206-516510a358d2/898e6d48-8915-4c87-816f-48c23cb25537) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:16.222729 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.255640 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.259797 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] For port 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32645e7e-3de4-420f-9d1f-8b5dff6ca097,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:16.265279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.297276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.315923 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b4d4a-dd3f-469e-9449-34cf3085e5a3 None None] Pushing event updated for resources: {'Port': ['ID=32645e7e-3de4-420f-9d1f-8b5dff6ca097,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:16.344531 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:16.347710 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:16.351844 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:16.358312 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:16.358817 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.367926 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=898e6d48-8915-4c87-816f-48c23cb25537,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:16.381778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4674ab4f-fec3-4baf-8864-813daccf5352 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6122417 Oct 11 16:10:16.384319 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:16.399879 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a472ceb-c8f2-4a06-a407-71a478148578 None None] Provisioning complete for port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:16.400428 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a472ceb-c8f2-4a06-a407-71a478148578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.438157 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32645e7e-3de4-420f-9d1f-8b5dff6ca097 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:16.440522 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4e2e6-4806-430e-a081-13d6440e7f0f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:16.446478 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4e2e6-4806-430e-a081-13d6440e7f0f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:16.448319 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-41c4e2e6-4806-430e-a081-13d6440e7f0f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0626931 Oct 11 16:10:16.451311 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:16.542928 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 898e6d48-8915-4c87-816f-48c23cb25537 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:16.543274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.544032 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a472ceb-c8f2-4a06-a407-71a478148578 None None] Could not find standard attr ID for object 50a9b8fc-60e4-400a-ace3-1e16688223d3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:16.547207 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:16.547574 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.637869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.650466 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 898e6d48-8915-4c87-816f-48c23cb25537 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:16.765390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9da9372-1e45-41b4-a409-b18b5bb753f5 None None] Provisioning complete for port 898e6d48-8915-4c87-816f-48c23cb25537 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:16.765788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9da9372-1e45-41b4-a409-b18b5bb753f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.779353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.800646 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9da9372-1e45-41b4-a409-b18b5bb753f5 None None] Port 898e6d48-8915-4c87-816f-48c23cb25537 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:10:16.807863 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=898e6d48-8915-4c87-816f-48c23cb25537,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:16.832500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.835976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75a98c8f-7d6e-4cdc-ab3f-9dd6fb0f323a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/898e6d48-8915-4c87-816f-48c23cb25537 HTTP/1.1" status: 204 len: 168 time: 0.3837500 Oct 11 16:10:16.838447 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:16.895294 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e008d9d-0346-4894-85bc-c36ae66b5266 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:16.896919 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e008d9d-0346-4894-85bc-c36ae66b5266 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:16.900770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e008d9d-0346-4894-85bc-c36ae66b5266 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0590789 Oct 11 16:10:16.901074 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:16.953947 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 06afaf3a-2f91-4aa0-b206-516510a358d2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:16.957115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:16.998658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.080152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.136261 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.159667 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=06afaf3a-2f91-4aa0-b206-516510a358d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:17.165190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.168401 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-31c51b2a-a5d9-419e-9e99-e3dc7459a593 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/06afaf3a-2f91-4aa0-b206-516510a358d2 HTTP/1.1" status: 204 len: 168 time: 0.2663665 Oct 11 16:10:17.171711 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.174276 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfd9e6-357f-48c6-9af1-93d61bc50bad None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:17.208378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a58c4aba-ff19-435f-96de-09755ce39447 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0355227 Oct 11 16:10:17.210787 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.260911 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149aa5a-d6c5-48bd-9492-05e226f03ad5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:17.262413 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8149aa5a-d6c5-48bd-9492-05e226f03ad5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0507307 Oct 11 16:10:17.264981 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.315497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffd47d-52ea-499b-825e-9b18ce051b7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:17.318864 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89ffd47d-52ea-499b-825e-9b18ce051b7b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0505035 Oct 11 16:10:17.319149 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.344360 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:17.355610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ef77efb-eeee-497d-8699-b5913c681bb5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0355570 Oct 11 16:10:17.360396 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.365584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:17.390909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Deleting port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:17.391283 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.452263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] For port 32645e7e-3de4-420f-9d1f-8b5dff6ca097, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32645e7e-3de4-420f-9d1f-8b5dff6ca097,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:17.453043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:17.453173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.456010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.464722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Calling delete_port for 32645e7e-3de4-420f-9d1f-8b5dff6ca097 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:17.542859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.569620 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] Pushing event deleted for resources: {'Port': ['ID=32645e7e-3de4-420f-9d1f-8b5dff6ca097,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:17.571379 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ee598-3892-4736-9fb2-0b6736a13810 None None] No DVR routers for this DVR port 32645e7e-3de4-420f-9d1f-8b5dff6ca097 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:17.646408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.685202 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:17.688314 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:17.692399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:17.692985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.698638 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37283f-0a82-4560-8346-b7ee3d0fb030 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:17.708673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=8327d393-beae-4ad4-ade9-8372d100ad99,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:17.714983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-70a59a61-042e-41f4-a586-c17411b58b64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3534465 Oct 11 16:10:17.718659 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:17.725699 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:fd:9c:ae', 'name': 'tempest-NetworksTestDHCPv6-1016621512'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:17.833908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:17.846429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '8327d393-beae-4ad4-ade9-8372d100ad99'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:17.847293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.918192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:17.937919 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 7d34ab68-9431-4804-9ea7-93de19178c48 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:17.982354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/8327d393-beae-4ad4-ade9-8372d100ad99/c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:18.116673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.122114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.164718 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:18.167633 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:18.171509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:18.178370 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Pushing event updated for resources: {'Port': ['ID=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:18.187212 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::197 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/8327d393-beae-4ad4-ade9-8372d100ad99/7d34ab68-9431-4804-9ea7-93de19178c48) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:18.228347 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Attempting to bind port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:18.228802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Attempting to bind port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:18.229223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Attempting to bind port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:18.234253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:18.234635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:18.235100 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.235483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:18.235961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Bound port: c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:18.236327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.298156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] For port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:18.303770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] For port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:18.308689 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.336985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.356632 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32645e7e-3de4-420f-9d1f-8b5dff6ca097 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:18.377471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.390084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 32645e7e-3de4-420f-9d1f-8b5dff6ca097 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:10:18.390427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32645e7e-3de4-420f-9d1f-8b5dff6ca097 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:10:18.396303 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002314-5d6c-4a3c-894b-ad0191b834fa None None] Pushing event updated for resources: {'Port': ['ID=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:18.424320 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:18.430069 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:18.433896 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:18.440152 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.440613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.451609 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=7d34ab68-9431-4804-9ea7-93de19178c48,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:18.463622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-178b0705-e7bd-4940-96b9-c99f43f41491 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7419748 Oct 11 16:10:18.467076 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:18.529442 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0b02b-6ac6-4f29-aac0-fa2b716680af tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.536561 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0b02b-6ac6-4f29-aac0-fa2b716680af tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.541161 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:18.541350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ce0b02b-6ac6-4f29-aac0-fa2b716680af tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0730677 Oct 11 16:10:18.633843 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 7d34ab68-9431-4804-9ea7-93de19178c48 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:18.634185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.720448 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.732688 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 7d34ab68-9431-4804-9ea7-93de19178c48 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:18.857763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.885941 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=7d34ab68-9431-4804-9ea7-93de19178c48,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:18.910469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:18.913741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bc1cf224-3c19-417c-a001-698f4916bb2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/7d34ab68-9431-4804-9ea7-93de19178c48 HTTP/1.1" status: 204 len: 168 time: 0.3715036 Oct 11 16:10:18.916215 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:18.968845 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c9b749-457c-4eba-8223-74419d425ee8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.970391 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c9b749-457c-4eba-8223-74419d425ee8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.972029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16c9b749-457c-4eba-8223-74419d425ee8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0547526 Oct 11 16:10:18.974677 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.029425 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 8327d393-beae-4ad4-ade9-8372d100ad99 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:19.032758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.073645 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.157219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.220147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.247439 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=8327d393-beae-4ad4-ade9-8372d100ad99,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:19.250888 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.254379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e5dbe737-063f-43ab-9f6d-a8c4cc46f262 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/8327d393-beae-4ad4-ade9-8372d100ad99 HTTP/1.1" status: 204 len: 168 time: 0.2787807 Oct 11 16:10:19.256806 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.294735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-acafba3d-6995-4b07-9aa3-51fb89cc6470 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365136 Oct 11 16:10:19.297146 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.344387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff43a8-90df-43c9-b742-a812b26db2aa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:19.346227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6eff43a8-90df-43c9-b742-a812b26db2aa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0478582 Oct 11 16:10:19.348025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] Provisioning complete for port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:19.348507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.348764 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.401170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52155451-4f61-4252-a29e-e4d97115bc11 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:19.402973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-52155451-4f61-4252-a29e-e4d97115bc11 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528057 Oct 11 16:10:19.406081 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.431886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.435095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1fd51f-a19e-453e-b390-e4ead4747635 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:19.445671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7a3e0af-0c4a-4ac0-b924-e4ac8b5d5347 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380704 Oct 11 16:10:19.449111 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:19.454577 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:19.519916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] For port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:19.541314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.549425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:19.553020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.609335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a1912-883a-4917-a98d-6dbd43652e4b None None] Pushing event updated for resources: {'Port': ['ID=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:19.654738 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9d21fc8-614d-467e-b9f7-2f25e6696331 None None] Could not find standard attr ID for object 7d34ab68-9431-4804-9ea7-93de19178c48. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:19.677372 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:19.723127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Deleting port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:19.723492 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.784372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] For port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:19.784775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:19.796969 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Calling delete_port for c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:19.836796 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:19.995780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.023921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.050222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] Pushing event deleted for resources: {'Port': ['ID=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:20.051914 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3fcda-02f7-4618-918c-82968d589d19 None None] No DVR routers for this DVR port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:20.146384 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:20.175313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.179754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.180435 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.229711 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=c9cc4a70-5e7d-4aa1-99cb-27ecf0994a4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:20.243224 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:20.246389 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:20.250425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:20.251013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.255255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496596e4-1c0a-4b3e-90c4-928586502b35 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:20.400987 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'tenant_id': '34e7870c2b0c4304a98045d52a4d65f2', 'fixed_ips': [{'subnet_id': '007a48ff-3459-48b8-b37d-47b8843844cd'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:10:20.401906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.539107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Allocated IP 2001:db8::f816:3eff:feb9:dac4 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/007a48ff-3459-48b8-b37d-47b8843844cd/89eb9288-bfc9-4a52-a18a-dfc860649856) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:20.562153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=007a48ff-3459-48b8-b37d-47b8843844cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:20.570584 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:20.571329 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b22410b9-edfe-4f61-aa2a-43072dcb9eea tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1199870 Oct 11 16:10:20.576336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:20.684066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.687498 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:20.690838 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.691747 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.725705 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:20.730373 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:20.734078 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:20.745445 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:20.790801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Attempting to bind port 89eb9288-bfc9-4a52-a18a-dfc860649856 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:20.791170 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Attempting to bind port 89eb9288-bfc9-4a52-a18a-dfc860649856 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:20.791553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Attempting to bind port 89eb9288-bfc9-4a52-a18a-dfc860649856 on network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:20.797620 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:20.797995 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Checking segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:20.798396 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.798789 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Bound using segment: {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:20.799253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Bound port: 89eb9288-bfc9-4a52-a18a-dfc860649856, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df56d5-11e3-40de-b868-949914f20c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:20.799631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.868094 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:20.871433 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:20.876326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:20.940705 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54877614-6c9f-476d-8fd5-85f920d9b676 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:21.135122 n-d-master-1 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 007a48ff-3459-48b8-b37d-47b8843844cd (CIDR: 2001:db8::/64) Oct 11 16:10:21.139131 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:21.139576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:21.155946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5830066c-b50c-4e7c-8712-d7e0158ea052 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5842004 Oct 11 16:10:21.158608 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:21.163664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:21.270363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:21.273927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:21.490088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:21.536692 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:21.539955 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:21.544405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:21.544980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:21.558754 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=a64d69fa-1bd4-4223-b27e-b8ae03540156,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:21.570053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aa6e5dce-4d0b-4241-913d-eec327e831bd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4102778 Oct 11 16:10:21.570989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:21.576621 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:cd:e9:65', 'name': 'tempest-NetworksTestDHCPv6-407847481'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:21.687320 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:21.765635 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d14d3-f6f1-488e-a5a4-21cf26397fe4 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:21.776571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:21.796578 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 53896709-8cba-4f57-a685-75d15cc729eb yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:21.821599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:21.821974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:21.959051 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8:0:1::3b5 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/a64d69fa-1bd4-4223-b27e-b8ae03540156/53896709-8cba-4f57-a685-75d15cc729eb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:21.965382 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fecd:e965 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/007a48ff-3459-48b8-b37d-47b8843844cd/53896709-8cba-4f57-a685-75d15cc729eb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:21.979511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.019500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:22.024760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.097556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334315b-5814-452c-900c-a81b77c7cf84 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:22.102178 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '007a48ff-3459-48b8-b37d-47b8843844cd', 'ip_address': '2001:db8::f816:3eff:feb9:dac4'}, {'subnet_id': 'a64d69fa-1bd4-4223-b27e-b8ae03540156'}], 'binding:host_id': 'n-d-master-1'}, 'id': '89eb9288-bfc9-4a52-a18a-dfc860649856'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:22.116224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.128136 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.149388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.194976 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:22.198003 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:22.200621 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:22.206583 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.207186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.217654 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=53896709-8cba-4f57-a685-75d15cc729eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:22.234159 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0a7aa83-c644-48ba-829b-63c766047ce2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6591914 Oct 11 16:10:22.234522 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:22.290844 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Allocated IP 2001:db8:0:1::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/a64d69fa-1bd4-4223-b27e-b8ae03540156/89eb9288-bfc9-4a52-a18a-dfc860649856) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:22.319318 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 53896709-8cba-4f57-a685-75d15cc729eb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:22.319318 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.390033 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:22.411519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.423921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 53896709-8cba-4f57-a685-75d15cc729eb owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:22.425381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:22.463211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.468597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.478201 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:22.478557 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.587958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988e1b1-5b40-4173-8f72-0fbf7c53c091 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:22.609920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.638431 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=53896709-8cba-4f57-a685-75d15cc729eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:22.691898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.695165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3daf4a2f-571e-425c-81dd-4ec3724046be tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/53896709-8cba-4f57-a685-75d15cc729eb HTTP/1.1" status: 204 len: 168 time: 0.4596949 Oct 11 16:10:22.697784 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:22.746460 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533844bf-873d-457d-8a68-83d5349aa6a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.748034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-533844bf-873d-457d-8a68-83d5349aa6a8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0492949 Oct 11 16:10:22.750733 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:22.799019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93143d2a-212c-47d5-b281-905c96535d70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.800598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-93143d2a-212c-47d5-b281-905c96535d70 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0488205 Oct 11 16:10:22.803101 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:22.857255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c013-0c0d-4131-9cd8-bfcc1f99e5cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.858799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c013-0c0d-4131-9cd8-bfcc1f99e5cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.860297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c013-0c0d-4131-9cd8-bfcc1f99e5cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:22.864245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2c09c013-0c0d-4131-9cd8-bfcc1f99e5cd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0578771 Oct 11 16:10:22.864796 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:22.920704 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 007a48ff-3459-48b8-b37d-47b8843844cd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:22.924251 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:22.966812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.050538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.115676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.143758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=007a48ff-3459-48b8-b37d-47b8843844cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:23.148919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.152535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-549575d3-06d0-46bd-b2d1-81cace3c07c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/007a48ff-3459-48b8-b37d-47b8843844cd HTTP/1.1" status: 204 len: 168 time: 0.2867780 Oct 11 16:10:23.155073 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:23.172982 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96418e42-3da2-48dc-8112-5b6363071139 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:23.207177 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet a64d69fa-1bd4-4223-b27e-b8ae03540156 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:23.210235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.251154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.280019 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08be88cc-2806-434a-a4d0-14e43d1b2329 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:23.280383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08be88cc-2806-434a-a4d0-14e43d1b2329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.341362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.405680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.419304 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.423290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/a64d69fa-1bd4-4223-b27e-b8ae03540156 HTTP/1.1" status: 204 len: 168 time: 0.2671447 Oct 11 16:10:23.425997 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:23.441102 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86aab-8c6c-4116-9d2f-a3401e0986e8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=a64d69fa-1bd4-4223-b27e-b8ae03540156,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:23.468891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9efbbaa-378a-46a8-8db8-eebdf5c54e13 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410564 Oct 11 16:10:23.471190 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:23.476124 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:23.570644 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:23.574521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:23.840346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30588493-ea84-4afd-bded-a1b90618e5b7 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:23.862353 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:23.950034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91f9b5f1-9046-473e-80c6-5d5ad119e85e None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:23.950034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91f9b5f1-9046-473e-80c6-5d5ad119e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.018237 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.175030 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:24.204998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.209713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.210691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.285530 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:24.292163 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:24.295868 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:24.296448 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.326496 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=4c9cbc5e-cea1-449d-bb5b-ac56f0686049,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:24.336980 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:24.342029 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8697073 Oct 11 16:10:24.342176 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:24.343268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d1f0-3f8c-483a-86d8-ad3f87e7091b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:24.359815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:24.411867 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:24.412343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.468736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:24.472250 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.567387 n-d-master-1 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c9cbc5e-cea1-449d-bb5b-ac56f0686049 (CIDR: 2001:db8::/64) Oct 11 16:10:24.570710 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:24.571152 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:24.588230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-57a7f6f9-0429-43bf-9a6c-0070cd8bd89f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2500103 Oct 11 16:10:24.590957 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:24.596721 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:24.596971 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231d9de-0a26-4e90-b328-e4bb386d8f36 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:24.706827 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:24.710410 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.717735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a315390-80d2-42f3-8104-cd7d2900e662 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:24.718106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a315390-80d2-42f3-8104-cd7d2900e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.943203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:24.989628 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:24.992885 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:24.998154 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:24.998783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.013254 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=eb2e5278-c433-4b48-9459-c595969b4dc1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:25.022880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a79f004-935f-44bb-9dd8-0e97f4b9aada tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4302208 Oct 11 16:10:25.025874 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:25.031356 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:92:3f:0e', 'name': 'tempest-NetworksTestDHCPv6-1083432595'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:25.049609 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d6e814c5-c785-4675-863b-99ecf5e1f00c None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:25.049815 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6e814c5-c785-4675-863b-99ecf5e1f00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.158564 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:25.166773 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001773bb-e3cb-4cb6-a697-c4fb24598f73 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:25.245005 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.252821 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f51fc03b-44a8-4443-987a-0025b5f1810b None None] Could not find standard attr ID for object 53896709-8cba-4f57-a685-75d15cc729eb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:25.264440 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port 970a80b1-13be-47ac-9d49-608f3f7ca604 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:25.382412 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': '4c9cbc5e-cea1-449d-bb5b-ac56f0686049', 'ip_address': '2001:db8::f816:3eff:feb9:dac4'}, {'subnet_id': 'eb2e5278-c433-4b48-9459-c595969b4dc1'}], 'binding:host_id': 'n-d-master-1'}, 'id': '89eb9288-bfc9-4a52-a18a-dfc860649856'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:25.437288 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8:0:1::3cd (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/eb2e5278-c433-4b48-9459-c595969b4dc1/970a80b1-13be-47ac-9d49-608f3f7ca604) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:25.444398 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::f816:3eff:fe92:3f0e (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/4c9cbc5e-cea1-449d-bb5b-ac56f0686049/970a80b1-13be-47ac-9d49-608f3f7ca604) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:25.563853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.593799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.626783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.675877 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:25.678985 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:25.682972 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:25.688662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:25.689287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.697810 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=970a80b1-13be-47ac-9d49-608f3f7ca604,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:25.714287 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:25.717777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eee24047-0259-4d7c-ba2d-540280f12c0b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6842659 Oct 11 16:10:25.738175 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Allocated IP 2001:db8:0:1::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/eb2e5278-c433-4b48-9459-c595969b4dc1/89eb9288-bfc9-4a52-a18a-dfc860649856) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:25.806937 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port 970a80b1-13be-47ac-9d49-608f3f7ca604 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:25.807283 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.831201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:25.859516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.864245 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.902995 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:25.915608 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for 970a80b1-13be-47ac-9d49-608f3f7ca604 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:25.955264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530b12-087f-4571-86e1-bac1ad33ee5a None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:26.104004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.132182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=970a80b1-13be-47ac-9d49-608f3f7ca604,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:26.179012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.182218 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e57a622-a8a9-4ec1-a2b3-51e8e43dfaeb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/970a80b1-13be-47ac-9d49-608f3f7ca604 HTTP/1.1" status: 204 len: 168 time: 0.4660895 Oct 11 16:10:26.184578 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:26.237347 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8d071-0292-4776-9f23-dd1a6ad3332c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:26.238937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50c8d071-0292-4776-9f23-dd1a6ad3332c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0527921 Oct 11 16:10:26.241512 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:26.291193 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50e559-11a9-4483-8dbd-fbf9613e816b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:26.292740 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c50e559-11a9-4483-8dbd-fbf9613e816b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0501454 Oct 11 16:10:26.296220 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:26.359977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b10b82-8d41-4a1e-a0ff-f603ce4f2e2a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:26.360515 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:26.361619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b10b82-8d41-4a1e-a0ff-f603ce4f2e2a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:26.363121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b10b82-8d41-4a1e-a0ff-f603ce4f2e2a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:26.364692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-58b10b82-8d41-4a1e-a0ff-f603ce4f2e2a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0674376 Oct 11 16:10:26.367645 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:26.415599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:26.416624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.428745 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet 4c9cbc5e-cea1-449d-bb5b-ac56f0686049 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:26.433903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.479874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.513856 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a428263-458d-4737-878b-81c2b9fca67c None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:26.514228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a428263-458d-4737-878b-81c2b9fca67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.576845 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.638599 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.666378 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9cbc5e-cea1-449d-bb5b-ac56f0686049,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:26.671355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.674487 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9994147d-58a7-4577-b0e4-f5168bf220a9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4c9cbc5e-cea1-449d-bb5b-ac56f0686049 HTTP/1.1" status: 204 len: 168 time: 0.3055222 Oct 11 16:10:26.677040 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:26.711248 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aae62f2c-58af-41b2-9bea-0cda3d2fce72 None None] Could not find standard attr ID for object 970a80b1-13be-47ac-9d49-608f3f7ca604. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:26.736210 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet eb2e5278-c433-4b48-9459-c595969b4dc1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:26.739595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.780804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.826669 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1bb085-a253-4576-a7bf-2856138118a6 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:26.865962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.929933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.958047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2e5278-c433-4b48-9459-c595969b4dc1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:26.960025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:26.963220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-16920298-e7a1-45c2-9cee-60c0145689ac tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/eb2e5278-c433-4b48-9459-c595969b4dc1 HTTP/1.1" status: 204 len: 168 time: 0.2850211 Oct 11 16:10:26.965679 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:27.004017 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-970ad6d0-4764-435b-8cc2-af737d0948b1 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366209 Oct 11 16:10:27.006747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:27.011477 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:27.041166 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f862a-415b-42f0-8555-84492f91be89 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'eb2e5278-c433-4b48-9459-c595969b4dc1'}], 'binding:host_id': 'n-d-master-1'}, 'id': '89eb9288-bfc9-4a52-a18a-dfc860649856'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:27.068898 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-680f862a-415b-42f0-8555-84492f91be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.102481 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:27.105996 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.228839 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd3495-eb56-470e-b10f-32d6315c6159 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:27.286142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f647427-eaaa-4cd8-8d16-4d9138ed6c68 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:27.286504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f647427-eaaa-4cd8-8d16-4d9138ed6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.291726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.331247 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:27.336581 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:27.340820 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:27.341396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.357120 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=f8774126-bdf2-48f4-8316-9d194ccfe52f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:27.368510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf49468f-77c3-40c4-af62-26afa4ef6101 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3607872 Oct 11 16:10:27.371436 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:27.377063 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:27.477459 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'f8774126-bdf2-48f4-8316-9d194ccfe52f'}], 'binding:host_id': 'n-d-master-1'}, 'id': '89eb9288-bfc9-4a52-a18a-dfc860649856'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:27.488980 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:27.492461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.502688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.580618 n-d-master-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8774126-bdf2-48f4-8316-9d194ccfe52f (CIDR: 2001:db8::/64) Oct 11 16:10:27.583865 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:27.584311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:27.600430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-30ff35f0-40bd-4f4f-906f-187055d730e6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2277715 Oct 11 16:10:27.603237 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:27.608059 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:27.664502 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/f8774126-bdf2-48f4-8316-9d194ccfe52f/89eb9288-bfc9-4a52-a18a-dfc860649856) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:27.718493 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:27.721973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.754153 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:27.786380 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.790965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.859293 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96457d20-12bb-4184-93ae-00b4d1dd38c6 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:28.070434 n-d-master-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:28.235674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.296801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:28.379795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.402928 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:28.429043 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d2cec-7e5b-40aa-ac84-de4c79ca214e None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:28.437473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.442756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.443740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.466205 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:28.502758 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:28.508528 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:28.509112 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.516584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:10:28.517136 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:10:28.523984 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62a9e51c-161d-410b-95f0-77b9b0289f92 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:28.524357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62a9e51c-161d-410b-95f0-77b9b0289f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.551124 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9468637 Oct 11 16:10:28.554023 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:28.558907 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=c4b9b8bc-bb7e-407f-95f3-2c46063b6a04,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:28.561127 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:9e:a6:3b', 'name': 'tempest-NetworksTestDHCPv6-1422814601'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:28.561925 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=14']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:28.572511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.572858 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.573198 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.573567 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.573907 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.574235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.574558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.574886 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.575205 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.576046 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.576407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.576731 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.581929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.581929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.582305 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.582417 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.582698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.583033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.583363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.583688 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.584011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.584334 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.584677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.585006 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ad5d8-562d-4113-aad4-57b3267e790b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:28.693261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:28.699120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.723476 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port abee6f59-8589-465f-b58f-202e4318e481 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:28.895151 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::1d6 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/f8774126-bdf2-48f4-8316-9d194ccfe52f/abee6f59-8589-465f-b58f-202e4318e481) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:28.902318 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:a63b (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/c4b9b8bc-bb7e-407f-95f3-2c46063b6a04/abee6f59-8589-465f-b58f-202e4318e481) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:29.056956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.066505 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.092215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:29.096779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.108028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.167517 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:29.171512 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:29.172184 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=15']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:29.175625 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:29.181285 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.181943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.192168 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=abee6f59-8589-465f-b58f-202e4318e481,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:29.201777 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e037b10-09d7-4bcf-8d1c-f927f30a50d3 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:29.205080 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.205603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.206023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.206449 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.206955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.207524 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.207868 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.208269 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.208683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.209152 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.209661 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.209998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:29.215581 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:29.217194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-962ca9d1-5672-4182-8480-157776870d1f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6612573 Oct 11 16:10:29.219819 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:29.305418 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port abee6f59-8589-465f-b58f-202e4318e481 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:29.305819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.324367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:29.324732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.384661 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:29.385023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.395856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.407947 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for abee6f59-8589-465f-b58f-202e4318e481 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:29.523335 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.545941 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.598948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.630685 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=abee6f59-8589-465f-b58f-202e4318e481,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:29.681011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.686807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7426aa9a-f334-4dec-a4b9-e28c38d03827 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/abee6f59-8589-465f-b58f-202e4318e481 HTTP/1.1" status: 204 len: 168 time: 0.4636700 Oct 11 16:10:29.687156 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:29.735634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:29.741015 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.748997 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3e0ef-037b-46c0-87e3-c3d9cbd619a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.748997 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9c3e0ef-037b-46c0-87e3-c3d9cbd619a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0594749 Oct 11 16:10:29.750978 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:29.809122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58eefe-af1b-4082-a8d4-798a52910c95 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.811151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aa58eefe-af1b-4082-a8d4-798a52910c95 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0591242 Oct 11 16:10:29.813653 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:29.818774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:10:29.819132 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:10:29.822037 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df4ef8-0205-4490-907d-9b4f80b895c3 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=16']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:29.854374 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-464e0505-89e4-4c0e-958c-970b9d5374c1 None None] Could not find standard attr ID for object abee6f59-8589-465f-b58f-202e4318e481. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:29.864793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-464e0505-89e4-4c0e-958c-970b9d5374c1 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:29.865163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-464e0505-89e4-4c0e-958c-970b9d5374c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.870251 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33641368-7fee-4662-a293-60ab67102d3b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.871993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33641368-7fee-4662-a293-60ab67102d3b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.876063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33641368-7fee-4662-a293-60ab67102d3b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.877763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-33641368-7fee-4662-a293-60ab67102d3b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0631628 Oct 11 16:10:29.880390 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:29.940713 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet c4b9b8bc-bb7e-407f-95f3-2c46063b6a04 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:29.944037 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.990343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.067338 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1476a950-e05d-4409-9175-55779743fce5 None None] Could not find standard attr ID for object abee6f59-8589-465f-b58f-202e4318e481. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:30.075331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.136624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.167900 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b9b8bc-bb7e-407f-95f3-2c46063b6a04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:30.172833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.176314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c38500b6-6c64-4f4e-b0c1-db867ae65512 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/c4b9b8bc-bb7e-407f-95f3-2c46063b6a04 HTTP/1.1" status: 204 len: 168 time: 0.2949941 Oct 11 16:10:30.179256 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:30.180373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ff1a9-845a-4ef7-8b3e-29181b534184 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:30.229304 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet f8774126-bdf2-48f4-8316-9d194ccfe52f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:30.232300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.271543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.361096 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.421239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.429698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:30.452348 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=f8774126-bdf2-48f4-8316-9d194ccfe52f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:30.459892 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.465787 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:30.465989 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe11d973-d7a8-4768-a54a-59d95d004693 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/f8774126-bdf2-48f4-8316-9d194ccfe52f HTTP/1.1" status: 204 len: 168 time: 0.2854226 Oct 11 16:10:30.481366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:30.481829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.507505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a2a79237-8f3c-49d8-bfd3-e455f0330019 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379684 Oct 11 16:10:30.508458 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:30.513900 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:30.609775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:30.616606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.812415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.855453 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:30.859327 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:30.864860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:30.865451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:30.866032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab895f-7859-4d8e-b7b5-73357a5664df None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:30.870967 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=c5ded4c7-93bf-4da9-9c58-d07a3697fb6b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:30.885516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a4d21ec4-a848-4e88-a907-6baa00d99682 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3760090 Oct 11 16:10:30.888388 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:30.893140 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:30.929049 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2823fc7-fcd8-4aef-be54-89b87fe09d5b None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:30.929420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2823fc7-fcd8-4aef-be54-89b87fe09d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.002312 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:31.005933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.111427 n-d-master-1 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5ded4c7-93bf-4da9-9c58-d07a3697fb6b (CIDR: 2001:db8::/64) Oct 11 16:10:31.114980 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:10:31.115426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:31.132721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50f46337-6bd6-4d55-ac8e-f967c76fb1fe tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2432911 Oct 11 16:10:31.135431 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:31.142445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'subnet': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:31.257264 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:31.261087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.285911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca73372-02fa-4862-8a75-d7a5fefd5511 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:31.339872 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5148432f-2624-4f55-bb20-bb43a61562e5 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:31.340246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5148432f-2624-4f55-bb20-bb43a61562e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.583989 n-d-master-1 neutron-server[94827]: DEBUG neutron.objects.ports [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:10:31.712914 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8034fff5-7839-4112-a1b4-2b320096c1bf None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:31.713498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8034fff5-7839-4112-a1b4-2b320096c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.742184 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.892607 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:31.920488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.925376 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.926159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.992362 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:32.000463 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:32.010078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d844d5d-aebd-4c24-b66d-1cdf9a3ee3e0 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:32.010587 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:32.010768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.025321 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Subnet': ['ID=e62b4a91-49ed-4927-a332-075c8862e60d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:32.035193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=20']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:32.044297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ac87ab0e-5814-4e07-8ee2-9bc1bd0e51a3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9050996 Oct 11 16:10:32.044459 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:32.049650 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Request body: {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'mac_address': 'fa:16:3e:51:0c:50', 'name': 'tempest-NetworksTestDHCPv6-941122176'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:32.155717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Made reservation on behalf of 34e7870c2b0c4304a98045d52a4d65f2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:32.221115 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Update dhcp port {'port': {'network_id': 'e0296b49-cbc8-49bc-8639-a545a2ac2fc7', 'fixed_ips': [{'subnet_id': 'e62b4a91-49ed-4927-a332-075c8862e60d', 'ip_address': '2001:db8:0:1:f816:3eff:feb9:dac4'}, {'subnet_id': 'c5ded4c7-93bf-4da9-9c58-d07a3697fb6b'}], 'binding:host_id': 'n-d-master-1'}, 'id': '89eb9288-bfc9-4a52-a18a-dfc860649856'} from n-d-master-1. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 16:10:32.240150 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.244673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.259632 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] device_id is not set on port b6389970-0601-4a25-b74c-59c00f4a43fd yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 11 16:10:32.383663 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbc20-06b9-4683-835b-b3ed3d0b0072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.425298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:32.431335 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8::d2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/c5ded4c7-93bf-4da9-9c58-d07a3697fb6b/b6389970-0601-4a25-b74c-59c00f4a43fd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:32.437776 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:c50 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/e62b4a91-49ed-4927-a332-075c8862e60d/b6389970-0601-4a25-b74c-59c00f4a43fd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:32.476522 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:32.477363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.581843 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.615153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.654895 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:32.659772 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:32.662376 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Allocated IP 2001:db8::2 (e0296b49-cbc8-49bc-8639-a545a2ac2fc7/c5ded4c7-93bf-4da9-9c58-d07a3697fb6b/89eb9288-bfc9-4a52-a18a-dfc860649856) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:32.663456 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:32.669039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:32.669713 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.680781 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event updated for resources: {'Port': ['ID=b6389970-0601-4a25-b74c-59c00f4a43fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:32.693709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ffbd6f0a-de1f-443a-8c0f-18a5b55c7301 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6483026 Oct 11 16:10:32.696291 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:32.761581 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:32.783754 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting port b6389970-0601-4a25-b74c-59c00f4a43fd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:32.784319 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.791867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.796658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.871090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:32.885736 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Calling delete_port for b6389970-0601-4a25-b74c-59c00f4a43fd owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:32.890287 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95459-f2e5-4a14-bc9e-c1227eb22c42 None None] Pushing event updated for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=21']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.064729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.096332 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Port': ['ID=b6389970-0601-4a25-b74c-59c00f4a43fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.145663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.148912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f10ae0b3-70ee-4c6b-9b25-3a1a643c731f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/b6389970-0601-4a25-b74c-59c00f4a43fd HTTP/1.1" status: 204 len: 168 time: 0.4516869 Oct 11 16:10:33.151275 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.199200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dde7db-0357-441b-b726-aad07bea70d9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.200801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b5dde7db-0357-441b-b726-aad07bea70d9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0485518 Oct 11 16:10:33.203309 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.251900 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e517f0bb-049e-4419-94d5-5b989c96dad5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.254527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e517f0bb-049e-4419-94d5-5b989c96dad5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0491600 Oct 11 16:10:33.255975 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.313170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09297f-8f73-4a8b-a6c8-991410f812b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.314692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09297f-8f73-4a8b-a6c8-991410f812b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.316186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09297f-8f73-4a8b-a6c8-991410f812b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.317784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e09297f-8f73-4a8b-a6c8-991410f812b2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0608823 Oct 11 16:10:33.320455 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.373241 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet c5ded4c7-93bf-4da9-9c58-d07a3697fb6b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:33.376544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.417463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c5baa4b-75f2-4fc9-ab46-d99a27cbd31b None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:33.418531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5baa4b-75f2-4fc9-ab46-d99a27cbd31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.420336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.514643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.575882 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.601630 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ded4c7-93bf-4da9-9c58-d07a3697fb6b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.611112 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.612156 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4492bc9-4210-4737-b8d9-42d60095d6f8 None None] Could not find standard attr ID for object b6389970-0601-4a25-b74c-59c00f4a43fd. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:10:33.617813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f753b3b1-b169-4a09-9ce7-ff6463af5d3c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/c5ded4c7-93bf-4da9-9c58-d07a3697fb6b HTTP/1.1" status: 204 len: 168 time: 0.2942343 Oct 11 16:10:33.618077 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.672772 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Deleting subnet e62b4a91-49ed-4927-a332-075c8862e60d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:10:33.676171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.690670 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dc941-dd42-498f-b1a8-9a1962643400 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:33.715730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.800732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.859628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.889744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.895076 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/e62b4a91-49ed-4927-a332-075c8862e60d HTTP/1.1" status: 204 len: 168 time: 0.2738342 Oct 11 16:10:33.895076 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c19551-e6da-40f6-a1a6-ceaf4fc5ad31 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Subnet': ['ID=e62b4a91-49ed-4927-a332-075c8862e60d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.895890 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.939229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-87460fa0-8852-4891-8c13-3f4dd7340c80 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422201 Oct 11 16:10:33.941632 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.989571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4662f2-80f6-4429-b2ce-7b8e7ce5e7bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:33.991087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2b4662f2-80f6-4429-b2ce-7b8e7ce5e7bb tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0485551 Oct 11 16:10:33.993626 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.043963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275920f-1d8b-4a85-a4fd-12d3cc69ccc6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:34.045565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e275920f-1d8b-4a85-a4fd-12d3cc69ccc6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0509536 Oct 11 16:10:34.048332 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.090245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-56b1709e-480b-4b32-a6ed-a4c647f4db13 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404687 Oct 11 16:10:34.095481 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.120472 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-656bc1d0-dfad-4632-8e92-ce82236864d7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.121214 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656bc1d0-dfad-4632-8e92-ce82236864d7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.124861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-656bc1d0-dfad-4632-8e92-ce82236864d7 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/b6389970-0601-4a25-b74c-59c00f4a43fd HTTP/1.1" status: 404 len: 333 time: 0.0282781 Oct 11 16:10:34.127444 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.153119 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37301013-775b-478b-b729-299dfa863f64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.153510 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37301013-775b-478b-b729-299dfa863f64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.156541 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37301013-775b-478b-b729-299dfa863f64 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/e62b4a91-49ed-4927-a332-075c8862e60d HTTP/1.1" status: 404 len: 337 time: 0.0281599 Oct 11 16:10:34.159036 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.189930 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad53e581-be10-4d68-a2cb-0f8d67b8d1e9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.190390 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad53e581-be10-4d68-a2cb-0f8d67b8d1e9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.193428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad53e581-be10-4d68-a2cb-0f8d67b8d1e9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/c5ded4c7-93bf-4da9-9c58-d07a3697fb6b HTTP/1.1" status: 404 len: 337 time: 0.0334675 Oct 11 16:10:34.195924 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.219637 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f5e035-23b1-462a-b70f-28513fdc94d2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.220307 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f5e035-23b1-462a-b70f-28513fdc94d2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.223382 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1f5e035-23b1-462a-b70f-28513fdc94d2 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/abee6f59-8589-465f-b58f-202e4318e481 HTTP/1.1" status: 404 len: 333 time: 0.0265415 Oct 11 16:10:34.225821 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.251426 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dcb7f5-2fd6-4f69-9d42-22eb16125429 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.251884 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dcb7f5-2fd6-4f69-9d42-22eb16125429 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.254977 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0dcb7f5-2fd6-4f69-9d42-22eb16125429 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/c4b9b8bc-bb7e-407f-95f3-2c46063b6a04 HTTP/1.1" status: 404 len: 337 time: 0.0282354 Oct 11 16:10:34.257368 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.284146 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-53144ebb-2b77-4b90-a8fa-144a5ac084c8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.284598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53144ebb-2b77-4b90-a8fa-144a5ac084c8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.287704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-53144ebb-2b77-4b90-a8fa-144a5ac084c8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/f8774126-bdf2-48f4-8316-9d194ccfe52f HTTP/1.1" status: 404 len: 337 time: 0.0293911 Oct 11 16:10:34.290130 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.313314 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb41cb8-7d10-4f2b-bfba-fdecfd916ee9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.313957 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb41cb8-7d10-4f2b-bfba-fdecfd916ee9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.316960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6bb41cb8-7d10-4f2b-bfba-fdecfd916ee9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/970a80b1-13be-47ac-9d49-608f3f7ca604 HTTP/1.1" status: 404 len: 333 time: 0.0259268 Oct 11 16:10:34.318249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da43f6-006c-4d13-adc1-27ea2e088a78 None None] Network e0296b49-cbc8-49bc-8639-a545a2ac2fc7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:10:34.319646 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.345029 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9f8a23-71f0-498b-9a80-230c2b98387f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.345466 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9f8a23-71f0-498b-9a80-230c2b98387f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.348460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc9f8a23-71f0-498b-9a80-230c2b98387f tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/eb2e5278-c433-4b48-9459-c595969b4dc1 HTTP/1.1" status: 404 len: 337 time: 0.0279164 Oct 11 16:10:34.351005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.380831 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4ca047-db30-4650-95e3-66fcc39f0e59 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.381280 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4ca047-db30-4650-95e3-66fcc39f0e59 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.384676 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a245e9f-34e0-4d33-9cd8-67f26148d1d8 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:34.385040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a245e9f-34e0-4d33-9cd8-67f26148d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:34.386936 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.387197 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a4ca047-db30-4650-95e3-66fcc39f0e59 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4c9cbc5e-cea1-449d-bb5b-ac56f0686049 HTTP/1.1" status: 404 len: 337 time: 0.0350406 Oct 11 16:10:34.410665 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c897feba-92ec-4f84-80cf-d4e07f0cbaf3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.411462 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c897feba-92ec-4f84-80cf-d4e07f0cbaf3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.416857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c897feba-92ec-4f84-80cf-d4e07f0cbaf3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/53896709-8cba-4f57-a685-75d15cc729eb HTTP/1.1" status: 404 len: 333 time: 0.0262957 Oct 11 16:10:34.417089 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.435874 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:34.447154 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3177c357-bcec-4e3a-acca-a0dd1861feb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.447681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3177c357-bcec-4e3a-acca-a0dd1861feb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.450905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3177c357-bcec-4e3a-acca-a0dd1861feb9 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/a64d69fa-1bd4-4223-b27e-b8ae03540156 HTTP/1.1" status: 404 len: 337 time: 0.0327518 Oct 11 16:10:34.453594 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.479244 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0446a7c-c2d1-4ba2-88aa-ea03b77dc15a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.479700 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0446a7c-c2d1-4ba2-88aa-ea03b77dc15a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.483820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f0446a7c-c2d1-4ba2-88aa-ea03b77dc15a tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/007a48ff-3459-48b8-b37d-47b8843844cd HTTP/1.1" status: 404 len: 337 time: 0.0292685 Oct 11 16:10:34.486298 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.508003 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2649467a-701c-4bfc-826f-4ad76b3df5f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.508745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2649467a-701c-4bfc-826f-4ad76b3df5f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.512048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2649467a-701c-4bfc-826f-4ad76b3df5f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/7d34ab68-9431-4804-9ea7-93de19178c48 HTTP/1.1" status: 404 len: 333 time: 0.0247781 Oct 11 16:10:34.514671 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.538046 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 89eb9288-bfc9-4a52-a18a-dfc860649856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:34.538417 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:34.546093 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-673d118a-924a-4570-97a3-fccb714d3994 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.546613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673d118a-924a-4570-97a3-fccb714d3994 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.551912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-673d118a-924a-4570-97a3-fccb714d3994 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/8327d393-beae-4ad4-ade9-8372d100ad99 HTTP/1.1" status: 404 len: 337 time: 0.0339239 Oct 11 16:10:34.552128 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.564720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] DHCP port deletion for e0296b49-cbc8-49bc-8639-a545a2ac2fc7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:10:34.662797 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Deleting port 89eb9288-bfc9-4a52-a18a-dfc860649856 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:10:34.663097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:34.733042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] For port 89eb9288-bfc9-4a52-a18a-dfc860649856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89eb9288-bfc9-4a52-a18a-dfc860649856,segment=NetworkSegment(32df56d5-11e3-40de-b868-949914f20c60),segment_id=32df56d5-11e3-40de-b868-949914f20c60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:34.733430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:34.746025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Calling delete_port for 89eb9288-bfc9-4a52-a18a-dfc860649856 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:10:34.823140 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:34.851820 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] Pushing event deleted for resources: {'Port': ['ID=89eb9288-bfc9-4a52-a18a-dfc860649856,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:34.855414 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723a38f-7d37-4506-8a4e-04aaa814a8c2 None None] No DVR routers for this DVR port 89eb9288-bfc9-4a52-a18a-dfc860649856 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:10:34.908341 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bee3462-abaf-493d-bd03-fa71ee961da0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.908972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bee3462-abaf-493d-bd03-fa71ee961da0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.912025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2bee3462-abaf-493d-bd03-fa71ee961da0 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/898e6d48-8915-4c87-816f-48c23cb25537 HTTP/1.1" status: 404 len: 333 time: 0.3590088 Oct 11 16:10:34.914616 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.939348 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2d8888-d2ec-4285-90f8-49a76475738b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.939783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2d8888-d2ec-4285-90f8-49a76475738b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.942699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ed2d8888-d2ec-4285-90f8-49a76475738b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/06afaf3a-2f91-4aa0-b206-516510a358d2 HTTP/1.1" status: 404 len: 337 time: 0.0272555 Oct 11 16:10:34.944868 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.965816 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6010c48d-4306-455b-9a2b-7748df2ce216 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.967003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6010c48d-4306-455b-9a2b-7748df2ce216 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.969939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6010c48d-4306-455b-9a2b-7748df2ce216 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/50a9b8fc-60e4-400a-ace3-1e16688223d3 HTTP/1.1" status: 404 len: 333 time: 0.0242102 Oct 11 16:10:34.972054 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:34.995999 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-308d3d5b-8285-4d41-8a57-8e1c21099fa6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:34.996434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308d3d5b-8285-4d41-8a57-8e1c21099fa6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:34.999448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-308d3d5b-8285-4d41-8a57-8e1c21099fa6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/7ba27400-9ae2-48a5-9bd1-13f2a5e828d0 HTTP/1.1" status: 404 len: 337 time: 0.0265355 Oct 11 16:10:35.002267 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.024948 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-48046aaf-e2ec-43c6-a9c4-0714f20639f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.025562 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48046aaf-e2ec-43c6-a9c4-0714f20639f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.028420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-48046aaf-e2ec-43c6-a9c4-0714f20639f6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/3da2a010-04c0-45f6-a1f1-45dc99fbb04a HTTP/1.1" status: 404 len: 333 time: 0.0250461 Oct 11 16:10:35.031342 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.055720 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8c68d3-b4ac-4a61-80b1-a1d6d15f9aaf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.056154 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8c68d3-b4ac-4a61-80b1-a1d6d15f9aaf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.059010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b8c68d3-b4ac-4a61-80b1-a1d6d15f9aaf tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/322188c7-b9c8-462b-9c2e-d303abb88d3b HTTP/1.1" status: 404 len: 337 time: 0.0267882 Oct 11 16:10:35.061749 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.083164 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3b1133-804b-40c8-8717-13377a55fa0e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.083742 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3b1133-804b-40c8-8717-13377a55fa0e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.086632 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f3b1133-804b-40c8-8717-13377a55fa0e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/07318b8e-dad1-458c-a28f-e2e687b99605 HTTP/1.1" status: 404 len: 333 time: 0.0240321 Oct 11 16:10:35.088892 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.112900 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d77b072-ef4f-4b9a-81b8-6dc59564af66 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.113524 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d77b072-ef4f-4b9a-81b8-6dc59564af66 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.116221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d77b072-ef4f-4b9a-81b8-6dc59564af66 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/79191a17-e7c8-4ca7-af0b-b2f07a043dd4 HTTP/1.1" status: 404 len: 337 time: 0.0262659 Oct 11 16:10:35.118376 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.139837 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-08430150-b5ef-4dd1-8e09-ff1420d7c6bc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.140395 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08430150-b5ef-4dd1-8e09-ff1420d7c6bc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.143245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-08430150-b5ef-4dd1-8e09-ff1420d7c6bc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/969e0cfe-aaae-46db-8d9f-c8bd078771d5 HTTP/1.1" status: 404 len: 333 time: 0.0240269 Oct 11 16:10:35.145299 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.172365 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-992a2681-4478-4df1-ad7c-0d58a1356117 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.172733 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992a2681-4478-4df1-ad7c-0d58a1356117 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.175606 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-992a2681-4478-4df1-ad7c-0d58a1356117 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/0d4c1d95-8951-409f-9997-90163484d544 HTTP/1.1" status: 404 len: 337 time: 0.0294127 Oct 11 16:10:35.177749 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.202524 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f52d1e3-3576-49f4-8925-f78da426c4fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.202954 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f52d1e3-3576-49f4-8925-f78da426c4fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.205798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f52d1e3-3576-49f4-8925-f78da426c4fd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/e652ad7d-fcc8-487d-822d-2c8ac3ec8167 HTTP/1.1" status: 404 len: 337 time: 0.0271769 Oct 11 16:10:35.207879 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.228396 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac152f2-374d-4b0d-a7af-45e38c33eaed tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.228960 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac152f2-374d-4b0d-a7af-45e38c33eaed tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.231841 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ac152f2-374d-4b0d-a7af-45e38c33eaed tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/57b3e8fb-3c20-4925-8357-5f637d59a378 HTTP/1.1" status: 404 len: 333 time: 0.0231009 Oct 11 16:10:35.233948 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.257798 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17ce777-e2e7-4be9-98b6-28de7b5bfe2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.258221 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17ce777-e2e7-4be9-98b6-28de7b5bfe2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.261010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d17ce777-e2e7-4be9-98b6-28de7b5bfe2c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/a1be743a-711b-4154-b102-1f82de82fd2e HTTP/1.1" status: 404 len: 337 time: 0.0262260 Oct 11 16:10:35.263747 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.288094 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabd4145-5390-4abd-8301-a5fc62681eff tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.288538 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabd4145-5390-4abd-8301-a5fc62681eff tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.291530 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cabd4145-5390-4abd-8301-a5fc62681eff tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/18277a12-846b-4b2b-8a96-5b999b72fd96 HTTP/1.1" status: 404 len: 337 time: 0.0269477 Oct 11 16:10:35.294012 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.315721 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-db18fcfb-0c76-4fef-a9f7-e0f4b7fe85df tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.316273 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db18fcfb-0c76-4fef-a9f7-e0f4b7fe85df tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.319117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-db18fcfb-0c76-4fef-a9f7-e0f4b7fe85df tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/deb3a357-f6fa-430d-a03e-f2b8a090939c HTTP/1.1" status: 404 len: 333 time: 0.0241914 Oct 11 16:10:35.321188 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.349397 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b985a25b-e9ba-4b07-8594-b894050c27aa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.349854 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b985a25b-e9ba-4b07-8594-b894050c27aa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.353359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d21c1d78-1331-4a63-b7e9-3a3b131ab3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:35.355867 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b985a25b-e9ba-4b07-8594-b894050c27aa tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/49fbe75b-f965-4d8f-8acb-4ddfb5e9ade9 HTTP/1.1" status: 404 len: 337 time: 0.0337820 Oct 11 16:10:35.356015 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.381592 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d25b5c-46ec-4f6f-8123-a030bd1860dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.382022 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d25b5c-46ec-4f6f-8123-a030bd1860dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.384926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-90d25b5c-46ec-4f6f-8123-a030bd1860dd tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/ae540e4a-c95f-4417-a9b3-31d50f869347 HTTP/1.1" status: 404 len: 337 time: 0.0280883 Oct 11 16:10:35.387203 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.412049 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5302aec-04c8-471c-a680-cccf785c2c4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.412613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5302aec-04c8-471c-a680-cccf785c2c4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.415493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d5302aec-04c8-471c-a680-cccf785c2c4c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/92008136-48cf-4acf-8d71-0a3569098d61 HTTP/1.1" status: 404 len: 333 time: 0.0274367 Oct 11 16:10:35.417715 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.442662 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3cacc4-6a4b-4cde-be72-a9bce704294b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.443015 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3cacc4-6a4b-4cde-be72-a9bce704294b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.445872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c3cacc4-6a4b-4cde-be72-a9bce704294b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/ca90f357-7437-45db-96e0-d4127364ccd5 HTTP/1.1" status: 404 len: 337 time: 0.0272379 Oct 11 16:10:35.447925 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.471336 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b379c706-92ba-4c47-8f1e-a9e432f17b16 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.471757 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b379c706-92ba-4c47-8f1e-a9e432f17b16 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.474598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b379c706-92ba-4c47-8f1e-a9e432f17b16 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/b6909e21-5e80-4260-9e39-a459f38634f5 HTTP/1.1" status: 404 len: 337 time: 0.0258391 Oct 11 16:10:35.476770 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.502200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1cd3da8a-96c7-4450-8305-01e92a1ebb69 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe4ae246-244f-4ee7-ba86-a6c9ed412aeb HTTP/1.1" status: 200 len: 205 time: 0.0244775 Oct 11 16:10:35.504220 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.541329 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4e285eb2-d77b-4f65-81d8-fc9716fafcb8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] delete failed (client error): The resource could not be found. Oct 11 16:10:35.542304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4e285eb2-d77b-4f65-81d8-fc9716fafcb8 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/routers/fe4ae246-244f-4ee7-ba86-a6c9ed412aeb HTTP/1.1" status: 404 len: 336 time: 0.0372472 Oct 11 16:10:35.545345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.860938 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaae19d-4285-4eb3-90b6-bad9f4efb24e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.861386 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdaae19d-4285-4eb3-90b6-bad9f4efb24e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.864416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdaae19d-4285-4eb3-90b6-bad9f4efb24e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/96517c94-0e6d-4f9d-b2a2-c503f787e75f HTTP/1.1" status: 404 len: 337 time: 0.3178091 Oct 11 16:10:35.866972 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.893881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e24e0b08-7f61-46d5-ac1b-26913ab1dd87 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 HTTP/1.1" status: 200 len: 205 time: 0.0258605 Oct 11 16:10:35.896134 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.931055 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c52f2799-6721-459b-ac76-76e79ba721ad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] delete failed (client error): The resource could not be found. Oct 11 16:10:35.932030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c52f2799-6721-459b-ac76-76e79ba721ad tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/routers/b6eb3b2e-c72b-4b06-9dac-e56cfc2136d0 HTTP/1.1" status: 404 len: 336 time: 0.0350244 Oct 11 16:10:35.934368 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.963433 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1510920-dd0a-4097-9e15-ffba4507d598 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.963869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1510920-dd0a-4097-9e15-ffba4507d598 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.966781 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1510920-dd0a-4097-9e15-ffba4507d598 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/69d9980d-c74a-48a8-9766-1d0fe242f15c HTTP/1.1" status: 404 len: 337 time: 0.0310304 Oct 11 16:10:35.968928 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:35.992671 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99d89ca-c210-4244-befd-46248df27a86 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:35.993108 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99d89ca-c210-4244-befd-46248df27a86 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:35.996064 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b99d89ca-c210-4244-befd-46248df27a86 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/5496cac9-d91c-40cb-b83b-41bf32ced14f HTTP/1.1" status: 404 len: 337 time: 0.0262716 Oct 11 16:10:35.999493 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.000989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.022335 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc859f6-43cc-4532-afb4-74ef130f0c78 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.023001 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc859f6-43cc-4532-afb4-74ef130f0c78 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.026241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dc859f6-43cc-4532-afb4-74ef130f0c78 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/c6d2ea9e-3198-470f-af04-e0d0cc002b65 HTTP/1.1" status: 404 len: 333 time: 0.0257533 Oct 11 16:10:36.028889 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.031103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.054977 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2accb751-5265-47d5-a54f-60f0e447a1d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.055415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2accb751-5265-47d5-a54f-60f0e447a1d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.059505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2accb751-5265-47d5-a54f-60f0e447a1d3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4c36824c-bb0d-4159-824d-c74a6337d88c HTTP/1.1" status: 404 len: 337 time: 0.0285058 Oct 11 16:10:36.061503 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.085109 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4937e6a-f878-4b5e-958b-97246ea37b6e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.085732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4937e6a-f878-4b5e-958b-97246ea37b6e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.088715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4937e6a-f878-4b5e-958b-97246ea37b6e tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/4c4f1ba3-f115-4e0f-b2a2-70336aff1128 HTTP/1.1" status: 404 len: 333 time: 0.0261762 Oct 11 16:10:36.091271 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.115852 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-89435305-72bb-49cd-acdf-549bcc784f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.116205 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89435305-72bb-49cd-acdf-549bcc784f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.119113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-89435305-72bb-49cd-acdf-549bcc784f41 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/313356e1-83f1-4948-864f-aa490dbbc9fc HTTP/1.1" status: 404 len: 337 time: 0.0268166 Oct 11 16:10:36.121340 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.143148 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e2e9f4-9f83-44c9-a256-3e8a8d70d38c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.143715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e2e9f4-9f83-44c9-a256-3e8a8d70d38c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.146610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-21e2e9f4-9f83-44c9-a256-3e8a8d70d38c tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/d9aabef5-8d75-4f05-a6a7-3dd41519689d HTTP/1.1" status: 404 len: 333 time: 0.0243940 Oct 11 16:10:36.148836 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.173070 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb758c21-481a-4ea9-a2b1-70c6de0080c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.173515 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb758c21-481a-4ea9-a2b1-70c6de0080c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.176348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fb758c21-481a-4ea9-a2b1-70c6de0080c3 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/8412df20-3f3c-4fa0-a46c-1398e26deb8a HTTP/1.1" status: 404 len: 337 time: 0.0266659 Oct 11 16:10:36.178433 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.202948 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-de174508-1e66-4a48-b561-e6dda75562ab tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.203511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de174508-1e66-4a48-b561-e6dda75562ab tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.206400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-de174508-1e66-4a48-b561-e6dda75562ab tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/bce0bd59-8532-4b7f-83fa-d24d2fc226e6 HTTP/1.1" status: 404 len: 333 time: 0.0271299 Oct 11 16:10:36.208546 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.232394 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e07a43a-0e36-47bc-b6a0-186fe055cecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.232810 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e07a43a-0e36-47bc-b6a0-186fe055cecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.235731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4e07a43a-0e36-47bc-b6a0-186fe055cecc tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/2bccf507-78d6-459a-aec4-02c82849da64 HTTP/1.1" status: 404 len: 337 time: 0.0263376 Oct 11 16:10:36.237900 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.259638 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7023aede-3595-4bbc-a72b-618686f9ab71 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.260212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7023aede-3595-4bbc-a72b-618686f9ab71 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.263204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7023aede-3595-4bbc-a72b-618686f9ab71 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/0ea1baac-9e71-43af-bb08-c71a83f36c70 HTTP/1.1" status: 404 len: 333 time: 0.0244169 Oct 11 16:10:36.265328 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.288799 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a32845-72d0-4326-b3b3-9f947897fa5b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.289217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a32845-72d0-4326-b3b3-9f947897fa5b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.292083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-72a32845-72d0-4326-b3b3-9f947897fa5b tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/41181e15-fbb8-4644-8db6-8d92259badbe HTTP/1.1" status: 404 len: 337 time: 0.0258884 Oct 11 16:10:36.294188 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.315503 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e078693b-e320-4ec7-9fd9-21d91dff5d73 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.316065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e078693b-e320-4ec7-9fd9-21d91dff5d73 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.318970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e078693b-e320-4ec7-9fd9-21d91dff5d73 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/edc7738d-f932-4306-b200-86429c042fff HTTP/1.1" status: 404 len: 333 time: 0.0234308 Oct 11 16:10:36.321011 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.345232 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e790d11b-4f72-4c9b-9465-f2d9e42ab304 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.345677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e790d11b-4f72-4c9b-9465-f2d9e42ab304 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.348527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e790d11b-4f72-4c9b-9465-f2d9e42ab304 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/eeb8c1c9-d32c-4f7b-8f9a-9eca39d8ad0d HTTP/1.1" status: 404 len: 337 time: 0.0266542 Oct 11 16:10:36.350617 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.375103 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd8fa91-6b0a-4174-92a8-6e7f631e5ce5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.375568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd8fa91-6b0a-4174-92a8-6e7f631e5ce5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.378540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1dd8fa91-6b0a-4174-92a8-6e7f631e5ce5 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/ports/d1cac94d-cca8-4fa6-97f0-26ac03d635be HTTP/1.1" status: 404 len: 333 time: 0.0270755 Oct 11 16:10:36.380925 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.406727 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30f9162-587c-46a1-bae4-9a8911779ff6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] DELETE failed (client error): The resource could not be found. Oct 11 16:10:36.407156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30f9162-587c-46a1-bae4-9a8911779ff6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:10:36.410080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a30f9162-587c-46a1-bae4-9a8911779ff6 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/subnets/4320b493-6d3f-4477-823a-7180b8e7672f HTTP/1.1" status: 404 len: 337 time: 0.0282693 Oct 11 16:10:36.412683 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:36.418944 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:10:36.438500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 89eb9288-bfc9-4a52-a18a-dfc860649856 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:10:36.438840 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 89eb9288-bfc9-4a52-a18a-dfc860649856 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:10:36.494110 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.576658 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.596126 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0296b49-cbc8-49bc-8639-a545a2ac2fc7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:10:36.605208 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32df56d5-11e3-40de-b868-949914f20c60') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:10:36.605518 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32df56d5-11e3-40de-b868-949914f20c60') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:10:36.615014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.627688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.633173 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:10:36.633564 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:10:36.636359 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:10:36.695657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.703623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:36.706158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] 10.222.0.31 "DELETE /v2.0/networks/e0296b49-cbc8-49bc-8639-a545a2ac2fc7 HTTP/1.1" status: 204 len: 168 time: 0.2919147 Oct 11 16:10:36.718227 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c079b4f-28a3-4f98-ba01-c8802e692489 tempest-NetworksTestDHCPv6-1714723247 tempest-NetworksTestDHCPv6-1714723247-project] Pushing event deleted for resources: {'Network': ['ID=e0296b49-cbc8-49bc-8639-a545a2ac2fc7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:36.938891 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:37.067131 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cea43bc-6d2f-47fb-93c1-1745d15eb7c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34e7870c2b0c4304a98045d52a4d65f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270511 Oct 11 16:10:37.069503 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:37.116939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:37.136689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:37.186388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:37.189037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:37.190187 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/894187a7-31fb-4f92-b048-6d61bbc6af77 HTTP/1.1" status: 204 len: 168 time: 0.1198049 Oct 11 16:10:37.197382 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306b745-57dc-4c41-a536-09aa6159cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894187a7-31fb-4f92-b048-6d61bbc6af77,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:37.797773 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:37.841853 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:37.894582 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32d56967-1e3c-46fb-ae90-a632912d66c3 tempest-DvrRoutersNegativeTest-556355805 tempest-DvrRoutersNegativeTest-556355805-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1992742364', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:37.897462 n-d-master-1 neutron-server[94826]: DEBUG neutron.policy [None req-32d56967-1e3c-46fb-ae90-a632912d66c3 tempest-DvrRoutersNegativeTest-556355805 tempest-DvrRoutersNegativeTest-556355805-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 11 16:10:37.897783 n-d-master-1 neutron-server[94826]: DEBUG neutron.policy [None req-32d56967-1e3c-46fb-ae90-a632912d66c3 tempest-DvrRoutersNegativeTest-556355805 tempest-DvrRoutersNegativeTest-556355805-project] Failed policy check for 'create_router' {{(pid=94826) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 11 16:10:37.898297 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-32d56967-1e3c-46fb-ae90-a632912d66c3 tempest-DvrRoutersNegativeTest-556355805 tempest-DvrRoutersNegativeTest-556355805-project] create failed (client error): Access was denied to this resource. Oct 11 16:10:37.899246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-32d56967-1e3c-46fb-ae90-a632912d66c3 tempest-DvrRoutersNegativeTest-556355805 tempest-DvrRoutersNegativeTest-556355805-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1004822 Oct 11 16:10:38.131532 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:38.236524 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4929b5bf-f8c2-4564-8b32-8345a23e78c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.308496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4929b5bf-f8c2-4564-8b32-8345a23e78c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.312499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4929b5bf-f8c2-4564-8b32-8345a23e78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.349832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4929b5bf-f8c2-4564-8b32-8345a23e78c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7b70b2346444007bda6ae181b069eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172821 Oct 11 16:10:38.350717 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929b5bf-f8c2-4564-8b32-8345a23e78c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92316502-2382-4d3a-a34b-f82e0b0aec06,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:38.352493 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:38.401254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.422219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.466993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.469554 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:38.470682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92316502-2382-4d3a-a34b-f82e0b0aec06 HTTP/1.1" status: 204 len: 168 time: 0.1172035 Oct 11 16:10:38.478030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856d5b0-b77f-4ef7-b895-be3e02281c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92316502-2382-4d3a-a34b-f82e0b0aec06,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:38.895095 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:10:39.081086 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.177713 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--150526288'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:39.200192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.208027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.280282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.284044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.327254 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1388d185-3150-44c7-86e0-b78dd45e5e6f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:39.361355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.364966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.393739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.394949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3128052 Oct 11 16:10:39.396826 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef71b4-439b-4463-bfc3-c6e5b8625d6c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f57ddb-4f5d-42f5-95bf-41dcc4e957c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:39.397741 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.457287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fcd0f8dd-d3bc-4486-8290-193af6b93934 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0582719 Oct 11 16:10:39.460122 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.464247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-security--516098202', 'description': 'tempest-security-description-476266622'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:39.488039 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.532980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.536619 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.539126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.540302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "PUT /v2.0/security-groups/70f57ddb-4f5d-42f5-95bf-41dcc4e957c5 HTTP/1.1" status: 200 len: 1778 time: 0.0792582 Oct 11 16:10:39.543216 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.563330 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edcc3d-cb8d-47a7-981a-3043d6ddd09a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f57ddb-4f5d-42f5-95bf-41dcc4e957c5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:39.582552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e1d5fe39-98f5-4aa6-851f-a46bc895fda9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups/70f57ddb-4f5d-42f5-95bf-41dcc4e957c5 HTTP/1.1" status: 200 len: 1778 time: 0.0381567 Oct 11 16:10:39.584933 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.634778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.656011 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.698417 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.700949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.702107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/70f57ddb-4f5d-42f5-95bf-41dcc4e957c5 HTTP/1.1" status: 204 len: 168 time: 0.1162548 Oct 11 16:10:39.704701 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.710718 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a3218-4ccb-47e2-9136-988724331704 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f57ddb-4f5d-42f5-95bf-41dcc4e957c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:39.746945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fbd72fc1-a2ce-476b-b796-dba4fe5f4bef tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408013 Oct 11 16:10:39.749710 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.762612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.767606 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [None req-616dfc20-0129-4db8-ab06-c308471cebf0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] delete failed (client error): The resource could not be found. Oct 11 16:10:39.768656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-616dfc20-0129-4db8-ab06-c308471cebf0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/70f57ddb-4f5d-42f5-95bf-41dcc4e957c5 HTTP/1.1" status: 404 len: 347 time: 0.0179102 Oct 11 16:10:39.772391 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.776741 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730358995'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:39.801819 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.864496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.869561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.894177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.895403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1219981 Oct 11 16:10:39.898619 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:39.903289 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c9bb2-525b-4bef-9203-490e3c5667f7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc21a8a-40d9-4a02-b0cf-6a4b9c85ac83,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:39.904737 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '7dc21a8a-40d9-4a02-b0cf-6a4b9c85ac83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:39.932242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.986133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.989948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.004746 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e2795d-6256-45f4-b5fc-fcb01d4a8afa,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.015551 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.016733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-05f79936-2ba2-4982-9178-85b146ee1f8d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170306 Oct 11 16:10:40.019547 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.047200 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.054973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.084404 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.090841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.091973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/95e2795d-6256-45f4-b5fc-fcb01d4a8afa HTTP/1.1" status: 204 len: 168 time: 0.0715270 Oct 11 16:10:40.094829 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.097338 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a904f92-9a2b-4405-83a5-a354ab31b9bf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e2795d-6256-45f4-b5fc-fcb01d4a8afa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.140687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cca978f8-6c7c-4053-943b-090fbf61bd28 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446796 Oct 11 16:10:40.143285 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.192866 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.213809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.254731 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.257441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.258609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/7dc21a8a-40d9-4a02-b0cf-6a4b9c85ac83 HTTP/1.1" status: 204 len: 168 time: 0.1144300 Oct 11 16:10:40.261571 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.268084 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438787-ada7-4f78-8e57-3fd234b5d092 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc21a8a-40d9-4a02-b0cf-6a4b9c85ac83,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.308726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a57c7f55-623c-467d-a3ae-cef0121de5ac tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457735 Oct 11 16:10:40.312911 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.317056 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888340699'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.337449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.405130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.408796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.439910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.441142 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1272938 Oct 11 16:10:40.442257 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f660e0-db72-48c2-a892-8f4bc208517e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a4a7b-052c-4ec9-bbcf-902570e512ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.444124 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.448943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4a7b-052c-4ec9-bbcf-902570e512ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.478675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.548518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.552012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.569251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eda7638-23b8-4e71-91a1-ec490b323d87,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.577126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.578378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b98cf923-2203-476d-95e7-05222f43ca1c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331782 Oct 11 16:10:40.581210 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.585477 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4a7b-052c-4ec9-bbcf-902570e512ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.613447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.668632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.672967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.691697 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e69b1d-6914-46da-8009-6cc9bf33d87f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.700247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.702140 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ddd4882d-4a3e-4526-a2a9-05e5e754aacf tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199863 Oct 11 16:10:40.704790 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.709081 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4a7b-052c-4ec9-bbcf-902570e512ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.734114 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.790181 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.793363 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.812727 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9a8912-581f-419c-9280-131376b29676,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.821423 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.822557 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f15c453b-1b0a-4ca6-88f1-d50a1e81675d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168358 Oct 11 16:10:40.825186 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58386) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.829937 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4a7b-052c-4ec9-bbcf-902570e512ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.854833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.895207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.917960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.921732 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.938379 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4152ff4-9e7d-4170-867d-38c092577421,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.946775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.947954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c61e1c7-e37f-4796-8cf1-b008ea1cbcce tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213109 Oct 11 16:10:40.951061 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.955551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '6e1a4a7b-052c-4ec9-bbcf-902570e512ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:40.981310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.039789 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.043186 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.061466 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705b6d1e-f053-45d4-904f-de4a814bb870,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.067643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.068804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-985a8fc1-2312-4e0e-8d43-b03b38e52a8a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1167939 Oct 11 16:10:41.071575 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.098887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.106499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.131838 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.137695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.138801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/705b6d1e-f053-45d4-904f-de4a814bb870 HTTP/1.1" status: 204 len: 168 time: 0.0663896 Oct 11 16:10:41.141471 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.144018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cc261-a7f4-447f-8d19-c2394496273c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=705b6d1e-f053-45d4-904f-de4a814bb870,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.195209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e25d65b-0664-485b-9a76-ac497ea5684d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0525906 Oct 11 16:10:41.197861 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.220153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.227408 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.252798 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.259536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.260612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f4152ff4-9e7d-4170-867d-38c092577421 HTTP/1.1" status: 204 len: 168 time: 0.0618601 Oct 11 16:10:41.263918 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.265178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1deff-94ff-4bfe-a394-d98edb268b88 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4152ff4-9e7d-4170-867d-38c092577421,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.308973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bb502023-da63-45ae-a962-18ea56b3f7aa tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0439460 Oct 11 16:10:41.312082 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.333995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.341080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.376291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.381803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.382914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fd9a8912-581f-419c-9280-131376b29676 HTTP/1.1" status: 204 len: 168 time: 0.0699589 Oct 11 16:10:41.385670 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.390877 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94bb5d-3b7a-43cb-aec2-8b538b87fdec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd9a8912-581f-419c-9280-131376b29676,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.427853 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-67f02b13-ccd9-406d-9d64-e857b3498fc6 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0410621 Oct 11 16:10:41.430556 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.453226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.460568 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.486376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.492185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.493254 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/10e69b1d-6914-46da-8009-6cc9bf33d87f HTTP/1.1" status: 204 len: 168 time: 0.0618143 Oct 11 16:10:41.495933 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.498811 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca67ac-e7d0-468f-8fdc-d3635217960f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10e69b1d-6914-46da-8009-6cc9bf33d87f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.536932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d6d49796-4c54-49cc-a4a0-009248ad1736 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397635 Oct 11 16:10:41.539522 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.562908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.570350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.595154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.600808 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.601958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5eda7638-23b8-4e71-91a1-ec490b323d87 HTTP/1.1" status: 204 len: 168 time: 0.0615172 Oct 11 16:10:41.604612 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.609444 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7f2b-e967-41f4-a85d-56b75b64a9ec tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eda7638-23b8-4e71-91a1-ec490b323d87,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.644073 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fbd3cde-0585-4148-8e6c-fe3a35c08783 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380290 Oct 11 16:10:41.646421 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.699403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.720434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.763044 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.765719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.766851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e1a4a7b-052c-4ec9-bbcf-902570e512ec HTTP/1.1" status: 204 len: 168 time: 0.1195383 Oct 11 16:10:41.769736 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.775488 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74ccce-e36e-4f51-b191-95d9a9903f27 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a4a7b-052c-4ec9-bbcf-902570e512ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.820808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f0867044-86f0-4ee9-84fd-b6d9b7e861ca tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498273 Oct 11 16:10:41.824987 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.829360 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--86743331'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:41.851400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.916488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.920728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.947397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.948570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1224847 Oct 11 16:10:41.951479 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.952701 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a07944-ba79-4191-b695-d00b6bff49ba tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ae1ff-3d82-41f0-8e9d-bd22e54de12a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.955969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': 'a74ae1ff-3d82-41f0-8e9d-bd22e54de12a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:41.983276 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.027142 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.031253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.049627 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0e78c5-c6e7-4f04-86ee-7fdede7e8f37,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.056844 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.058200 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-593f0b22-bc80-4f14-b866-2132a2f7af25 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1057222 Oct 11 16:10:42.060879 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.112846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.134330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.179207 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.181902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.185334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/a74ae1ff-3d82-41f0-8e9d-bd22e54de12a HTTP/1.1" status: 204 len: 168 time: 0.1212327 Oct 11 16:10:42.185800 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.196998 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e7df-299c-40c0-b67a-2d2cef937538 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ae1ff-3d82-41f0-8e9d-bd22e54de12a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.233039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c0ee2a5e-ca83-409b-8a9b-c7c98d666644 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460439 Oct 11 16:10:42.236397 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.240701 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324662842'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:42.261373 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.326921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.330707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.359993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.361203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1238847 Oct 11 16:10:42.363106 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a621-4d0f-4ee1-947a-aeeec50e382a tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332f8f95-0e44-45d5-9f70-808829adbdb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.364081 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.369843 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--979918489'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:42.394440 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.459835 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.463507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.492988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.494257 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1283429 Oct 11 16:10:42.496932 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.501978 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '332f8f95-0e44-45d5-9f70-808829adbdb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e0d1eff2-31d4-4529-8ab9-689dccb13e82', 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:42.508821 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a3e63-ecf0-47e6-b185-170175052cfe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1eff2-31d4-4529-8ab9-689dccb13e82,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.534669 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.604610 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.608021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.625889 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9cad47-d7d9-4ffc-96d0-9625ea4ff0a1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.633398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.634680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b034168-44bd-41cc-8d0b-8c6f90c11994 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1367998 Oct 11 16:10:42.637441 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.661099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.669088 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.694961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.701866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.703001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9e9cad47-d7d9-4ffc-96d0-9625ea4ff0a1 HTTP/1.1" status: 204 len: 168 time: 0.0639892 Oct 11 16:10:42.705729 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.708375 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3af0c-91ac-47f1-bac0-43860a5d62bb tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9cad47-d7d9-4ffc-96d0-9625ea4ff0a1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.746995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-697c9996-d8f7-4882-8cae-7c04b178a16c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0400691 Oct 11 16:10:42.750232 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.799772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.820957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.864543 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.867324 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:42.868496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0d1eff2-31d4-4529-8ab9-689dccb13e82 HTTP/1.1" status: 204 len: 168 time: 0.1173782 Oct 11 16:10:42.871167 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.878195 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7738e1e-5adf-4218-9abe-7d56b62914dd tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d1eff2-31d4-4529-8ab9-689dccb13e82,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:42.928390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-137b1eae-ecf5-4825-ad09-b6fcdf9bf59e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0557940 Oct 11 16:10:42.930984 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:42.980004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.001884 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.039650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.042324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.043432 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/332f8f95-0e44-45d5-9f70-808829adbdb4 HTTP/1.1" status: 204 len: 168 time: 0.1115260 Oct 11 16:10:43.046790 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.052997 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b8647-15a8-43b7-9a19-48338e6004b7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f8f95-0e44-45d5-9f70-808829adbdb4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.094632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ef4ddc6d-8e4b-4560-86f8-e0f4122beb8b tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465224 Oct 11 16:10:43.098389 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.102673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772845717'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:43.123639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.188377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.191986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.221966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.223175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1238673 Oct 11 16:10:43.225051 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafc10f-c325-4331-b837-296cc03e8767 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9651e-9757-483b-9feb-1ddc9fc77e9a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.226072 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.230812 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': '4ce9651e-9757-483b-9feb-1ddc9fc77e9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:43.258756 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.315803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.319172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.336858 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233202f1-c848-48b3-a067-52fb1bd7d450,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.344305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.345571 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b6b9f1b-ec73-44d1-b177-fa0793add99f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1183629 Oct 11 16:10:43.348241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.371765 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.382194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.406868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.413542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.414581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/233202f1-c848-48b3-a067-52fb1bd7d450 HTTP/1.1" status: 204 len: 168 time: 0.0654402 Oct 11 16:10:43.417293 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.419361 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da86e-079e-41d8-9c89-12b6db4a50e0 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=233202f1-c848-48b3-a067-52fb1bd7d450,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.456931 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c5d47266-970d-4cce-ad63-b99b93c23e5c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383847 Oct 11 16:10:43.459530 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.509917 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.531725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.571598 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.574310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.575451 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ce9651e-9757-483b-9feb-1ddc9fc77e9a HTTP/1.1" status: 204 len: 168 time: 0.1148639 Oct 11 16:10:43.578242 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.584321 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03702-5f37-4246-b72b-43693b69977f tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9651e-9757-483b-9feb-1ddc9fc77e9a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.620335 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c01d45c4-e157-4d95-8979-bb1d3398f751 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0409086 Oct 11 16:10:43.623992 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.628267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852825473'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:43.648827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.714405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.718374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.748733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.749949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1250515 Oct 11 16:10:43.751117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dada750-32ef-4b84-bb22-d7220fb76d72 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c96df-8ec1-4cf9-9853-5f35e4a78336,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.752821 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.757641 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': 'be3c96df-8ec1-4cf9-9853-5f35e4a78336', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:43.784925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.830608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.833930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.855697 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c5f08f-60c7-441d-9a4a-178ee26fc168,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:43.860815 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.862010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7ea284e7-fd64-4148-b520-4478dca4b421 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1081405 Oct 11 16:10:43.864758 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.880416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-02868df0-db44-457b-b642-68725012d1df tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules/f3c5f08f-60c7-441d-9a4a-178ee26fc168 HTTP/1.1" status: 200 len: 763 time: 0.0146322 Oct 11 16:10:43.882840 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.922707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d9822d1e-7c33-4cfa-9c54-504c39bca4d6 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388691 Oct 11 16:10:43.925124 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.946839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.954688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.980586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.987228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:43.988299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f3c5f08f-60c7-441d-9a4a-178ee26fc168 HTTP/1.1" status: 204 len: 168 time: 0.0622573 Oct 11 16:10:43.990894 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:43.992298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ea98-c80b-4b24-ac7f-9a90a1ee0669 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3c5f08f-60c7-441d-9a4a-178ee26fc168,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.030391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-31808f97-6e53-4e21-b444-ec80f2171e85 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382960 Oct 11 16:10:44.032812 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.036888 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': 'be3c96df-8ec1-4cf9-9853-5f35e4a78336', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:44.062389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.117198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.120415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.134385 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74e5841-42a6-4fd1-b308-dc8bf62b1b5d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.144582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.145783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-50e84b9a-ba99-428c-9cf7-df83d6a7fa4e tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120517 Oct 11 16:10:44.148334 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.164006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba36c92e-ff54-49e7-9ec8-c94328a5993d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules/d74e5841-42a6-4fd1-b308-dc8bf62b1b5d HTTP/1.1" status: 200 len: 763 time: 0.0146725 Oct 11 16:10:44.166197 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.207387 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-76ff0028-7a1c-4233-b5dc-f6ed197b90ed tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402300 Oct 11 16:10:44.209712 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.231733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.239532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.264799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.270659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.271750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d74e5841-42a6-4fd1-b308-dc8bf62b1b5d HTTP/1.1" status: 204 len: 168 time: 0.0611465 Oct 11 16:10:44.274401 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.276847 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205fcb-eb4b-4d09-9908-e8b2ef365bbe tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d74e5841-42a6-4fd1-b308-dc8bf62b1b5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.316992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1018e522-6741-4503-b931-7d14672d6ce1 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414791 Oct 11 16:10:44.319538 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.323668 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Request body: {'security_group_rule': {'security_group_id': 'be3c96df-8ec1-4cf9-9853-5f35e4a78336', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:44.344658 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Project 8c70b956945841e09b2c9858313ae71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:10:44.349272 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.403627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.407836 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.424596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a591db8-d6fe-437b-a2f8-afbf86c04095,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.432371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.433587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ce75e6f1-0699-4c05-9a69-bfdac9623ed7 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130958 Oct 11 16:10:44.436262 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.451989 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d63fbb56-38e7-4218-90a4-554d640e6be2 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules/7a591db8-d6fe-437b-a2f8-afbf86c04095 HTTP/1.1" status: 200 len: 769 time: 0.0147090 Oct 11 16:10:44.454242 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.492664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4354360d-167e-46f2-892c-57c77f02055c tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0373859 Oct 11 16:10:44.495023 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.516713 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.523941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.553213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.559138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.560237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7a591db8-d6fe-437b-a2f8-afbf86c04095 HTTP/1.1" status: 204 len: 168 time: 0.0643516 Oct 11 16:10:44.562929 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.565398 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5906fb-4267-4997-8ce8-131c27aeb7d9 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a591db8-d6fe-437b-a2f8-afbf86c04095,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.602939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f27fbf5-4f1c-4657-9731-6cf5e22c7ef8 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388825 Oct 11 16:10:44.605659 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.655622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.677576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.719164 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.721767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:44.722900 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "DELETE /v2.0/security-groups/be3c96df-8ec1-4cf9-9853-5f35e4a78336 HTTP/1.1" status: 204 len: 168 time: 0.1163533 Oct 11 16:10:44.725671 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.732012 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75030779-6de0-4022-a83d-bf28a03b0f00 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c96df-8ec1-4cf9-9853-5f35e4a78336,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:44.767733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e2316775-1604-4fdb-9d05-6f5988cf0af2 tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408850 Oct 11 16:10:44.771741 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:44.812366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-972437ff-3254-496f-a204-76c8ceffec6d tempest-SecGroupIPv6Test-1985068094 tempest-SecGroupIPv6Test-1985068094-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0395358 Oct 11 16:10:45.054445 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:45.188146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05fca66f-b0da-4a71-bbbc-49e2e255da5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c70b956945841e09b2c9858313ae71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325231 Oct 11 16:10:45.190653 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:45.238619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:45.259331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:45.306400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:45.308823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:45.310630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1388d185-3150-44c7-86e0-b78dd45e5e6f HTTP/1.1" status: 204 len: 168 time: 0.1181850 Oct 11 16:10:45.318281 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d68667-6f4b-4165-9b87-b3135a22b923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1388d185-3150-44c7-86e0-b78dd45e5e6f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:45.914425 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:46.010082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a2ec12e2-5451-44c6-aa9b-55eb18bc51b7 tempest-ServiceProvidersTest-1429165955 tempest-ServiceProvidersTest-1429165955-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0943704 Oct 11 16:10:46.244980 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:46.351639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6df596-8eff-4393-9b75-4bc52bd5b861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.424318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6df596-8eff-4393-9b75-4bc52bd5b861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.427782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6df596-8eff-4393-9b75-4bc52bd5b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.463010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1e6df596-8eff-4393-9b75-4bc52bd5b861 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02cc646675d54366a893cda9a597650d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169681 Oct 11 16:10:46.464871 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6df596-8eff-4393-9b75-4bc52bd5b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f410407-a8d1-4e30-9a97-4ecc559104aa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:46.465743 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:46.514672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.535097 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.582372 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.584941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:46.586074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f410407-a8d1-4e30-9a97-4ecc559104aa HTTP/1.1" status: 204 len: 168 time: 0.1187198 Oct 11 16:10:46.593932 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a674c8d-033f-4a70-8907-b5c68bacd39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f410407-a8d1-4e30-9a97-4ecc559104aa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:55.344221 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:55.453188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1067be33-c3bd-4c00-b019-0dc04b23ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.524615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1067be33-c3bd-4c00-b019-0dc04b23ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.528373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1067be33-c3bd-4c00-b019-0dc04b23ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.569408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1067be33-c3bd-4c00-b019-0dc04b23ac28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dc05be077f8422ebfa68c263fefbf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239840 Oct 11 16:10:55.570363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067be33-c3bd-4c00-b019-0dc04b23ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b1c3e-6b4b-4246-89bf-41fbd8f22053,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:55.572672 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:55.636517 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.658297 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.703473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.706041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.707199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/619b1c3e-6b4b-4246-89bf-41fbd8f22053 HTTP/1.1" status: 204 len: 168 time: 0.1336832 Oct 11 16:10:55.715271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9917-4612-4303-a52d-5b58c77fdda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b1c3e-6b4b-4246-89bf-41fbd8f22053,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:55.973814 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:55.987758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed541f2-4fb1-49ff-a960-ddb4656e9e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.066497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed541f2-4fb1-49ff-a960-ddb4656e9e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.071813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed541f2-4fb1-49ff-a960-ddb4656e9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.112490 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed541f2-4fb1-49ff-a960-ddb4656e9e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f879e228-4554-4082-9238-8417ae4b407b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:56.116787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bed541f2-4fb1-49ff-a960-ddb4656e9e13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f56d048ca44a492daf012fa6482f62ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419024 Oct 11 16:10:56.119537 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:56.166210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.188128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.239793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.242482 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:56.243632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f879e228-4554-4082-9238-8417ae4b407b HTTP/1.1" status: 204 len: 168 time: 0.1233284 Oct 11 16:10:56.251742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3994f8e-ecd1-4567-a5b6-ec2c5c8f5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f879e228-4554-4082-9238-8417ae4b407b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:02.388038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a630391b-0236-49f6-920c-8e582855e256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:02.890419 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:02.995321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc7c47ba-cad3-46eb-a5ca-5d7537c03caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.075174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc7c47ba-cad3-46eb-a5ca-5d7537c03caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.080541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc7c47ba-cad3-46eb-a5ca-5d7537c03caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.118795 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c47ba-cad3-46eb-a5ca-5d7537c03caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c7dce-98b1-42c8-a486-f5cd1809377c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:03.125899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc7c47ba-cad3-46eb-a5ca-5d7537c03caf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faf33158e3984dbc8c5ffdaa0ed73774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314231 Oct 11 16:11:03.126096 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:03.174900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.196330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.244587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.247301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.248543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b3c7dce-98b1-42c8-a486-f5cd1809377c HTTP/1.1" status: 204 len: 168 time: 0.1215169 Oct 11 16:11:03.256918 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b7d9c-8350-4ffb-b61f-55a3ee0f8896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c7dce-98b1-42c8-a486-f5cd1809377c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:03.510005 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:03.523370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16eebc8c-2273-46db-be16-9918b9cd4726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.598990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16eebc8c-2273-46db-be16-9918b9cd4726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.602588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16eebc8c-2273-46db-be16-9918b9cd4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.643623 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eebc8c-2273-46db-be16-9918b9cd4726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9e921-bb03-42c2-95b6-b29de5ce3746,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:03.650657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-16eebc8c-2273-46db-be16-9918b9cd4726 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1553e12fe1ae4164855411bcfe45c7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372175 Oct 11 16:11:03.650904 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:03.707119 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.732887 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.778740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.781271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:03.782455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dad9e921-bb03-42c2-95b6-b29de5ce3746 HTTP/1.1" status: 204 len: 168 time: 0.1305871 Oct 11 16:11:03.789989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cef94-7250-4bfa-bfda-19c5d76562fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9e921-bb03-42c2-95b6-b29de5ce3746,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:05.354998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-914b18ba-2930-4132-8272-0bf87c06059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.003249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.031228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.844861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:09.778914 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:10.913454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.006656 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:11.174880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43320a11-3bcb-459f-9a30-2dffef4fea01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.250578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43320a11-3bcb-459f-9a30-2dffef4fea01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.254249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43320a11-3bcb-459f-9a30-2dffef4fea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.296937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-43320a11-3bcb-459f-9a30-2dffef4fea01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f95414614f840389cb913272d48528b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891974 Oct 11 16:11:11.297841 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320a11-3bcb-459f-9a30-2dffef4fea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148633bd-4ce6-4e1e-88f4-9d69a18f68b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:11.300762 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:11.351882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.373212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.418546 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.421100 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.425135 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/148633bd-4ce6-4e1e-88f4-9d69a18f68b7 HTTP/1.1" status: 204 len: 168 time: 0.1224062 Oct 11 16:11:11.433134 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e57e2-697e-4d20-88c7-b89a9e41a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148633bd-4ce6-4e1e-88f4-9d69a18f68b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:11.691970 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:11.705014 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956b555-1cad-4e5c-8189-0f1dbb554ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.777806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956b555-1cad-4e5c-8189-0f1dbb554ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.781974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6956b555-1cad-4e5c-8189-0f1dbb554ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.823907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6956b555-1cad-4e5c-8189-0f1dbb554ab6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b7b5ce107f4dfda7f7a9011fad82ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308031 Oct 11 16:11:11.825055 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956b555-1cad-4e5c-8189-0f1dbb554ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a317ed-92c9-435c-bb3f-afbd3cbdb4a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:11.826764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:11.880058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.901045 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.947212 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.949716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.950877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3a317ed-92c9-435c-bb3f-afbd3cbdb4a3 HTTP/1.1" status: 204 len: 168 time: 0.1217792 Oct 11 16:11:11.958211 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18ab9-5195-41eb-95ac-59d65c286353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a317ed-92c9-435c-bb3f-afbd3cbdb4a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:12.599813 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 58910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:12.691294 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-171356932-network', 'tenant_id': 'd274bbb62e604f5e80867daa4aa7d878'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:12.712722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Made reservation on behalf of d274bbb62e604f5e80867daa4aa7d878 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:12.715068 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.723260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.794973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.798781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.822482 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:11:12.831486 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8600e81-565b-443a-b018-23591decb143,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:12.837253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.837627 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Added segment f773ac2c-3f9a-439a-915c-b7e9a08765d2 of type vlan for network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 Oct 11 16:11:12.880613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.915740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.917085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:12.917700 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:12.969068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3680997 Oct 11 16:11:12.971950 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 58918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:12.976860 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Request body: {'subnet': {'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-171356932-subnet', 'tenant_id': 'd274bbb62e604f5e80867daa4aa7d878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:12.979552 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171ccd0-9fe0-4ccb-ac27-1416400c5cbd admin admin] Pushing event updated for resources: {'Network': ['ID=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:12.991165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:11:12.997534 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Made reservation on behalf of d274bbb62e604f5e80867daa4aa7d878 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:13.000469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:13.164303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:13.223155 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2b5747-1f77-42a8-bee4-22ca65ae916d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:13.228529 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Checking segment: {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:13.228897 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Network hostable DHCP agents. Network: ae3226fd-6e6b-4e7c-9598-59cb386fc8c8, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:11:13.245226 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:11:13.254068 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ae3226fd-6e6b-4e7c-9598-59cb386fc8c8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:13.258009 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:13.258578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:13.263010 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565829d3-d567-4830-85ab-faa6fa640064 None None] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:11:13.279515 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e8c9f35-4657-4b7c-8b98-aaba5dd3ff7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3064468 Oct 11 16:11:13.386621 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cbdd4-2fc2-4e0f-b619-f57934185300 None None] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:11:15.019724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-1dcbbcc7-1828-4bb0-877f-94a74a653af8 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:15.021246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-1dcbbcc7-1828-4bb0-877f-94a74a653af8 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 808 time: 0.1077397 Oct 11 16:11:15.036421 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-5be7a38a-68a6-4172-bff8-d8a1945efd16 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/quotas/d274bbb62e604f5e80867daa4aa7d878 HTTP/1.1" status: 200 len: 375 time: 0.0090954 Oct 11 16:11:15.067485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-4dc475b8-f517-4ebe-bfaf-63538325eb41 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260322 Oct 11 16:11:15.125094 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-0739fe8e-2c6f-47a9-ae7c-6cac3b2daaa4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:11:15.126106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-0739fe8e-2c6f-47a9-ae7c-6cac3b2daaa4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0523696 Oct 11 16:11:15.214386 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-76006de7-8e2c-4d6b-95d6-9461090907a8 service neutron] 10.222.0.31 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819781 Oct 11 16:11:15.308740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-443ab4fd-0f80-472f-be82-92782e4878ef service neutron] 10.222.0.31 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880144 Oct 11 16:11:15.468019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcd25120-fa6b-4a1b-a063-6ad832f1194a req-7c8f06a5-b719-4ba7-b6dc-0585ad9c79d1 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Oct 11 16:11:15.896686 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:11:16.482296 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-579ad63e-1a96-4810-84f0-2197b77a3f35 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:16.483831 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-579ad63e-1a96-4810-84f0-2197b77a3f35 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 808 time: 0.1086488 Oct 11 16:11:16.496667 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Request body: {'port': {'device_id': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8', 'admin_state_up': True, 'tenant_id': 'd274bbb62e604f5e80867daa4aa7d878'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:16.588254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-772dae6e-9c60-4a90-8fb3-a67cdd4b6881 req-0fd24b45-6a88-4cef-a045-320566843e47 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 210 time: 0.0268853 Oct 11 16:11:16.603528 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Made reservation on behalf of d274bbb62e604f5e80867daa4aa7d878 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:16.607080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:16.730568 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Allocated IP 172.20.0.3 (ae3226fd-6e6b-4e7c-9598-59cb386fc8c8/6b2b5747-1f77-42a8-bee4-22ca65ae916d/a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:16.873733 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:16.906809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:16.950212 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:16.953180 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:16.956896 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:16.962867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Pushing event updated for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:17.006824 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:17.007349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.022240 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3a4e7f2d-0a83-41a8-8e8a-7b86878d13d3 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5300324 Oct 11 16:11:17.114830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Request body: {'port': {'device_id': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:17.170089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.422855 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:17.430061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.442075 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Transition to ACTIVE for port object a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:17.445667 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.494969 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:17.559478 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Attempting to bind port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:17.559804 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Attempting to bind port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:17.560125 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Attempting to bind port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:17.564384 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:17.564700 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Attempting to bind port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:17.569301 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:17.569665 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Checking segment: {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:17.570062 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Bound using segment: {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:17.570461 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Bound port: a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:17.570806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.631408 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:17.634361 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:17.638781 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.679621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:17.680221 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:17.681613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] 10.222.0.36 "PUT /v2.0/ports/a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 HTTP/1.1" status: 200 len: 1091 time: 0.6500132 Oct 11 16:11:17.682044 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:17.684264 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:17.712540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7748-e765-4a96-8f63-7265bf8c5852 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:17.749928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a106a3-d8d4-49a6-83f8-a6923d33914b req-9d32c1a8-1297-4efe-973f-40e591b35e9d tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:17.751416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83a106a3-d8d4-49a6-83f8-a6923d33914b req-9d32c1a8-1297-4efe-973f-40e591b35e9d tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 943 time: 0.0697362 Oct 11 16:11:17.767722 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3ecd3a94-4a07-4d14-bf7c-da0067aa5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:17.769199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-3ecd3a94-4a07-4d14-bf7c-da0067aa5035 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 1094 time: 0.0483017 Oct 11 16:11:17.790141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83a106a3-d8d4-49a6-83f8-a6923d33914b req-6c496e53-7967-4d6e-b05a-9e20f30a168a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Oct 11 16:11:17.812948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-992770d1-9c0a-45e0-897d-c5284ad6a19c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 HTTP/1.1" status: 200 len: 217 time: 0.0363896 Oct 11 16:11:17.862027 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-0c479f0e-02d0-42e6-aa06-5be2cb46f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:17.863456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-0c479f0e-02d0-42e6-aa06-5be2cb46f68e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b2b5747-1f77-42a8-bee4-22ca65ae916d HTTP/1.1" status: 200 len: 848 time: 0.0437462 Oct 11 16:11:17.897385 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-c1d0a125-f319-4486-b89d-432a4307f1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274618 Oct 11 16:11:17.985888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-b05f1dff-4e6a-4b86-a9e6-3a576dff982b service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Oct 11 16:11:18.075999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a99acf-b02f-4ffa-8ac3-caf4ff103f63 req-002f7b3c-4296-407d-9aca-5706354cf786 service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 Oct 11 16:11:18.875655 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d89afab-6f29-4a6c-be14-b5252d913086 x-openstack-request-id: req-3d89afab-6f29-4a6c-be14-b5252d913086 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:18.876255 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:18.876255 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d89afab-6f29-4a6c-be14-b5252d913086 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:18.876948 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913', 'status': 'completed', 'code': 200} Oct 11 16:11:18.907827 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6ff9-c49a-40e5-915d-f0f418480f79 req-402a9d41-0a64-4598-804f-81ebd65b5661 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:18.907827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db8b6ff9-c49a-40e5-915d-f0f418480f79 req-402a9d41-0a64-4598-804f-81ebd65b5661 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 943 time: 0.0513232 Oct 11 16:11:18.937081 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-7fbd9208-ef3e-42d3-a624-2941dea0ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:18.938631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-7fbd9208-ef3e-42d3-a624-2941dea0ba75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 1094 time: 0.0415323 Oct 11 16:11:18.945714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db8b6ff9-c49a-40e5-915d-f0f418480f79 req-fe0aa778-9b0f-4fe7-9511-0b78fc5f79b9 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Oct 11 16:11:19.028819 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-7d4c1227-1938-4b43-8bee-8400c46be62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:19.030995 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-7d4c1227-1938-4b43-8bee-8400c46be62a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 909 time: 0.0860274 Oct 11 16:11:19.074528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-7ceb98a5-3410-42f6-8d8e-5bd2b2c0c8ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 HTTP/1.1" status: 200 len: 217 time: 0.0363743 Oct 11 16:11:19.123271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-cc42e993-e411-476b-afe5-94ebc50ccb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:19.124724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-cc42e993-e411-476b-afe5-94ebc50ccb92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b2b5747-1f77-42a8-bee4-22ca65ae916d HTTP/1.1" status: 200 len: 848 time: 0.0435183 Oct 11 16:11:19.155937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-fe09eb75-af07-483d-aff6-12243f7de487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238156 Oct 11 16:11:19.245184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-4b2e99f6-1881-4683-984e-697b6f33cde9 service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 Oct 11 16:11:19.333071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec442ab-23a3-4c97-8bc8-ec2042a80da7 req-a817b325-60de-4a84-bf08-17c447326d3e service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809081 Oct 11 16:11:20.061938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9d7c-3769-4ece-acd1-2446c63d2fe9 req-125b41aa-10cb-4f32-a346-e7c2a6f5f09c tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:20.063382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-048b9d7c-3769-4ece-acd1-2446c63d2fe9 req-125b41aa-10cb-4f32-a346-e7c2a6f5f09c tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Oct 11 16:11:20.101229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-048b9d7c-3769-4ece-acd1-2446c63d2fe9 req-b69debe7-1fa9-4a06-9d4a-2e369c458f97 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Oct 11 16:11:21.217249 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d266e4d-d860-4f9a-b835-7ee7bed7ca1f req-bd6c2a8a-7c12-434c-a92b-ebe204376e3e tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:21.218729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d266e4d-d860-4f9a-b835-7ee7bed7ca1f req-bd6c2a8a-7c12-434c-a92b-ebe204376e3e tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 943 time: 0.0522618 Oct 11 16:11:21.255703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d266e4d-d860-4f9a-b835-7ee7bed7ca1f req-27bf6e6e-1026-4623-a1d6-80c05c24ffc2 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Oct 11 16:11:22.367796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331b35-99b1-4f28-bedd-f103e7b305fb req-c16e35f4-919b-4663-b83a-8547fcbce550 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:22.369247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7331b35-99b1-4f28-bedd-f103e7b305fb req-c16e35f4-919b-4663-b83a-8547fcbce550 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 943 time: 0.0478384 Oct 11 16:11:22.375742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:22.408802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7331b35-99b1-4f28-bedd-f103e7b305fb req-9bad6202-fcf2-425b-b24d-0a806068d0da tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Oct 11 16:11:22.469184 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:22.479517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913', 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8', 'port_id': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913', 'mac_address': 'fa:16:3e:1c:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5747-1f77-42a8-bee4-22ca65ae916d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:22.514262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:22.526627 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:22.545146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:22.549317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:22.598046 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:22.605329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.605702 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.606045 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.606389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.606722 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.607055 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.607384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.607710 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.608034 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.608357 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.608708 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.609032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:22.792522 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:23.521226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be58fc-25b7-44ac-87d5-76a4be89d14e req-a7b32820-1ae4-487a-9719-2fc4eb32f4ac tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:23.522690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48be58fc-25b7-44ac-87d5-76a4be89d14e req-a7b32820-1ae4-487a-9719-2fc4eb32f4ac tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 944 time: 0.0476985 Oct 11 16:11:23.558566 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48be58fc-25b7-44ac-87d5-76a4be89d14e req-aefc4191-f268-463c-80d4-8ccd9509bbfd tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301588 Oct 11 16:11:24.391295 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:24.446159 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:24.451169 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:24.451693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.554083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.582923 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:24.586830 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ab8ab-8bc7-454e-b681-a426445cda15" -d '{"events": [{"server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "name": "network-vif-plugged", "status": "completed", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:24.602273 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:24.606959 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.662190 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:24.696470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2676-ba02-4650-85bb-537167d947f4 req-33cd2ba3-e4a8-42be-994a-9b5a3adbe370 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.699019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de4f2676-ba02-4650-85bb-537167d947f4 req-33cd2ba3-e4a8-42be-994a-9b5a3adbe370 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0659225 Oct 11 16:11:24.743137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de4f2676-ba02-4650-85bb-537167d947f4 req-22c7551a-397e-4459-8036-881887506ee7 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Oct 11 16:11:25.728583 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70719cdc-e0cc-49ab-8fbe-0bca34c8b166 x-openstack-request-id: req-70719cdc-e0cc-49ab-8fbe-0bca34c8b166 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:25.729100 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "name": "network-vif-plugged", "status": "completed", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:25.729100 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70719cdc-e0cc-49ab-8fbe-0bca34c8b166 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:25.729544 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913', 'code': 200} Oct 11 16:11:25.828172 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af77f-7106-4571-bfba-bb3dc24e2abf req-4314453c-de5c-4968-bf51-e8749a917305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.829686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c52af77f-7106-4571-bfba-bb3dc24e2abf req-4314453c-de5c-4968-bf51-e8749a917305 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 1096 time: 0.0411191 Oct 11 16:11:25.855997 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291b648-3acd-444e-a0d0-f61e77921c36 req-bd546b65-d18b-4178-8865-15c4de4b90af tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.857509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c291b648-3acd-444e-a0d0-f61e77921c36 req-bd546b65-d18b-4178-8865-15c4de4b90af tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Oct 11 16:11:25.868265 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c52af77f-7106-4571-bfba-bb3dc24e2abf req-2b4899a4-d098-4dc2-9b59-83cd0af340dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Oct 11 16:11:25.895596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c291b648-3acd-444e-a0d0-f61e77921c36 req-e2551465-e2af-4876-a76a-af0e7a443c4e tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Oct 11 16:11:27.010800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8adf-2ae8-4cec-af71-c588509dc6a2 req-f1f7d3a5-7732-4ffe-918b-a099af498faf tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:27.012245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7ff8adf-2ae8-4cec-af71-c588509dc6a2 req-f1f7d3a5-7732-4ffe-918b-a099af498faf tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Oct 11 16:11:27.051050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7ff8adf-2ae8-4cec-af71-c588509dc6a2 req-01a733cc-066d-4b9e-a200-c0dd636a3cb7 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Oct 11 16:11:27.602680 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01fc82-8bfb-4099-aa21-6162eafc7596 req-1f00fb92-e001-4fe0-a292-83bd687513b6 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:27.604110 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc01fc82-8bfb-4099-aa21-6162eafc7596 req-1f00fb92-e001-4fe0-a292-83bd687513b6 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Oct 11 16:11:27.642764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc01fc82-8bfb-4099-aa21-6162eafc7596 req-dd434a56-24d2-4f99-b5bc-e884f6a2ea7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Oct 11 16:11:28.760854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754284d-29cc-4faa-adc6-03409a598fd1 req-055666e0-48f0-4cd9-9b05-f544c7350310 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:28.762318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e754284d-29cc-4faa-adc6-03409a598fd1 req-055666e0-48f0-4cd9-9b05-f544c7350310 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0480473 Oct 11 16:11:28.799953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e754284d-29cc-4faa-adc6-03409a598fd1 req-89001014-e575-46fc-912c-f8ca3a0dd9a5 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Oct 11 16:11:28.956670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-45409c91-6fd6-4546-b6ee-1686e75fb788 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:28.958083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-45409c91-6fd6-4546-b6ee-1686e75fb788 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32ee0c08-1eba-4a4c-b8bd-4e1828079a88 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Oct 11 16:11:29.051572 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Deleting port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:11:29.051913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:29.141923 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] For port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:29.142279 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:29.154499 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Calling delete_port for a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:11:29.281716 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:29.293285 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:29.308358 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Pushing event deleted for resources: {'Port': ['ID=a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:29.319414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.319764 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.320102 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.320441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.320775 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.321102 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.321423 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.321772 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.322095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.322802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.322802 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.323055 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:29.361406 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] No DVR routers for this DVR port a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:11:29.363869 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:29.367205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-13eb159f-b10e-4927-a33e-2b5e363eac8c req-0435d695-7efc-4868-8414-c87da6712c7b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "DELETE /v2.0/ports/a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 HTTP/1.1" status: 204 len: 173 time: 0.4031315 Oct 11 16:11:29.367635 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'name': 'network-vif-deleted', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:29.369873 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf24a0-8de4-4dc6-baf2-87acceaa22ea" -d '{"events": [{"server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "name": "network-vif-deleted", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:29.407816 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7ac1a-8b70-4198-8ffd-1bc345a842ba x-openstack-request-id: req-6bf7ac1a-8b70-4198-8ffd-1bc345a842ba {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:29.408106 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee0c08-1eba-4a4c-b8bd-4e1828079a88", "name": "network-vif-deleted", "tag": "a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:29.408351 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bf7ac1a-8b70-4198-8ffd-1bc345a842ba {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:29.408745 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee0c08-1eba-4a4c-b8bd-4e1828079a88', 'name': 'network-vif-deleted', 'tag': 'a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913', 'status': 'completed', 'code': 200} Oct 11 16:11:30.055611 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-b92d724e-9bf1-416c-82fb-d69f7edc72bc tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:30.057048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-b92d724e-9bf1-416c-82fb-d69f7edc72bc tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 808 time: 0.1032619 Oct 11 16:11:30.071354 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-7d2a80a5-8f73-4d4c-a6a6-21d345774382 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/quotas/d274bbb62e604f5e80867daa4aa7d878 HTTP/1.1" status: 200 len: 375 time: 0.0086327 Oct 11 16:11:30.103248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-cf78e261-5913-4159-b3cd-5862c4c3a34b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269790 Oct 11 16:11:30.160947 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-ac9663f8-b18c-4721-ada4-8e0fd427ba5a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:11:30.162034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-ac9663f8-b18c-4721-ada4-8e0fd427ba5a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0523655 Oct 11 16:11:30.251912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-049bd2bc-a560-488f-baf7-ecf9dca9279e service neutron] 10.222.0.31 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Oct 11 16:11:30.338520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-e74883a1-6cac-469a-927f-3e849aa26458 service neutron] 10.222.0.31 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Oct 11 16:11:30.496429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f88130ae-e268-405c-b4bd-d433ea4afab5 req-09157069-d50d-4e0b-b112-fe8dae27a592 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Oct 11 16:11:31.390732 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-d6f7c79e-2a59-499b-9627-eb80bbb0cf75 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.392184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-d6f7c79e-2a59-499b-9627-eb80bbb0cf75 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 808 time: 0.1082771 Oct 11 16:11:31.404715 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Request body: {'port': {'device_id': '040d051e-badd-4524-af31-7a3f834fbd63', 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8', 'admin_state_up': True, 'tenant_id': 'd274bbb62e604f5e80867daa4aa7d878'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:31.513872 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Made reservation on behalf of d274bbb62e604f5e80867daa4aa7d878 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:31.517908 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.589927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35437219-8ed6-4c1e-bf6b-d6d0612c91fa req-1b460663-48a2-4547-829d-5f2ee369cf8f tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 210 time: 0.0255148 Oct 11 16:11:31.640324 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Allocated IP 172.20.0.7 (ae3226fd-6e6b-4e7c-9598-59cb386fc8c8/6b2b5747-1f77-42a8-bee4-22ca65ae916d/00885b8b-a96d-41bb-a044-9990d0da8c52) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:31.786033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.817980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.856769 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:31.862116 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:31.865629 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:31.894451 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Pushing event updated for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:31.922371 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.922962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.937974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-23ab03c4-e7dc-44f5-a1cc-d36560f6f69a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370283 Oct 11 16:11:31.949853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Request body: {'port': {'device_id': '040d051e-badd-4524-af31-7a3f834fbd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:32.000623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.254060 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00885b8b-a96d-41bb-a044-9990d0da8c52 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:32.261018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.272800 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Transition to ACTIVE for port object 00885b8b-a96d-41bb-a044-9990d0da8c52 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:32.276046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.326981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Pushing event updated for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:32.389280 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e206b8e9-7772-497f-8775-f0c67ebea9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.393735 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Attempting to bind port 00885b8b-a96d-41bb-a044-9990d0da8c52 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:32.394160 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Attempting to bind port 00885b8b-a96d-41bb-a044-9990d0da8c52 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:32.394379 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Attempting to bind port 00885b8b-a96d-41bb-a044-9990d0da8c52 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:32.398584 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Port 00885b8b-a96d-41bb-a044-9990d0da8c52 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:32.398900 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Attempting to bind port 00885b8b-a96d-41bb-a044-9990d0da8c52 on network ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:32.405396 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:32.406239 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Checking segment: {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:32.406635 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Bound using segment: {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:32.407060 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Bound port: 00885b8b-a96d-41bb-a044-9990d0da8c52, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f773ac2c-3f9a-439a-915c-b7e9a08765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:32.407415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.437247 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:11:32.456408 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:11:32.456752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device a6cf1df5-dcc2-4bf9-95e9-031d7ccb3913 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:11:32.472118 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:32.475066 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=00885b8b-a96d-41bb-a044-9990d0da8c52,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:32.478395 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.513366 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:32.513988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:32.515333 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] 10.222.0.36 "PUT /v2.0/ports/00885b8b-a96d-41bb-a044-9990d0da8c52 HTTP/1.1" status: 200 len: 1091 time: 0.5695555 Oct 11 16:11:32.515772 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:32.518002 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42aac4-42a9-48cf-b49f-243dc7713089" -d '{"events": [{"name": "network-changed", "server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:32.542378 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6ea4-363c-424e-8ea8-37a15df0eb87 service neutron] Pushing event updated for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:32.563937 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ded5cd-6efe-4385-b396-6fe03446d91b x-openstack-request-id: req-83ded5cd-6efe-4385-b396-6fe03446d91b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:32.564214 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:32.564459 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ded5cd-6efe-4385-b396-6fe03446d91b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:32.564837 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52', 'status': 'completed', 'code': 200} Oct 11 16:11:32.596704 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-670279a9-56ca-4658-ac5e-a9653face5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:32.598215 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-670279a9-56ca-4658-ac5e-a9653face5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 1094 time: 0.0429318 Oct 11 16:11:32.640290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-4c24c599-d2dd-4e30-96d2-c4275aadfc04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00885b8b-a96d-41bb-a044-9990d0da8c52 HTTP/1.1" status: 200 len: 217 time: 0.0339320 Oct 11 16:11:32.693127 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb410ad-f269-4674-8733-23834865f6b4 req-f9d08200-54d4-4602-b490-cb8731c5d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:32.694603 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-f9d08200-54d4-4602-b490-cb8731c5d73c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b2b5747-1f77-42a8-bee4-22ca65ae916d HTTP/1.1" status: 200 len: 848 time: 0.0475087 Oct 11 16:11:32.706099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d62b-3850-42fa-9fce-cda660150664 req-9fea83ab-f95e-4619-ab02-517a756640a7 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:32.707553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8db1d62b-3850-42fa-9fce-cda660150664 req-9fea83ab-f95e-4619-ab02-517a756640a7 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 943 time: 0.0524349 Oct 11 16:11:32.726801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-645a9b66-f1e8-4439-9f22-18508c54c345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244758 Oct 11 16:11:32.746203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8db1d62b-3850-42fa-9fce-cda660150664 req-d79ba5d0-8209-4062-9ff3-74216eed4f11 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Oct 11 16:11:32.814337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-c3ffcd3e-9d16-4a6a-b782-a92689b6754f service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800004 Oct 11 16:11:32.904749 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb410ad-f269-4674-8733-23834865f6b4 req-306a3664-21b1-4452-9f2d-ddeb8915bfd2 service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833895 Oct 11 16:11:32.991715 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-6e2a658f-f82e-4b02-a85d-05ed5b0359ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:32.993165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-6e2a658f-f82e-4b02-a85d-05ed5b0359ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d274bbb62e604f5e80867daa4aa7d878&device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 1094 time: 0.0399024 Oct 11 16:11:33.377458 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-d34de138-4a9c-416b-8204-b89e319e8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:33.378927 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-d34de138-4a9c-416b-8204-b89e319e8a14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 200 len: 909 time: 0.3783495 Oct 11 16:11:33.419127 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-6c4b1275-b177-46d3-a564-94383e912ac1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00885b8b-a96d-41bb-a044-9990d0da8c52 HTTP/1.1" status: 200 len: 217 time: 0.0329165 Oct 11 16:11:33.467002 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-306a2311-6a7a-4b5a-ac53-af6574d7b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:33.468388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-306a2311-6a7a-4b5a-ac53-af6574d7b61e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b2b5747-1f77-42a8-bee4-22ca65ae916d HTTP/1.1" status: 200 len: 848 time: 0.0420437 Oct 11 16:11:33.501730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-92714beb-330d-47fe-84c8-0878195f031e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264239 Oct 11 16:11:33.588609 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-425325d2-2a94-431b-9549-824b757c3faf service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788283 Oct 11 16:11:33.679691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce42aac4-42a9-48cf-b49f-243dc7713089 req-f53064cd-ec8f-4c6d-9680-be71c34a3c61 service neutron] 10.222.0.36 "GET /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Oct 11 16:11:33.858707 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f32f-005f-4f39-8370-0c23a8262cd2 req-13afa73e-6995-4a6f-b8db-d0097ef42698 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:33.860144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd87f32f-005f-4f39-8370-0c23a8262cd2 req-13afa73e-6995-4a6f-b8db-d0097ef42698 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 943 time: 0.0476246 Oct 11 16:11:33.897143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd87f32f-005f-4f39-8370-0c23a8262cd2 req-a3c4a359-21e7-4334-a30f-9f03ef4dd72a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Oct 11 16:11:35.009509 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8e58c-8541-4d24-8625-60e5a0813c6b req-e40951c3-39bb-4cad-9c21-f33916a710d2 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.010980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5da8e58c-8541-4d24-8625-60e5a0813c6b req-e40951c3-39bb-4cad-9c21-f33916a710d2 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 943 time: 0.0481141 Oct 11 16:11:35.049256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5da8e58c-8541-4d24-8625-60e5a0813c6b req-2cdbab3f-f511-4365-84da-65db4dc5be56 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Oct 11 16:11:35.355922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d59b97e4-58dd-4b68-bdcc-4af4ef28a9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:36.004446 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:36.033187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:36.163890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af609-6c9d-4539-ba99-782bc6fe2580 req-d48c099a-0c26-4635-8797-112e60da2812 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:36.165250 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d04af609-6c9d-4539-ba99-782bc6fe2580 req-d48c099a-0c26-4635-8797-112e60da2812 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 943 time: 0.0512750 Oct 11 16:11:36.202106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d04af609-6c9d-4539-ba99-782bc6fe2580 req-215d39fb-c4e7-488b-b3f9-d80daa374748 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302863 Oct 11 16:11:36.453523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 00885b8b-a96d-41bb-a044-9990d0da8c52 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:36.547391 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=00885b8b-a96d-41bb-a044-9990d0da8c52,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:36.558298 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '00885b8b-a96d-41bb-a044-9990d0da8c52', 'network_id': 'ae3226fd-6e6b-4e7c-9598-59cb386fc8c8', 'port_id': '00885b8b-a96d-41bb-a044-9990d0da8c52', 'mac_address': 'fa:16:3e:20:01:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b5747-1f77-42a8-bee4-22ca65ae916d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:36.594370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:36.606433 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00885b8b-a96d-41bb-a044-9990d0da8c52 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:36.625192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=00885b8b-a96d-41bb-a044-9990d0da8c52,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:36.629011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:36.674368 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:36.821775 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['00885b8b-a96d-41bb-a044-9990d0da8c52'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:37.313803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3f5b0-4e20-4f24-ab79-8b065433567f req-587aa2e5-4cfb-455e-b684-270e447743ad tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.315239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cc3f5b0-4e20-4f24-ab79-8b065433567f req-587aa2e5-4cfb-455e-b684-270e447743ad tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 944 time: 0.0484099 Oct 11 16:11:37.351279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2cc3f5b0-4e20-4f24-ab79-8b065433567f req-f4a3d81f-c310-44a9-a074-100039299638 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300679 Oct 11 16:11:37.845664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:38.453602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 00885b8b-a96d-41bb-a044-9990d0da8c52 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:38.465012 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70bc07-20e6-48f9-be2f-523db2500774 req-ad76ff05-5be2-4cad-bc04-8631a4f31e6c tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.466544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa70bc07-20e6-48f9-be2f-523db2500774 req-ad76ff05-5be2-4cad-bc04-8631a4f31e6c tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 944 time: 0.0491080 Oct 11 16:11:38.501034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 00885b8b-a96d-41bb-a044-9990d0da8c52 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:38.504546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fa70bc07-20e6-48f9-be2f-523db2500774 req-85a1d66a-7ed3-4bbf-b994-5e3d59150a37 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Oct 11 16:11:38.504923 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 00885b8b-a96d-41bb-a044-9990d0da8c52 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:38.505298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:38.582449 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:38.603255 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:38.605464 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2eb0a-e181-4985-9e33-5c581d4a2dab" -d '{"events": [{"server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "name": "network-vif-plugged", "status": "completed", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:38.618032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=00885b8b-a96d-41bb-a044-9990d0da8c52,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:38.622103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:38.647049 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5dbbb6-c663-43bb-b054-48877530307c x-openstack-request-id: req-ef5dbbb6-c663-43bb-b054-48877530307c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:38.647332 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "name": "network-vif-plugged", "status": "completed", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:38.647579 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef5dbbb6-c663-43bb-b054-48877530307c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:38.647957 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52', 'code': 200} Oct 11 16:11:38.677449 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:38.740997 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d1f9-0b14-4520-9b6e-a34409b11aa5 req-3e60c58c-0912-4224-bb78-ab2423aaec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.742486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b34d1f9-0b14-4520-9b6e-a34409b11aa5 req-3e60c58c-0912-4224-bb78-ab2423aaec78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 1096 time: 0.0391915 Oct 11 16:11:38.776478 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b34d1f9-0b14-4520-9b6e-a34409b11aa5 req-555a0404-3d86-487b-b307-0a73e5adf33f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263453 Oct 11 16:11:39.620668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23ffa9-05d9-4df5-aee1-a428208dacbe req-ed9fa3e2-f06f-454d-8f36-69ff0bc14e67 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:39.622126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e23ffa9-05d9-4df5-aee1-a428208dacbe req-ed9fa3e2-f06f-454d-8f36-69ff0bc14e67 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Oct 11 16:11:39.660211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e23ffa9-05d9-4df5-aee1-a428208dacbe req-881b1294-1e6a-4a30-9507-04f0e4486cef tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Oct 11 16:11:39.773860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:40.773552 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4818e-4636-4f70-88c4-679d4bce77a7 req-3e9685e0-ac53-4cf9-b47d-79fc51d9311a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:40.775033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64d4818e-4636-4f70-88c4-679d4bce77a7 req-3e9685e0-ac53-4cf9-b47d-79fc51d9311a tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Oct 11 16:11:40.811772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64d4818e-4636-4f70-88c4-679d4bce77a7 req-0aafc8da-7bc8-4b38-bb28-cbcc83c05d80 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Oct 11 16:11:40.919653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.396534 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fac1-73f9-458d-b419-8803a46c7782 req-335a4ad4-0e2d-4412-83f2-64933e8bcc45 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.397893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5348fac1-73f9-458d-b419-8803a46c7782 req-335a4ad4-0e2d-4412-83f2-64933e8bcc45 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 945 time: 0.0465899 Oct 11 16:11:41.433959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5348fac1-73f9-458d-b419-8803a46c7782 req-953f7728-b39f-4a2d-83d2-99c7468bd13b tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Oct 11 16:11:42.554376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386cc3-d2b7-479b-832e-56dc5cdd1381 req-40bd2ba7-f28d-4a6c-b22f-1cda652c9cb6 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.555934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad386cc3-d2b7-479b-832e-56dc5cdd1381 req-40bd2ba7-f28d-4a6c-b22f-1cda652c9cb6 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Oct 11 16:11:42.594026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad386cc3-d2b7-479b-832e-56dc5cdd1381 req-4bc2268a-654a-48e9-af64-5ef6d2dd99da tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8600e81-565b-443a-b018-23591decb143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Oct 11 16:11:42.648305 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-77e97823-ff52-4f80-8a77-2e75f35e67b5 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.649727 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-77e97823-ff52-4f80-8a77-2e75f35e67b5 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "GET /v2.0/ports?device_id=040d051e-badd-4524-af31-7a3f834fbd63 HTTP/1.1" status: 200 len: 945 time: 0.0467865 Oct 11 16:11:42.739545 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Deleting port 00885b8b-a96d-41bb-a044-9990d0da8c52 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:11:42.739804 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:42.830715 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] For port 00885b8b-a96d-41bb-a044-9990d0da8c52, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=00885b8b-a96d-41bb-a044-9990d0da8c52,segment=NetworkSegment(f773ac2c-3f9a-439a-915c-b7e9a08765d2),segment_id=f773ac2c-3f9a-439a-915c-b7e9a08765d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:42.831063 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:42.843326 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Calling delete_port for 00885b8b-a96d-41bb-a044-9990d0da8c52 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:11:42.970845 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:42.982368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['00885b8b-a96d-41bb-a044-9990d0da8c52'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:42.996286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Pushing event deleted for resources: {'Port': ['ID=00885b8b-a96d-41bb-a044-9990d0da8c52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:43.040973 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] No DVR routers for this DVR port 00885b8b-a96d-41bb-a044-9990d0da8c52 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:11:43.043596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:43.047136 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1c1dd206-a4a0-420b-b092-83c9c5eff8ff req-01c97a97-7500-41c0-b8dc-b7f44e5eac52 tempest-VolumesActionsTest-1899197807 tempest-VolumesActionsTest-1899197807-project] 10.222.0.36 "DELETE /v2.0/ports/00885b8b-a96d-41bb-a044-9990d0da8c52 HTTP/1.1" status: 204 len: 173 time: 0.3898664 Oct 11 16:11:43.047561 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'name': 'network-vif-deleted', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:43.049792 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862c729-b54a-40d4-a26f-b977892abc1b" -d '{"events": [{"server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "name": "network-vif-deleted", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:43.084446 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa14391b-8617-4b4e-a9cd-737eb92dc597 x-openstack-request-id: req-fa14391b-8617-4b4e-a9cd-737eb92dc597 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:43.084741 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d051e-badd-4524-af31-7a3f834fbd63", "name": "network-vif-deleted", "tag": "00885b8b-a96d-41bb-a044-9990d0da8c52", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:43.085045 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa14391b-8617-4b4e-a9cd-737eb92dc597 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:43.085447 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d051e-badd-4524-af31-7a3f834fbd63', 'name': 'network-vif-deleted', 'tag': '00885b8b-a96d-41bb-a044-9990d0da8c52', 'status': 'completed', 'code': 200} Oct 11 16:11:46.487404 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 00885b8b-a96d-41bb-a044-9990d0da8c52 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:11:46.516798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 00885b8b-a96d-41bb-a044-9990d0da8c52 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:11:46.517153 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 00885b8b-a96d-41bb-a044-9990d0da8c52 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:11:52.899349 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:12:02.261963 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:02.307051 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Deleting subnet 6b2b5747-1f77-42a8-bee4-22ca65ae916d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:12:02.310216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.344625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.385095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.393198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdcbd-e6eb-453c-9daa-568b08dd9ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.446078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.474329 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.477453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b2b5747-1f77-42a8-bee4-22ca65ae916d HTTP/1.1" status: 204 len: 168 time: 0.2143462 Oct 11 16:12:02.478512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeb306-2ce0-4983-a970-a205ea380c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2b5747-1f77-42a8-bee4-22ca65ae916d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:02.480158 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:02.549025 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.630982 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.649954 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3226fd-6e6b-4e7c-9598-59cb386fc8c8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:02.658925 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f773ac2c-3f9a-439a-915c-b7e9a08765d2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:02.659217 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f773ac2c-3f9a-439a-915c-b7e9a08765d2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:02.668673 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.682512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.688936 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:12:02.689313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: items = [ Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:12:02.690938 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:12:02.748359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.756434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.759719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae3226fd-6e6b-4e7c-9598-59cb386fc8c8 HTTP/1.1" status: 204 len: 168 time: 0.2779853 Oct 11 16:12:02.769879 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3226fd-6e6b-4e7c-9598-59cb386fc8c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:02.777895 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.778292 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.778575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.778900 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.779221 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.779540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.779903 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.780277 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.780521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.780836 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.781150 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.781460 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d117f5-6ca3-491b-8590-6400187814f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:02.870075 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:02.910551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ebae8ac6-5d8e-4084-bb56-9b4ede043075 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d274bbb62e604f5e80867daa4aa7d878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392556 Oct 11 16:12:02.913051 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:02.962637 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:02.982876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:03.032125 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:03.035155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:03.038653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8600e81-565b-443a-b018-23591decb143 HTTP/1.1" status: 204 len: 168 time: 0.1222680 Oct 11 16:12:03.044156 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16154569-496a-416c-a3ed-dfb68dad7237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8600e81-565b-443a-b018-23591decb143,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:05.377188 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8793cd0-ed83-4b8b-b2fb-c8dbc0a1eb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:06.006748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:06.034614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.669656 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59386) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:07.772498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf414-cdc5-4394-a10c-af59a496ad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.848923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf414-cdc5-4394-a10c-af59a496ad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.849141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.851852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf414-cdc5-4394-a10c-af59a496ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.890163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d9fcf414-cdc5-4394-a10c-af59a496ad75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff747a4e3203434ca1ea0f0aa6f7217b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189116 Oct 11 16:12:07.891295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcf414-cdc5-4394-a10c-af59a496ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5e816-1720-450d-8ba4-04a6ff7c79fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:07.892783 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:07.952021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84342689-611e-484d-9dee-861a510185ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:07.973247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84342689-611e-484d-9dee-861a510185ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:08.018903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84342689-611e-484d-9dee-861a510185ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:08.021345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84342689-611e-484d-9dee-861a510185ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:08.022657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-84342689-611e-484d-9dee-861a510185ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53a5e816-1720-450d-8ba4-04a6ff7c79fc HTTP/1.1" status: 204 len: 168 time: 0.1285949 Oct 11 16:12:08.031967 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342689-611e-484d-9dee-861a510185ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5e816-1720-450d-8ba4-04a6ff7c79fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:09.002995 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:09.104208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca88d-7930-4871-a9ea-95946d70c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.175924 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca88d-7930-4871-a9ea-95946d70c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.179552 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca88d-7930-4871-a9ea-95946d70c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.219783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa3ca88d-7930-4871-a9ea-95946d70c03a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77bb6c288f4f4f9a92759e5b8aac768c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157328 Oct 11 16:12:09.220613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca88d-7930-4871-a9ea-95946d70c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1522e5-3ff4-4291-9de0-29ac0a14d262,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:09.222471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:09.270022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.290927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.335825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.338434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.339565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca1522e5-3ff4-4291-9de0-29ac0a14d262 HTTP/1.1" status: 204 len: 168 time: 0.1161137 Oct 11 16:12:09.347551 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a684e25-5c8f-44d7-9453-5043983e6c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1522e5-3ff4-4291-9de0-29ac0a14d262,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:09.794407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:09.930953 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:10.022617 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1500491757-network', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:10.042649 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Made reservation on behalf of 82e7873bb83645eba9a3b6b2418d2d66 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:10.045938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.055813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.134979 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.138724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.160609 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:12:10.174922 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7de70c-0479-4f43-b40e-bca522f6b035,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:10.180768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.181110 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Added segment a3d0d2da-500b-46d2-8e36-4bdd2504c890 of type vlan for network deec2082-aa10-4e7d-849f-9114019ac326 Oct 11 16:12:10.221958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.247732 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.248778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.249359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.304194 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3721330 Oct 11 16:12:10.307161 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:10.313062 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Request body: {'subnet': {'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1500491757-subnet', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:10.318136 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c9834-d69f-437d-8769-0df56ee2a605 admin admin] Pushing event updated for resources: {'Network': ['ID=deec2082-aa10-4e7d-849f-9114019ac326,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:10.330363 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network deec2082-aa10-4e7d-849f-9114019ac326 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:12:10.335925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Made reservation on behalf of 82e7873bb83645eba9a3b6b2418d2d66 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:10.338582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.524971 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.578955 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b57ca4-ce3a-42b6-a105-d7d92895856c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:10.588989 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Checking segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:10.589346 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Network hostable DHCP agents. Network: deec2082-aa10-4e7d-849f-9114019ac326, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:12:10.605743 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Network deec2082-aa10-4e7d-849f-9114019ac326 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:12:10.614017 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, deec2082-aa10-4e7d-849f-9114019ac326) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:10.618068 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.618643 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.622857 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c88397-f21d-4e65-b55a-93d20e3c0a96 None None] Network deec2082-aa10-4e7d-849f-9114019ac326 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:10.633872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-03693e9a-b265-497f-b73d-527fd1e636ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3254836 Oct 11 16:12:10.636563 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:10.641714 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:10.665437 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.666594 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.725714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.774457 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-deec2082-aa10-4e7d-849f-9114019ac326', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:12:10.775391 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.866735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:10.916035 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Allocated IP 172.20.0.2 (deec2082-aa10-4e7d-849f-9114019ac326/00b57ca4-ce3a-42b6-a105-d7d92895856c/5ce3e4ff-925f-4682-9a22-ef91f30d5a27) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:10.993060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.070432 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.074231 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.080070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.093167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.118475 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Network deec2082-aa10-4e7d-849f-9114019ac326 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:11.123144 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:11.126559 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:11.139509 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Pushing event updated for resources: {'Port': ['ID=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:11.183592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Attempting to bind port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:11.183916 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Attempting to bind port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:11.184218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Attempting to bind port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 on network deec2082-aa10-4e7d-849f-9114019ac326 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:11.189148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:11.189525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Checking segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:11.190235 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.190389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Bound using segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:11.190734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Bound port: 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:11.191111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.203835 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Allocated IP 172.35.3.177 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/841c0699-564a-49aa-895d-b6b1e56606cc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:11.256757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] For port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:11.260143 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] For port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:11.263621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.315868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.323956 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147432-2526-468e-8b7c-677537efd9a2 None None] Pushing event updated for resources: {'Port': ['ID=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:11.349928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.397414 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:11.400788 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:11.405456 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:11.408670 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=841c0699-564a-49aa-895d-b6b1e56606cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:11.673396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.202364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.202863 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c20d3e-83ed-4053-834e-bc3da5a4f425 None None] Network deec2082-aa10-4e7d-849f-9114019ac326 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:12.264240 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] Provisioning complete for port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:12.264515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.327146 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:12:12.414039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.432683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:12.451742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.453509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-04530adc-8c3a-43e3-bdb5-af77aa2ec1f1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8159208 Oct 11 16:12:12.454640 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] For port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:12.455454 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:12.456227 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:12.464312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.479931 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:12.480564 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:12.520861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7a489-e468-44ac-8702-c8b818ed9b1a None None] Pushing event updated for resources: {'Port': ['ID=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:12.558003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:12.618502 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:12.618956 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.636340 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:12.784901 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a39a51c9-56f6-429d-a287-ae78521ceadb None None] Provisioning complete for port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:12.785362 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a39a51c9-56f6-429d-a287-ae78521ceadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.825076 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:11Z', 'revision_number': 3, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:12.851038 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:12.851375 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Updating router 3f0c7a16-d221-40a7-91d8-c774f1181cad port 841c0699-564a-49aa-895d-b6b1e56606cc binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:12:12.876345 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:12.932794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.126415 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Allocated IP 172.20.0.1 (deec2082-aa10-4e7d-849f-9114019ac326/00b57ca4-ce3a-42b6-a105-d7d92895856c/f350a2a7-ac7c-4635-a410-872f66064fcc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:13.129924 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.134516 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.182721 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Attempting to bind port 841c0699-564a-49aa-895d-b6b1e56606cc on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:13.183088 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Attempting to bind port 841c0699-564a-49aa-895d-b6b1e56606cc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:13.183448 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Attempting to bind port 841c0699-564a-49aa-895d-b6b1e56606cc on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:13.192762 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:13.193128 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:13.193546 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.193931 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:13.194622 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Bound port: 841c0699-564a-49aa-895d-b6b1e56606cc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:13.194765 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.196991 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Pushing event updated for resources: {'Port': ['ID=841c0699-564a-49aa-895d-b6b1e56606cc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.222212 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.222554 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.222888 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.223216 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.223544 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.223870 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.224185 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.224500 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.224814 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.225126 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.225439 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.225776 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:13.230438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.258102 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] For port 841c0699-564a-49aa-895d-b6b1e56606cc, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:13.261081 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] For port 841c0699-564a-49aa-895d-b6b1e56606cc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=841c0699-564a-49aa-895d-b6b1e56606cc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:13.265278 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.266622 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.306919 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Network deec2082-aa10-4e7d-849f-9114019ac326 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:13.310066 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:13.314278 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:13.324269 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:13.324948 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:13.341466 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Pushing event updated for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.360899 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94919084-e681-4cc1-bee1-7668491489d9 None None] Pushing event updated for resources: {'Port': ['ID=841c0699-564a-49aa-895d-b6b1e56606cc,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.368093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.506925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.532285 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:13.583822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-095f953c-244a-4ce1-abba-f6a010408a2b None None] Provisioning complete for port f350a2a7-ac7c-4635-a410-872f66064fcc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:13.584877 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-095f953c-244a-4ce1-abba-f6a010408a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.618322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-095f953c-244a-4ce1-abba-f6a010408a2b None None] Port f350a2a7-ac7c-4635-a410-872f66064fcc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:12:13.673863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.678412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.709280 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:11Z', 'revision_number': 3, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:13.734659 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54168d9-c481-4531-a3a2-3eddfd26f432 None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:11Z', 'revision_number': 3, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:12:13.746503 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Pushing event updated for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.751457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.843163 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Network deec2082-aa10-4e7d-849f-9114019ac326 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:13.844539 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:13.989557 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:12:14.117906 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:14.123018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-546c9197-1f24-4c22-b08e-3b403825d161 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f0c7a16-d221-40a7-91d8-c774f1181cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656244 Oct 11 16:12:14.139826 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e856ab94-85f0-4591-82f0-67778208446b None None] Provisioning complete for port f350a2a7-ac7c-4635-a410-872f66064fcc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:14.140519 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e856ab94-85f0-4591-82f0-67778208446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.179230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e856ab94-85f0-4591-82f0-67778208446b None None] Port f350a2a7-ac7c-4635-a410-872f66064fcc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:12:14.570369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:14.616435 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:14.618147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:14.618563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.621450 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-401424726-network', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:14.642822 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Made reservation on behalf of 2a221e59f7b9491c943833af5f1c4924 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:14.645212 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.653975 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.697676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 841c0699-564a-49aa-895d-b6b1e56606cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:14.735496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.739735 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.753641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 841c0699-564a-49aa-895d-b6b1e56606cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:14.754066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.764636 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:12:14.779469 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af933516-3250-429e-a0b8-0680f8a43db6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:14.782998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.783341 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Added segment a042c6fe-420a-4b60-a539-c81241efddab of type vlan for network bffd2d4c-83f5-4f6f-b5a0-79012479b6df Oct 11 16:12:14.823279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.835121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.847659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.848636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.849215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.857380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 841c0699-564a-49aa-895d-b6b1e56606cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=841c0699-564a-49aa-895d-b6b1e56606cc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:14.861316 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.902511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2849565 Oct 11 16:12:14.905505 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:14.913647 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=841c0699-564a-49aa-895d-b6b1e56606cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:14.914058 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a47a4-1709-44c0-829e-70ceec38c09b admin admin] Pushing event updated for resources: {'Network': ['ID=bffd2d4c-83f5-4f6f-b5a0-79012479b6df,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:14.916315 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Request body: {'subnet': {'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-401424726-subnet', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:14.932443 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:12:14.940208 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Made reservation on behalf of 2a221e59f7b9491c943833af5f1c4924 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:14.942819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.114686 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.167511 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d217a0-1f5d-44f3-b531-68c0290bebca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:15.178705 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Checking segment: {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:15.179069 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Network hostable DHCP agents. Network: bffd2d4c-83f5-4f6f-b5a0-79012479b6df, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:12:15.203273 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:12:15.215284 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bffd2d4c-83f5-4f6f-b5a0-79012479b6df) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:15.219499 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:15.220077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.224392 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d170ad6-6117-4578-bc41-74a56ebaa43d None None] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:15.236617 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fda88899-37fd-498b-80de-3dd4d727eef2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3290305 Oct 11 16:12:15.239061 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 59474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:15.243247 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:15.267087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.268175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.288582 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:15.325496 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.467286 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.472044 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:15.472840 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:15.617965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'fixed_ips': [{'subnet_id': '16d217a0-1f5d-44f3-b531-68c0290bebca'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:12:15.618826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.637107 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:15.665897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.685941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.786307 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Allocated IP 172.35.3.181 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/998e077f-7939-4819-a9c2-50be91002b23) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:15.884113 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Allocated IP 172.20.0.2 (bffd2d4c-83f5-4f6f-b5a0-79012479b6df/16d217a0-1f5d-44f3-b531-68c0290bebca/e033118e-5f6a-40d1-a393-7eaa38b1a03e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:15.892364 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.928463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.967661 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:15.970524 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:15.974106 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:15.979368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Pushing event updated for resources: {'Port': ['ID=998e077f-7939-4819-a9c2-50be91002b23,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:16.021986 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 2, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:16.061519 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:16.061811 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Updating router 3f0c7a16-d221-40a7-91d8-c774f1181cad port f350a2a7-ac7c-4635-a410-872f66064fcc binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:12:16.113925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.133905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.140745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.227936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.258944 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:16.262042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Pushing event updated for resources: {'Port': ['ID=e033118e-5f6a-40d1-a393-7eaa38b1a03e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:16.267111 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:16.271173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:16.375624 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Attempting to bind port e033118e-5f6a-40d1-a393-7eaa38b1a03e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:16.375894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Attempting to bind port e033118e-5f6a-40d1-a393-7eaa38b1a03e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:16.376248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Attempting to bind port e033118e-5f6a-40d1-a393-7eaa38b1a03e on network bffd2d4c-83f5-4f6f-b5a0-79012479b6df {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:16.385523 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:16.385895 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Checking segment: {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:16.386293 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.386682 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Bound using segment: {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:16.387142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Bound port: e033118e-5f6a-40d1-a393-7eaa38b1a03e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:16.387517 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.420122 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.491008 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] For port e033118e-5f6a-40d1-a393-7eaa38b1a03e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:16.510968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 841c0699-564a-49aa-895d-b6b1e56606cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:16.546259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] For port e033118e-5f6a-40d1-a393-7eaa38b1a03e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033118e-5f6a-40d1-a393-7eaa38b1a03e,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:16.555137 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.562377 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Router 8b75d978-8bc7-4fe0-b21e-957329d7e538 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:12:16.598834 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.616238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.646021 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b080c-3930-44d3-80f9-1b83656c8aa4 None None] Pushing event updated for resources: {'Port': ['ID=e033118e-5f6a-40d1-a393-7eaa38b1a03e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:16.683971 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:16.698589 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Sync routers for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:16.710079 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.711362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-47843b21-43e3-46b8-8aca-c1e98ff6501a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4713655 Oct 11 16:12:16.714147 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 59476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:16.715359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 841c0699-564a-49aa-895d-b6b1e56606cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:16.715909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.718600 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:16.719460 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:16.769815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1216b2-2d00-4e96-a321-e58374fcf0b0 None None] Pushing event updated for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:16.790010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Attempting to bind port f350a2a7-ac7c-4635-a410-872f66064fcc on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:16.790447 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Attempting to bind port f350a2a7-ac7c-4635-a410-872f66064fcc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:16.790894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Attempting to bind port f350a2a7-ac7c-4635-a410-872f66064fcc on network deec2082-aa10-4e7d-849f-9114019ac326 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:16.804527 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:16.804985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Checking segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:16.805497 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.805957 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Bound using segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:16.806503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Bound port: f350a2a7-ac7c-4635-a410-872f66064fcc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:16.806964 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:16.892297 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:16.957422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] For port f350a2a7-ac7c-4635-a410-872f66064fcc, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:16.970542 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] For port f350a2a7-ac7c-4635-a410-872f66064fcc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f350a2a7-ac7c-4635-a410-872f66064fcc,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:16.977614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.056659 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:17.057770 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:17.142405 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:16Z', 'revision_number': 3, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:17.172885 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1216b2-2d00-4e96-a321-e58374fcf0b0 None None] Pushing event updated for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:17.174209 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Checking router: 8b75d978-8bc7-4fe0-b21e-957329d7e538 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:17.174731 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Updating router 8b75d978-8bc7-4fe0-b21e-957329d7e538 port 998e077f-7939-4819-a9c2-50be91002b23 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:12:17.192552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] Provisioning complete for port f350a2a7-ac7c-4635-a410-872f66064fcc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:17.192929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.206560 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.233993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:17.350058 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.510109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.519906 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.526569 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-478198a4-faed-4569-9739-28989716642c admin admin] Allocated IP 172.20.0.1 (bffd2d4c-83f5-4f6f-b5a0-79012479b6df/16d217a0-1f5d-44f3-b531-68c0290bebca/d502eb64-5578-4606-bac6-2f59f3e01559) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:17.527604 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.580295 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42196e4-e809-433f-ba57-c16b14f04569 None None] Pushing event updated for resources: {'Port': ['ID=998e077f-7939-4819-a9c2-50be91002b23,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:17.597667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] For port f350a2a7-ac7c-4635-a410-872f66064fcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f350a2a7-ac7c-4635-a410-872f66064fcc,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:17.602792 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Attempting to bind port 998e077f-7939-4819-a9c2-50be91002b23 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:17.603512 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Attempting to bind port 998e077f-7939-4819-a9c2-50be91002b23 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:17.604229 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Attempting to bind port 998e077f-7939-4819-a9c2-50be91002b23 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:17.605698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.611116 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:17.611743 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:17.612324 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.612935 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:17.614284 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Bound port: 998e077f-7939-4819-a9c2-50be91002b23, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:17.614871 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.683991 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] For port 998e077f-7939-4819-a9c2-50be91002b23, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:17.685680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.692073 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] For port 998e077f-7939-4819-a9c2-50be91002b23, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=998e077f-7939-4819-a9c2-50be91002b23,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:17.693887 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940578cf-d617-4a07-8f7f-7c023476352f None None] Pushing event updated for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:17.700381 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.727993 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.735202 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:16Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:17.762812 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ffa75-3b5a-4af9-90ea-c593bdc2d228 None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:16Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:12:17.770087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cfc40df-38d2-4195-97bc-67fe0e0298bf None None] Provisioning complete for port f350a2a7-ac7c-4635-a410-872f66064fcc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:17.770456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cfc40df-38d2-4195-97bc-67fe0e0298bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:17.780893 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42196e4-e809-433f-ba57-c16b14f04569 None None] Pushing event updated for resources: {'Port': ['ID=998e077f-7939-4819-a9c2-50be91002b23,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:17.798869 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478198a4-faed-4569-9739-28989716642c admin admin] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:17.804311 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:17.805125 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:17.820577 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-478198a4-faed-4569-9739-28989716642c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:17.822634 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478198a4-faed-4569-9739-28989716642c admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:17.920415 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478198a4-faed-4569-9739-28989716642c admin admin] Pushing event updated for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:17.944497 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:17.948903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.004378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148cff3-e5c9-4c59-8302-c9d4eb1f8dcb None None] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:18.079453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] Provisioning complete for port e033118e-5f6a-40d1-a393-7eaa38b1a03e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:18.079775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.120182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.198038 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:16Z', 'revision_number': 3, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:18.214939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.227903 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579c1a9-bcaf-4784-b284-92aedb4c3590 None None] The sync data for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 is: [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:16Z', 'revision_number': 3, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:12:18.280148 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] For port e033118e-5f6a-40d1-a393-7eaa38b1a03e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033118e-5f6a-40d1-a393-7eaa38b1a03e,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:18.289807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.341427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.348863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.356020 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73ae3f-faad-4e59-bc76-96843b83d553 None None] Pushing event updated for resources: {'Port': ['ID=e033118e-5f6a-40d1-a393-7eaa38b1a03e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:18.421300 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.423532 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478198a4-faed-4569-9739-28989716642c admin admin] Pushing event updated for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:18.586340 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478198a4-faed-4569-9739-28989716642c admin admin] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:18.590051 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-478198a4-faed-4569-9739-28989716642c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:18.620333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033118e-5f6a-40d1-a393-7eaa38b1a03e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:18.740471 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e033118e-5f6a-40d1-a393-7eaa38b1a03e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:18.742607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.744540 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f489a1b0-a487-479c-b921-69b163e618a0 None None] Provisioning complete for port e033118e-5f6a-40d1-a393-7eaa38b1a03e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:18.744957 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f489a1b0-a487-479c-b921-69b163e618a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:18.793298 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478198a4-faed-4569-9739-28989716642c admin admin] Router 8b75d978-8bc7-4fe0-b21e-957329d7e538 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:12:18.960504 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478198a4-faed-4569-9739-28989716642c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:18.966290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-478198a4-faed-4569-9739-28989716642c admin admin] 10.222.0.31 "PUT /v2.0/routers/8b75d978-8bc7-4fe0-b21e-957329d7e538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508764 Oct 11 16:12:19.000146 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f489a1b0-a487-479c-b921-69b163e618a0 None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:19.000674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f489a1b0-a487-479c-b921-69b163e618a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:19.005849 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f350a2a7-ac7c-4635-a410-872f66064fcc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:19.074743 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f489a1b0-a487-479c-b921-69b163e618a0 None None] Port d502eb64-5578-4606-bac6-2f59f3e01559 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:12:19.109998 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f350a2a7-ac7c-4635-a410-872f66064fcc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:19.110642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:19.218781 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f24aaa1-ae17-4ab2-8d37-f4727329dd01 None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:19.219163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f24aaa1-ae17-4ab2-8d37-f4727329dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:19.258759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3f24aaa1-ae17-4ab2-8d37-f4727329dd01 None None] Port d502eb64-5578-4606-bac6-2f59f3e01559 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:12:19.379090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-443d9105-d00a-41ae-9b4a-05e11f26c90f None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:19.379459 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-443d9105-d00a-41ae-9b4a-05e11f26c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:19.423242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-443d9105-d00a-41ae-9b4a-05e11f26c90f None None] Port d502eb64-5578-4606-bac6-2f59f3e01559 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:12:20.507564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 998e077f-7939-4819-a9c2-50be91002b23 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:20.558686 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 998e077f-7939-4819-a9c2-50be91002b23 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:20.559091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:20.641811 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:20.667038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 998e077f-7939-4819-a9c2-50be91002b23, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=998e077f-7939-4819-a9c2-50be91002b23,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:20.672506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:20.729641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=998e077f-7939-4819-a9c2-50be91002b23,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:21.035032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Sync routers for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:21.044163 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:21.044771 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:21.153693 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:21.356250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:18Z', 'revision_number': 4, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd502eb64-5578-4606-bac6-2f59f3e01559', 'name': '', 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'mac_address': 'fa:16:3e:92:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:17Z', 'updated_at': '2021-10-11T16:12:18Z', 'revision_number': 2, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'subnets': [{'id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:21.386004 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Checking router: 8b75d978-8bc7-4fe0-b21e-957329d7e538 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:21.386359 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Updating router 8b75d978-8bc7-4fe0-b21e-957329d7e538 port d502eb64-5578-4606-bac6-2f59f3e01559 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:12:21.413948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.679391 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.684776 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.735963 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae748f-d3ce-421e-961a-b262f905faf3 None None] Pushing event updated for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:21.787860 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Attempting to bind port d502eb64-5578-4606-bac6-2f59f3e01559 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:21.788228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Attempting to bind port d502eb64-5578-4606-bac6-2f59f3e01559 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:21.788589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Attempting to bind port d502eb64-5578-4606-bac6-2f59f3e01559 on network bffd2d4c-83f5-4f6f-b5a0-79012479b6df {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:21.793786 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:21.794156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Checking segment: {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:21.794551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.794950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Bound using segment: {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:21.795977 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Bound port: d502eb64-5578-4606-bac6-2f59f3e01559, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a042c6fe-420a-4b60-a539-c81241efddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:21.796359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.872576 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] For port d502eb64-5578-4606-bac6-2f59f3e01559, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:21.876381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] For port d502eb64-5578-4606-bac6-2f59f3e01559, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d502eb64-5578-4606-bac6-2f59f3e01559,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:21.883312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:21.942336 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:21.942958 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:12:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:21.945861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae748f-d3ce-421e-961a-b262f905faf3 None None] Pushing event updated for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:22.006247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:22.006526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:22.093960 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:22.387627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:22.448086 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] For port d502eb64-5578-4606-bac6-2f59f3e01559, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d502eb64-5578-4606-bac6-2f59f3e01559,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:22.454376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:22.517966 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 998e077f-7939-4819-a9c2-50be91002b23 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:22.549138 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ddcf9-e293-46bb-98af-5c9ea4a4b78c None None] Pushing event updated for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:22.588802 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:18Z', 'revision_number': 4, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd502eb64-5578-4606-bac6-2f59f3e01559', 'name': '', 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'mac_address': 'fa:16:3e:92:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:17Z', 'updated_at': '2021-10-11T16:12:21Z', 'revision_number': 4, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'subnets': [{'id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:22.593572 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-95171dbb-ac39-4f21-b769-a7be50d70899 None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:22.593948 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95171dbb-ac39-4f21-b769-a7be50d70899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:22.639877 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9cb92-5e58-4d9b-b867-f64a4f57c3c2 None None] The sync data for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 is: [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:18Z', 'revision_number': 4, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd502eb64-5578-4606-bac6-2f59f3e01559', 'name': '', 'network_id': 'bffd2d4c-83f5-4f6f-b5a0-79012479b6df', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'mac_address': 'fa:16:3e:92:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:17Z', 'updated_at': '2021-10-11T16:12:21Z', 'revision_number': 4, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'subnets': [{'id': '16d217a0-1f5d-44f3-b531-68c0290bebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:12:22.658043 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 998e077f-7939-4819-a9c2-50be91002b23 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:22.658413 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:24.511996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d502eb64-5578-4606-bac6-2f59f3e01559 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:24.562910 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d502eb64-5578-4606-bac6-2f59f3e01559 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:24.563278 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:29.897672 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:12:32.394730 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02cb71b5-8aba-4e1a-b780-4197fec1af4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:35.359265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c0536bb-e2bb-41f3-94e8-0fb48b4e580a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:36.008642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:36.036901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:37.853149 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:39.798930 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:40.956315 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.395321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96629519-65bc-4a38-b45f-0d660189137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.359681 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57db0879-bfd7-482a-9efc-75a729cbcdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.010248 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.039604 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.900145 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:13:07.855568 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:09.808831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:10.956046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.395536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f35654f9-cf54-442f-84dc-07718c9e3977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.364887 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d293b2c0-748a-4c6f-a993-5cfd9a0a7234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.012120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.042722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.858198 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:39.809187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.954665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.898697 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:14:02.398825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3417-a50d-459b-9003-993398736bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:05.366080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b208f37b-795d-4f8b-83b8-0ce7d8d015c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.013879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.042989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.621090 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:06.630193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291341768', 'description': 'tempest-secgroup-smoke-1291341768 description', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:06.652570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.717813 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.721382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.749365 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee9daf-de77-41aa-86e0-78f602de3cf1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:06.757050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.758289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361721 Oct 11 16:14:06.761594 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:06.764030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.764372 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.764704 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.765047 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.765355 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.765709 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.766025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.766341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.766662 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.766977 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.767288 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.767603 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435758f-2bd5-4db6-9d4d-0e80eae4bfc2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.768117 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:06.797602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.842994 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.846771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.865690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614a39cc-e4f9-4a2e-a61a-6405ef0e8594,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:06.877624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.878832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160936 Oct 11 16:14:06.880751 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.881089 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.881532 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.881867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.881980 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:06.882194 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.882520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.882866 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.883184 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.883503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.883818 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.884131 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.884445 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c66699-6278-4df1-9b21-da3b972c3fb7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:06.886430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:06.914915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.972415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.976151 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:06.993788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae056b01-af54-417d-9689-e8baf24190b8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.001533 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.002735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bba853f7-40a5-4d16-8afc-88e6821f6739 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198530 Oct 11 16:14:07.005461 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.009842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:07.035307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.092194 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.095623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.112455 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e46dbca-831a-41fa-8f82-fd947c36a757,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.120215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.121405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c941705-3c46-48fa-a5df-e2c17251fce7 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149588 Oct 11 16:14:07.124608 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.128916 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:07.155347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.216323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.219841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.237596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568c0216-243e-4829-8988-831a1edbdaab,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.244768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.245988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6e2070b3-dcb6-4249-b234-ccfd81d6c5d2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204100 Oct 11 16:14:07.249215 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.253621 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:07.274689 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Project 82e7873bb83645eba9a3b6b2418d2d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:07.279551 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.338559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.342040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.359091 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106515c2-2e01-4164-9022-28957ad7a7db,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.367572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.368815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9dbdb8fb-0da3-4ad7-8e6a-3c6adcb6ea92 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185753 Oct 11 16:14:07.372434 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.377470 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'security_group_rule': {'security_group_id': 'b1ee9daf-de77-41aa-86e0-78f602de3cf1', 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:07.398668 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Project 82e7873bb83645eba9a3b6b2418d2d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:07.403359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.463525 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.466935 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.485036 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dfdae9-1be5-400e-94e3-fd526fed7520,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.492641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.493888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2225a4db-ad9f-413a-a655-11cf13243f06 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199169 Oct 11 16:14:07.844131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-83d2c37c-d6fa-4a0a-b7fa-be6afac66632 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291341768&fields=id&tenant_id=82e7873bb83645eba9a3b6b2418d2d66 HTTP/1.1" status: 200 len: 267 time: 0.0338490 Oct 11 16:14:07.863286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.948599 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-a0f19db9-3ee8-4051-8014-606ff9686290 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:07.950000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-a0f19db9-3ee8-4051-8014-606ff9686290 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 814 time: 0.0992625 Oct 11 16:14:07.964366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-ab2ff928-f252-40d9-8701-51d9d26379de tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/quotas/82e7873bb83645eba9a3b6b2418d2d66 HTTP/1.1" status: 200 len: 375 time: 0.0087385 Oct 11 16:14:08.013181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-f089bbf0-4dee-4d5a-a173-f77aa8d716b5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431843 Oct 11 16:14:08.108623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-c69a2036-d4d9-4d00-bdbd-5233cbf6c648 service neutron] 10.222.0.31 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834529 Oct 11 16:14:08.196255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-354bcd10-3b09-4ffa-b814-0aff9c81e5be service neutron] 10.222.0.31 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811579 Oct 11 16:14:09.681351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-65f27c3e-52a6-4d51-b3c3-44f5e02f4076 req-1520a45e-d44e-48b4-8735-6917ab4e2523 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.1824219 Oct 11 16:14:09.824323 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.611261 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-8a4e4dd7-489a-4e28-b94e-e2a30fbee8eb tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:10.612757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-8a4e4dd7-489a-4e28-b94e-e2a30fbee8eb tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 814 time: 0.1058269 Oct 11 16:14:10.659815 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-63d3a4ef-db2f-4989-9f5f-6ae655f489f1 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e7873bb83645eba9a3b6b2418d2d66 HTTP/1.1" status: 200 len: 380 time: 0.0368862 Oct 11 16:14:10.670090 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'port': {'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'admin_state_up': True, 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'security_groups': ['b1ee9daf-de77-41aa-86e0-78f602de3cf1']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.784324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-08ab6ee8-dfe6-4825-a788-69578a6332ad req-be073e25-3f47-416d-825a-416708000bd3 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.0342083 Oct 11 16:14:10.806436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Made reservation on behalf of 82e7873bb83645eba9a3b6b2418d2d66 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:14:10.806436 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.938045 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Allocated IP 172.20.0.10 (deec2082-aa10-4e7d-849f-9114019ac326/00b57ca4-ce3a-42b6-a105-d7d92895856c/432beec3-458d-433f-b0f1-cd8ce45d3c69) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:10.973735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.087069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.121575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.167374 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Network deec2082-aa10-4e7d-849f-9114019ac326 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:11.170549 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:11.174936 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:11.207448 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:11.236513 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.237353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.254223 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-3c7251da-87eb-4e67-bdb0-542692bb94e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887985 Oct 11 16:14:11.264626 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-62ad23dc-8ff9-42e1-bc28-6045fc0fc67f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:14:11.265785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-62ad23dc-8ff9-42e1-bc28-6045fc0fc67f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059595 Oct 11 16:14:11.278903 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Request body: {'port': {'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:11.340253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.400489 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d1f1eac-a7a4-4575-9649-f8b1433d0f8d None None] Provisioning complete for port 432beec3-458d-433f-b0f1-cd8ce45d3c69 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:11.402296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1eac-a7a4-4575-9649-f8b1433d0f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.440648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f1eac-a7a4-4575-9649-f8b1433d0f8d None None] Port 432beec3-458d-433f-b0f1-cd8ce45d3c69 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:14:11.628318 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432beec3-458d-433f-b0f1-cd8ce45d3c69 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:11.635866 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.647751 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Transition to ACTIVE for port object 432beec3-458d-433f-b0f1-cd8ce45d3c69 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:14:11.651811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.720512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Pushing event updated for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:11.780674 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Attempting to bind port 432beec3-458d-433f-b0f1-cd8ce45d3c69 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:14:11.781192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Attempting to bind port 432beec3-458d-433f-b0f1-cd8ce45d3c69 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:14:11.781544 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Attempting to bind port 432beec3-458d-433f-b0f1-cd8ce45d3c69 on network deec2082-aa10-4e7d-849f-9114019ac326 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:11.787335 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Port 432beec3-458d-433f-b0f1-cd8ce45d3c69 on network deec2082-aa10-4e7d-849f-9114019ac326 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:14:11.787664 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Attempting to bind port 432beec3-458d-433f-b0f1-cd8ce45d3c69 on network deec2082-aa10-4e7d-849f-9114019ac326 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:11.794921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:14:11.795337 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Checking segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:14:11.795722 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Bound using segment: {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:14:11.796162 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Bound port: 432beec3-458d-433f-b0f1-cd8ce45d3c69, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d0d2da-500b-46d2-8e36-4bdd2504c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:14:11.796509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.879055 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:14:11.882734 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:14:11.891680 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.928023 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.928652 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.930123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] 10.222.0.36 "PUT /v2.0/ports/432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 1092 time: 0.6558821 Oct 11 16:14:11.932921 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:11.936566 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae97e5-748e-44b4-918d-7001bd6d497d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:11.973167 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47904a-14bf-4784-bb6a-db0c79294360 req-a86a7e58-d92e-4b7a-a207-b156ea458a53 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.986253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce47904a-14bf-4784-bb6a-db0c79294360 req-a86a7e58-d92e-4b7a-a207-b156ea458a53 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.1229126 Oct 11 16:14:12.010089 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5d9c6-da92-44ba-bdf8-d47f81192687 x-openstack-request-id: req-8ba5d9c6-da92-44ba-bdf8-d47f81192687 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:12.010432 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:12.010782 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ba5d9c6-da92-44ba-bdf8-d47f81192687 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:12.011260 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:14:12.020396 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9c81-77a8-4883-a92d-860a7b931086 service neutron] Pushing event updated for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:12.032351 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-70537e69-7337-46f9-b704-88eaba9ff959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.034178 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-70537e69-7337-46f9-b704-88eaba9ff959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1095 time: 0.0602524 Oct 11 16:14:12.036165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce47904a-14bf-4784-bb6a-db0c79294360 req-3a0a70d5-03ef-4e63-8c5f-29ea13692aac tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486357 Oct 11 16:14:12.082923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-7508766f-41ef-44f0-b5b9-a2ab26d4af9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 217 time: 0.0388641 Oct 11 16:14:12.141933 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-d5c51b2e-3802-49db-a8b0-3d46c863548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.143350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-d5c51b2e-3802-49db-a8b0-3d46c863548d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.0522914 Oct 11 16:14:12.192651 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-8407d226-ee73-46a9-a627-d6a23ef920df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.194222 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-8407d226-ee73-46a9-a627-d6a23ef920df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439768 Oct 11 16:14:12.299765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-cb1285f9-a852-425e-bac3-c731d3c9ab98 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967348 Oct 11 16:14:12.395569 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2300c078-554d-4f5b-aa53-a5a282cb1d31 req-998e6107-5112-4c83-a8e1-6fa662119a1f service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889354 Oct 11 16:14:12.482334 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-dd6b50d5-9383-4c52-a683-2591d285e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.483863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-dd6b50d5-9383-4c52-a683-2591d285e869 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1095 time: 0.0436378 Oct 11 16:14:12.582174 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-e92c94e8-099e-49cd-af9e-546bc155d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.583596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-e92c94e8-099e-49cd-af9e-546bc155d6db service neutron] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 915 time: 0.0924454 Oct 11 16:14:12.626775 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-57fb49ce-83a2-46fb-ba0b-cdebfc1f73b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 217 time: 0.0361066 Oct 11 16:14:12.680413 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-0e62e536-d0bb-4497-a916-ddf9c15e5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.681825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-0e62e536-d0bb-4497-a916-ddf9c15e5f2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.0484295 Oct 11 16:14:12.728333 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-b12448a9-b96b-4151-a4fc-d28595bef004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.730014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-b12448a9-b96b-4151-a4fc-d28595bef004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417662 Oct 11 16:14:12.820761 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-f8483ef6-efdf-4869-9b7c-a4ec1b8ad8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Oct 11 16:14:13.160379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0907a-25fd-471b-b7db-f479080d95b6 req-04d78394-54e2-4e3a-94ad-bfecdd6ada2b tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:13.162037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb0907a-25fd-471b-b7db-f479080d95b6 req-04d78394-54e2-4e3a-94ad-bfecdd6ada2b tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0546582 Oct 11 16:14:13.204626 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dfb0907a-25fd-471b-b7db-f479080d95b6 req-ecc2ba27-6804-406b-b8e2-bb1e095d449b tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Oct 11 16:14:13.243519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18ae97e5-748e-44b4-918d-7001bd6d497d req-08bfe9f4-7a80-45e9-8aaa-600986f89d7c service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153817 Oct 11 16:14:13.592761 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-a9a798d9-233f-431f-a5d2-585b1742e0b3 req-ce30eeed-f816-4735-9ec4-438bf167b76f service neutron] (94826) timed out ('10.222.0.36', 55836) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:14:14.323326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c920e-c5bf-42e4-b0ab-2c681aa35650 req-0c140833-ee68-4709-a21f-eedde6b8efef tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:14.324828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-182c920e-c5bf-42e4-b0ab-2c681aa35650 req-0c140833-ee68-4709-a21f-eedde6b8efef tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0538354 Oct 11 16:14:14.363231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-182c920e-c5bf-42e4-b0ab-2c681aa35650 req-a47bc7b0-a7da-4d28-a4ff-dab0c7965efa tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Oct 11 16:14:15.482717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e493-18c1-4479-9065-5d0e6ae136f6 req-3c175ef2-1057-4014-87fd-54fd1b02173f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:15.484222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2b6e493-18c1-4479-9065-5d0e6ae136f6 req-3c175ef2-1057-4014-87fd-54fd1b02173f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0528817 Oct 11 16:14:15.524515 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2b6e493-18c1-4479-9065-5d0e6ae136f6 req-25d5a2c2-386b-48c6-9237-cf0dade562fc tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Oct 11 16:14:16.639049 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe113e-2141-43c5-aafb-4af8d35eb14f req-ca9fbcfa-f12b-4cea-96db-aebafec1950e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:16.640524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bbe113e-2141-43c5-aafb-4af8d35eb14f req-ca9fbcfa-f12b-4cea-96db-aebafec1950e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0479200 Oct 11 16:14:16.677878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bbe113e-2141-43c5-aafb-4af8d35eb14f req-893703dc-5f50-42f1-ba89-0b152a8d6c03 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Oct 11 16:14:17.797025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809869f-ae29-483e-a36a-541e7b8473e9 req-7fb0c28b-6d6e-4691-9ec8-c944f714ee35 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:17.798818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8809869f-ae29-483e-a36a-541e7b8473e9 req-7fb0c28b-6d6e-4691-9ec8-c944f714ee35 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0524132 Oct 11 16:14:17.836380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8809869f-ae29-483e-a36a-541e7b8473e9 req-edb4ad55-c2f2-4ad2-b7c1-2faa0d80f9ea tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315614 Oct 11 16:14:18.951912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073396-2511-4b68-9802-d4f4408d1ad8 req-ac09b375-c132-44a2-ac37-b684bbb8da99 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:18.953406 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57073396-2511-4b68-9802-d4f4408d1ad8 req-ac09b375-c132-44a2-ac37-b684bbb8da99 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0492783 Oct 11 16:14:18.991902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57073396-2511-4b68-9802-d4f4408d1ad8 req-fab9e374-d419-4d76-98e1-d097729512cf tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Oct 11 16:14:20.128128 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375fd3b-da51-4d44-b2eb-831ce1f5efef req-a5baf7db-254c-4069-99ca-e5ea7fce5e76 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:20.129511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4375fd3b-da51-4d44-b2eb-831ce1f5efef req-a5baf7db-254c-4069-99ca-e5ea7fce5e76 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0474832 Oct 11 16:14:20.166841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4375fd3b-da51-4d44-b2eb-831ce1f5efef req-8bceeef4-32b0-43b6-b758-223c7c9e3976 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Oct 11 16:14:20.897674 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:14:21.614816 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dec0e9-5a2e-4ae8-a914-de7b3c3b8433 req-b5135047-5abf-4574-82f2-c6ffeb32e30f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:21.616299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1dec0e9-5a2e-4ae8-a914-de7b3c3b8433 req-b5135047-5abf-4574-82f2-c6ffeb32e30f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.3853621 Oct 11 16:14:21.653234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1dec0e9-5a2e-4ae8-a914-de7b3c3b8433 req-42cb9a98-d6f5-47b7-a668-e635a2f004e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Oct 11 16:14:22.766959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f029a-ee4e-4095-8be7-67947b2e3727 req-04f1cd93-ac7c-4c91-88d9-b2b3af772a07 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:22.768332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e26f029a-ee4e-4095-8be7-67947b2e3727 req-04f1cd93-ac7c-4c91-88d9-b2b3af772a07 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0474243 Oct 11 16:14:22.805346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e26f029a-ee4e-4095-8be7-67947b2e3727 req-6f5927c8-7ae6-471d-9bce-54306adfb3d5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311296 Oct 11 16:14:23.918415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc37a4-983e-48ee-902b-f2e73b3d7ca4 req-2721bef3-5d7c-423f-956a-f0b3eb576e1f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:23.919905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96fc37a4-983e-48ee-902b-f2e73b3d7ca4 req-2721bef3-5d7c-423f-956a-f0b3eb576e1f tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0484793 Oct 11 16:14:23.958518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-96fc37a4-983e-48ee-902b-f2e73b3d7ca4 req-efa038db-a220-4888-ae4b-b1f55cc3b513 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Oct 11 16:14:25.078983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a5da2-4cf5-4455-974a-4f3e4ab46807 req-6ed2eb09-f174-4a91-835e-1b2731ef4a2a tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:25.080665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4a5da2-4cf5-4455-974a-4f3e4ab46807 req-6ed2eb09-f174-4a91-835e-1b2731ef4a2a tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 944 time: 0.0540936 Oct 11 16:14:25.118273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd4a5da2-4cf5-4455-974a-4f3e4ab46807 req-7d726f9a-2e77-448f-ad51-31b6dfa74717 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Oct 11 16:14:25.126653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 432beec3-458d-433f-b0f1-cd8ce45d3c69 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:14:25.223203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:25.238039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:14:25.275737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:25.288484 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432beec3-458d-433f-b0f1-cd8ce45d3c69 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:25.307855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:25.313172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:25.359921 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:25.367039 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.367374 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.367702 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.368028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.368349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.368666 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.368981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.369293 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.369630 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.369944 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.370260 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.370570 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:25.541839 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['432beec3-458d-433f-b0f1-cd8ce45d3c69'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:26.231598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a984c-9a8f-4ee5-b752-2cae4e813645 req-57eb4e32-185d-4505-b3d3-966190ec6cbe tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:26.233060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e1a984c-9a8f-4ee5-b752-2cae4e813645 req-57eb4e32-185d-4505-b3d3-966190ec6cbe tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 945 time: 0.0488353 Oct 11 16:14:26.270166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e1a984c-9a8f-4ee5-b752-2cae4e813645 req-9857ef48-e5ba-442a-ab41-91ac76302396 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Oct 11 16:14:27.140734 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 432beec3-458d-433f-b0f1-cd8ce45d3c69 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:27.188417 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 432beec3-458d-433f-b0f1-cd8ce45d3c69 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:14:27.192367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 432beec3-458d-433f-b0f1-cd8ce45d3c69 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:27.192738 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:27.268631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:27.290131 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:27.292406 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f54b64-5d02-44eb-a903-68936f861bfd" -d '{"events": [{"server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "name": "network-vif-plugged", "status": "completed", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:27.306240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:27.310845 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:27.361929 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:27.386986 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7758a-036f-47dc-bcb6-9d3363f0107f req-29462303-7351-4854-beea-0833549685eb tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:27.388475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8b7758a-036f-47dc-bcb6-9d3363f0107f req-29462303-7351-4854-beea-0833549685eb tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0484092 Oct 11 16:14:27.426199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8b7758a-036f-47dc-bcb6-9d3363f0107f req-4a241429-e303-403e-9c9c-77194d3fd0c5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Oct 11 16:14:28.351647 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2f16d8-29c8-45af-a63c-ab03ddf167da x-openstack-request-id: req-9e2f16d8-29c8-45af-a63c-ab03ddf167da {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:28.352080 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "name": "network-vif-plugged", "status": "completed", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:28.352209 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e2f16d8-29c8-45af-a63c-ab03ddf167da {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:28.352563 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'code': 200} Oct 11 16:14:28.454418 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109bba-7492-4e67-88c8-9b1c5d60152b req-064ead6f-bbcb-4527-8eb1-21392665791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.455918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c109bba-7492-4e67-88c8-9b1c5d60152b req-064ead6f-bbcb-4527-8eb1-21392665791d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1097 time: 0.0417247 Oct 11 16:14:28.490583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8c109bba-7492-4e67-88c8-9b1c5d60152b req-4de6aa00-f18a-4280-9f86-70427dcb7bff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277822 Oct 11 16:14:28.545442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc959b4-b2d5-4e1c-a2f9-9e4888008116 req-1c805d8e-b045-4fc9-8ae7-3adcc7fefda5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.547044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7dc959b4-b2d5-4e1c-a2f9-9e4888008116 req-1c805d8e-b045-4fc9-8ae7-3adcc7fefda5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0551796 Oct 11 16:14:28.586415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7dc959b4-b2d5-4e1c-a2f9-9e4888008116 req-cf7968b5-f1eb-459a-b1e8-40b629930766 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332291 Oct 11 16:14:29.703257 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cab01-94ce-4df7-b3f3-1ae4f0a665e4 req-b7806bd6-dc5c-4064-a9ab-a10a2d6edc59 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:29.704791 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f1cab01-94ce-4df7-b3f3-1ae4f0a665e4 req-b7806bd6-dc5c-4064-a9ab-a10a2d6edc59 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0504315 Oct 11 16:14:29.743694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f1cab01-94ce-4df7-b3f3-1ae4f0a665e4 req-57797eab-02ea-4a91-9d10-12b8312b1059 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331001 Oct 11 16:14:29.860117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b280326-fcb6-49ad-a3b1-501d739467e7 req-4f0a3c7c-108e-43a1-9567-e58332753c87 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:29.861609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b280326-fcb6-49ad-a3b1-501d739467e7 req-4f0a3c7c-108e-43a1-9567-e58332753c87 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0497541 Oct 11 16:14:29.901139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b280326-fcb6-49ad-a3b1-501d739467e7 req-a74b6615-67ac-436e-87d4-0fdfb41803c8 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Oct 11 16:14:29.924881 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:30.007081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c74326-f33e-4d52-81b6-7943d4676b35 tempest-TestVolumeBackupRestore-81333579 tempest-TestVolumeBackupRestore-81333579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:30.008561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26c74326-f33e-4d52-81b6-7943d4676b35 tempest-TestVolumeBackupRestore-81333579 tempest-TestVolumeBackupRestore-81333579-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1092 time: 0.0826676 Oct 11 16:14:30.011509 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 60640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:30.016136 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:30.037800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.130669 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.235808 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Allocated IP 172.35.3.2 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7078f169-e2cf-49af-84d4-e97b07d2b6da) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:30.335110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.371933 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.407259 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:30.412050 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:30.415549 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:30.439389 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'Port': ['ID=7078f169-e2cf-49af-84d4-e97b07d2b6da,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:30.780691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.848167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.001055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.005769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.072312 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event updated for resources: {'Port': ['ID=7078f169-e2cf-49af-84d4-e97b07d2b6da,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:31.083720 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.185662 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Floating IP 3e46c20c-0e29-4079-b402-e5a9c12097a8 associated. External IP: 172.35.3.2, port: 432beec3-458d-433f-b0f1-cd8ce45d3c69. Oct 11 16:14:31.403227 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:14:31.522599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:14:31.533934 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:31.543415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.543745 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:31.544433 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:14:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:31.573417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-870e20d2-2c76-42cb-90b5-db49a6bf1896 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5608575 Oct 11 16:14:31.574077 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:31.576825 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:31.577354 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:31.623755 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992096f2-1668-4c3d-927d-3bfa3dd4a133 tempest-TestVolumeBackupRestore-81333579 tempest-TestVolumeBackupRestore-81333579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.625602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-992096f2-1668-4c3d-927d-3bfa3dd4a133 tempest-TestVolumeBackupRestore-81333579 tempest-TestVolumeBackupRestore-81333579-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1092 time: 0.0470052 Oct 11 16:14:31.628629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:31.633273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Request body: {'floatingip': {'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:31.693121 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d0a8fb-d432-4560-ad40-146f8d1752b5 x-openstack-request-id: req-b2d0a8fb-d432-4560-ad40-146f8d1752b5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:31.693395 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:31.693900 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2d0a8fb-d432-4560-ad40-146f8d1752b5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:31.694302 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:14:31.694466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.761243 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:31.831014 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-22fb916f-d14f-461f-a180-66aee709cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.832491 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-22fb916f-d14f-461f-a180-66aee709cd4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1097 time: 0.1006076 Oct 11 16:14:31.988145 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:30Z', 'revision_number': 0, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:32.018093 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:32.026258 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:32.026854 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:14:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:32.030164 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-19e580d1-2d9b-404a-be3a-3f0d71f85627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.031698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-19e580d1-2d9b-404a-be3a-3f0d71f85627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 915 time: 0.1917336 Oct 11 16:14:32.133014 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:32.208012 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-b88d73cb-07e4-474e-9a57-2a3d56260f36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 998 time: 0.1695223 Oct 11 16:14:32.355334 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a017f875-356b-49bb-be15-360c03f7414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:30Z', 'revision_number': 0, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:32.377060 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-1edf598f-a9dd-47ff-bb97-2ee4ff203945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.378664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-1edf598f-a9dd-47ff-bb97-2ee4ff203945 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.1604004 Oct 11 16:14:32.380671 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f875-356b-49bb-be15-360c03f7414f None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:30Z', 'revision_number': 0, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:32.408404 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84d5e8b4-9a2d-4d7f-abf5-a8e2590015d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.519028 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-b6e8c690-ee20-438e-a86a-fcfaa80d0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.520681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-b6e8c690-ee20-438e-a86a-fcfaa80d0866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250973 Oct 11 16:14:32.603734 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609149d-7635-4205-b9de-110a22023ade None None] New status for floating IP 3e46c20c-0e29-4079-b402-e5a9c12097a8: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:14:32.620798 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.630314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.722022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c609149d-7635-4205-b9de-110a22023ade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:14:32.722375 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c609149d-7635-4205-b9de-110a22023ade None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:14:32.728858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-619b58f6-1b5c-40c9-93dc-6327739f1272 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791978 Oct 11 16:14:32.870557 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7803feec-8c95-4e2e-8f16-0ddf945dcc4d req-b342e7d3-18f2-47dd-ac29-3933dbbb9021 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313398 Oct 11 16:14:32.937817 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:14:33.040167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:14:33.045180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:33.074899 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:33.077664 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4abff-8e9b-4a3e-b824-b35a6993abd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:33.106451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-45cef3c2-4c56-4a32-8ccc-1f82f5a81516 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "PUT /v2.0/floatingips/3e46c20c-0e29-4079-b402-e5a9c12097a8 HTTP/1.1" status: 200 len: 990 time: 1.4729846 Oct 11 16:14:33.126623 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47ae44-a7a7-4f5a-a201-be7e0d92232e x-openstack-request-id: req-ea47ae44-a7a7-4f5a-a201-be7e0d92232e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:33.126839 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:33.127367 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea47ae44-a7a7-4f5a-a201-be7e0d92232e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:33.127967 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:14:33.195953 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-bce9301a-c354-46dc-ad8c-499b882abbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.197533 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-bce9301a-c354-46dc-ad8c-499b882abbb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1097 time: 0.0424814 Oct 11 16:14:33.223791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609149d-7635-4205-b9de-110a22023ade None None] New status for floating IP 3e46c20c-0e29-4079-b402-e5a9c12097a8: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:14:33.294189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-8df7d579-e513-4df4-87f0-49df0d253470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.295854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-8df7d579-e513-4df4-87f0-49df0d253470 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 915 time: 0.0915542 Oct 11 16:14:33.360945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-80e17c0e-6a5e-4f38-ba17-3139e8244cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 998 time: 0.0578454 Oct 11 16:14:33.413424 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-7186e05b-724c-4198-b94a-007ee538a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.414824 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-7186e05b-724c-4198-b94a-007ee538a980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.0474420 Oct 11 16:14:33.470084 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-4773c88b-6c5d-4e0d-b9e4-02f2119af6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.470336 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:33.471583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-4773c88b-6c5d-4e0d-b9e4-02f2119af6ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494149 Oct 11 16:14:33.479438 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:33.480028 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:14:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:33.561546 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-acf46ebf-991e-4055-a5d0-b20e5d9df12b service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829210 Oct 11 16:14:33.584918 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:33.655863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-37a4abff-8e9b-4a3e-b824-b35a6993abd5 req-89dcb65c-adf5-4548-ae67-32948eeedac5 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Oct 11 16:14:33.814172 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:33Z', 'revision_number': 2, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:33.839884 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:33.848097 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:33.848696 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:14:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:33.952469 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:34.170505 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:33Z', 'revision_number': 2, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:34.281988 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aadfd3-a373-4809-b58e-7609ccee038c None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3e46c20c-0e29-4079-b402-e5a9c12097a8', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'floating_ip_address': '172.35.3.2', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'port_id': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'mac_address': 'fa:16:3e:b8:d9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:30Z', 'updated_at': '2021-10-11T16:14:33Z', 'revision_number': 2, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:35.128345 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:35.131234 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb50b4-9fc5-41ad-a902-8413db413223" -d '{"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:35.168602 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb14e95c-b25a-461d-ae97-11819c72192b x-openstack-request-id: req-eb14e95c-b25a-461d-ae97-11819c72192b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:35.169430 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:35.169713 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb14e95c-b25a-461d-ae97-11819c72192b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:35.170611 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:14:35.239240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-17129f60-70b2-43b2-8030-fe046263fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.241146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-17129f60-70b2-43b2-8030-fe046263fcb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1097 time: 0.0501888 Oct 11 16:14:35.351158 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-29ea3949-ea0b-4791-85a4-6913573aceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.352614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-29ea3949-ea0b-4791-85a4-6913573aceed service neutron] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 915 time: 0.1001604 Oct 11 16:14:35.367744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70a72f12-e18f-492d-be8f-ea62bc92029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:35.416201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-33c02a6c-bc3d-4a72-b538-8917f97c8d73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 1000 time: 0.0567009 Oct 11 16:14:35.463041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-0942252f-4eee-4423-912e-7cce4be3b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.464453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-0942252f-4eee-4423-912e-7cce4be3b907 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.0420768 Oct 11 16:14:35.520077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-2a0d3425-3898-4fe9-be92-02fc64403ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.521581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-2a0d3425-3898-4fe9-be92-02fc64403ff7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425742 Oct 11 16:14:35.619185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-5da666b3-1944-42be-be47-1512542f87ba service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Oct 11 16:14:35.717703 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e9fb50b4-9fc5-41ad-a902-8413db413223 req-22a8ebba-7760-4255-bdbd-d149aedd9b32 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Oct 11 16:14:36.017936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.048567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.864715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:39.823687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:40.975693 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:52.865165 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-e6993a4c-a782-453d-86e3-fe4aa1d8c8c1 req-2b4e3220-b84d-412c-bbce-3535419ef8fa service neutron] (94827) timed out ('10.222.0.31', 51002) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:14:57.897694 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:15:02.400014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a2c653a-3497-40bc-84e3-48a8ffa435fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:05.374181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9daab4e8-782a-4d56-8223-33125649707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:05.952883 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:06.020706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.053619 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.434848 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Deleting port 7078f169-e2cf-49af-84d4-e97b07d2b6da {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:06.435191 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.524347 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.524673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.541329 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Calling delete_port for 7078f169-e2cf-49af-84d4-e97b07d2b6da owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:06.714038 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.743833 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event deleted for resources: {'Port': ['ID=7078f169-e2cf-49af-84d4-e97b07d2b6da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:06.811736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:06.812064 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Floating IP 3e46c20c-0e29-4079-b402-e5a9c12097a8 disassociated (deleted). External IP: 172.35.3.2, port: 432beec3-458d-433f-b0f1-cd8ce45d3c69. Oct 11 16:15:07.053150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:07.164014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:07.168820 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:07.174574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:07.183896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:07.184508 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:07.196060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b766a414-6b5f-45f3-adfa-36537d09443e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "DELETE /v2.0/floatingips/3e46c20c-0e29-4079-b402-e5a9c12097a8 HTTP/1.1" status: 204 len: 168 time: 1.2413521 Oct 11 16:15:07.196652 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:07.198991 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619f638-eafc-45ab-9eea-f6bd692ab688" -d '{"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:07.241874 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965dcfd-ab96-4592-80c7-548174a97a74 x-openstack-request-id: req-7965dcfd-ab96-4592-80c7-548174a97a74 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:07.242170 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:07.242423 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7965dcfd-ab96-4592-80c7-548174a97a74 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:07.243885 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:15:07.296267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:07.305545 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-936fe94a-3f60-4432-9a9f-8420284df1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:07.307109 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-936fe94a-3f60-4432-9a9f-8420284df1e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 1097 time: 0.0434756 Oct 11 16:15:07.411532 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-727b81c7-0f68-439e-9ce2-e097f04fdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:07.413576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-727b81c7-0f68-439e-9ce2-e097f04fdf22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 200 len: 915 time: 0.0991743 Oct 11 16:15:07.457193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee093-a802-451b-9183-f0e051e3d7b7 req-abfced27-e165-4465-be83-92c09395ac3d tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:07.458838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f7ee093-a802-451b-9183-f0e051e3d7b7 req-abfced27-e165-4465-be83-92c09395ac3d tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0530372 Oct 11 16:15:07.465337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-9e4eab71-33aa-4769-8816-52e04a0d88b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 200 len: 217 time: 0.0430152 Oct 11 16:15:07.502932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f7ee093-a802-451b-9183-f0e051e3d7b7 req-e608dea7-a79b-4e1d-a1cf-217c784e5d3e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Oct 11 16:15:07.530407 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-b007a0af-8817-4c69-b696-1d8be9f7cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:07.531917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-b007a0af-8817-4c69-b696-1d8be9f7cb1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 200 len: 853 time: 0.0579391 Oct 11 16:15:07.532648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:07.559758 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:07.568591 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:07.569197 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:07.580451 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-ae88605b-2b5d-44a9-b00b-a7579513ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:07.581990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-ae88605b-2b5d-44a9-b00b-a7579513ed02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deec2082-aa10-4e7d-849f-9114019ac326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418305 Oct 11 16:15:07.675341 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:07.676390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-1f47e509-319a-4dc4-a650-f641da766958 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Oct 11 16:15:07.773664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8619f638-eafc-45ab-9eea-f6bd692ab688 req-c135308d-87ab-4db6-bd33-c814b18db072 service neutron] 10.222.0.36 "GET /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879192 Oct 11 16:15:07.872865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:07.887214 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:07.917194 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481fa8e-2cd9-4de0-9f0e-ea279306628b None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:12:13Z', 'revision_number': 4, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f350a2a7-ac7c-4635-a410-872f66064fcc', 'name': '', 'network_id': 'deec2082-aa10-4e7d-849f-9114019ac326', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'mac_address': 'fa:16:3e:47:9a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:12Z', 'updated_at': '2021-10-11T16:12:17Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'subnets': [{'id': '00b57ca4-ce3a-42b6-a105-d7d92895856c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:08.140574 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0002aec-fb94-407c-bcc5-7ff6c9df9fee None None] New status for floating IP 3e46c20c-0e29-4079-b402-e5a9c12097a8: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:15:08.628343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d86437-c31f-45cd-9f64-f7e67d61ccd0 req-2ba30922-32e2-4e26-b8c5-789a15df1a0e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:08.629850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82d86437-c31f-45cd-9f64-f7e67d61ccd0 req-2ba30922-32e2-4e26-b8c5-789a15df1a0e tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0529284 Oct 11 16:15:08.668004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-82d86437-c31f-45cd-9f64-f7e67d61ccd0 req-aebefd7a-c907-4261-b4b5-0c4c1ac660dd tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1ee9daf-de77-41aa-86e0-78f602de3cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Oct 11 16:15:08.937378 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-0ce0247d-b06d-400d-903a-06a7187f8883 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:08.939545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-0ce0247d-b06d-400d-903a-06a7187f8883 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 946 time: 0.0503604 Oct 11 16:15:09.033895 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Deleting port 432beec3-458d-433f-b0f1-cd8ce45d3c69 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:09.034228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:09.122404 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] For port 432beec3-458d-433f-b0f1-cd8ce45d3c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=432beec3-458d-433f-b0f1-cd8ce45d3c69,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:09.122759 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:09.135704 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Calling delete_port for 432beec3-458d-433f-b0f1-cd8ce45d3c69 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:09.265354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:09.293202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event deleted for resources: {'Port': ['ID=432beec3-458d-433f-b0f1-cd8ce45d3c69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:09.308952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.308952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.308952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.308952 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.309392 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.309638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.309968 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.310294 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.310619 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.310944 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.311267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.311591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:09.351738 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] No DVR routers for this DVR port 432beec3-458d-433f-b0f1-cd8ce45d3c69 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:09.354473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:09.357975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-aa00cd49-36b5-469f-9cf5-8943213b75d4 req-a7a9d168-27d9-49a0-b362-c6b6670bb387 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.36 "DELETE /v2.0/ports/432beec3-458d-433f-b0f1-cd8ce45d3c69 HTTP/1.1" status: 204 len: 173 time: 0.4128134 Oct 11 16:15:09.358427 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'name': 'network-vif-deleted', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:09.360722 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0576d-3df2-4190-a34b-aac90f1f82dd" -d '{"events": [{"server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "name": "network-vif-deleted", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:09.401033 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6b283-ba2c-4a7a-8779-dc6c94204d90 x-openstack-request-id: req-cda6b283-ba2c-4a7a-8779-dc6c94204d90 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:09.401322 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e776c07-41c3-42c8-9121-2517c83c3f1d", "name": "network-vif-deleted", "tag": "432beec3-458d-433f-b0f1-cd8ce45d3c69", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:09.401602 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cda6b283-ba2c-4a7a-8779-dc6c94204d90 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:09.401998 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e776c07-41c3-42c8-9121-2517c83c3f1d', 'name': 'network-vif-deleted', 'tag': '432beec3-458d-433f-b0f1-cd8ce45d3c69', 'status': 'completed', 'code': 200} Oct 11 16:15:09.770968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c655d2e-004b-49e0-b9fa-94f751267f3e req-83e0efda-e064-4e37-8f61-64ee443604b1 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.0288799 Oct 11 16:15:09.824537 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:10.872141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da379b9f-d5f9-488e-a141-59013b2badbe req-74065f4b-1b1c-48aa-a112-b7614d0e4088 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.0271058 Oct 11 16:15:10.974913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:11.972878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6ca1eac-9ed5-4c8b-b0e1-d5ba74e5f0c4 req-df6e408d-f28d-4d8b-adc6-1a19daef8bf0 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.0268397 Oct 11 16:15:13.067827 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97521113-271d-4b02-84eb-21bfc800f755 req-0a3541c1-c977-42c8-889f-6e60dba6e2b5 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e776c07-41c3-42c8-9121-2517c83c3f1d HTTP/1.1" status: 200 len: 210 time: 0.0269022 Oct 11 16:15:13.326136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 432beec3-458d-433f-b0f1-cd8ce45d3c69 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:13.348240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 432beec3-458d-433f-b0f1-cd8ce45d3c69 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:13.348572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 432beec3-458d-433f-b0f1-cd8ce45d3c69 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:14.125602 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 60694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:14.186725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:14.211487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:14.271583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:14.274208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:14.275400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1ee9daf-de77-41aa-86e0-78f602de3cf1 HTTP/1.1" status: 204 len: 168 time: 0.1488581 Oct 11 16:15:14.284864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c3a3-1f7e-4442-aa34-a921139b06e2 tempest-TestVolumeBackupRestore-1158699868 tempest-TestVolumeBackupRestore-1158699868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee9daf-de77-41aa-86e0-78f602de3cf1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:18.746507 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:19.100291 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:19.303072 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-a8ca4d7f-1bde-4d56-a809-e5a5f6c2a1ed req-9943eb8a-9bbc-42a4-afde-e2f47c2994d7 tempest-ServersNegativeTestJSON-1695310058 tempest-ServersNegativeTestJSON-1695310058-project] (94826) timed out ('10.222.0.43', 56730) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:15:19.354856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Deleting port f350a2a7-ac7c-4635-a410-872f66064fcc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:19.355190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:19.437292 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] For port f350a2a7-ac7c-4635-a410-872f66064fcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f350a2a7-ac7c-4635-a410-872f66064fcc,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:19.437711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:19.457094 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Calling delete_port for f350a2a7-ac7c-4635-a410-872f66064fcc owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:19.642303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:19.669710 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f350a2a7-ac7c-4635-a410-872f66064fcc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:19.695244 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.695584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.695917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.696241 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.696564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.696888 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.697206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.697545 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.697864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.698181 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.698493 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.698804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:19.845621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.065807 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Router 3f0c7a16-d221-40a7-91d8-c774f1181cad has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:20.170389 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:20.176069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4873a3b4-eaac-4f3a-bee8-75b5517e91a2 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f0c7a16-d221-40a7-91d8-c774f1181cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288344 Oct 11 16:15:20.178710 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:20.181394 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Sync routers for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:20.191050 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:20.191669 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:20.280386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.292470 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:20.384605 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.447301 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Deleting port 841c0699-564a-49aa-895d-b6b1e56606cc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:20.447532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.484534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:15:19Z', 'revision_number': 5, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port': {'id': '841c0699-564a-49aa-895d-b6b1e56606cc', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:11Z', 'updated_at': '2021-10-11T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:20.525711 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Checking router: 3f0c7a16-d221-40a7-91d8-c774f1181cad for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:20.527874 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] For port 841c0699-564a-49aa-895d-b6b1e56606cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=841c0699-564a-49aa-895d-b6b1e56606cc,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:20.528263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.536578 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Routers {'3f0c7a16-d221-40a7-91d8-c774f1181cad'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:20.537266 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['3f0c7a16-d221-40a7-91d8-c774f1181cad'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:20.546615 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Calling delete_port for 841c0699-564a-49aa-895d-b6b1e56606cc owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:20.628552 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] Set router 3f0c7a16-d221-40a7-91d8-c774f1181cad gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:20.680970 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:15:20Z', 'revision_number': 6, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:20.711240 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140d3f1-baf6-4230-820a-3a42abfad229 None None] The sync data for ids ['3f0c7a16-d221-40a7-91d8-c774f1181cad'] in n-d-master-1 is: [{'id': '3f0c7a16-d221-40a7-91d8-c774f1181cad', 'name': 'tempest-TestVolumeBackupRestore-1500491757-router', 'tenant_id': '82e7873bb83645eba9a3b6b2418d2d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:10Z', 'updated_at': '2021-10-11T16:15:20Z', 'revision_number': 6, 'project_id': '82e7873bb83645eba9a3b6b2418d2d66', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:20.720520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.747271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=841c0699-564a-49aa-895d-b6b1e56606cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:20.810960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.906456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.909262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.955420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.955977 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0c7a16-d221-40a7-91d8-c774f1181cad {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:15:20.960292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:20.961631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-55505876-0f3b-482f-8b61-99d79883e6bf admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f0c7a16-d221-40a7-91d8-c774f1181cad HTTP/1.1" status: 204 len: 168 time: 0.7819498 Oct 11 16:15:20.964242 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:21.007338 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Deleting subnet 00b57ca4-ce3a-42b6-a105-d7d92895856c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:15:21.010286 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.045105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.131021 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.193015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.220951 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b57ca4-ce3a-42b6-a105-d7d92895856c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:21.222983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.228295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e162a1a-63f8-404b-b2ac-62412c2ac9b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/00b57ca4-ce3a-42b6-a105-d7d92895856c HTTP/1.1" status: 204 len: 168 time: 0.2611198 Oct 11 16:15:21.230447 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:21.233150 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0224289b-317e-4993-ae98-6040d6b0e25b None None] Network deec2082-aa10-4e7d-849f-9114019ac326 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:21.303572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.497222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] DHCP port deletion for deec2082-aa10-4e7d-849f-9114019ac326 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:15:21.558200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Deleting port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:21.558732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.643353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] For port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:21.643743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.659424 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Calling delete_port for 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:21.700255 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Deleting port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:21.700600 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.749195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.766918 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] For port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,segment=NetworkSegment(a3d0d2da-500b-46d2-8e36-4bdd2504c890),segment_id=a3d0d2da-500b-46d2-8e36-4bdd2504c890)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:21.767290 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.781886 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Calling delete_port for 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:21.785860 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] Pushing event deleted for resources: {'Port': ['ID=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:21.788215 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ce590-a1d7-4b34-9e96-670ab7d711b8 None None] No DVR routers for this DVR port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:21.864657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.891049 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce3e4ff-925f-4682-9a22-ef91f30d5a27,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:21.893923 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] No DVR routers for this DVR port 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:21.967604 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:21.987895 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deec2082-aa10-4e7d-849f-9114019ac326']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:21.996968 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d0d2da-500b-46d2-8e36-4bdd2504c890') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:21.997254 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d0d2da-500b-46d2-8e36-4bdd2504c890') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:22.006867 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.020202 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.026061 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:15:22.026515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self.session.flush() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:15:22.028072 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:15:22.080768 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.086104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.089204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] 10.222.0.31 "DELETE /v2.0/networks/deec2082-aa10-4e7d-849f-9114019ac326 HTTP/1.1" status: 204 len: 168 time: 0.8577957 Oct 11 16:15:22.092345 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:22.101250 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0e31-0fa6-4714-9209-6d97f0ee7153 admin admin] Pushing event deleted for resources: {'Network': ['ID=deec2082-aa10-4e7d-849f-9114019ac326,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:22.460600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.590491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:22.612674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:22.613123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5ce3e4ff-925f-4682-9a22-ef91f30d5a27 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:22.613702 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f350a2a7-ac7c-4635-a410-872f66064fcc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:22.632854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f350a2a7-ac7c-4635-a410-872f66064fcc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:22.633197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f350a2a7-ac7c-4635-a410-872f66064fcc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:22.633711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 841c0699-564a-49aa-895d-b6b1e56606cc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:22.652985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 841c0699-564a-49aa-895d-b6b1e56606cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:22.653410 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 841c0699-564a-49aa-895d-b6b1e56606cc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:22.725743 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Deleting port d502eb64-5578-4606-bac6-2f59f3e01559 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:22.725974 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.803233 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] For port d502eb64-5578-4606-bac6-2f59f3e01559, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d502eb64-5578-4606-bac6-2f59f3e01559,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:22.803590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:22.816633 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Calling delete_port for d502eb64-5578-4606-bac6-2f59f3e01559 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:22.999512 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:23.022091 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d502eb64-5578-4606-bac6-2f59f3e01559,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:23.192210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:23.407027 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Router 8b75d978-8bc7-4fe0-b21e-957329d7e538 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:23.513842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:23.519843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-40bf88d7-0e52-4f7a-a54b-3738019eb7c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/8b75d978-8bc7-4fe0-b21e-957329d7e538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263785 Oct 11 16:15:23.522320 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:23.523857 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Sync routers for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:23.533331 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:23.533970 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:23.632783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:23.637143 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:23.823804 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:15:22Z', 'revision_number': 5, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:23.854778 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Checking router: 8b75d978-8bc7-4fe0-b21e-957329d7e538 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:23.865833 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Routers {'8b75d978-8bc7-4fe0-b21e-957329d7e538'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:23.866453 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['8b75d978-8bc7-4fe0-b21e-957329d7e538'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:23.982810 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] Set router 8b75d978-8bc7-4fe0-b21e-957329d7e538 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:24.064692 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.117255 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Deleting port 998e077f-7939-4819-a9c2-50be91002b23 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:24.117530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.164176 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:15:22Z', 'revision_number': 5, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:24.190009 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab7a95-8942-4295-a189-17c92c0f25ef None None] The sync data for ids ['8b75d978-8bc7-4fe0-b21e-957329d7e538'] in n-d-master-1 is: [{'id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'name': 'tempest-TestVolumeBackupRestore-401424726-router', 'tenant_id': '2a221e59f7b9491c943833af5f1c4924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181'}], 'enable_snat': True}, 'gw_port_id': '998e077f-7939-4819-a9c2-50be91002b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:15:22Z', 'revision_number': 5, 'project_id': '2a221e59f7b9491c943833af5f1c4924', 'gw_port': {'id': '998e077f-7939-4819-a9c2-50be91002b23', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d978-8bc7-4fe0-b21e-957329d7e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:15Z', 'updated_at': '2021-10-11T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:24.198228 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] For port 998e077f-7939-4819-a9c2-50be91002b23, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=998e077f-7939-4819-a9c2-50be91002b23,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:24.198791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.217158 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Calling delete_port for 998e077f-7939-4819-a9c2-50be91002b23 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:24.387247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.415632 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=998e077f-7939-4819-a9c2-50be91002b23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:24.476526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.568797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.571302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.624738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.625756 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b75d978-8bc7-4fe0-b21e-957329d7e538 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:15:24.631903 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.633221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d03f4ec6-7a7b-4a06-b278-7a93c13f10b4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8b75d978-8bc7-4fe0-b21e-957329d7e538 HTTP/1.1" status: 204 len: 168 time: 1.1099043 Oct 11 16:15:24.635811 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:24.668572 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d502eb64-5578-4606-bac6-2f59f3e01559 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:24.688923 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Deleting subnet 16d217a0-1f5d-44f3-b531-68c0290bebca {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:15:24.694001 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.695927 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d502eb64-5578-4606-bac6-2f59f3e01559 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:24.696313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d502eb64-5578-4606-bac6-2f59f3e01559 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:24.734581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.824016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.900249 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.929090 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d217a0-1f5d-44f3-b531-68c0290bebca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:24.934587 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:24.940050 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad84a61c-09c3-4a83-b347-764601699445 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16d217a0-1f5d-44f3-b531-68c0290bebca HTTP/1.1" status: 204 len: 168 time: 0.3008535 Oct 11 16:15:24.940242 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a70fae-3d47-4bc8-ac42-1088936eb82a None None] Network bffd2d4c-83f5-4f6f-b5a0-79012479b6df requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:24.940470 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:25.019235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.076625 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Deleting port e033118e-5f6a-40d1-a393-7eaa38b1a03e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:25.077000 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.144855 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] For port e033118e-5f6a-40d1-a393-7eaa38b1a03e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e033118e-5f6a-40d1-a393-7eaa38b1a03e,segment=NetworkSegment(a042c6fe-420a-4b60-a539-c81241efddab),segment_id=a042c6fe-420a-4b60-a539-c81241efddab)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:25.145219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.158632 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Calling delete_port for e033118e-5f6a-40d1-a393-7eaa38b1a03e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:25.242856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.265747 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607391b-fc5d-48e8-b3cb-e26f8ae54c00 None None] DHCP port deletion for bffd2d4c-83f5-4f6f-b5a0-79012479b6df request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:15:25.279206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e033118e-5f6a-40d1-a393-7eaa38b1a03e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:25.284020 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] No DVR routers for this DVR port e033118e-5f6a-40d1-a393-7eaa38b1a03e on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:25.365665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.388015 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffd2d4c-83f5-4f6f-b5a0-79012479b6df']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:25.398217 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a042c6fe-420a-4b60-a539-c81241efddab') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:25.398511 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a042c6fe-420a-4b60-a539-c81241efddab') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:25.409083 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.423394 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.429308 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:15:25.429723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:15:25.431431 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:15:25.486791 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.492297 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.497953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bffd2d4c-83f5-4f6f-b5a0-79012479b6df HTTP/1.1" status: 204 len: 168 time: 0.5563097 Oct 11 16:15:25.509981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc893f-5f9c-4de6-9c11-a912d8ae6d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffd2d4c-83f5-4f6f-b5a0-79012479b6df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:25.672478 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32934) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:25.713121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eb37bb7b-603e-435a-8619-99580288994b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82e7873bb83645eba9a3b6b2418d2d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391765 Oct 11 16:15:25.715716 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:25.770252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.791133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.838422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.841046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:25.842236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a7de70c-0479-4f43-b40e-bca522f6b035 HTTP/1.1" status: 204 len: 168 time: 0.1255722 Oct 11 16:15:25.851281 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ed35-b881-48d4-bac8-5ffecf252de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7de70c-0479-4f43-b40e-bca522f6b035,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:26.193990 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:26.236405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-96a9175c-d54b-4854-99aa-f29083eb41d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a221e59f7b9491c943833af5f1c4924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412304 Oct 11 16:15:26.239104 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:26.287918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:26.308778 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:26.357757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:26.360962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:26.362170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af933516-3250-429e-a0b8-0680f8a43db6 HTTP/1.1" status: 204 len: 168 time: 0.1221128 Oct 11 16:15:26.370283 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f9b1-73e9-4a18-a92b-edb3730d2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af933516-3250-429e-a0b8-0680f8a43db6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:26.599660 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 998e077f-7939-4819-a9c2-50be91002b23 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:26.623671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 998e077f-7939-4819-a9c2-50be91002b23 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:26.624013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 998e077f-7939-4819-a9c2-50be91002b23 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:26.624434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033118e-5f6a-40d1-a393-7eaa38b1a03e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:26.649323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e033118e-5f6a-40d1-a393-7eaa38b1a03e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:26.649705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e033118e-5f6a-40d1-a393-7eaa38b1a03e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:27.072984 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:27.171839 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380818339-network', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:27.195913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:27.198199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.207123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.281228 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.285118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.309330 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:15:27.318494 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9073af4f-10f6-4599-8dc5-f5397d780c19,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:27.324440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.324781 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Added segment 4a611ffe-0cfa-494b-8f9b-d999627b0aed of type vlan for network 36138f14-4247-470d-867d-13730060800d Oct 11 16:15:27.366595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.390966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.392770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:27.393342 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.448212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3740263 Oct 11 16:15:27.451356 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:27.456934 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Request body: {'subnet': {'network_id': '36138f14-4247-470d-867d-13730060800d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380818339-subnet', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:27.460478 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382335c5-1252-4645-89c1-d12cf763c27f admin admin] Pushing event updated for resources: {'Network': ['ID=36138f14-4247-470d-867d-13730060800d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:27.472881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 36138f14-4247-470d-867d-13730060800d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:15:27.481326 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:27.484217 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.652876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.718810 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:27.723232 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:27.723596 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Network hostable DHCP agents. Network: 36138f14-4247-470d-867d-13730060800d, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:15:27.746147 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Network 36138f14-4247-470d-867d-13730060800d is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:15:27.755117 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 36138f14-4247-470d-867d-13730060800d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:27.759256 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:27.759842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.764124 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236d3a4-b262-4eff-9d44-70c061d2cbe2 None None] Network 36138f14-4247-470d-867d-13730060800d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:27.775701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3be3820-e075-44fa-b62b-225baf254acf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3232107 Oct 11 16:15:27.778446 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:27.782786 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:27.803649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.804785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.857650 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.912724 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-36138f14-4247-470d-867d-13730060800d', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:15:27.913630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.003880 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.050334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Allocated IP 172.20.0.2 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/ee42a469-9ed1-4f62-9d44-b6e19bae9755) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:28.204620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.212019 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.217736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.224810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.254386 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:28.259194 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:28.262731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:28.275017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Pushing event updated for resources: {'Port': ['ID=ee42a469-9ed1-4f62-9d44-b6e19bae9755,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:28.298544 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.298926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.299201 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.299525 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.299846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.300167 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.300481 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.300795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.301106 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.301416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.301753 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.302064 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:28.329810 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Allocated IP 172.35.3.25 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/367c76f9-fd53-41b8-841c-9e6fb043acae) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:28.330529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Attempting to bind port ee42a469-9ed1-4f62-9d44-b6e19bae9755 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:28.330842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Attempting to bind port ee42a469-9ed1-4f62-9d44-b6e19bae9755 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:28.331223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Attempting to bind port ee42a469-9ed1-4f62-9d44-b6e19bae9755 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:28.336414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:28.336779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:28.337175 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.337591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:28.338054 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Bound port: ee42a469-9ed1-4f62-9d44-b6e19bae9755, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:28.338429 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.411306 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] For port ee42a469-9ed1-4f62-9d44-b6e19bae9755, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:28.414785 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] For port ee42a469-9ed1-4f62-9d44-b6e19bae9755, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee42a469-9ed1-4f62-9d44-b6e19bae9755,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:28.419206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.441802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.476001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d48b-9ea1-4297-9bb4-2a12525524bb None None] Pushing event updated for resources: {'Port': ['ID=ee42a469-9ed1-4f62-9d44-b6e19bae9755,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:28.477133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.519107 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:28.522139 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:28.526032 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:28.549308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=367c76f9-fd53-41b8-841c-9e6fb043acae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:28.814868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:29.023605 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:29.158242 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:15:29.269929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:29.281242 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:29.287709 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:29.290282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f899257-cee9-4c77-ae64-22f92a537dd8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5098011 Oct 11 16:15:29.292375 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:29.292529 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:29.293007 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:29.404760 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e62dbf-12ea-4281-aadd-c9b95dd7f612 None None] Network 36138f14-4247-470d-867d-13730060800d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:29.445963 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:29.603901 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] Provisioning complete for port ee42a469-9ed1-4f62-9d44-b6e19bae9755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:29.604430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:29.718161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:29.902366 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Allocated IP 172.20.0.1 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/c44ed615-c4b3-426d-9588-d55bb8cfe704) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:29.982343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.013034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:28Z', 'revision_number': 3, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:30.018460 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.048647 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:30.049005 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Updating router 41548cb3-3caf-41a6-84ff-640b7be43ad0 port 367c76f9-fd53-41b8-841c-9e6fb043acae binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:15:30.054402 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] For port ee42a469-9ed1-4f62-9d44-b6e19bae9755, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee42a469-9ed1-4f62-9d44-b6e19bae9755,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:30.058496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.073335 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.100092 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:30.105618 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:30.109957 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.110943 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:30.141917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Pushing event updated for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:30.164093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.174796 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a355-4ca3-48cb-bbd6-9fb41d20a63e None None] Pushing event updated for resources: {'Port': ['ID=ee42a469-9ed1-4f62-9d44-b6e19bae9755,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:30.260126 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-265866e7-92ee-4aba-ae38-30d2096cb644 None None] Provisioning complete for port ee42a469-9ed1-4f62-9d44-b6e19bae9755 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:30.260544 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-265866e7-92ee-4aba-ae38-30d2096cb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.323595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.496207 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.498285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.502294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.504735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.568843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Attempting to bind port 367c76f9-fd53-41b8-841c-9e6fb043acae on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:30.569218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Attempting to bind port 367c76f9-fd53-41b8-841c-9e6fb043acae by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:30.569796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Attempting to bind port 367c76f9-fd53-41b8-841c-9e6fb043acae on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:30.574133 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1af7-d389-4cc9-bca1-46f0825b48bd None None] Pushing event updated for resources: {'Port': ['ID=367c76f9-fd53-41b8-841c-9e6fb043acae,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:30.584268 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:30.584712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:30.585058 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.585520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:30.585766 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.585954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Bound port: 367c76f9-fd53-41b8-841c-9e6fb043acae, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:30.586333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.588213 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Pushing event updated for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:30.611658 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-433092fe-8710-4d4b-a7ea-c8c61c0f01d1 None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:30.612034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-433092fe-8710-4d4b-a7ea-c8c61c0f01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.662980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee42a469-9ed1-4f62-9d44-b6e19bae9755 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:30.689423 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:30.691180 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:30.701725 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-433092fe-8710-4d4b-a7ea-c8c61c0f01d1 None None] Port c44ed615-c4b3-426d-9588-d55bb8cfe704 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:30.708163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] For port 367c76f9-fd53-41b8-841c-9e6fb043acae, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:30.726830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] For port 367c76f9-fd53-41b8-841c-9e6fb043acae, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=367c76f9-fd53-41b8-841c-9e6fb043acae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:30.733363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.804554 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ee42a469-9ed1-4f62-9d44-b6e19bae9755 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:30.804938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.808861 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:30.809536 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:30.822952 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:30.867429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1af7-d389-4cc9-bca1-46f0825b48bd None None] Pushing event updated for resources: {'Port': ['ID=367c76f9-fd53-41b8-841c-9e6fb043acae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:30.948266 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:30.954843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c4fdee12-627b-4968-b3c3-25ab7376fb7d admin admin] 10.222.0.31 "PUT /v2.0/routers/41548cb3-3caf-41a6-84ff-640b7be43ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597741 Oct 11 16:15:30.992865 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4eeb4280-5f71-48fb-b8bd-84ee2391d990 None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:30.993238 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeb4280-5f71-48fb-b8bd-84ee2391d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.031157 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:31.078456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb4280-5f71-48fb-b8bd-84ee2391d990 None None] Port c44ed615-c4b3-426d-9588-d55bb8cfe704 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:31.308605 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 2, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:31.346128 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58b215-170c-4e05-af0b-15cfd5ce893c None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 2, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:31.489741 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:31.494714 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-173449391-network', 'tenant_id': '136034ca8ea24430879d33005ad7b700'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:31.517654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Made reservation on behalf of 136034ca8ea24430879d33005ad7b700 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:31.519958 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.529366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.621907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.625989 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.652404 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:15:31.663176 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afbac90-ed3a-404e-b9a6-073839f5975c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:31.671389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.671731 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Added segment 3d30305f-346f-4724-8307-0677305f383d of type vlan for network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 Oct 11 16:15:31.720825 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.746656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.747625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:31.748203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:31.804919 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3140585 Oct 11 16:15:31.807728 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:31.815167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Request body: {'subnet': {'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-173449391-subnet', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:31.816610 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa458-dfb7-4f03-8016-651475f2e477 admin admin] Pushing event updated for resources: {'Network': ['ID=64ed05e3-d43c-4c9d-b24f-2802ca7e36f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:31.829067 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:15:31.842989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Made reservation on behalf of 136034ca8ea24430879d33005ad7b700 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:31.847598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.068231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.119606 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=871ac166-dcb6-4664-ab1a-da2dd1a2eba3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:32.137667 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Checking segment: {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:32.138027 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Network hostable DHCP agents. Network: 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:15:32.158323 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:15:32.169125 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:32.175677 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:32.176185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.179855 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbb82d-f818-4ecb-a8cf-4a623b69752a None None] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:32.195409 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35f3a501-5940-4116-b31c-5c8469bd6a3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3859267 Oct 11 16:15:32.198045 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 32994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:32.202942 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:32.225716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.226970 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.282811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.341286 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:15:32.342211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.440485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.447662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53dc3a9b-3960-4096-aad9-f1ec822189da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.510354 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Allocated IP 172.20.0.2 (64ed05e3-d43c-4c9d-b24f-2802ca7e36f9/871ac166-dcb6-4664-ab1a-da2dd1a2eba3/99e0619f-cff3-4dd7-a6d3-57647a5d8cea) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:32.664310 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 367c76f9-fd53-41b8-841c-9e6fb043acae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:32.686930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.704626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.710595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.714128 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.764896 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:32.770349 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:32.773717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Pushing event updated for resources: {'Port': ['ID=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:32.776017 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:32.805471 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 367c76f9-fd53-41b8-841c-9e6fb043acae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:32.805860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.829901 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Allocated IP 172.35.3.132 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/326b1d15-3a86-4e67-870e-033a0f388dcb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:32.860398 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Attempting to bind port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:32.860956 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Attempting to bind port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:32.861100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Attempting to bind port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea on network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:32.871303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:32.871720 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Checking segment: {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:32.872072 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.872450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Bound using segment: {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:32.872924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Bound port: 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:32.873296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.938857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.958458 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.974934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.986697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] For port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:32.989956 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 367c76f9-fd53-41b8-841c-9e6fb043acae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=367c76f9-fd53-41b8-841c-9e6fb043acae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:32.991864 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] For port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:32.994696 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:32.999584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:33.015057 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:33.020560 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:33.024123 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:33.052307 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Pushing event updated for resources: {'Port': ['ID=326b1d15-3a86-4e67-870e-033a0f388dcb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:33.058215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=367c76f9-fd53-41b8-841c-9e6fb043acae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:33.121320 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc780db-b999-4e0a-ad34-8570638f7069 None None] Pushing event updated for resources: {'Port': ['ID=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:33.312131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:33.510203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:33.635411 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Router 26639358-7ae8-41e6-84f7-417978fa2edc is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:15:33.747601 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:33.756365 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Sync routers for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:33.767455 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:33.768234 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:33.771230 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:33.772716 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6c99b3c1-6f74-4ea1-aa3d-8cb31778bb5e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5734913 Oct 11 16:15:33.775597 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 32996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:33.898735 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:34.002606 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:34.017797 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:34.018516 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:34.073556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec0282-9ccf-4321-9662-14848332f176 None None] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:15:34.090938 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:33Z', 'revision_number': 3, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:34.118662 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Checking router: 26639358-7ae8-41e6-84f7-417978fa2edc for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:34.119032 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Updating router 26639358-7ae8-41e6-84f7-417978fa2edc port 326b1d15-3a86-4e67-870e-033a0f388dcb binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:15:34.144388 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.183210 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] Provisioning complete for port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:34.183495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.246018 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.252921 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:34.411554 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Allocated IP 172.20.0.1 (64ed05e3-d43c-4c9d-b24f-2802ca7e36f9/871ac166-dcb6-4664-ab1a-da2dd1a2eba3/6a117a2c-8082-4280-a5dd-f3d0978a19be) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:34.518799 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.524940 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.525749 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.571059 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.608438 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Attempting to bind port 326b1d15-3a86-4e67-870e-033a0f388dcb on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:34.609952 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Attempting to bind port 326b1d15-3a86-4e67-870e-033a0f388dcb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:34.610597 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Attempting to bind port 326b1d15-3a86-4e67-870e-033a0f388dcb on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:34.619042 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:34.619913 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:34.620607 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.621914 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:34.622657 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Bound port: 326b1d15-3a86-4e67-870e-033a0f388dcb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:34.623198 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:34.623511 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.627861 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:34.631793 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:34.638048 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Pushing event updated for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:34.657624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.681697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.684241 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Pushing event updated for resources: {'Port': ['ID=326b1d15-3a86-4e67-870e-033a0f388dcb,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:34.698649 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.699450 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.700005 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.706350 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.710099 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.711094 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.711671 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.712236 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.712789 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.713331 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.713915 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.714481 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:34.723937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] For port 326b1d15-3a86-4e67-870e-033a0f388dcb, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:34.733582 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] For port 326b1d15-3a86-4e67-870e-033a0f388dcb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=326b1d15-3a86-4e67-870e-033a0f388dcb,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:34.741314 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.764903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] For port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:34.773404 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:34.806017 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6037e-d01f-47ff-95a3-2e6060b6c98a None None] Pushing event updated for resources: {'Port': ['ID=326b1d15-3a86-4e67-870e-033a0f388dcb,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:34.807287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 367c76f9-fd53-41b8-841c-9e6fb043acae up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:34.829407 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:34.830257 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:34.884256 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 2, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:34.929317 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e2fd-9785-4bf1-8493-8f20a11da0c4 None None] Pushing event updated for resources: {'Port': ['ID=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:34.940427 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:34.940628 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Updating router 41548cb3-3caf-41a6-84ff-640b7be43ad0 port c44ed615-c4b3-426d-9588-d55bb8cfe704 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:15:34.945117 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:34.971697 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.033509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 367c76f9-fd53-41b8-841c-9e6fb043acae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:35.034219 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.067190 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:15:35.179016 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a117a2c-8082-4280-a5dd-f3d0978a19be', 'name': '', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'mac_address': 'fa:16:3e:fc:91:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:34Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 1, 'project_id': '136034ca8ea24430879d33005ad7b700', 'subnets': [{'id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:35.215286 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a1b50-d27f-418f-a9f0-6c07eaf1d283 None None] The sync data for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 is: [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a117a2c-8082-4280-a5dd-f3d0978a19be', 'name': '', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'mac_address': 'fa:16:3e:fc:91:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:34Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 1, 'project_id': '136034ca8ea24430879d33005ad7b700', 'subnets': [{'id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:35.232535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d67537c-43c0-4a8f-aac7-907c58e82fdf None None] Provisioning complete for port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:35.232925 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d67537c-43c0-4a8f-aac7-907c58e82fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.265412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.403879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99e0619f-cff3-4dd7-a6d3-57647a5d8cea up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:35.451070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6c2fbfa-0494-45c3-af53-c1b88008b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.475454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.480020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.512392 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.529164 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.561580 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:35.561869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.568126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.572184 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Pushing event updated for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:35.623886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a4dda-fd87-4594-9085-3591980a52a9 None None] Pushing event updated for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:35.642139 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5422457e-3770-4e5a-bdc0-5a93778fab5b None None] Provisioning complete for port 6a117a2c-8082-4280-a5dd-f3d0978a19be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:35.642521 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5422457e-3770-4e5a-bdc0-5a93778fab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.701172 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:35.703038 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:35.733233 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Attempting to bind port c44ed615-c4b3-426d-9588-d55bb8cfe704 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:35.733975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Attempting to bind port c44ed615-c4b3-426d-9588-d55bb8cfe704 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:35.734550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Attempting to bind port c44ed615-c4b3-426d-9588-d55bb8cfe704 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:35.737158 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5422457e-3770-4e5a-bdc0-5a93778fab5b None None] Port 6a117a2c-8082-4280-a5dd-f3d0978a19be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:35.770216 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:35.770676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:35.771329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.771773 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:35.772278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Bound port: c44ed615-c4b3-426d-9588-d55bb8cfe704, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:35.772671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.873462 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Router 26639358-7ae8-41e6-84f7-417978fa2edc has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:35.882777 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30801a0f-7076-4f5e-8efd-5771629a6d8e None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:35.883339 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30801a0f-7076-4f5e-8efd-5771629a6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:35.927835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] For port c44ed615-c4b3-426d-9588-d55bb8cfe704, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:35.932766 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] For port c44ed615-c4b3-426d-9588-d55bb8cfe704, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c44ed615-c4b3-426d-9588-d55bb8cfe704,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:35.937293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30801a0f-7076-4f5e-8efd-5771629a6d8e None None] Port c44ed615-c4b3-426d-9588-d55bb8cfe704 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:35.941139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.015017 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:36.038622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-610e00ce-3eb7-4932-9b76-f27b5c891aed admin admin] 10.222.0.31 "PUT /v2.0/routers/26639358-7ae8-41e6-84f7-417978fa2edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534125 Oct 11 16:15:36.110369 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:36.111061 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:36.116803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.169914 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.176572 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a4dda-fd87-4594-9085-3591980a52a9 None None] Pushing event updated for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:36.198628 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9ce3353-a4c9-42c8-a322-882e1028ee37 None None] Provisioning complete for port 6a117a2c-8082-4280-a5dd-f3d0978a19be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:36.199018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3353-a4c9-42c8-a322-882e1028ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.290283 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce3353-a4c9-42c8-a322-882e1028ee37 None None] Port 6a117a2c-8082-4280-a5dd-f3d0978a19be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:36.310295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:36.452090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:36.452466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.587383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.612822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:35Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:36.641833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e698d32-9cab-4523-9575-6c66593241cb None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:35Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:36.667781 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] For port c44ed615-c4b3-426d-9588-d55bb8cfe704, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c44ed615-c4b3-426d-9588-d55bb8cfe704,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:36.683035 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.769896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 326b1d15-3a86-4e67-870e-033a0f388dcb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:36.807197 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dec6e7-524e-4157-be35-daac44703c7a None None] Pushing event updated for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:36.845965 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 326b1d15-3a86-4e67-870e-033a0f388dcb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:36.846501 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.946980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.967191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 326b1d15-3a86-4e67-870e-033a0f388dcb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=326b1d15-3a86-4e67-870e-033a0f388dcb,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:36.972539 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:36.974155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c44ed615-c4b3-426d-9588-d55bb8cfe704 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:37.054785 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=326b1d15-3a86-4e67-870e-033a0f388dcb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:37.067629 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:37.068006 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:37.155887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99e0619f-cff3-4dd7-a6d3-57647a5d8cea up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:37.205929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:37.206294 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:37.873102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:38.284336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-7a84255a-8fc4-48ee-a13c-bee5b668d1d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:38.287756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-7a84255a-8fc4-48ee-a13c-bee5b668d1d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1119127 Oct 11 16:15:38.302504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-a7ed24d5-d796-426e-bc42-d800889d956a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Oct 11 16:15:38.355837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-a2fabce9-a027-49ad-9e7c-19dfd4d1178d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475574 Oct 11 16:15:38.451872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-4c52d327-0151-4e1e-9791-81018b3ddcb6 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891201 Oct 11 16:15:38.549300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-954bffb5-d83c-4c9c-94a9-a4089a7da0a1 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914116 Oct 11 16:15:38.623265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c44ed615-c4b3-426d-9588-d55bb8cfe704 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:38.675314 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c44ed615-c4b3-426d-9588-d55bb8cfe704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:38.675756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:38.725183 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Sync routers for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:38.742908 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:38.744219 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:38.778239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 326b1d15-3a86-4e67-870e-033a0f388dcb up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:38.857525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 326b1d15-3a86-4e67-870e-033a0f388dcb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:38.858035 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:38.867696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2451cd6c-8128-4123-a94c-7264f5973708 req-e712d0a7-ee91-47b0-a421-594be37392c7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Oct 11 16:15:38.868286 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:39.077515 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a117a2c-8082-4280-a5dd-f3d0978a19be', 'name': '', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'mac_address': 'fa:16:3e:fc:91:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:34Z', 'updated_at': '2021-10-11T16:15:35Z', 'revision_number': 2, 'project_id': '136034ca8ea24430879d33005ad7b700', 'subnets': [{'id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:39.104419 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Checking router: 26639358-7ae8-41e6-84f7-417978fa2edc for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:39.104757 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Updating router 26639358-7ae8-41e6-84f7-417978fa2edc port 6a117a2c-8082-4280-a5dd-f3d0978a19be binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:15:39.133369 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.411309 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.416897 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.464475 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fea467-d0e4-4ba5-bd0b-bb4a37efdb44 None None] Pushing event updated for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:39.527528 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Attempting to bind port 6a117a2c-8082-4280-a5dd-f3d0978a19be on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:39.527978 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Attempting to bind port 6a117a2c-8082-4280-a5dd-f3d0978a19be by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:39.528412 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Attempting to bind port 6a117a2c-8082-4280-a5dd-f3d0978a19be on network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:39.533969 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:39.534474 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Checking segment: {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:39.534887 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.535303 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Bound using segment: {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:39.535750 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Bound port: 6a117a2c-8082-4280-a5dd-f3d0978a19be, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d30305f-346f-4724-8307-0677305f383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:39.536134 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.604177 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] For port 6a117a2c-8082-4280-a5dd-f3d0978a19be, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:39.607772 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] For port 6a117a2c-8082-4280-a5dd-f3d0978a19be, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a117a2c-8082-4280-a5dd-f3d0978a19be,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:39.613211 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.670863 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:39.671484 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:15:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:39.675389 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fea467-d0e4-4ba5-bd0b-bb4a37efdb44 None None] Pushing event updated for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:39.722195 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] Provisioning complete for port 6a117a2c-8082-4280-a5dd-f3d0978a19be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:39.722784 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.785458 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:39.839638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.865611 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.884601 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] For port 6a117a2c-8082-4280-a5dd-f3d0978a19be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a117a2c-8082-4280-a5dd-f3d0978a19be,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:39.890992 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:39.962379 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a54dc-ebcb-4c9f-864e-f250993fa77c None None] Pushing event updated for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:39.986414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de3cd97f-3070-4ef2-901c-e1b6e63b0519 req-4de1838a-c248-4b2d-a504-1704ca8556e0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.0323298 Oct 11 16:15:40.017511 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6bbae163-a961-4315-beb4-0e581c92f042 None None] Provisioning complete for port 6a117a2c-8082-4280-a5dd-f3d0978a19be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:40.018486 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bbae163-a961-4315-beb4-0e581c92f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.077316 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-fc9f077f-9e51-44c0-b35c-8767bdb8d75f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:40.079236 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-fc9f077f-9e51-44c0-b35c-8767bdb8d75f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1655090 Oct 11 16:15:40.096182 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:40.137366 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a117a2c-8082-4280-a5dd-f3d0978a19be', 'name': '', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'mac_address': 'fa:16:3e:fc:91:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:34Z', 'updated_at': '2021-10-11T16:15:39Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'subnets': [{'id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:40.167667 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937286d4-0f5f-426f-acbe-7f991a78fc69 None None] The sync data for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 is: [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:34Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a117a2c-8082-4280-a5dd-f3d0978a19be', 'name': '', 'network_id': '64ed05e3-d43c-4c9d-b24f-2802ca7e36f9', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'mac_address': 'fa:16:3e:fc:91:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:34Z', 'updated_at': '2021-10-11T16:15:39Z', 'revision_number': 4, 'project_id': '136034ca8ea24430879d33005ad7b700', 'subnets': [{'id': '871ac166-dcb6-4664-ab1a-da2dd1a2eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:40.225233 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:40.229204 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.368525 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.11 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/df5494f8-d41b-4a21-9c4e-474d4039f2c8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:40.529754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.583628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.638428 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:40.641864 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:40.646479 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:40.650647 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:40.686547 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a117a2c-8082-4280-a5dd-f3d0978a19be up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:40.714271 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:40.715127 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.737052 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-da5f8e75-db30-4639-b7b1-f3a731d336d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469109 Oct 11 16:15:40.750113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Request body: {'port': {'device_id': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:40.768794 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6a117a2c-8082-4280-a5dd-f3d0978a19be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:40.769420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.843920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.944302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94127f46-44c6-472f-9ad0-9a1d4b627bd3 None None] Provisioning complete for port df5494f8-d41b-4a21-9c4e-474d4039f2c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:40.944670 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94127f46-44c6-472f-9ad0-9a1d4b627bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.996566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:40.999422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94127f46-44c6-472f-9ad0-9a1d4b627bd3 None None] Port df5494f8-d41b-4a21-9c4e-474d4039f2c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:15:41.109477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643e016-2fae-4fa9-8184-7d47385b8acc req-cece41d2-9137-4287-9e46-4ac013d0a87f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.124141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5643e016-2fae-4fa9-8184-7d47385b8acc req-cece41d2-9137-4287-9e46-4ac013d0a87f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 932 time: 0.0707147 Oct 11 16:15:41.159270 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5494f8-d41b-4a21-9c4e-474d4039f2c8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:15:41.166004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5643e016-2fae-4fa9-8184-7d47385b8acc req-2c0d8b3d-6262-4e9e-955c-0c7bc9624ea6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Oct 11 16:15:41.167906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:41.190472 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Transition to ACTIVE for port object df5494f8-d41b-4a21-9c4e-474d4039f2c8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:15:41.194555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:41.245429 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Pushing event updated for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:41.323015 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Attempting to bind port df5494f8-d41b-4a21-9c4e-474d4039f2c8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:15:41.323511 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Attempting to bind port df5494f8-d41b-4a21-9c4e-474d4039f2c8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:15:41.323845 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Attempting to bind port df5494f8-d41b-4a21-9c4e-474d4039f2c8 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:41.328925 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Port df5494f8-d41b-4a21-9c4e-474d4039f2c8 on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:15:41.329252 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Attempting to bind port df5494f8-d41b-4a21-9c4e-474d4039f2c8 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:15:41.334439 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:15:41.334779 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:15:41.335156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:15:41.335587 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Bound port: df5494f8-d41b-4a21-9c4e-474d4039f2c8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:15:41.335950 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:41.407811 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:15:41.411209 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:15:41.417990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:41.452879 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.453588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:41.455452 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] 10.222.0.36 "PUT /v2.0/ports/df5494f8-d41b-4a21-9c4e-474d4039f2c8 HTTP/1.1" status: 200 len: 1092 time: 0.7098837 Oct 11 16:15:41.457800 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:41.461281 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a" -d '{"events": [{"name": "network-changed", "server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:41.522163 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac46b452-2c6a-4866-8bd5-f7d7c2517b5a x-openstack-request-id: req-ac46b452-2c6a-4866-8bd5-f7d7c2517b5a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:41.522440 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:41.522693 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac46b452-2c6a-4866-8bd5-f7d7c2517b5a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:41.523084 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8', 'status': 'completed', 'code': 200} Oct 11 16:15:41.544911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d7792-3c4f-48c6-898f-886dbe3e9d2c service neutron] Pushing event updated for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:41.565837 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-841a579a-b733-4429-af1f-1a3c66e82d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.567469 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-841a579a-b733-4429-af1f-1a3c66e82d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 1095 time: 0.0670848 Oct 11 16:15:41.617649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-d95ff100-58c8-4ea3-8c29-0c87a2a2fb99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8 HTTP/1.1" status: 200 len: 217 time: 0.0425901 Oct 11 16:15:41.671301 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-e4cd5172-7a73-4c9c-b357-48db33385284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.673648 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-e4cd5172-7a73-4c9c-b357-48db33385284 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0486629 Oct 11 16:15:41.726725 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-9fa58ce3-300d-404b-99e1-8a6cda5a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.728351 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-9fa58ce3-300d-404b-99e1-8a6cda5a34ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476933 Oct 11 16:15:41.829966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-037e6388-36e0-45b2-a956-1c4be64d8b56 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936332 Oct 11 16:15:41.922079 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-caa78e2e-b882-48f7-ad74-5438ce7efb46 req-4f6d45f8-3f8f-4f0d-a823-99b84b44df0a service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Oct 11 16:15:42.009959 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-87b03465-8780-4822-a73d-5a4c80c2ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.011478 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-87b03465-8780-4822-a73d-5a4c80c2ab62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 1095 time: 0.0464470 Oct 11 16:15:42.103851 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-1c3f20a8-0d29-4b84-9ff5-d71fa4ff97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.105314 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-1c3f20a8-0d29-4b84-9ff5-d71fa4ff97e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0873885 Oct 11 16:15:42.152892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-4e0f9dc6-c288-40c3-a2b0-e3bd7df2e66c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8 HTTP/1.1" status: 200 len: 217 time: 0.0405991 Oct 11 16:15:42.206406 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-62d4bd08-38d1-4741-b710-4569363c2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.207923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-62d4bd08-38d1-4741-b710-4569363c2e64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0486465 Oct 11 16:15:42.256820 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-349acf56-b640-46d1-958e-dc1793a0351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.258505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-349acf56-b640-46d1-958e-dc1793a0351f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Oct 11 16:15:42.288910 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554fcf-b246-428f-80c5-3d60e4587df1 req-2b518b87-8f9f-423b-a4f2-4a4fce75a1cb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.291187 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb554fcf-b246-428f-80c5-3d60e4587df1 req-2b518b87-8f9f-423b-a4f2-4a4fce75a1cb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0518289 Oct 11 16:15:42.332677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb554fcf-b246-428f-80c5-3d60e4587df1 req-9e46fb8f-0810-4f8e-b33a-40d11e0d017a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Oct 11 16:15:42.356224 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-8d07f571-4f7b-4ce7-aaa4-76641c259b96 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886843 Oct 11 16:15:42.448365 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f5371f94-7a3e-4fc5-a8a6-bcbf982bd35a req-248d7206-c57b-4ca0-b552-24e983ba09f6 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Oct 11 16:15:43.455563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238dbf-645c-4745-870b-f03a938e53b6 req-80b713a9-672e-4f07-b354-bb5f02f0e52a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:43.456950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b238dbf-645c-4745-870b-f03a938e53b6 req-80b713a9-672e-4f07-b354-bb5f02f0e52a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0511038 Oct 11 16:15:43.497312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0b238dbf-645c-4745-870b-f03a938e53b6 req-83f6b6ad-ca8a-4653-87a0-3323fc79137a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Oct 11 16:15:44.611005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3623e-cd24-487f-aef3-7f8acd67553d req-66191e51-1d80-4c5a-9554-483904ba71fc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:44.612455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fd3623e-cd24-487f-aef3-7f8acd67553d req-66191e51-1d80-4c5a-9554-483904ba71fc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0470610 Oct 11 16:15:44.653244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fd3623e-cd24-487f-aef3-7f8acd67553d req-9a5550df-2657-4f69-991e-7471ad01acee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Oct 11 16:15:45.762503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa13283-5715-4ac9-bde6-8bc9801c187e req-9955a407-98e2-4219-9ab5-8d41fb82fff1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:45.763859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fa13283-5715-4ac9-bde6-8bc9801c187e req-9955a407-98e2-4219-9ab5-8d41fb82fff1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0475674 Oct 11 16:15:45.801012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fa13283-5715-4ac9-bde6-8bc9801c187e req-bf6fbd7b-51b3-4e1b-ba14-dff144a1aa48 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Oct 11 16:15:46.913063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2126-cfd1-4234-80ea-064cbde34365 req-c4050a71-7897-4fc1-8827-370c04c38d20 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:46.914570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca0e2126-cfd1-4234-80ea-064cbde34365 req-c4050a71-7897-4fc1-8827-370c04c38d20 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0482492 Oct 11 16:15:46.951780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca0e2126-cfd1-4234-80ea-064cbde34365 req-7c604ee0-0b24-41b8-acf0-1f17ff23fa0e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Oct 11 16:15:48.064691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d628ad-41fa-4b85-9e3f-e851ff1c5d39 req-9d3dd1e4-277a-4657-a37a-0972030752b0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:48.066194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11d628ad-41fa-4b85-9e3f-e851ff1c5d39 req-9d3dd1e4-277a-4657-a37a-0972030752b0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0487452 Oct 11 16:15:48.107301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11d628ad-41fa-4b85-9e3f-e851ff1c5d39 req-7b49815a-61d5-4cd8-bc84-4bb0c10dc9d0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Oct 11 16:15:49.220259 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca06a9-ddb8-413a-8653-028218122c95 req-32cfab95-46dd-481d-b6cd-b4ba98b91383 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:49.221752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11ca06a9-ddb8-413a-8653-028218122c95 req-32cfab95-46dd-481d-b6cd-b4ba98b91383 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0485973 Oct 11 16:15:49.259196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11ca06a9-ddb8-413a-8653-028218122c95 req-4a7c44b4-003a-4202-addb-17e687f019f9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Oct 11 16:15:50.370746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395405-6005-4d4b-b1b3-66662424ef6e req-0ee30d71-8d6b-4bae-955c-e391df90086b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:50.372192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc395405-6005-4d4b-b1b3-66662424ef6e req-0ee30d71-8d6b-4bae-955c-e391df90086b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0484209 Oct 11 16:15:50.410437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc395405-6005-4d4b-b1b3-66662424ef6e req-31640e93-f0c6-489e-8305-0739279fd6ef tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Oct 11 16:15:51.522407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6128-6931-48d8-ba6d-d1972d2e4479 req-12cb1ef8-130d-4095-93b6-bed6430f827e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:51.523767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60cc6128-6931-48d8-ba6d-d1972d2e4479 req-12cb1ef8-130d-4095-93b6-bed6430f827e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0483098 Oct 11 16:15:51.566337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60cc6128-6931-48d8-ba6d-d1972d2e4479 req-950f0afe-dbc9-4cd1-88b2-eb0d33fe202d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Oct 11 16:15:52.677860 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1e368-b7f2-486b-9383-01fe5b7c45ed req-92154027-636d-462d-9054-07dd48a69c2f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:52.679298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4e1e368-b7f2-486b-9383-01fe5b7c45ed req-92154027-636d-462d-9054-07dd48a69c2f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 944 time: 0.0475404 Oct 11 16:15:52.716082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4e1e368-b7f2-486b-9383-01fe5b7c45ed req-391c9122-fe35-45bf-bd40-b9bf7cc0f6a9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Oct 11 16:15:53.512377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device df5494f8-d41b-4a21-9c4e-474d4039f2c8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:15:53.603292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:53.613765 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8', 'mac_address': 'fa:16:3e:b9:eb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:15:53.653926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:53.666088 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5494f8-d41b-4a21-9c4e-474d4039f2c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:15:53.685163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:53.689268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:53.734962 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:53.836881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4c9b-8091-4c62-a02e-87abae03459b req-7922b51e-4a54-4079-b4b7-41b2573ea184 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:53.838369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fae4c9b-8091-4c62-a02e-87abae03459b req-7922b51e-4a54-4079-b4b7-41b2573ea184 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 945 time: 0.0578196 Oct 11 16:15:53.877697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fae4c9b-8091-4c62-a02e-87abae03459b req-ca57c27c-eaa6-43de-b736-9b6e2a3bcddc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Oct 11 16:15:53.894456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['df5494f8-d41b-4a21-9c4e-474d4039f2c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:15:54.991160 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a023-bdcc-4d7f-a058-d6409048b8eb req-bf87f4a7-9539-4e96-b2cc-5682ff4c65ca tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:54.992633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4234a023-bdcc-4d7f-a058-d6409048b8eb req-bf87f4a7-9539-4e96-b2cc-5682ff4c65ca tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Oct 11 16:15:55.033276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4234a023-bdcc-4d7f-a058-d6409048b8eb req-b2ed40fe-79cb-4306-a3da-af67c8a3cd72 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Oct 11 16:15:55.512711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device df5494f8-d41b-4a21-9c4e-474d4039f2c8 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:15:55.561238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port df5494f8-d41b-4a21-9c4e-474d4039f2c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:15:55.564876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port df5494f8-d41b-4a21-9c4e-474d4039f2c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:15:55.565241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.639701 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.664424 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:55.666703 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9cd41e-535b-45ea-9fd6-5e42d92231d2" -d '{"events": [{"server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "name": "network-vif-plugged", "status": "completed", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:55.679663 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:55.684061 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.708046 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b439e2cf-7d91-4ddd-8544-83c4c607ed3d x-openstack-request-id: req-b439e2cf-7d91-4ddd-8544-83c4c607ed3d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:55.708339 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "name": "network-vif-plugged", "status": "completed", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:55.708581 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b439e2cf-7d91-4ddd-8544-83c4c607ed3d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:55.708958 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8', 'code': 200} Oct 11 16:15:55.734414 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:55.804447 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a6ae-0259-40fb-8b20-01d8670505bb req-f0961e9d-474c-495c-b8c3-f3b40ab05605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:55.805977 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc08a6ae-0259-40fb-8b20-01d8670505bb req-f0961e9d-474c-495c-b8c3-f3b40ab05605 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 1097 time: 0.0408175 Oct 11 16:15:55.840894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc08a6ae-0259-40fb-8b20-01d8670505bb req-49cb8f54-bb8c-45ad-91fb-02fcd41740df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281570 Oct 11 16:15:56.151061 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159a3c-b401-4541-8918-08abfcbfa995 req-96023126-e640-40c0-be4d-fb6aa3cfbf64 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:56.152613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee159a3c-b401-4541-8918-08abfcbfa995 req-96023126-e640-40c0-be4d-fb6aa3cfbf64 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Oct 11 16:15:56.191368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee159a3c-b401-4541-8918-08abfcbfa995 req-a5b9fe1b-ffb9-4aa4-812d-dfe4025cefc2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Oct 11 16:15:57.304379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc497c-e5f8-4986-bddd-bf38cf2a4c0b req-b8d1ed39-43bf-4b38-bef3-260884af0cfc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:57.305870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ffc497c-e5f8-4986-bddd-bf38cf2a4c0b req-b8d1ed39-43bf-4b38-bef3-260884af0cfc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Oct 11 16:15:57.342358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ffc497c-e5f8-4986-bddd-bf38cf2a4c0b req-f5fe1c26-d4f5-4eee-969b-62ac68b2d5d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Oct 11 16:15:57.451643 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47960e-be19-4138-9f24-8b86743d3e81 req-b230150f-31ac-4c01-9a32-6df1daf472a7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:57.453067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc47960e-be19-4138-9f24-8b86743d3e81 req-b230150f-31ac-4c01-9a32-6df1daf472a7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0476556 Oct 11 16:15:57.493305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc47960e-be19-4138-9f24-8b86743d3e81 req-a8f6c508-3431-4641-a079-52fed6459271 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Oct 11 16:15:57.603026 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c342-a740-4c75-9459-d317903815aa req-11201c8a-a661-40d3-84c8-3e83a7242e79 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:57.604446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e1c342-a740-4c75-9459-d317903815aa req-11201c8a-a661-40d3-84c8-3e83a7242e79 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0477948 Oct 11 16:15:57.639939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55e1c342-a740-4c75-9459-d317903815aa req-2174b37a-9def-4e74-8325-c1758b6e008e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297034 Oct 11 16:15:57.862632 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f327-f404-4670-8a2c-755f60658b3d req-b4d06bec-0483-4d15-b1d7-03941c74cd59 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:57.864085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1297f327-f404-4670-8a2c-755f60658b3d req-b4d06bec-0483-4d15-b1d7-03941c74cd59 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0481327 Oct 11 16:15:57.904164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1297f327-f404-4670-8a2c-755f60658b3d req-02d2a394-ef81-4270-a504-45c46b402e38 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Oct 11 16:15:59.017178 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9fa63-7835-48ed-9688-81d8e2f295d9 req-0aaecee3-7eea-4fbe-be05-91bae7790602 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:59.018718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-beb9fa63-7835-48ed-9688-81d8e2f295d9 req-0aaecee3-7eea-4fbe-be05-91bae7790602 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0471084 Oct 11 16:15:59.060917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-beb9fa63-7835-48ed-9688-81d8e2f295d9 req-6d280058-5dc7-41d2-a8d4-82424f09cddd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Oct 11 16:15:59.294182 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-77731e48-d298-4e65-b0e3-6722df9cdcc1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:59.295607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-77731e48-d298-4e65-b0e3-6722df9cdcc1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 946 time: 0.0523012 Oct 11 16:15:59.382410 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port df5494f8-d41b-4a21-9c4e-474d4039f2c8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:59.382744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:59.472819 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port df5494f8-d41b-4a21-9c4e-474d4039f2c8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=df5494f8-d41b-4a21-9c4e-474d4039f2c8,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:59.473181 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:59.485304 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for df5494f8-d41b-4a21-9c4e-474d4039f2c8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:59.610400 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:59.622653 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['df5494f8-d41b-4a21-9c4e-474d4039f2c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:15:59.638820 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=df5494f8-d41b-4a21-9c4e-474d4039f2c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:59.680108 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port df5494f8-d41b-4a21-9c4e-474d4039f2c8 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:59.682837 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:59.690359 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1a06626d-4f51-40ea-b1c0-c05e6cb400ae req-629cd7d0-827c-4bf6-b50a-b7251a9b4276 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "DELETE /v2.0/ports/df5494f8-d41b-4a21-9c4e-474d4039f2c8 HTTP/1.1" status: 204 len: 173 time: 0.3841028 Oct 11 16:15:59.690359 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'name': 'network-vif-deleted', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:59.690359 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c3db5-9ded-41b2-9cf2-3b899afc3401" -d '{"events": [{"server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "name": "network-vif-deleted", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:59.735231 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6711d23-9204-41f7-bf04-491303dd82d7 x-openstack-request-id: req-a6711d23-9204-41f7-bf04-491303dd82d7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:59.735521 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1e070-6a55-4394-8137-f50eedf9dd80", "name": "network-vif-deleted", "tag": "df5494f8-d41b-4a21-9c4e-474d4039f2c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:59.735767 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6711d23-9204-41f7-bf04-491303dd82d7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:59.736163 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1e070-6a55-4394-8137-f50eedf9dd80', 'name': 'network-vif-deleted', 'tag': 'df5494f8-d41b-4a21-9c4e-474d4039f2c8', 'status': 'completed', 'code': 200} Oct 11 16:16:00.487202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7e6afb6-7004-43f4-955e-f26405a1bf9d req-c995ded6-5e14-4b19-9b27-6b3cf2bfbf34 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.3597932 Oct 11 16:16:01.580831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f782eb94-c83e-4f11-9c71-ab0542d2f81a req-bafb4290-3979-435c-8914-124f9e6ffea5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Oct 11 16:16:02.400810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136993d2-9544-486c-aad2-3db4a89eb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:02.681359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5ef41e8-f3ec-4ff8-a162-9a8d1b00bc5d req-1b64fe21-b526-4400-a0c8-b2a7e1ddc291 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Oct 11 16:16:03.576889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device df5494f8-d41b-4a21-9c4e-474d4039f2c8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:16:03.598185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: df5494f8-d41b-4a21-9c4e-474d4039f2c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:16:03.598529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device df5494f8-d41b-4a21-9c4e-474d4039f2c8 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:16:03.775640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5c650083-0a91-4963-8fa1-0a01439103fe req-e749e024-25a8-4d21-8c05-04655618d73c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=41c1e070-6a55-4394-8137-f50eedf9dd80 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Oct 11 16:16:05.362656 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b658ba47-0bb6-431c-b2e9-c5e2ee8aaf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:06.026018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:06.057007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:07.877924 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:09.860822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:10.984928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:12.027606 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:16:25.752457 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-d7e30686-ac92-4ba4-9df9-361dedf1b787 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:25.753848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-d7e30686-ac92-4ba4-9df9-361dedf1b787 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1003709 Oct 11 16:16:25.769926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-6b9e99bc-f891-4adb-bbfc-c3a4cda5995f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0101874 Oct 11 16:16:25.822623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-0ce10ad0-8abf-47b9-8b58-dbd88c2bc1ed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475330 Oct 11 16:16:25.912555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-2edeb924-44f2-43c7-9985-aac6c5d71535 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Oct 11 16:16:26.004266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-dc010ad0-ba56-4c78-8d71-3d158abe3114 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856047 Oct 11 16:16:26.189297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0104c18f-8288-42ec-a415-70af2339bac4 req-7ad1ef24-84ed-42eb-852f-b5f607932ab5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0271654 Oct 11 16:16:27.053132 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-e8009a3f-67f6-4a77-882e-540b379be03b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:27.054608 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-e8009a3f-67f6-4a77-882e-540b379be03b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1078410 Oct 11 16:16:27.066432 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:27.172303 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:16:27.176373 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.284327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20bf179c-e124-4db0-b985-85a841bfa382 req-1403c294-c0ff-4594-9353-3bb2de5b0e2a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0277340 Oct 11 16:16:27.315100 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.9 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/f2f70aff-2162-49ee-a15a-f4ac979a9d23) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:16:27.485646 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.521956 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.564917 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:16:27.569831 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:16:27.573507 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:16:27.600676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:27.610686 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.611021 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.611355 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.611679 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.612000 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.612322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.612633 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.612951 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.613260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.613600 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.613915 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.614225 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:27.643836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:27.644368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.666181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cf2dca65-066d-43bb-afe8-ef59d60ad7ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033883 Oct 11 16:16:27.781317 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Request body: {'port': {'device_id': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:27.833175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.841983 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fcb7eafd-751a-46bc-9eb3-52f935416aa6 None None] Provisioning complete for port f2f70aff-2162-49ee-a15a-f4ac979a9d23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:27.842454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcb7eafd-751a-46bc-9eb3-52f935416aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.877173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7eafd-751a-46bc-9eb3-52f935416aa6 None None] Port f2f70aff-2162-49ee-a15a-f4ac979a9d23 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:16:28.095776 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f70aff-2162-49ee-a15a-f4ac979a9d23 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:28.104715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.118134 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Transition to ACTIVE for port object f2f70aff-2162-49ee-a15a-f4ac979a9d23 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:16:28.122554 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.186456 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Pushing event updated for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:28.255226 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Attempting to bind port f2f70aff-2162-49ee-a15a-f4ac979a9d23 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:16:28.255812 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Attempting to bind port f2f70aff-2162-49ee-a15a-f4ac979a9d23 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:16:28.256138 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Attempting to bind port f2f70aff-2162-49ee-a15a-f4ac979a9d23 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:28.261017 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Port f2f70aff-2162-49ee-a15a-f4ac979a9d23 on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:16:28.261340 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Attempting to bind port f2f70aff-2162-49ee-a15a-f4ac979a9d23 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:28.267063 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:16:28.267407 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:16:28.267793 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:16:28.268230 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Bound port: f2f70aff-2162-49ee-a15a-f4ac979a9d23, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:16:28.268592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.360478 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:16:28.363990 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:16:28.369826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.404053 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85347b-a1c0-44bf-8342-ec76eb0f9ee5 req-27bf0a25-0d7b-4555-9a9d-cafd594714e1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.412470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c85347b-a1c0-44bf-8342-ec76eb0f9ee5 req-27bf0a25-0d7b-4555-9a9d-cafd594714e1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0561347 Oct 11 16:16:28.418693 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.419376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.420836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] 10.222.0.36 "PUT /v2.0/ports/f2f70aff-2162-49ee-a15a-f4ac979a9d23 HTTP/1.1" status: 200 len: 1091 time: 0.7469172 Oct 11 16:16:28.421279 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:28.424703 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3889c18-cfc5-4949-95aa-f19b7ae3a260" -d '{"events": [{"name": "network-changed", "server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:28.449107 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14096c4-61e3-40a0-bd57-e2ce9a120e8b service neutron] Pushing event updated for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:28.478231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c85347b-a1c0-44bf-8342-ec76eb0f9ee5 req-83a998ce-91cc-4d3b-bf72-72f8c3440562 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Oct 11 16:16:28.521212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-546747fa-65c7-4374-9041-7a827143ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.523246 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-546747fa-65c7-4374-9041-7a827143ac3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 1094 time: 0.0532677 Oct 11 16:16:28.589071 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-44e2e7e2-a554-4432-bd4e-88d61d73a119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23 HTTP/1.1" status: 200 len: 217 time: 0.0567167 Oct 11 16:16:28.637792 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326201cd-1587-4394-bdbb-5529f4e62a2e x-openstack-request-id: req-326201cd-1587-4394-bdbb-5529f4e62a2e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:28.638150 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:28.638471 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-326201cd-1587-4394-bdbb-5529f4e62a2e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:28.638927 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23', 'status': 'completed', 'code': 200} Oct 11 16:16:28.652262 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a828267b-a20a-48d8-842a-7c8db1c38128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.653999 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-a828267b-a20a-48d8-842a-7c8db1c38128 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0572960 Oct 11 16:16:28.703225 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-9cf3d5bb-3e54-4faa-aeb2-749f1fabd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.704697 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-9cf3d5bb-3e54-4faa-aeb2-749f1fabd144 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439301 Oct 11 16:16:28.800282 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-e65c17e8-3252-4895-b5ab-33f8ae2e0ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Oct 11 16:16:28.892669 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cde473ca-54e3-44f9-ab25-0d78c6e7fcdd req-cccfa9b4-6b78-4b37-a6f3-66434416e1f5 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Oct 11 16:16:28.983936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-f7db517c-ab81-453c-82e1-9d5a6f2da422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:28.985635 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-f7db517c-ab81-453c-82e1-9d5a6f2da422 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 1094 time: 0.0456591 Oct 11 16:16:29.078834 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-321110ef-de01-4261-93f6-e8d438b3c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:29.080201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-321110ef-de01-4261-93f6-e8d438b3c29e service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0878747 Oct 11 16:16:29.122652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-1135e9ea-7201-412e-b21d-c3857c6ad4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23 HTTP/1.1" status: 200 len: 217 time: 0.0354576 Oct 11 16:16:29.175701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-7b032f52-63a2-46f2-bb4f-5cc13cb76615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:29.177054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-7b032f52-63a2-46f2-bb4f-5cc13cb76615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0473948 Oct 11 16:16:29.225099 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-c02de102-ed1e-4a2c-b500-1ee6c198bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:29.226724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-c02de102-ed1e-4a2c-b500-1ee6c198bc47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403914 Oct 11 16:16:29.317765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-8633d358-6782-45ea-bebd-6edad8ccb2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Oct 11 16:16:29.588381 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9d28c-448b-4b7e-b637-a36de0784a3b req-f85aa7b5-9bc8-4841-8a55-2f819c50563f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:29.591315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ca9d28c-448b-4b7e-b637-a36de0784a3b req-f85aa7b5-9bc8-4841-8a55-2f819c50563f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0536571 Oct 11 16:16:29.633879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ca9d28c-448b-4b7e-b637-a36de0784a3b req-950953a9-ad9d-4158-9fcf-3d58d417c77e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Oct 11 16:16:29.731084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f3889c18-cfc5-4949-95aa-f19b7ae3a260 req-bc890b19-2236-4bfa-b2a0-244c75c61996 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046302 Oct 11 16:16:30.773726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63d77-6201-49c1-bab8-bcc500a0a3db req-546ccd5e-c78a-44fd-bbac-a9d1f6183911 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:30.775584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54a63d77-6201-49c1-bab8-bcc500a0a3db req-546ccd5e-c78a-44fd-bbac-a9d1f6183911 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0621932 Oct 11 16:16:30.826304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54a63d77-6201-49c1-bab8-bcc500a0a3db req-ee34faf7-f07f-414b-a633-a49bb33bea0b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Oct 11 16:16:31.979746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b172-3e75-49ea-b130-8b2057ea86b8 req-133017df-0c3f-4de7-9515-ffe52fe08ce1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:31.982123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3086b172-3e75-49ea-b130-8b2057ea86b8 req-133017df-0c3f-4de7-9515-ffe52fe08ce1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0585079 Oct 11 16:16:32.043415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3086b172-3e75-49ea-b130-8b2057ea86b8 req-a0c2fd5b-f20c-4bb9-9e1b-49d3a3e62fda tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Oct 11 16:16:32.421249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b94ecf1-382e-4ff4-8b7c-7004641035fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.191954 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b77001-e857-4e9e-9e7e-b608a62fb1ab req-8f2fbdde-d1ba-4ba1-855d-a4fd89067027 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.200499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b77001-e857-4e9e-9e7e-b608a62fb1ab req-8f2fbdde-d1ba-4ba1-855d-a4fd89067027 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0832157 Oct 11 16:16:33.247392 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16b77001-e857-4e9e-9e7e-b608a62fb1ab req-71416f98-5c8c-4e14-b1ae-3018a461e190 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Oct 11 16:16:34.377301 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c100b0-fdee-4e62-8ecc-4719c349e25d req-47782520-a5c0-4ffb-a4d0-4391005cf300 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.378895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9c100b0-fdee-4e62-8ecc-4719c349e25d req-47782520-a5c0-4ffb-a4d0-4391005cf300 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0518997 Oct 11 16:16:34.419779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c9c100b0-fdee-4e62-8ecc-4719c349e25d req-ecb0f118-13a1-4229-ae08-4bcc63070fa0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Oct 11 16:16:35.364182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57860a0a-62de-4fba-ad24-634a33979297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:35.533362 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4ccf0-b8e7-4ebc-9b34-482e9e79005a req-1f4aad87-2085-4455-a2c0-436c02e16347 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:35.534853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18d4ccf0-b8e7-4ebc-9b34-482e9e79005a req-1f4aad87-2085-4455-a2c0-436c02e16347 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0475483 Oct 11 16:16:35.574773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18d4ccf0-b8e7-4ebc-9b34-482e9e79005a req-582014de-5853-495e-b257-0f28341f10aa tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Oct 11 16:16:36.027823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:36.059496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:36.715442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28da7a7-2f35-45a4-af01-e03800e7e045 req-834e5ce5-578e-47a8-ab15-054e3d84e952 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:36.716937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d28da7a7-2f35-45a4-af01-e03800e7e045 req-834e5ce5-578e-47a8-ab15-054e3d84e952 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0722351 Oct 11 16:16:36.759967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d28da7a7-2f35-45a4-af01-e03800e7e045 req-dc50a860-2010-452e-a3f1-150756adb235 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Oct 11 16:16:37.879606 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb96754-1f85-4dd3-8fae-9338818852af req-13071ca6-3ef6-473d-a833-848d9978718b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:37.881439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcb96754-1f85-4dd3-8fae-9338818852af req-13071ca6-3ef6-473d-a833-848d9978718b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0551996 Oct 11 16:16:37.883345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:37.920530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dcb96754-1f85-4dd3-8fae-9338818852af req-060412db-4114-4e7c-b804-f666975c90dc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 11 16:16:39.038669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7009-655d-4790-aad1-3c7facdd5115 req-f2f0ecb4-30a1-47b6-b09f-6bbe592c70e2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:39.040143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57af7009-655d-4790-aad1-3c7facdd5115 req-f2f0ecb4-30a1-47b6-b09f-6bbe592c70e2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0493987 Oct 11 16:16:39.083203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57af7009-655d-4790-aad1-3c7facdd5115 req-12e6740f-7a95-4e57-8019-eb7caf5e5ee7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Oct 11 16:16:39.883971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:40.199686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26f64-0919-4275-96cf-d7c771fd063a req-d034cf52-4ca5-4284-920c-d274b7a14b42 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:40.201167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2e26f64-0919-4275-96cf-d7c771fd063a req-d034cf52-4ca5-4284-920c-d274b7a14b42 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0488532 Oct 11 16:16:40.243007 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2e26f64-0919-4275-96cf-d7c771fd063a req-58496661-07ef-427c-a91f-7d29286f4d1c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Oct 11 16:16:40.997249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:41.368102 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b48fd-8911-4190-94ba-80d2a1ff9541 req-5161fe3e-8281-4033-a7f9-50f23d12b4fd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:41.377703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777b48fd-8911-4190-94ba-80d2a1ff9541 req-5161fe3e-8281-4033-a7f9-50f23d12b4fd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0518656 Oct 11 16:16:41.409826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-777b48fd-8911-4190-94ba-80d2a1ff9541 req-91e65f65-fcc4-4947-94ac-c9ca1bc45495 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Oct 11 16:16:42.529968 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be4d74-d327-4c7e-b98d-f921c587b020 req-f6ae7da3-77ff-4f84-9dcc-094759606b46 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:42.531434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69be4d74-d327-4c7e-b98d-f921c587b020 req-f6ae7da3-77ff-4f84-9dcc-094759606b46 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0557735 Oct 11 16:16:42.569334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69be4d74-d327-4c7e-b98d-f921c587b020 req-4e28a5b5-550a-4206-bcfd-eefc96d219cd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Oct 11 16:16:43.682426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a5783-d0cb-46d9-958e-60ad37d21419 req-1dd5b863-c1ee-4384-8c74-edf5b111b45d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:43.683923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a9a5783-d0cb-46d9-958e-60ad37d21419 req-1dd5b863-c1ee-4384-8c74-edf5b111b45d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0483739 Oct 11 16:16:43.725661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a9a5783-d0cb-46d9-958e-60ad37d21419 req-d09ae26e-4102-4301-b1b1-01dd67526899 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Oct 11 16:16:44.836463 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4b20a-0972-4893-850e-d8429ecb9f6a req-947f4644-0a24-437f-91a2-b378ae48b913 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:44.837870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c4b20a-0972-4893-850e-d8429ecb9f6a req-947f4644-0a24-437f-91a2-b378ae48b913 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0489318 Oct 11 16:16:44.876052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c4b20a-0972-4893-850e-d8429ecb9f6a req-eb109021-05a0-42cb-97cd-3ac515538a04 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Oct 11 16:16:45.986720 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb6e6b-17b5-4b6b-816a-1efe209ddf99 req-971f4cc9-e447-4a2a-9102-11a5b01d0116 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:45.988161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbcb6e6b-17b5-4b6b-816a-1efe209ddf99 req-971f4cc9-e447-4a2a-9102-11a5b01d0116 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0477288 Oct 11 16:16:46.025366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbcb6e6b-17b5-4b6b-816a-1efe209ddf99 req-de0eb2f7-cc13-468a-8c92-71bdf66d0f4a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Oct 11 16:16:47.137973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302e21-225d-4363-b34d-8141bb7f7cf8 req-eed3911e-2625-45a1-bd1c-b4952e628230 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:47.139373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da302e21-225d-4363-b34d-8141bb7f7cf8 req-eed3911e-2625-45a1-bd1c-b4952e628230 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0504632 Oct 11 16:16:47.183254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da302e21-225d-4363-b34d-8141bb7f7cf8 req-b33be604-7e4d-4b94-81aa-cfe693b2f949 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Oct 11 16:16:48.302558 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05086596-f0af-4152-8821-9aaf0d323eed req-1a6f1745-68cf-4f7e-a680-9d8448f0d4ca tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:48.304232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05086596-f0af-4152-8821-9aaf0d323eed req-1a6f1745-68cf-4f7e-a680-9d8448f0d4ca tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0558887 Oct 11 16:16:48.346778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05086596-f0af-4152-8821-9aaf0d323eed req-eabbe2fe-0f38-43ec-9eea-a15e9c5c8405 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Oct 11 16:16:49.027334 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:16:49.461895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e549-3eec-4757-8121-710458f0478a req-85f20391-5620-4d7b-9fb0-424765e99dc1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:49.463407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8e7e549-3eec-4757-8121-710458f0478a req-85f20391-5620-4d7b-9fb0-424765e99dc1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 943 time: 0.0506892 Oct 11 16:16:49.501373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8e7e549-3eec-4757-8121-710458f0478a req-f840dfc2-270c-4143-954c-1d8dc38532ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Oct 11 16:16:49.763781 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f2f70aff-2162-49ee-a15a-f4ac979a9d23 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:16:49.858553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:49.870888 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23', 'mac_address': 'fa:16:3e:62:58:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:16:49.909420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:49.923409 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f70aff-2162-49ee-a15a-f4ac979a9d23 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:49.956635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:49.960987 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:50.018904 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:50.026069 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.026406 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.026738 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.027065 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.027389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.027709 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.028024 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.028336 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.028648 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.028959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.029278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.029624 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:50.151590 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f2f70aff-2162-49ee-a15a-f4ac979a9d23'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:50.613443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a84c2-ae1f-4f32-9b20-e2dd2f765c12 req-9e19c6a7-d1dc-4362-ad28-cb09a7cd1119 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:50.614977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-794a84c2-ae1f-4f32-9b20-e2dd2f765c12 req-9e19c6a7-d1dc-4362-ad28-cb09a7cd1119 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 944 time: 0.0492253 Oct 11 16:16:50.663225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-794a84c2-ae1f-4f32-9b20-e2dd2f765c12 req-bd712fe8-a509-4c40-acb2-20e51d5abbf9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Oct 11 16:16:51.763250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f2f70aff-2162-49ee-a15a-f4ac979a9d23 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:16:51.784280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04f7de-5f40-4ede-82d8-074499cb8a59 req-dca39fd0-f665-4eca-98e2-49651715a794 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:51.785726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d04f7de-5f40-4ede-82d8-074499cb8a59 req-dca39fd0-f665-4eca-98e2-49651715a794 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 944 time: 0.0513930 Oct 11 16:16:51.816050 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f2f70aff-2162-49ee-a15a-f4ac979a9d23 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:16:51.819561 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f2f70aff-2162-49ee-a15a-f4ac979a9d23 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:51.819951 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:51.825895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d04f7de-5f40-4ede-82d8-074499cb8a59 req-86ee9a77-3f61-4998-81b1-c65301da5156 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334895 Oct 11 16:16:51.898526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:51.920587 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:51.922867 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fefeae-595c-4a91-8441-b5697e5c1460" -d '{"events": [{"server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:51.936083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:51.941094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:51.988916 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:52.028252 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00ed47e-b474-4079-ac0f-2945b8875edc x-openstack-request-id: req-c00ed47e-b474-4079-ac0f-2945b8875edc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:52.028551 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:52.028812 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c00ed47e-b474-4079-ac0f-2945b8875edc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:52.029211 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23', 'code': 200} Oct 11 16:16:52.123246 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdfde1-e88b-4bb1-bb74-c83afb2f4e9c req-cfdd6e52-0f90-4758-8bb2-dec51bc30be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:52.125195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dcfdfde1-e88b-4bb1-bb74-c83afb2f4e9c req-cfdd6e52-0f90-4758-8bb2-dec51bc30be7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 1096 time: 0.0395851 Oct 11 16:16:52.161837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dcfdfde1-e88b-4bb1-bb74-c83afb2f4e9c req-3325db3e-e67d-456f-a309-c69fbd0e7db2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297949 Oct 11 16:16:52.941685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529325e-30ee-4c3f-83e3-b59a5afd6ffb req-870d0bb3-9ebc-4ec9-8c31-40d1e4aa5a86 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:52.943170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b529325e-30ee-4c3f-83e3-b59a5afd6ffb req-870d0bb3-9ebc-4ec9-8c31-40d1e4aa5a86 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0492504 Oct 11 16:16:52.980653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b529325e-30ee-4c3f-83e3-b59a5afd6ffb req-88875f6c-e543-4c74-8350-59756507f280 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Oct 11 16:16:54.113635 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f15b9-5fe8-422a-a273-b1accc4f8ffa req-2801ee53-7452-4301-9dea-8c74b1e05f3a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:54.115123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d62f15b9-5fe8-422a-a273-b1accc4f8ffa req-2801ee53-7452-4301-9dea-8c74b1e05f3a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0503082 Oct 11 16:16:54.159131 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d62f15b9-5fe8-422a-a273-b1accc4f8ffa req-c64677f0-a7cf-4380-96c3-f67ab4c66936 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Oct 11 16:16:54.296871 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c36ef-fc04-4d08-ae65-f2e6d2dc6a6f req-d78b755d-fcc7-4bdb-97e2-3ec811648af5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:54.298660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a9c36ef-fc04-4d08-ae65-f2e6d2dc6a6f req-d78b755d-fcc7-4bdb-97e2-3ec811648af5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0559046 Oct 11 16:16:54.340393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a9c36ef-fc04-4d08-ae65-f2e6d2dc6a6f req-f71a0fcd-f304-43d5-800c-f46c7bb5dd3f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356369 Oct 11 16:16:54.457085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3108-c93c-48f1-8a46-998cc134f84d req-2d15e39a-73f0-4dba-84f8-3c71c5e08ca5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:54.458841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8ec3108-c93c-48f1-8a46-998cc134f84d req-2d15e39a-73f0-4dba-84f8-3c71c5e08ca5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0535762 Oct 11 16:16:54.498449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8ec3108-c93c-48f1-8a46-998cc134f84d req-b2b9f666-b2ec-49cb-941a-6573dae9dd9c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Oct 11 16:16:54.784163 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966eca5-f8e9-4d8a-a99a-c94eefa18f2c req-14fc457f-bca8-4018-9ffb-d9d15193e6b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:54.785740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3966eca5-f8e9-4d8a-a99a-c94eefa18f2c req-14fc457f-bca8-4018-9ffb-d9d15193e6b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0491588 Oct 11 16:16:54.828521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3966eca5-f8e9-4d8a-a99a-c94eefa18f2c req-4788c57f-eae0-420d-aa82-c4f394057795 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367112 Oct 11 16:16:55.944597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e21df-470f-4edc-9d94-7180f38b0906 req-0d80ef42-d876-4512-86dd-016f73abb7e3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:55.946102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-600e21df-470f-4edc-9d94-7180f38b0906 req-0d80ef42-d876-4512-86dd-016f73abb7e3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0493040 Oct 11 16:16:55.984106 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-600e21df-470f-4edc-9d94-7180f38b0906 req-836eccf0-3a56-4d2e-93a4-597ab37c1dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Oct 11 16:16:56.208724 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130010ec-26fb-4902-8050-7518e7e01277 req-73baf359-0fed-4e1f-9bf1-d0ef369e25a0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:56.210103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-130010ec-26fb-4902-8050-7518e7e01277 req-73baf359-0fed-4e1f-9bf1-d0ef369e25a0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 945 time: 0.0471942 Oct 11 16:16:56.296759 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port f2f70aff-2162-49ee-a15a-f4ac979a9d23 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:16:56.297086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:56.385921 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port f2f70aff-2162-49ee-a15a-f4ac979a9d23, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f2f70aff-2162-49ee-a15a-f4ac979a9d23,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:56.386282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:56.398141 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for f2f70aff-2162-49ee-a15a-f4ac979a9d23 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:16:56.528694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:56.541871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f2f70aff-2162-49ee-a15a-f4ac979a9d23'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:56.557666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=f2f70aff-2162-49ee-a15a-f4ac979a9d23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:56.598632 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port f2f70aff-2162-49ee-a15a-f4ac979a9d23 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:16:56.601272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:56.604679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-130010ec-26fb-4902-8050-7518e7e01277 req-19de4564-e50f-40c0-a4cb-19618f65abf6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "DELETE /v2.0/ports/f2f70aff-2162-49ee-a15a-f4ac979a9d23 HTTP/1.1" status: 204 len: 173 time: 0.3879855 Oct 11 16:16:56.605126 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'name': 'network-vif-deleted', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:56.607448 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398043e6-4150-4cbd-9fcc-8879148bc9e1" -d '{"events": [{"server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "name": "network-vif-deleted", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:56.648290 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4adce-5964-44d7-8511-b54d9f898c55 x-openstack-request-id: req-dae4adce-5964-44d7-8511-b54d9f898c55 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:56.648578 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82283e0-3dc6-4bc0-b029-9f44544b2d1a", "name": "network-vif-deleted", "tag": "f2f70aff-2162-49ee-a15a-f4ac979a9d23", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:56.648834 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae4adce-5964-44d7-8511-b54d9f898c55 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:56.649228 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82283e0-3dc6-4bc0-b029-9f44544b2d1a', 'name': 'network-vif-deleted', 'tag': 'f2f70aff-2162-49ee-a15a-f4ac979a9d23', 'status': 'completed', 'code': 200} Oct 11 16:16:57.078863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36dd0dda-dfa8-4571-b442-25b4c02936bd req-92336cee-28a6-4053-bccf-7c941d9765f2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0275440 Oct 11 16:16:58.183337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a9810e4-1bf4-4e83-84fa-ed49551e5f9b req-bcf59e2e-3283-4c28-9bfb-9bd74c58bb2d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0318427 Oct 11 16:16:58.476303 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-22b206ad-17f5-43dd-9095-ca096b5759e6 req-251af1d8-0d10-43a9-b1a3-affa669c83b9 service neutron] (94826) timed out ('10.222.0.31', 46824) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:16:59.279691 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1b4aed6-8b78-4f9f-b7b4-44afbe38abb3 req-4bae02d8-c4c4-4de5-8147-07b02af64942 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0262878 Oct 11 16:16:59.839379 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f2f70aff-2162-49ee-a15a-f4ac979a9d23 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:16:59.862714 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f2f70aff-2162-49ee-a15a-f4ac979a9d23 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:16:59.863051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f2f70aff-2162-49ee-a15a-f4ac979a9d23 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:00.378277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d692903e-45b0-4127-b682-8f3185f3555a req-95b8800b-bada-4d41-9cce-f304bdaa4ff2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f82283e0-3dc6-4bc0-b029-9f44544b2d1a HTTP/1.1" status: 200 len: 210 time: 0.0302591 Oct 11 16:17:02.410289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2177ee2-d96a-4f53-b1dd-2571fb2f93b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:05.369016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08686ab9-80fe-449e-84fc-94d81be8c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:06.030085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:06.067062 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.880547 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.885683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.001004 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:24.350210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-812e3854-842b-4324-804a-688343c50aa9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:24.351664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-812e3854-842b-4324-804a-688343c50aa9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1000779 Oct 11 16:17:24.366281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-0795503c-2012-403d-82f0-2cb8e90d42a2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Oct 11 16:17:24.419784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-369f5b04-cef0-423b-9111-29111e9b24b7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483339 Oct 11 16:17:24.556497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-311e0112-ee71-4f42-8560-1c910c15cbe6 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297717 Oct 11 16:17:24.649219 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-89531012-0371-40ea-8b3f-6cf7905997b1 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Oct 11 16:17:24.944956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36cb33f8-0de5-4472-a35c-135c018cf823 req-515a84c8-37c3-45ed-879c-db1a864e43a8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0300038 Oct 11 16:17:25.843045 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-f707236b-fbc8-46ae-8d67-92bb87f756a7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:25.844726 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-f707236b-fbc8-46ae-8d67-92bb87f756a7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1203556 Oct 11 16:17:25.858930 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:25.988900 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:17:25.992647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.026294 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:17:26.072666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0898a23-15b8-4092-8b3b-224feff133bb req-7fae0241-cb06-4c1b-8f75-5329330e6760 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0263045 Oct 11 16:17:26.135250 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.8 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/66e965e2-7749-44e5-b015-9a7cb0ee420e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:17:26.282615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.315998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.357578 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:17:26.362382 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:17:26.366061 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:17:26.396442 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:26.431656 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:26.432420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.450688 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-286f5a21-8142-4e64-b531-d02513bec7d9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960391 Oct 11 16:17:26.463370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Request body: {'port': {'device_id': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:26.520087 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.607110 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0cd2fcec-20e4-4a47-88c8-0509e2b4e73c None None] Provisioning complete for port 66e965e2-7749-44e5-b015-9a7cb0ee420e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:26.608095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cd2fcec-20e4-4a47-88c8-0509e2b4e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.644327 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2fcec-20e4-4a47-88c8-0509e2b4e73c None None] Port 66e965e2-7749-44e5-b015-9a7cb0ee420e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:17:26.788682 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e965e2-7749-44e5-b015-9a7cb0ee420e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:26.797024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.809208 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Transition to ACTIVE for port object 66e965e2-7749-44e5-b015-9a7cb0ee420e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:17:26.814104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:26.863719 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Pushing event updated for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:26.932605 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Attempting to bind port 66e965e2-7749-44e5-b015-9a7cb0ee420e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:17:26.932937 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Attempting to bind port 66e965e2-7749-44e5-b015-9a7cb0ee420e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:17:26.933277 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Attempting to bind port 66e965e2-7749-44e5-b015-9a7cb0ee420e on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:26.938451 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Port 66e965e2-7749-44e5-b015-9a7cb0ee420e on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:17:26.938779 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Attempting to bind port 66e965e2-7749-44e5-b015-9a7cb0ee420e on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:26.943712 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:17:26.944042 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:17:26.944463 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:17:26.944823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Bound port: 66e965e2-7749-44e5-b015-9a7cb0ee420e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:17:26.945173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:27.014687 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:17:27.018636 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:17:27.023812 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:27.057662 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.058284 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:27.059657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] 10.222.0.36 "PUT /v2.0/ports/66e965e2-7749-44e5-b015-9a7cb0ee420e HTTP/1.1" status: 200 len: 1091 time: 0.6007228 Oct 11 16:17:27.060100 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:27.062927 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:27.156999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de12f8-fe4d-4ffb-b7ed-0732ec501922 service neutron] Pushing event updated for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:27.175344 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-870cc817-73f9-47a8-9f14-c44b3163824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.177921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-870cc817-73f9-47a8-9f14-c44b3163824c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 1094 time: 0.0710471 Oct 11 16:17:27.181935 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896a3ce-2c2a-4082-a6cb-e943229694cb x-openstack-request-id: req-5896a3ce-2c2a-4082-a6cb-e943229694cb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:27.182388 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:27.182743 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5896a3ce-2c2a-4082-a6cb-e943229694cb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:27.183203 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e', 'status': 'completed', 'code': 200} Oct 11 16:17:27.233337 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-a6bdb775-b002-47d5-a863-b50cdb5e9781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e HTTP/1.1" status: 200 len: 217 time: 0.0427506 Oct 11 16:17:27.243573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5efa-7af0-47af-90ac-8448eadabea3 req-320c09b6-d309-4117-9b3d-d23c895fc985 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.246050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-012b5efa-7af0-47af-90ac-8448eadabea3 req-320c09b6-d309-4117-9b3d-d23c895fc985 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0589612 Oct 11 16:17:27.286776 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-012b5efa-7af0-47af-90ac-8448eadabea3 req-eb7817e4-22f5-49c5-928b-7c952ebe645a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Oct 11 16:17:27.293685 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-108eec28-29b9-4f01-b63e-e981afc7568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.295475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-108eec28-29b9-4f01-b63e-e981afc7568d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0559983 Oct 11 16:17:27.341971 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-ba7b5db0-51f9-4899-8a5a-86e0f16e1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.343539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-ba7b5db0-51f9-4899-8a5a-86e0f16e1838 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414181 Oct 11 16:17:27.445015 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-5ee5b6c3-2d20-4ff2-aed5-686e44905a8a service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938468 Oct 11 16:17:27.535874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-efb4a9da-b4a5-4320-a82d-556f5b2a94d2 req-8e14cc37-fd8b-45e9-b38b-bd386832fd58 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Oct 11 16:17:27.622267 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-69d7adfb-94ce-42fe-832c-5ef29c15acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.624399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-69d7adfb-94ce-42fe-832c-5ef29c15acdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 1094 time: 0.0426090 Oct 11 16:17:27.718864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-93c66b8a-4f38-4b80-bb37-1d711f40fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.720270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-93c66b8a-4f38-4b80-bb37-1d711f40fbdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0897160 Oct 11 16:17:27.762584 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-818d00be-af0b-4a23-ba56-0a27774b5005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e HTTP/1.1" status: 200 len: 217 time: 0.0343063 Oct 11 16:17:27.816572 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-df5c0f18-7d71-41a7-9a40-9009e4c7f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.818087 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-df5c0f18-7d71-41a7-9a40-9009e4c7f398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0488496 Oct 11 16:17:27.864752 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-fda30b5a-a5a3-46d9-8444-6135c7c5bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.866431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-fda30b5a-a5a3-46d9-8444-6135c7c5bfd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406303 Oct 11 16:17:27.962687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-20e61038-c872-49ae-8e6f-37f45bcfa885 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881655 Oct 11 16:17:28.052190 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b08ae5a6-6913-4a6c-8b98-9aba5eee87ef req-f4cf1030-050f-444c-9cf6-a8e311fe5a5f service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819204 Oct 11 16:17:28.403222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fff17a-1123-4c18-b535-912f68e981d2 req-7d233a7b-04ba-463f-b922-a73fc952e526 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:28.404714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8fff17a-1123-4c18-b535-912f68e981d2 req-7d233a7b-04ba-463f-b922-a73fc952e526 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0501306 Oct 11 16:17:28.447338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8fff17a-1123-4c18-b535-912f68e981d2 req-f292ef29-232b-4133-9fac-cb6c745ed4f4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Oct 11 16:17:29.559109 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9f83b-9947-4062-9ecc-83b54dde0a0e req-882bb886-f115-464f-a388-71f5ffdef7ba tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:29.560568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25e9f83b-9947-4062-9ecc-83b54dde0a0e req-882bb886-f115-464f-a388-71f5ffdef7ba tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0482213 Oct 11 16:17:29.598509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25e9f83b-9947-4062-9ecc-83b54dde0a0e req-f4fe68ee-e1c3-420d-9487-5a38717be925 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Oct 11 16:17:30.715186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e1aa-f5d1-4351-b715-464fe1d2ce0f req-2e9dedbc-f92d-4493-b97c-5c0ba607e52f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:30.716666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2363e1aa-f5d1-4351-b715-464fe1d2ce0f req-2e9dedbc-f92d-4493-b97c-5c0ba607e52f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0512576 Oct 11 16:17:30.755291 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2363e1aa-f5d1-4351-b715-464fe1d2ce0f req-1c751821-37e4-4a34-95a2-7328e624f5d5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Oct 11 16:17:31.867527 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3b5d-2fb3-4b94-abdb-e72e7d8e9243 req-64976f75-3c5b-4eda-922d-c807590b23f1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:31.869019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a7a3b5d-2fb3-4b94-abdb-e72e7d8e9243 req-64976f75-3c5b-4eda-922d-c807590b23f1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0476577 Oct 11 16:17:31.911253 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a7a3b5d-2fb3-4b94-abdb-e72e7d8e9243 req-1046cbcc-408a-4f42-8d0b-59658a6d0223 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Oct 11 16:17:32.402363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea0b-ae8c-48e2-be28-934b9df265a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:33.023884 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee969-bd8a-4f17-a61d-26720cf675af req-d02c85bf-1c43-436e-8abd-309f9e263ac7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:33.025332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c1ee969-bd8a-4f17-a61d-26720cf675af req-d02c85bf-1c43-436e-8abd-309f9e263ac7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0488961 Oct 11 16:17:33.062462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1c1ee969-bd8a-4f17-a61d-26720cf675af req-a1548dca-4df5-4471-9a42-82f804339c91 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304983 Oct 11 16:17:34.179250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174eb0-f8db-4dd1-b21d-ab881537b508 req-90f2ea35-3baf-4656-9805-d56cc9239944 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:34.180655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7174eb0-f8db-4dd1-b21d-ab881537b508 req-90f2ea35-3baf-4656-9805-d56cc9239944 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0512562 Oct 11 16:17:34.218038 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d7174eb0-f8db-4dd1-b21d-ab881537b508 req-30caa07d-54c1-4f32-84cc-1a325b03f8d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306411 Oct 11 16:17:35.328051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec3a7-5d4b-43e1-a36c-cdf0b6e8ff20 req-7add906f-b8a2-4041-a806-bff5392c2552 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:35.329519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-617ec3a7-5d4b-43e1-a36c-cdf0b6e8ff20 req-7add906f-b8a2-4041-a806-bff5392c2552 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0483117 Oct 11 16:17:35.371040 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-356d5750-8e32-400c-ba24-72d3593261e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:35.374409 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-617ec3a7-5d4b-43e1-a36c-cdf0b6e8ff20 req-35075ac7-0759-43a0-ace6-10bbd1f6e47e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Oct 11 16:17:36.033471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.064419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.488583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe8223-ba8b-48de-97fe-a4bad60f40f7 req-7fdde242-861f-4011-aba4-4b29878eda55 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:36.490145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1fe8223-ba8b-48de-97fe-a4bad60f40f7 req-7fdde242-861f-4011-aba4-4b29878eda55 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0496740 Oct 11 16:17:36.527551 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1fe8223-ba8b-48de-97fe-a4bad60f40f7 req-618cacc1-1f1b-495d-9912-b65b2d6fd5e7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Oct 11 16:17:37.640269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518e69a-fbb0-4cb2-93f9-3c836c031739 req-83cabad4-4616-4013-80f6-8eeaf62aa9d0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:37.641774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b518e69a-fbb0-4cb2-93f9-3c836c031739 req-83cabad4-4616-4013-80f6-8eeaf62aa9d0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 943 time: 0.0486047 Oct 11 16:17:37.678879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b518e69a-fbb0-4cb2-93f9-3c836c031739 req-3fb1814a-2e2d-4c23-91bd-f04954cdce5a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Oct 11 16:17:37.885203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:38.073348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66e965e2-7749-44e5-b015-9a7cb0ee420e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:17:38.167917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:38.179546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '66e965e2-7749-44e5-b015-9a7cb0ee420e', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': '66e965e2-7749-44e5-b015-9a7cb0ee420e', 'mac_address': 'fa:16:3e:3d:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:17:38.215160 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:38.227930 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e965e2-7749-44e5-b015-9a7cb0ee420e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:38.246458 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:38.251043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:38.302967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:38.453898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['66e965e2-7749-44e5-b015-9a7cb0ee420e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:38.791834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a978491-8d9f-4fc7-b920-452f5cc45d68 req-9222f6fe-70ee-4d13-a080-401910b51df7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.793298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a978491-8d9f-4fc7-b920-452f5cc45d68 req-9222f6fe-70ee-4d13-a080-401910b51df7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 944 time: 0.0491614 Oct 11 16:17:38.834718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a978491-8d9f-4fc7-b920-452f5cc45d68 req-659d997c-908d-429e-b35c-82621a52e9d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Oct 11 16:17:39.887232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:39.955251 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a881-5038-4572-86df-213edf017897 req-48aa8b79-55fe-48ee-a9c7-8283e03921b8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:39.956695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4103a881-5038-4572-86df-213edf017897 req-48aa8b79-55fe-48ee-a9c7-8283e03921b8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 944 time: 0.0478117 Oct 11 16:17:39.994499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4103a881-5038-4572-86df-213edf017897 req-88b7bc83-3a00-4835-9da8-2e77720ede72 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Oct 11 16:17:40.090952 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66e965e2-7749-44e5-b015-9a7cb0ee420e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:17:40.142205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 66e965e2-7749-44e5-b015-9a7cb0ee420e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:17:40.146216 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 66e965e2-7749-44e5-b015-9a7cb0ee420e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:40.146581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:40.222071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:40.243254 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:40.245524 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d5e263-5a81-4bcf-a1ba-9cd69bcb41a5" -d '{"events": [{"server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "name": "network-vif-plugged", "status": "completed", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:40.257762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:40.262123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:40.285465 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78bde8f-07c8-4abe-9dd6-8b51c3cb8153 x-openstack-request-id: req-d78bde8f-07c8-4abe-9dd6-8b51c3cb8153 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:40.285771 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "name": "network-vif-plugged", "status": "completed", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:40.286022 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d78bde8f-07c8-4abe-9dd6-8b51c3cb8153 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:40.286407 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e', 'code': 200} Oct 11 16:17:40.314028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:40.380383 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980595-9f69-4b40-9ba7-45d46e7fe9f7 req-1f3b3ae1-b780-406b-8a57-ea923c120cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:40.381859 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b980595-9f69-4b40-9ba7-45d46e7fe9f7 req-1f3b3ae1-b780-406b-8a57-ea923c120cdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 1096 time: 0.0396733 Oct 11 16:17:40.417978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4b980595-9f69-4b40-9ba7-45d46e7fe9f7 req-b856cb87-7e84-44b9-90fe-a0d8afe97864 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272071 Oct 11 16:17:41.011420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:41.107291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa69ebd-dffb-4805-a020-e6000b5686a9 req-c8f370f2-cde0-4130-bbe2-d9081fc9732d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:41.108755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9aa69ebd-dffb-4805-a020-e6000b5686a9 req-c8f370f2-cde0-4130-bbe2-d9081fc9732d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0488410 Oct 11 16:17:41.146560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9aa69ebd-dffb-4805-a020-e6000b5686a9 req-fd3eeb7c-5daa-4d2f-8622-52ddf1764c68 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Oct 11 16:17:42.261171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacf626-ef4b-41d2-a82e-6a4e18dfd14b req-8de62c03-81ae-4430-8b05-be1759ae1574 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:42.262658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bacf626-ef4b-41d2-a82e-6a4e18dfd14b req-8de62c03-81ae-4430-8b05-be1759ae1574 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0487230 Oct 11 16:17:42.303595 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bacf626-ef4b-41d2-a82e-6a4e18dfd14b req-8532acf4-5b46-4a79-be38-844ddd3050d2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351193 Oct 11 16:17:42.414890 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8f36-479c-441b-b236-582a6fe76507 req-5068984a-0fa2-427d-baa2-29358208fb82 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:42.416336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bd8f36-479c-441b-b236-582a6fe76507 req-5068984a-0fa2-427d-baa2-29358208fb82 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0489450 Oct 11 16:17:42.454712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14bd8f36-479c-441b-b236-582a6fe76507 req-d10ec03c-2d77-471c-85e9-4e6027f86012 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Oct 11 16:17:44.850807 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-39e00845-8b12-4575-9f2e-ee4074d9803f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:44.852230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-39e00845-8b12-4575-9f2e-ee4074d9803f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1029341 Oct 11 16:17:44.867048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-5a8e5e10-aa1b-45bf-89f4-413221809d65 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0091815 Oct 11 16:17:44.919618 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-2e5710f5-f339-40f9-b494-91c00939e356 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474763 Oct 11 16:17:45.058320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-2de88bd2-3013-4a81-b3b1-a3605d79cfa1 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300104 Oct 11 16:17:45.152765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-30d3fa8e-9e9a-40e2-93a3-359e990b37ec service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877025 Oct 11 16:17:45.338856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-27235b09-3942-4260-8ce4-c96588c1acc6 req-786052cd-e88b-4738-a450-0ab17790a043 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0284364 Oct 11 16:17:46.243966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-acca87d0-5950-4352-8b07-f2e36c57e7ce tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:46.245387 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-acca87d0-5950-4352-8b07-f2e36c57e7ce tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1049485 Oct 11 16:17:46.258020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': '2870cf3a-a716-4692-8649-d528c9c70b16', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:46.364474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:17:46.368618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:46.463869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13acf814-7756-43b4-9758-cb151a8cf344 req-443d9b3e-dac3-40b4-bb06-c294ea8fed77 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0335031 Oct 11 16:17:46.531927 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.9 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/769c109e-d765-4176-9308-8d01cb03b36f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:17:46.698967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:46.732444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:46.747132 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['66e965e2-7749-44e5-b015-9a7cb0ee420e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:46.782837 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:17:46.786412 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:17:46.791028 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:17:46.795738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:46.830721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.831104 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.831483 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.831852 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.832205 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.832575 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.832920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.833293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.833670 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.834012 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.834357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.834681 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:46.876634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:46.877465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:46.897985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9d5bf2d0-7c1e-48f0-9953-225f4fdd8dd9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435361 Oct 11 16:17:46.909600 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9b7557af-4b97-460f-83e9-2ff0449b0f63 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:17:46.910778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-9b7557af-4b97-460f-83e9-2ff0449b0f63 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067182 Oct 11 16:17:46.989886 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Request body: {'port': {'device_id': '2870cf3a-a716-4692-8649-d528c9c70b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:47.033847 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801e4aee-544b-4b1b-86fa-47c23c329f60 None None] Provisioning complete for port 769c109e-d765-4176-9308-8d01cb03b36f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:47.034215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801e4aee-544b-4b1b-86fa-47c23c329f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.046351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.070274 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801e4aee-544b-4b1b-86fa-47c23c329f60 None None] Port 769c109e-d765-4176-9308-8d01cb03b36f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:17:47.311473 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769c109e-d765-4176-9308-8d01cb03b36f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:47.319292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.331836 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Transition to ACTIVE for port object 769c109e-d765-4176-9308-8d01cb03b36f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:17:47.338503 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.404514 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:47.475994 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Attempting to bind port 769c109e-d765-4176-9308-8d01cb03b36f on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:17:47.476398 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Attempting to bind port 769c109e-d765-4176-9308-8d01cb03b36f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:17:47.476788 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Attempting to bind port 769c109e-d765-4176-9308-8d01cb03b36f on network 36138f14-4247-470d-867d-13730060800d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:47.481996 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Port 769c109e-d765-4176-9308-8d01cb03b36f on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:17:47.482400 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Attempting to bind port 769c109e-d765-4176-9308-8d01cb03b36f on network 36138f14-4247-470d-867d-13730060800d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:47.489242 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:17:47.489697 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:17:47.490271 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:17:47.490811 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Bound port: 769c109e-d765-4176-9308-8d01cb03b36f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:17:47.491204 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.595146 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:17:47.609311 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=769c109e-d765-4176-9308-8d01cb03b36f,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:17:47.614740 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.630135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7435f-f1f6-4c37-8586-a87ab0ab0841 req-98a3cefd-4ce3-46c6-b637-594db331562f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.631605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2b7435f-f1f6-4c37-8586-a87ab0ab0841 req-98a3cefd-4ce3-46c6-b637-594db331562f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0823679 Oct 11 16:17:47.666882 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.667488 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.668830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/769c109e-d765-4176-9308-8d01cb03b36f HTTP/1.1" status: 200 len: 1091 time: 0.7489896 Oct 11 16:17:47.669267 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:47.672113 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ade1b5-250a-4465-af9d-9f6f11179a09" -d '{"events": [{"name": "network-changed", "server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "tag": "769c109e-d765-4176-9308-8d01cb03b36f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:47.718074 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa26bb-9744-4310-8ea0-1a847c53b0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:47.723486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2b7435f-f1f6-4c37-8586-a87ab0ab0841 req-93797e43-cb4f-4d48-8cbd-fcd7135e080f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Oct 11 16:17:47.749803 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b68796-d313-47c4-a7c6-e38507d6b37c x-openstack-request-id: req-02b68796-d313-47c4-a7c6-e38507d6b37c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:47.750506 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "tag": "769c109e-d765-4176-9308-8d01cb03b36f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:47.750895 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02b68796-d313-47c4-a7c6-e38507d6b37c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:47.751081 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f', 'status': 'completed', 'code': 200} Oct 11 16:17:47.792137 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-f6aeee8b-366d-4ecd-9777-63c6ae884f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.793826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-f6aeee8b-366d-4ecd-9777-63c6ae884f6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 1094 time: 0.0560806 Oct 11 16:17:47.840377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-93bec92b-f4af-43f4-9d43-90accf5175c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769c109e-d765-4176-9308-8d01cb03b36f HTTP/1.1" status: 200 len: 217 time: 0.0383527 Oct 11 16:17:47.895325 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-71d7ab24-0c4e-44b6-a365-2d4a4897419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.896822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-71d7ab24-0c4e-44b6-a365-2d4a4897419c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0495298 Oct 11 16:17:47.944173 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-bec0b495-f6d1-404b-9498-d95df1f15488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.945755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-bec0b495-f6d1-404b-9498-d95df1f15488 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423989 Oct 11 16:17:48.047740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-497a1a2e-bcae-4dab-89d6-9f81d3afdd01 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939231 Oct 11 16:17:48.146580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0a71af2-c4c4-48ec-be14-c784a4784b6e req-17d217f9-1ba5-4ed5-aff2-481ae897c462 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923235 Oct 11 16:17:48.229540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-5a477087-d6aa-4fd7-99c6-2a4571a88b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:48.231016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-5a477087-d6aa-4fd7-99c6-2a4571a88b78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 1094 time: 0.0412655 Oct 11 16:17:48.320927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-9e39edef-55f9-4134-85cd-62d5ff158c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:48.322430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-9e39edef-55f9-4134-85cd-62d5ff158c4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0843570 Oct 11 16:17:48.366505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-7f2672c4-26fa-45df-8601-4c1c5b496c0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769c109e-d765-4176-9308-8d01cb03b36f HTTP/1.1" status: 200 len: 217 time: 0.0365868 Oct 11 16:17:48.417413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-cc2922f5-5a2b-4ba8-b73c-698c5d72ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:48.418962 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-cc2922f5-5a2b-4ba8-b73c-698c5d72ff40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0460651 Oct 11 16:17:48.464642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-bd5e1862-8799-46f0-9359-192fc6bde048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:48.466137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-bd5e1862-8799-46f0-9359-192fc6bde048 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398965 Oct 11 16:17:48.558116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-4f9ba3cb-e26c-4668-91ec-f6274be2c9a9 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Oct 11 16:17:48.659535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38ade1b5-250a-4465-af9d-9f6f11179a09 req-a2cc96a6-793e-43d8-94df-045a41c44ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926297 Oct 11 16:17:48.843598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ecf29-0844-4daf-b0fd-d06c4ddc48f5 req-fe25df93-eb69-48ec-91c7-e46143714ea1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:48.845063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f4ecf29-0844-4daf-b0fd-d06c4ddc48f5 req-fe25df93-eb69-48ec-91c7-e46143714ea1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0541501 Oct 11 16:17:48.885280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f4ecf29-0844-4daf-b0fd-d06c4ddc48f5 req-188bdae1-4a10-4619-9866-eeba5786a225 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Oct 11 16:17:50.041969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53c62-90e6-4bc7-97a4-8f3f60ef7357 req-23bbf731-a4a9-4697-b962-8e3187c1af7a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:50.043602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57a53c62-90e6-4bc7-97a4-8f3f60ef7357 req-23bbf731-a4a9-4697-b962-8e3187c1af7a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0699892 Oct 11 16:17:50.102902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57a53c62-90e6-4bc7-97a4-8f3f60ef7357 req-5dcf58de-24bb-46bf-bed6-0d533a313bfd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Oct 11 16:17:51.251210 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aad7c-2a17-4636-addf-ef8e5a007376 req-b82713f9-9ce5-4251-8b5c-aa921856cb87 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:51.257959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd0aad7c-2a17-4636-addf-ef8e5a007376 req-b82713f9-9ce5-4251-8b5c-aa921856cb87 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0766659 Oct 11 16:17:51.336477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd0aad7c-2a17-4636-addf-ef8e5a007376 req-e08b713f-2182-434b-be4d-a34b05f53ba2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605037 Oct 11 16:17:52.524176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916767b-18df-427a-aa24-2720c6415b18 req-0c71fb99-f546-4c90-bb55-8789c8acb201 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:52.525789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1916767b-18df-427a-aa24-2720c6415b18 req-0c71fb99-f546-4c90-bb55-8789c8acb201 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0699961 Oct 11 16:17:52.567482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1916767b-18df-427a-aa24-2720c6415b18 req-c57c6076-dd67-46eb-a384-8759869fb72a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Oct 11 16:17:53.688064 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3351c6b-7b36-475a-ad1a-14349a407c5e req-f2b9ebe8-81d2-4f88-a7ae-a0194053f900 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:53.689700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3351c6b-7b36-475a-ad1a-14349a407c5e req-f2b9ebe8-81d2-4f88-a7ae-a0194053f900 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0517964 Oct 11 16:17:53.728715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3351c6b-7b36-475a-ad1a-14349a407c5e req-2728d5b7-82ed-4af9-8720-afdcb4ef57c0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Oct 11 16:17:54.842756 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d9813-cc9e-409c-a02e-8688c3d74ed6 req-7b92d996-bd96-4e5b-9bcc-26182471ebfe tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:54.844218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae9d9813-cc9e-409c-a02e-8688c3d74ed6 req-7b92d996-bd96-4e5b-9bcc-26182471ebfe tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0475760 Oct 11 16:17:54.881004 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae9d9813-cc9e-409c-a02e-8688c3d74ed6 req-ad52d114-765b-4953-9ca8-625960e4ac72 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309780 Oct 11 16:17:56.001374 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075208b-b4e4-48f6-9a55-fd5c2fb43cbe req-705da109-d1f3-4d3c-b6e4-0160b6685368 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:56.003349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a075208b-b4e4-48f6-9a55-fd5c2fb43cbe req-705da109-d1f3-4d3c-b6e4-0160b6685368 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0543172 Oct 11 16:17:56.040532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a075208b-b4e4-48f6-9a55-fd5c2fb43cbe req-2aa94139-9803-4d45-b7a6-59c89976cf89 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Oct 11 16:17:57.163364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8ec9-a72c-4d68-ad12-f20e40d02f60 req-36495fe8-5d8b-4b35-8d81-409dcdc90a0f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:57.165883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985a8ec9-a72c-4d68-ad12-f20e40d02f60 req-36495fe8-5d8b-4b35-8d81-409dcdc90a0f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0592246 Oct 11 16:17:57.205240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-985a8ec9-a72c-4d68-ad12-f20e40d02f60 req-789579bb-fd99-454f-af5a-b4615b8fdac6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Oct 11 16:17:58.320699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe61e-e07b-4aa7-9a91-4b184735b1cd req-de877e11-8908-46b1-95ea-28de0fa136ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:58.322185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69cfe61e-e07b-4aa7-9a91-4b184735b1cd req-de877e11-8908-46b1-95ea-28de0fa136ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0484040 Oct 11 16:17:58.360079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69cfe61e-e07b-4aa7-9a91-4b184735b1cd req-8d8f11b9-5626-412e-b224-e31ae9bee567 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Oct 11 16:17:59.480868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff416d9e-686a-4e41-a05f-74bd32e2c504 req-e6ab797f-ae68-4722-a327-85685de33763 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:59.482470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff416d9e-686a-4e41-a05f-74bd32e2c504 req-e6ab797f-ae68-4722-a327-85685de33763 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0552335 Oct 11 16:17:59.524627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff416d9e-686a-4e41-a05f-74bd32e2c504 req-3bf73881-feb2-41e4-afbd-0c45156740e1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361974 Oct 11 16:18:00.646086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636ef9-30d9-41ac-a1a6-4e5ec70aa165 req-1f3bddbe-f08c-49f8-be5c-e3ea87ee0ba0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:00.647812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6636ef9-30d9-41ac-a1a6-4e5ec70aa165 req-1f3bddbe-f08c-49f8-be5c-e3ea87ee0ba0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0513477 Oct 11 16:18:00.691486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6636ef9-30d9-41ac-a1a6-4e5ec70aa165 req-3e3e34de-e6c7-484c-8331-156311d262af tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Oct 11 16:18:01.811548 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb0cf-8136-4948-b55f-b3c6ed4bdd56 req-86366063-18ec-45e8-829d-f63bf364f70c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:01.813029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16acb0cf-8136-4948-b55f-b3c6ed4bdd56 req-86366063-18ec-45e8-829d-f63bf364f70c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0523088 Oct 11 16:18:01.851619 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16acb0cf-8136-4948-b55f-b3c6ed4bdd56 req-809efc26-79e9-4038-8669-7639ab874403 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Oct 11 16:18:02.404023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27bca5c7-2c4b-43e5-859a-c7465dbc6de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:02.971021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df232c5-232d-422b-b27f-2a1695ceb1af req-56ff50af-0a0e-489e-9ee1-c6ee227b44f5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:02.972466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df232c5-232d-422b-b27f-2a1695ceb1af req-56ff50af-0a0e-489e-9ee1-c6ee227b44f5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0515225 Oct 11 16:18:03.010812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2df232c5-232d-422b-b27f-2a1695ceb1af req-5c134a22-cdfe-4a1e-a368-22bd870f650f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Oct 11 16:18:03.025800 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:18:04.129942 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234dc0-8243-42d3-b806-f13f40ccfd5f req-fd3b6afa-b4ab-4a04-95a0-d14b39ae442a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:04.131331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e234dc0-8243-42d3-b806-f13f40ccfd5f req-fd3b6afa-b4ab-4a04-95a0-d14b39ae442a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0495496 Oct 11 16:18:04.168934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9e234dc0-8243-42d3-b806-f13f40ccfd5f req-1a9882a2-d60c-44ac-a90c-40e7c4b0427e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Oct 11 16:18:05.301617 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b60d18-904a-4e05-b632-ba4668190e29 req-b130c59f-ccce-4f3f-98e9-bf80ce6f3eb3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:05.303094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70b60d18-904a-4e05-b632-ba4668190e29 req-b130c59f-ccce-4f3f-98e9-bf80ce6f3eb3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0592806 Oct 11 16:18:05.340280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-70b60d18-904a-4e05-b632-ba4668190e29 req-320f30bd-8e0f-462d-b663-50fa85662611 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Oct 11 16:18:05.371077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cc69c17-341f-4c55-bf16-491c7127d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:06.039116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:06.069727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:06.464976 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb2d0-2786-48fd-a5e7-0ffa48658258 req-37ae3fc5-1e7e-40ee-8566-aeec389dded8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:06.466469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d6fb2d0-2786-48fd-a5e7-0ffa48658258 req-37ae3fc5-1e7e-40ee-8566-aeec389dded8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0529187 Oct 11 16:18:06.504851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d6fb2d0-2786-48fd-a5e7-0ffa48658258 req-51ebabac-42b0-46d8-9122-aef23e7e0f3b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Oct 11 16:18:07.617978 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f000f6-d1fb-4f97-81af-3a190a0074fe req-797340a0-1ae0-4059-acf0-521c916c909a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:07.619439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22f000f6-d1fb-4f97-81af-3a190a0074fe req-797340a0-1ae0-4059-acf0-521c916c909a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0483413 Oct 11 16:18:07.658016 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-22f000f6-d1fb-4f97-81af-3a190a0074fe req-36669833-ef6c-47bd-80b1-a3e6bb22ee65 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Oct 11 16:18:07.886675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:08.782576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470930-99d5-43c5-8688-2e4ecc89dd6c req-4bf1b4c9-c939-4a2a-9908-36867b242aa7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:08.784116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99470930-99d5-43c5-8688-2e4ecc89dd6c req-4bf1b4c9-c939-4a2a-9908-36867b242aa7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0520515 Oct 11 16:18:08.824932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99470930-99d5-43c5-8688-2e4ecc89dd6c req-e44dcf2c-3f55-427d-81de-61200c616031 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Oct 11 16:18:09.899538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:09.965088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b8af-e257-4891-b889-41c67b5464bc req-95bc4b4e-fde7-4321-a198-ed545f567887 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:09.966987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4958b8af-e257-4891-b889-41c67b5464bc req-95bc4b4e-fde7-4321-a198-ed545f567887 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0666957 Oct 11 16:18:10.010132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4958b8af-e257-4891-b889-41c67b5464bc req-6cb28a27-7a2d-44ba-ba1e-5f655c932944 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Oct 11 16:18:11.001006 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 769c109e-d765-4176-9308-8d01cb03b36f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:18:11.027081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:11.110975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=769c109e-d765-4176-9308-8d01cb03b36f,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:11.121923 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '769c109e-d765-4176-9308-8d01cb03b36f', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': '769c109e-d765-4176-9308-8d01cb03b36f', 'mac_address': 'fa:16:3e:40:55:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:18:11.152433 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c80db-94fd-45e0-854e-6fcc09f185e7 req-17c5925e-da6b-4868-a49b-ceb304b79baa tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:11.155049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a7c80db-94fd-45e0-854e-6fcc09f185e7 req-17c5925e-da6b-4868-a49b-ceb304b79baa tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 943 time: 0.0631022 Oct 11 16:18:11.166581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:11.183983 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769c109e-d765-4176-9308-8d01cb03b36f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:18:11.203844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=769c109e-d765-4176-9308-8d01cb03b36f,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:11.208673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:11.214712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a7c80db-94fd-45e0-854e-6fcc09f185e7 req-4fe48b69-6db3-4ea9-9ce1-0e61ac727c75 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483491 Oct 11 16:18:11.262442 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:11.269735 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.270075 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.270416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.270759 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.271080 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.271407 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.271725 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.272055 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.272375 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.272684 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.273008 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.273319 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:11.549941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['769c109e-d765-4176-9308-8d01cb03b36f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:18:12.348872 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf167f-0075-4c51-8b85-9a42e4d00d1c req-9ca16f3c-5f40-46d4-a706-1bb036b63068 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:12.350829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0cf167f-0075-4c51-8b85-9a42e4d00d1c req-9ca16f3c-5f40-46d4-a706-1bb036b63068 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 944 time: 0.0588138 Oct 11 16:18:12.395306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0cf167f-0075-4c51-8b85-9a42e4d00d1c req-1d2aed56-2bb6-479c-bbb6-aadf44740f02 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Oct 11 16:18:13.017324 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 769c109e-d765-4176-9308-8d01cb03b36f up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:18:13.071329 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 769c109e-d765-4176-9308-8d01cb03b36f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:18:13.075074 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 769c109e-d765-4176-9308-8d01cb03b36f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:18:13.075466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:13.151139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:13.175006 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:13.177239 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cb260b-2353-4d19-af38-06109232f1e8" -d '{"events": [{"server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "name": "network-vif-plugged", "status": "completed", "tag": "769c109e-d765-4176-9308-8d01cb03b36f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:13.189282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=769c109e-d765-4176-9308-8d01cb03b36f,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:13.193872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:13.220654 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de81af0-0040-4440-97ec-6737ad5cea54 x-openstack-request-id: req-4de81af0-0040-4440-97ec-6737ad5cea54 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:13.220963 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "name": "network-vif-plugged", "status": "completed", "tag": "769c109e-d765-4176-9308-8d01cb03b36f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:13.221221 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4de81af0-0040-4440-97ec-6737ad5cea54 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:13.221735 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f', 'code': 200} Oct 11 16:18:13.250083 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:13.317801 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178464-0e64-4fb3-9b8d-221c7854493a req-4b512cc3-1aed-48b4-b759-7b07e6dc9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:13.319498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43178464-0e64-4fb3-9b8d-221c7854493a req-4b512cc3-1aed-48b4-b759-7b07e6dc9fab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 1096 time: 0.0442801 Oct 11 16:18:13.360932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43178464-0e64-4fb3-9b8d-221c7854493a req-6986ed7a-c1b5-4247-ac0f-ca11c2d242b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Oct 11 16:18:13.529047 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d2e0-a284-40d3-9d2d-88527db0bef9 req-0fdc29f9-d46a-40f0-8ba9-b5c155cc3feb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:13.530514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a369d2e0-a284-40d3-9d2d-88527db0bef9 req-0fdc29f9-d46a-40f0-8ba9-b5c155cc3feb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0559375 Oct 11 16:18:13.571435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a369d2e0-a284-40d3-9d2d-88527db0bef9 req-fe4bd273-c23b-4893-8478-0c0e384cdc57 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Oct 11 16:18:14.690973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc450ed-dfea-4ba8-b553-9629e7b3bb57 req-23cd9446-6245-48e4-aefc-658ce2aa212e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:14.692449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fc450ed-dfea-4ba8-b553-9629e7b3bb57 req-23cd9446-6245-48e4-aefc-658ce2aa212e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0495179 Oct 11 16:18:14.736159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0fc450ed-dfea-4ba8-b553-9629e7b3bb57 req-f2d0bb1d-08c1-4326-9982-5a61f7cb8208 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Oct 11 16:18:15.852494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb1ef-1801-4d87-83f8-e57e4940acf1 req-e1f7bd81-29af-4a22-8880-b739ea20709a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:15.853958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d70eb1ef-1801-4d87-83f8-e57e4940acf1 req-e1f7bd81-29af-4a22-8880-b739ea20709a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Oct 11 16:18:15.891556 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d70eb1ef-1801-4d87-83f8-e57e4940acf1 req-4875daee-a40a-4d1c-abd2-e2c221887748 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Oct 11 16:18:16.004851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde35e70-7be7-4cc0-8c8b-688ecbc6fcbc req-fc273db1-79b3-4953-a40f-3f8d5a8abc1f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:16.006322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bde35e70-7be7-4cc0-8c8b-688ecbc6fcbc req-fc273db1-79b3-4953-a40f-3f8d5a8abc1f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Oct 11 16:18:16.044063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bde35e70-7be7-4cc0-8c8b-688ecbc6fcbc req-78c9d0c3-f965-40e4-8cc3-11e932c85a4f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Oct 11 16:18:16.329875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c79e-e5ec-46e0-8b86-c55c01a561e6 req-703f1e1b-5493-4481-99a0-c5f0910813df tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:16.331228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8940c79e-e5ec-46e0-8b86-c55c01a561e6 req-703f1e1b-5493-4481-99a0-c5f0910813df tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Oct 11 16:18:16.368123 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8940c79e-e5ec-46e0-8b86-c55c01a561e6 req-43c18326-7ea8-4322-9bf1-61010b1bec4a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Oct 11 16:18:17.486426 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a9929-1c46-4950-9764-ef1b6214ed81 req-fd809ccd-f4a1-4487-a2ea-f7d28da20d1a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:17.487864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-489a9929-1c46-4950-9764-ef1b6214ed81 req-fd809ccd-f4a1-4487-a2ea-f7d28da20d1a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0523310 Oct 11 16:18:17.525497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-489a9929-1c46-4950-9764-ef1b6214ed81 req-ee2bcd30-7da6-4b21-a936-30eeb7f21ded tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Oct 11 16:18:17.877542 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-78af6cd1-ef68-4991-ade3-a30b4a2141c7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:17.878995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-78af6cd1-ef68-4991-ade3-a30b4a2141c7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Oct 11 16:18:17.966542 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 769c109e-d765-4176-9308-8d01cb03b36f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:17.966873 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:18.057231 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port 769c109e-d765-4176-9308-8d01cb03b36f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=769c109e-d765-4176-9308-8d01cb03b36f,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:18.057618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:18.070176 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 769c109e-d765-4176-9308-8d01cb03b36f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:18.199357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:18.212983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['66e965e2-7749-44e5-b015-9a7cb0ee420e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:18:18.218223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['769c109e-d765-4176-9308-8d01cb03b36f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:18:18.229454 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=769c109e-d765-4176-9308-8d01cb03b36f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:18.270028 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port 769c109e-d765-4176-9308-8d01cb03b36f on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:18:18.272809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:18.276347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee15b3ec-5503-4aba-b26e-6c0b54fdef4e req-91b03612-5f4d-4075-9d0c-eb24e0de5d9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "DELETE /v2.0/ports/769c109e-d765-4176-9308-8d01cb03b36f HTTP/1.1" status: 204 len: 173 time: 0.3913302 Oct 11 16:18:18.276841 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'name': 'network-vif-deleted', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:18.279440 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62a38c7-f799-420e-a5ff-449d64cbb7dd" -d '{"events": [{"server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "name": "network-vif-deleted", "tag": "769c109e-d765-4176-9308-8d01cb03b36f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:18.332768 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a4660a-3b23-4bde-bc56-64a027bb439b x-openstack-request-id: req-14a4660a-3b23-4bde-bc56-64a027bb439b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:18.333075 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870cf3a-a716-4692-8649-d528c9c70b16", "name": "network-vif-deleted", "tag": "769c109e-d765-4176-9308-8d01cb03b36f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:18.333315 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14a4660a-3b23-4bde-bc56-64a027bb439b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:18.333751 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2870cf3a-a716-4692-8649-d528c9c70b16', 'name': 'network-vif-deleted', 'tag': '769c109e-d765-4176-9308-8d01cb03b36f', 'status': 'completed', 'code': 200} Oct 11 16:18:18.623332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e4ea2d7-9226-4339-b8b2-d34e7cfe7cf3 req-eba84f2e-0c76-4652-8965-20e3a1694c21 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Oct 11 16:18:20.075343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-26eba2ee-f270-445d-81d0-18274b0eaf0c req-85aba28e-2588-46ae-bfb4-8c8b0fd6c191 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.3750055 Oct 11 16:18:21.046187 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 769c109e-d765-4176-9308-8d01cb03b36f no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:21.070894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 769c109e-d765-4176-9308-8d01cb03b36f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:21.071259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 769c109e-d765-4176-9308-8d01cb03b36f not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:21.181994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dd0a0ad8-2a87-46c0-8672-b68eaefd12cd req-449c48fc-1796-4999-8101-e08bf72bad51 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Oct 11 16:18:22.293950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62edbafb-af18-46a6-945c-bc1117a88a90 req-e84fe1b6-5150-4b37-92c5-e515ffd201d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=2870cf3a-a716-4692-8649-d528c9c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0334070 Oct 11 16:18:28.851086 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce7926-a5f0-4345-a0a1-46764db16314 req-e47bf9da-d6d4-41d8-a73a-8b5b1072ccb0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:28.852504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fce7926-a5f0-4345-a0a1-46764db16314 req-e47bf9da-d6d4-41d8-a73a-8b5b1072ccb0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0497439 Oct 11 16:18:28.890780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fce7926-a5f0-4345-a0a1-46764db16314 req-8f473626-814d-4323-aec3-d6c470034927 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Oct 11 16:18:30.008135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703db22-a586-41dd-a612-26d77c3411d7 req-f55fe41a-e320-421c-9971-724145c83627 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:30.009630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5703db22-a586-41dd-a612-26d77c3411d7 req-f55fe41a-e320-421c-9971-724145c83627 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0488095 Oct 11 16:18:30.047620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5703db22-a586-41dd-a612-26d77c3411d7 req-720e3cd5-11c8-4a28-a807-205afe7cc7d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=9073af4f-10f6-4599-8dc5-f5397d780c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320830 Oct 11 16:18:30.341935 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-dc0edad3-0503-47a8-a3a4-3a20d50fcadd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:30.343395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-dc0edad3-0503-47a8-a3a4-3a20d50fcadd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 945 time: 0.0540106 Oct 11 16:18:30.432050 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 66e965e2-7749-44e5-b015-9a7cb0ee420e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:30.432389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:30.525441 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port 66e965e2-7749-44e5-b015-9a7cb0ee420e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66e965e2-7749-44e5-b015-9a7cb0ee420e,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:30.526050 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:30.538861 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 66e965e2-7749-44e5-b015-9a7cb0ee420e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:30.671526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:30.684368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['66e965e2-7749-44e5-b015-9a7cb0ee420e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:18:30.702452 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=66e965e2-7749-44e5-b015-9a7cb0ee420e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:30.715080 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.715426 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.715769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.716141 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.716446 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.716780 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.717106 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.717429 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.717809 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.718135 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.718456 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.718776 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:30.753607 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port 66e965e2-7749-44e5-b015-9a7cb0ee420e on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:18:30.756308 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:30.759926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-34e7bf9d-9e4b-49fd-94b6-8e82a579d8e1 req-be4addbf-1287-4ecf-a2fc-02311c733e8b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "DELETE /v2.0/ports/66e965e2-7749-44e5-b015-9a7cb0ee420e HTTP/1.1" status: 204 len: 173 time: 0.4107223 Oct 11 16:18:30.760364 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'name': 'network-vif-deleted', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:30.762665 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e7db66-93ee-415b-a3c7-30f42dfbd3c7" -d '{"events": [{"server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "name": "network-vif-deleted", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:30.800718 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e422bd3-1164-451d-9cc1-3d94d5194a6d x-openstack-request-id: req-3e422bd3-1164-451d-9cc1-3d94d5194a6d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:30.801024 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f4fda1-55c8-4db8-856e-e4e95db5ca2a", "name": "network-vif-deleted", "tag": "66e965e2-7749-44e5-b015-9a7cb0ee420e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:30.801278 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e422bd3-1164-451d-9cc1-3d94d5194a6d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:30.801703 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f4fda1-55c8-4db8-856e-e4e95db5ca2a', 'name': 'network-vif-deleted', 'tag': '66e965e2-7749-44e5-b015-9a7cb0ee420e', 'status': 'completed', 'code': 200} Oct 11 16:18:31.210465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c665710-beae-49c1-8c29-877786ca4313 req-90fb9f62-5cad-4f8e-9e72-22e79202f4af tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0553768 Oct 11 16:18:32.312752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8881718-2275-432e-845e-33272bf99ed7 req-dd89d207-e566-4738-81ef-038db9480d79 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0273695 Oct 11 16:18:32.410410 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c19347c3-a48f-480a-916c-f223d99a9248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:33.413246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb8b88e9-fef8-46e7-aa13-836af1d214a3 req-36d9733d-3fd7-4d5a-bf84-4eca07cf73e8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0320563 Oct 11 16:18:34.353616 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66e965e2-7749-44e5-b015-9a7cb0ee420e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:34.374961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 66e965e2-7749-44e5-b015-9a7cb0ee420e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:34.375300 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 66e965e2-7749-44e5-b015-9a7cb0ee420e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:34.543540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a371493-0bae-4a4e-8d7e-8f422ab7fde2 req-3eef227f-0820-4ea4-b93d-290d6c128731 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9f4fda1-55c8-4db8-856e-e4e95db5ca2a HTTP/1.1" status: 200 len: 210 time: 0.0309920 Oct 11 16:18:35.375026 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d473d56c-9d47-4dcf-9792-f8a3f0fa6ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:36.031754 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:36.072980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:37.893550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.622919 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:39.627541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288222995', 'description': 'tempest-secgroup-smoke-288222995 description', 'project_id': 'c440a5de2b754903ad0f09d1589ca221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:39.650301 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.717358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.721175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.750419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.755261 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1277118 Oct 11 16:18:39.755261 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b75178-0a21-4959-af0b-91b4b2c4f2d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4375372-77d4-4d81-aaec-2033f4f8159c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:39.755261 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:39.759244 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:39.789397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.849565 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.853252 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.872704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19517459-36ac-4a3f-9150-e3e0f39d178a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:39.878047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.879247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e40de245-29b1-439f-927b-78fa28aea3f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236773 Oct 11 16:18:39.882421 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:39.886666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:39.915259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.923632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.974418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.977939 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:39.995623 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86afa8f-74b1-42f3-86de-8fdd1b8f6c27,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:40.004508 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.005750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80d0c07b-4320-4f87-b89d-056861276684 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223683 Oct 11 16:18:40.008518 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:40.013675 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:40.024404 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:18:40.039954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.098116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.101852 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.122884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da800218-dc5b-4073-b428-a7c2b417cdaa,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:40.130935 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.132827 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-658889dc-900d-4ae3-ad12-40815df386e5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231322 Oct 11 16:18:40.135367 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:40.140283 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:40.166300 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.227463 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.231159 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.248997 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cf603c-2806-4a8d-90fe-d78bb3879f89,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:40.258899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.260238 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3c968cf-8a5b-4149-8b4c-346df0b9c6ff tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239450 Oct 11 16:18:40.263053 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:40.267374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:40.289128 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Project c440a5de2b754903ad0f09d1589ca221 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:18:40.294737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.353806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.357889 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.372629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e5805c-e4df-4758-8394-791742869bcf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:40.383175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.384392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-68dea4b9-db72-4027-a7b8-2227873ca0b3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203682 Oct 11 16:18:40.387274 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 33892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:40.392070 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'security_group_rule': {'security_group_id': 'a4375372-77d4-4d81-aaec-2033f4f8159c', 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:40.413593 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Project c440a5de2b754903ad0f09d1589ca221 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:18:40.418235 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.479150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.483095 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.500739 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4153f2-83b4-4c16-91eb-d8ec5216b34c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:40.508169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:40.509362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-06518725-650c-494d-b5e1-0a689251e7cf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206546 Oct 11 16:18:41.041893 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.841040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-240b1863-39ff-4923-880e-cc09a9c0c3bf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288222995&fields=id&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 267 time: 0.0315323 Oct 11 16:18:55.950965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-9dbfb73a-c9e5-4291-b597-e29ae3221b4b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:55.952398 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-9dbfb73a-c9e5-4291-b597-e29ae3221b4b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1046443 Oct 11 16:18:55.967534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-b90efa76-eb63-41ae-beb6-4f86a3b50171 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Oct 11 16:18:56.018008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-55b4da76-7286-481e-af99-707e548aa362 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447586 Oct 11 16:18:56.112998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-010c639d-e8af-4664-bc08-05e9a2d9baf0 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820403 Oct 11 16:18:56.207037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-db0f3c6d-b115-49e5-b6dd-ae0dbd0af1a6 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876427 Oct 11 16:18:56.495665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15fc8200-b0b2-4e7c-bee8-b9eb71e3d7b8 req-c1044692-28da-4e7f-a7a0-a631c3149347 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Oct 11 16:18:57.603565 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-658d7c2d-d1b7-4e35-834c-f138797d17da tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:57.606139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-658d7c2d-d1b7-4e35-834c-f138797d17da tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1365631 Oct 11 16:18:57.638023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f2d5640-cb2f-49fd-a2d6-78ce7f6c8f66 req-53c05d3d-0174-4a91-8194-d82600e35250 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0265696 Oct 11 16:18:57.652459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-bb627210-bcde-4a28-ba90-30e67f994433 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 379 time: 0.0373299 Oct 11 16:18:57.663058 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'security_groups': ['a4375372-77d4-4d81-aaec-2033f4f8159c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:57.778447 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:18:57.782060 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.911199 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.14 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:18:58.059304 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.093379 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.135666 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:18:58.145746 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:18:58.148498 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:18:58.181430 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:58.213260 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:58.213937 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.231247 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-760ac1f9-a536-4dea-9eae-621b06d002ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722060 Oct 11 16:18:58.244128 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Request body: {'port': {'device_id': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:18:58.327893 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.418191 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14d7b2fa-1e1e-4a6c-87d2-be079cae53ca None None] Provisioning complete for port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:18:58.419325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14d7b2fa-1e1e-4a6c-87d2-be079cae53ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.478010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-14d7b2fa-1e1e-4a6c-87d2-be079cae53ca None None] Port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:18:58.665344 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:18:58.674478 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.688769 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Transition to ACTIVE for port object c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:18:58.693302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.791540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:58.827653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ff412-14d6-4696-b541-a801bb677529 req-daf11334-d78d-458c-a125-52457486baa9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:58.831989 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Attempting to bind port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:18:58.832397 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Attempting to bind port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:18:58.832794 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Attempting to bind port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:18:58.837914 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:18:58.838236 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Attempting to bind port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:18:58.843605 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:18:58.844027 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:18:58.844478 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:18:58.844602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-021ff412-14d6-4696-b541-a801bb677529 req-daf11334-d78d-458c-a125-52457486baa9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.1077464 Oct 11 16:18:58.845036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Bound port: c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:18:58.845453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.917308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-021ff412-14d6-4696-b541-a801bb677529 req-9597d4e1-aba2-432a-9d3a-f2e184336c72 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698850 Oct 11 16:18:58.926760 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:18:58.933570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:18:58.937822 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.974866 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:58.975474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.976869 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 1092 time: 0.7376053 Oct 11 16:18:58.979456 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:58.983106 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca56a228de41f2bdc4a80fbb2315d65513421f025ad8c2b7ac130ab33a9c39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becf3c3f-daf6-46e8-80f5-83bc92973305" -d '{"events": [{"name": "network-changed", "server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:59.021731 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a53e-a4e0-4a62-aa7e-7754267dcdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:59.075857 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f968d-6d68-4a0f-8592-baf7551741e9 x-openstack-request-id: req-bb7f968d-6d68-4a0f-8592-baf7551741e9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:59.076145 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:59.076391 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb7f968d-6d68-4a0f-8592-baf7551741e9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:59.076788 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'status': 'completed', 'code': 200} Oct 11 16:18:59.079564 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-03cae132-e8cf-4f3c-8843-7c4224754dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.081231 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-03cae132-e8cf-4f3c-8843-7c4224754dea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1095 time: 0.0557787 Oct 11 16:18:59.128909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-fb74b656-da76-4561-b5a8-f4771c87446c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 217 time: 0.0389993 Oct 11 16:18:59.183002 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-adc98cfc-1a16-4d37-ab1d-1abe283e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.184982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-adc98cfc-1a16-4d37-ab1d-1abe283e2ed2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0484443 Oct 11 16:18:59.234578 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-640eaee5-cc94-4df8-a439-d686d36d3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.236094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-640eaee5-cc94-4df8-a439-d686d36d3295 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451028 Oct 11 16:18:59.346880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-6d4a12a7-7bf3-4360-8da6-8058627f9534 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028130 Oct 11 16:18:59.445054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dc5bc406-6c74-423b-a95d-dca84a9f3678 req-51989536-460d-44d2-bd70-3edaee38437b service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904546 Oct 11 16:18:59.530598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-7e793bbb-3d24-4cce-9ae3-8e61d92602ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.532088 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-7e793bbb-3d24-4cce-9ae3-8e61d92602ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1095 time: 0.0441253 Oct 11 16:18:59.630597 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-1c48cf68-dd84-4be1-b9f6-f7ed27a13138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.632137 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-1c48cf68-dd84-4be1-b9f6-f7ed27a13138 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0921774 Oct 11 16:18:59.676565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-09c1dde8-31ce-4804-b99c-6dc304a12232 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 217 time: 0.0354829 Oct 11 16:18:59.732078 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-51c127ea-25b8-4c1d-b343-516bc7bc11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.733456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-51c127ea-25b8-4c1d-b343-516bc7bc11f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0496788 Oct 11 16:18:59.779836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-e5d196cd-93b1-4659-8f1d-855112adf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:59.781361 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-e5d196cd-93b1-4659-8f1d-855112adf0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411692 Oct 11 16:18:59.874536 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-d45605ad-3660-4d45-a26a-e26e5e28f491 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Oct 11 16:18:59.978338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-becf3c3f-daf6-46e8-80f5-83bc92973305 req-423415c3-7dfa-41fb-aed7-8e722f3e2c84 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969291 Oct 11 16:19:00.055104 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6e02f-85cb-4182-a9bc-708f46fed0ea req-0a71b6a4-8683-47a5-ad53-71da6100ff9a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:00.056621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6f6e02f-85cb-4182-a9bc-708f46fed0ea req-0a71b6a4-8683-47a5-ad53-71da6100ff9a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0507355 Oct 11 16:19:00.098066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6f6e02f-85cb-4182-a9bc-708f46fed0ea req-9a165a8e-833b-4a2b-9457-e2264cf8a294 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350745 Oct 11 16:19:01.220267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137b5a9-39f3-44c1-b64a-54b14f241fe5 req-1163b14c-1528-483b-8f96-abc00ded009b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:01.221801 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4137b5a9-39f3-44c1-b64a-54b14f241fe5 req-1163b14c-1528-483b-8f96-abc00ded009b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0500438 Oct 11 16:19:01.260972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4137b5a9-39f3-44c1-b64a-54b14f241fe5 req-83aff858-a8cf-4979-9dc7-78baa5befa50 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Oct 11 16:19:02.378714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52b91-15d9-4ccb-b59b-f7c98b2a4071 req-1a0a4d65-0c72-4d3d-bbe2-cec3a518f81f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:02.380197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8c52b91-15d9-4ccb-b59b-f7c98b2a4071 req-1a0a4d65-0c72-4d3d-bbe2-cec3a518f81f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0526571 Oct 11 16:19:02.404395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b102ed9-26fa-48c3-a855-40c17957406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.420271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8c52b91-15d9-4ccb-b59b-f7c98b2a4071 req-ed1f348b-d4dd-46c1-b2bf-8d2a1d009578 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Oct 11 16:19:03.532631 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba39d2-847c-4df9-a172-cddbb6950fae req-a54845cc-43b5-4095-8feb-34b6e14d3b6e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:03.534115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efba39d2-847c-4df9-a172-cddbb6950fae req-a54845cc-43b5-4095-8feb-34b6e14d3b6e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0478230 Oct 11 16:19:03.570925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efba39d2-847c-4df9-a172-cddbb6950fae req-537769a4-f7a4-426a-acfd-b5cddfbcf8c5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Oct 11 16:19:04.688730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60843c-6f40-4684-842a-64479888a23a req-0eb8df28-39d3-41a8-8b07-4a0807a34299 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:04.690315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b60843c-6f40-4684-842a-64479888a23a req-0eb8df28-39d3-41a8-8b07-4a0807a34299 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0518091 Oct 11 16:19:04.729011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b60843c-6f40-4684-842a-64479888a23a req-cf89f868-758c-473f-8922-a3004090417f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Oct 11 16:19:05.376333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41c7e4f6-e099-4b4c-9e99-1bf9ab1628af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:05.844735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622d597-2528-4de0-a92a-220147a573d2 req-d06d8a0f-22dd-4911-b3e3-f29653e2ec0e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:05.846209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7622d597-2528-4de0-a92a-220147a573d2 req-d06d8a0f-22dd-4911-b3e3-f29653e2ec0e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0521994 Oct 11 16:19:05.882872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7622d597-2528-4de0-a92a-220147a573d2 req-a6fad10d-a12a-4c28-abad-451af5abbc8e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Oct 11 16:19:06.032913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:06.073720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:06.995792 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27252-b100-4c6f-8c11-837284d91e17 req-43cec6e3-6121-4b55-8ef5-7868aae26bf2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:06.997855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62e27252-b100-4c6f-8c11-837284d91e17 req-43cec6e3-6121-4b55-8ef5-7868aae26bf2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0488977 Oct 11 16:19:07.034212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62e27252-b100-4c6f-8c11-837284d91e17 req-84657042-c388-4560-8a3f-72d8dae20dc8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Oct 11 16:19:07.894653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:08.146379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387b5c-0d3f-430b-a043-60738772fc1c req-70fd93e4-2384-4f15-80e8-bdd5ec62ca50 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:08.147895 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12387b5c-0d3f-430b-a043-60738772fc1c req-70fd93e4-2384-4f15-80e8-bdd5ec62ca50 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Oct 11 16:19:08.185709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12387b5c-0d3f-430b-a043-60738772fc1c req-7c550496-4b87-4d34-97db-52e92244b3cd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Oct 11 16:19:09.368983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e121-e910-4d46-a115-a927fcb29993 req-78dd2b59-90a3-48e5-93dd-2440c3834f83 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:09.370435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ae4e121-e910-4d46-a115-a927fcb29993 req-78dd2b59-90a3-48e5-93dd-2440c3834f83 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.1189427 Oct 11 16:19:09.407020 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ae4e121-e910-4d46-a115-a927fcb29993 req-4f453486-0c18-4a3d-aacf-2573f12311c6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306652 Oct 11 16:19:09.927216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.495303 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:19:10.582288 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9617ab-bddb-4ac8-a791-cf9766ac02f1 req-78b0abdc-9610-47be-a1aa-4c426dd721e8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:10.587333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d9617ab-bddb-4ac8-a791-cf9766ac02f1 req-78b0abdc-9610-47be-a1aa-4c426dd721e8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 944 time: 0.1104538 Oct 11 16:19:10.593649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:10.607136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'mac_address': 'fa:16:3e:a3:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:19:10.626233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d9617ab-bddb-4ac8-a791-cf9766ac02f1 req-bde93312-ff21-43b9-98ab-3c6aca402b5a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344996 Oct 11 16:19:10.655630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.670666 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:19:10.690728 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:10.697043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.745829 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:10.903221 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:19:11.073742 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:11.744833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a34c09-8a4d-451d-8eda-1990a6e8ede0 req-e5861a34-44ff-4b47-9c03-d76cbe3131a1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:11.746868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45a34c09-8a4d-451d-8eda-1990a6e8ede0 req-e5861a34-44ff-4b47-9c03-d76cbe3131a1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 945 time: 0.0483196 Oct 11 16:19:11.784512 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-45a34c09-8a4d-451d-8eda-1990a6e8ede0 req-5499953c-1e47-4caa-af8b-7d7829b849c3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Oct 11 16:19:12.507859 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:19:12.555180 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:19:12.558766 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:19:12.559161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:12.789318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:12.813529 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:12.815806 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef291c355609aa2a5e9688f3c1faa1eda0dd774cb6cbc381ae6a5564ac653883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17379f1-2f3a-41c1-b62f-3f42aa25ce0e" -d '{"events": [{"server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "name": "network-vif-plugged", "status": "completed", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:12.829117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:12.834085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:12.857367 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dc8c1d-fc3d-4163-9f40-1a0382baee77 x-openstack-request-id: req-e3dc8c1d-fc3d-4163-9f40-1a0382baee77 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:12.857675 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "name": "network-vif-plugged", "status": "completed", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:12.857922 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3dc8c1d-fc3d-4163-9f40-1a0382baee77 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:12.858305 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'code': 200} Oct 11 16:19:12.884826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:12.892928 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.893269 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.893629 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.894276 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.894612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.895123 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.895398 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.895622 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.895943 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.896265 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.896585 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.896902 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:12.916343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a2f7-95f2-474f-a7f5-b8e6847f5a83 req-16490eda-16ea-423f-91a8-f3e10a6b7e79 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:12.917830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f22a2f7-95f2-474f-a7f5-b8e6847f5a83 req-16490eda-16ea-423f-91a8-f3e10a6b7e79 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0638249 Oct 11 16:19:12.953676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a10557-a920-4a11-b002-4a21b3323d83 req-92f00a15-948d-4c9b-ae57-9d1db4a7d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:12.955192 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0a10557-a920-4a11-b002-4a21b3323d83 req-92f00a15-948d-4c9b-ae57-9d1db4a7d692 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1097 time: 0.0400813 Oct 11 16:19:12.956558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f22a2f7-95f2-474f-a7f5-b8e6847f5a83 req-34d7cbf2-60ce-4691-85d2-6c98ea623a4d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Oct 11 16:19:12.991525 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a0a10557-a920-4a11-b002-4a21b3323d83 req-cbb04a7f-56bd-4f53-86a3-6dbb7996a739 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290253 Oct 11 16:19:14.075625 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf763-7850-4b05-b025-65f6ae71c8c7 req-e6416751-08a8-4540-b6c7-efab8eb36d90 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:14.077093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-002bf763-7850-4b05-b025-65f6ae71c8c7 req-e6416751-08a8-4540-b6c7-efab8eb36d90 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0489247 Oct 11 16:19:14.118853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-002bf763-7850-4b05-b025-65f6ae71c8c7 req-469d0bc6-fc59-4f4f-b040-d1860942f9ac tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357261 Oct 11 16:19:15.231106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2ef7-796a-4d02-a660-b241f3eb4893 req-4dad5839-6c23-4b26-92b4-4d3de6574b74 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.232545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9bc2ef7-796a-4d02-a660-b241f3eb4893 req-4dad5839-6c23-4b26-92b4-4d3de6574b74 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0471878 Oct 11 16:19:15.269032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9bc2ef7-796a-4d02-a660-b241f3eb4893 req-8f771fb5-0111-4e90-aa15-8c61cdf6a3ad tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Oct 11 16:19:15.385852 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561e8a-0a24-4ace-b8b8-153a06644d29 req-b1dd2861-402d-4741-a180-befc07479ddd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.387884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78561e8a-0a24-4ace-b8b8-153a06644d29 req-b1dd2861-402d-4741-a180-befc07479ddd tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0525558 Oct 11 16:19:15.425461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78561e8a-0a24-4ace-b8b8-153a06644d29 req-e534d285-32fd-42b4-ae82-37785ff232a3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Oct 11 16:19:15.446914 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:15.484868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3981a9-750e-40c4-b5e9-afc300ba869e tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.486370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1d3981a9-750e-40c4-b5e9-afc300ba869e tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1092 time: 0.0385213 Oct 11 16:19:15.489240 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:15.493369 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:19:15.515469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:15.613550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:15.719718 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.35.3.49 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1866d7fb-495d-4579-b7b6-297551ee9134) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:19:15.830609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:15.863531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:15.898207 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:19:15.900919 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:19:15.907165 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:19:15.936101 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=1866d7fb-495d-4579-b7b6-297551ee9134,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:15.947292 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.947633 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.947965 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.948293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.948619 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.948943 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.949263 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.949636 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.949957 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.950272 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.950586 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:15.950902 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:16.288911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:16.354003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:16.503891 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:16.508243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:16.577792 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=1866d7fb-495d-4579-b7b6-297551ee9134,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:16.594083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:16.699464 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP cc6276ad-27ff-4bd3-9a9d-61f013aaded2 associated. External IP: 172.35.3.49, port: c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3. Oct 11 16:19:16.913544 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:17.020459 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:17.023529 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:19:17.030156 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:17.038913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:17.039633 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:17.040243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:19:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:17.069428 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9422098d-7a48-41ed-a28b-5f50ebe92dee tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5791008 Oct 11 16:19:17.070101 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:17.072657 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473823229d320a5649d658c1f82837c0c8fa93d7e7369d45b838e0218dc570a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259ca61-02e8-40dc-a1bf-83a4e32109d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:17.107939 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30884078-a0a7-41c6-883f-b24b399ea580 x-openstack-request-id: req-30884078-a0a7-41c6-883f-b24b399ea580 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:17.108218 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:17.108463 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30884078-a0a7-41c6-883f-b24b399ea580 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:17.108863 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'status': 'completed', 'code': 200} Oct 11 16:19:17.156143 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:17.178479 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-e11ffd1f-df49-44ed-88a1-a3f627b78f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:17.180021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-e11ffd1f-df49-44ed-88a1-a3f627b78f6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1097 time: 0.0471299 Oct 11 16:19:17.275731 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-87b3e7b8-93c9-4c2f-8718-d4c7ce9a94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:17.277189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-87b3e7b8-93c9-4c2f-8718-d4c7ce9a94c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0906854 Oct 11 16:19:17.345817 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-fa1002d8-ef51-43eb-8a1f-f131acd0fa89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 999 time: 0.0616350 Oct 11 16:19:17.385261 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc6276ad-27ff-4bd3-9a9d-61f013aaded2', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.49', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:a3:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:19:16Z', 'updated_at': '2021-10-11T16:19:16Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:17.396251 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-50ff2f77-d2f4-47fb-b33c-75aeb9d7c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:17.397745 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-50ff2f77-d2f4-47fb-b33c-75aeb9d7c6ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0440850 Oct 11 16:19:17.411972 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:17.421168 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:17.421804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:19:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:17.442496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-fe43bba5-3b50-465a-bd1f-ce94a410be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:17.443969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-fe43bba5-3b50-465a-bd1f-ce94a410be43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397215 Oct 11 16:19:17.534286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:17.770149 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc6276ad-27ff-4bd3-9a9d-61f013aaded2', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.49', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:a3:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:19:16Z', 'updated_at': '2021-10-11T16:19:16Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:17.797343 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd130874-6a39-4013-8577-699205c8ab94 None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc6276ad-27ff-4bd3-9a9d-61f013aaded2', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.49', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:a3:4a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:19:16Z', 'updated_at': '2021-10-11T16:19:16Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:17.861939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-065f53a7-c756-4aa9-a7f8-e4995d150f32 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109485 Oct 11 16:19:17.957156 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3259ca61-02e8-40dc-a1bf-83a4e32109d9 req-144e44d1-2df1-4f05-8d47-49c109aa0120 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866537 Oct 11 16:19:17.998334 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cc5c0-3abb-467a-ae19-2ca429f09c4d None None] New status for floating IP cc6276ad-27ff-4bd3-9a9d-61f013aaded2: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:19:32.406616 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa243a0e-cc50-42c9-925b-176fc12bebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:33.216056 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-14aff5ef-6377-44f7-8df8-a169e6847ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424237 Oct 11 16:19:33.297194 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-cc56cc98-1f09-458b-ac75-6e36be861f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:33.298980 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-cc56cc98-1f09-458b-ac75-6e36be861f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1097 time: 0.0400636 Oct 11 16:19:33.407143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-5f4cf0b9-3a3f-44f5-bd02-d64165eb5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:33.408637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-5f4cf0b9-3a3f-44f5-bd02-d64165eb5695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0908327 Oct 11 16:19:33.477094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-f32e828f-8fd5-4d9f-ba82-5454b912b18a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0583134 Oct 11 16:19:33.528553 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-a0c67380-e1ce-4334-b450-3acf8a16dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:33.530096 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-a0c67380-e1ce-4334-b450-3acf8a16dd49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0445931 Oct 11 16:19:33.581650 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-4efb1512-15d5-42c5-bd24-55ae59184ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:33.583089 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-4efb1512-15d5-42c5-bd24-55ae59184ba7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446537 Oct 11 16:19:33.676298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-52f30783-28d7-4cf6-aa4b-3e6eb6e4c54e service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849640 Oct 11 16:19:33.776943 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-26422c4b-4f62-4a3c-a473-e759f08935c6 req-2f04af3e-2e7a-447f-895b-7d5d50b73ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913270 Oct 11 16:19:35.379116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7786e10-6382-46d5-a3a0-2bd719a1b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:36.034410 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:36.075287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.896856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:39.931282 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.055042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:54.022532 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:20:02.407820 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d274ca1-b7ac-4082-a22d-92ae5a1fb980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:05.380301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03004717-af0c-4231-91da-ce29a893063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.035217 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.083546 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.900080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:09.943107 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:11.071844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:31.021260 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:20:32.407766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a702c97-43d1-4007-8d8f-609d3d25b2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:35.211924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-784e3d79-dcdd-475b-8c4b-c55798b0732e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401592 Oct 11 16:20:35.291064 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-8d1c7613-d87d-4174-9a26-18d3b90e4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:35.293040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-8d1c7613-d87d-4174-9a26-18d3b90e4d83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 1097 time: 0.0404401 Oct 11 16:20:35.383644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47dcce2b-89dd-4a8d-8ead-8360946c249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:35.398660 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-22743190-5b6f-4532-8497-839e4d386035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:35.400130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-22743190-5b6f-4532-8497-839e4d386035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0878215 Oct 11 16:20:35.463051 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-0380f164-3cc8-4d4a-b23b-6b4f3904f515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0561907 Oct 11 16:20:35.509980 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-ecff5258-b506-4a17-b5f0-ec75f01ed4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:35.511443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-ecff5258-b506-4a17-b5f0-ec75f01ed4af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0421095 Oct 11 16:20:35.559370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-61a3ba31-7f5a-474c-ba99-5820d70d9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:35.560790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-61a3ba31-7f5a-474c-ba99-5820d70d9ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425708 Oct 11 16:20:35.649890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-1181a96d-c322-40e7-81b7-cac5f91f1efd service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Oct 11 16:20:35.745374 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-104071aa-da8c-4ca5-b08d-5fd6992525dd req-0535c21a-4134-4db7-ab4c-de86444c3e0a service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Oct 11 16:20:36.036234 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:36.081067 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:37.902868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:39.940801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:41.084437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:02.408101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d291bc23-4691-4ab8-974e-4611994e949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:05.385614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d79899f8-1393-4170-9af8-3099d9211315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:06.037889 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:06.084728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:07.906378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:08.021857 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:21:09.959112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.083687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:12.813404 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8417d-4d7a-4781-b8cd-1d9d3bb373e1 req-6ee1ffc2-2264-4009-9d27-c3d6d52e9763 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:12.814927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56d8417d-4d7a-4781-b8cd-1d9d3bb373e1 req-6ee1ffc2-2264-4009-9d27-c3d6d52e9763 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0969350 Oct 11 16:21:12.851476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56d8417d-4d7a-4781-b8cd-1d9d3bb373e1 req-93230e2f-f9e9-4552-8fbe-8e05b788b65d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308018 Oct 11 16:21:14.072887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087032-238b-4053-b920-4f4fbd7455e5 req-6bc320a1-b168-425f-8492-de4baa1c3aa7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:14.074368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3087032-238b-4053-b920-4f4fbd7455e5 req-6bc320a1-b168-425f-8492-de4baa1c3aa7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0917265 Oct 11 16:21:14.110648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3087032-238b-4053-b920-4f4fbd7455e5 req-42d30285-6021-4693-81c3-a405cec360c2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304832 Oct 11 16:21:14.167122 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-df27987b-96f7-4e16-a4e9-4e6eca32153e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:14.168479 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-df27987b-96f7-4e16-a4e9-4e6eca32153e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 946 time: 0.0501797 Oct 11 16:21:14.261187 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:21:14.261548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.350782 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:21:14.351133 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.520894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.521167 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.521475 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP cc6276ad-27ff-4bd3-9a9d-61f013aaded2 disassociated. External IP: 172.35.3.49, port: c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3. Oct 11 16:21:14.521837 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:21:14.650912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.679562 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:14.691626 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.691990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.692304 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.692631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.692956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.693275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.693620 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.693940 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.694253 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.694563 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.694876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.695187 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:14.803479 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:21:14.908799 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:21:14.919090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:21:14.928581 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:21:14.929179 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:21:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:14.948988 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:21:14.951823 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:14.955171 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-44d7e74f-7a77-4d2a-bbcb-413af15a08ba req-9e9c8409-ba97-4e55-91d3-792c5c6eb9ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "DELETE /v2.0/ports/c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 HTTP/1.1" status: 204 len: 173 time: 0.7808285 Oct 11 16:21:14.955661 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'name': 'network-vif-deleted', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:21:14.998031 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f94d7-b431-48da-b2f9-56d9d59356f8" -d '{"events": [{"server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "name": "network-vif-deleted", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:21:15.055287 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:21:15.127160 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fccf2-a082-40c7-877c-e04fc6b5b8f2 x-openstack-request-id: req-894fccf2-a082-40c7-877c-e04fc6b5b8f2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:21:15.127453 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45047da-b406-443e-bd14-325d9d5c56b1", "name": "network-vif-deleted", "tag": "c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:21:15.127702 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-894fccf2-a082-40c7-877c-e04fc6b5b8f2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:21:15.128097 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45047da-b406-443e-bd14-325d9d5c56b1', 'name': 'network-vif-deleted', 'tag': 'c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3', 'status': 'completed', 'code': 200} Oct 11 16:21:15.222185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db23f296-f235-4752-9bea-b21a3e5f6747 req-575563db-6fd6-4c48-bf4e-205839bd1dad tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0386631 Oct 11 16:21:15.287587 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:15.315292 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:21:15.324367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:21:15.324971 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:21:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:15.430185 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:21:15.622481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:15.651746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f9640-0ab3-4446-9fc5-eec3459f7a84 None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:21:15.882480 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc38bff-fe84-4361-9ac6-1fbce798690b None None] New status for floating IP cc6276ad-27ff-4bd3-9a9d-61f013aaded2: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:21:16.310909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62dee726-f955-45d8-901c-aeb52f18b08b req-21c2bedb-d5eb-4abc-b9b0-e93bb9b0c80a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0307379 Oct 11 16:21:17.069510 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:21:17.090350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:21:17.090693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device c85aea40-8ce5-4ec3-a28b-def4b0d7fcf3 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:21:17.404107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7185c4-c1a3-4668-acd5-5f6335d6e242 req-bba4c4a5-15a6-4ebb-9d0d-feb6267df67e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Oct 11 16:21:18.497582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11444b2f-df47-4958-a955-6a033d3b357d req-62429166-19e5-450c-9137-c43029b3d8d8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Oct 11 16:21:19.607800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0491e701-4769-444a-83e1-4a28d0a33420 req-98d392fb-50f0-46d5-9260-265a5f651c94 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=f45047da-b406-443e-bd14-325d9d5c56b1 HTTP/1.1" status: 200 len: 210 time: 0.0282040 Oct 11 16:21:20.799343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-6ce4d15d-7961-4474-8b6d-1ea1979080ab tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288222995&fields=id&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 267 time: 0.0322716 Oct 11 16:21:20.911961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-cd269183-1f44-4bc0-9331-bf976c68d744 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:20.913340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-cd269183-1f44-4bc0-9331-bf976c68d744 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1076448 Oct 11 16:21:20.929255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-dabe5e26-78fc-42f0-aaa4-cc02d2e80996 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0096891 Oct 11 16:21:20.982706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-badcc78c-e81d-4e77-bc1e-762b8e35266e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473802 Oct 11 16:21:21.091128 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-8f3f9171-f3ab-4a49-bed5-452849e0fa6f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:21:21.092183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-8f3f9171-f3ab-4a49-bed5-452849e0fa6f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472176 Oct 11 16:21:21.189445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-cd8f2210-8a52-4045-af1b-ded80d0864d9 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905833 Oct 11 16:21:21.281963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-4878f97b-6142-4727-970a-ede8413c05c5 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865591 Oct 11 16:21:21.554706 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fe983be-d0a2-48fc-9728-b8f6bd406600 req-6d6fcdae-77ae-43b1-b4e4-096cb03ae454 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Oct 11 16:21:22.494425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-26e2df26-a440-4b82-b770-d0bd422d8dbb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:22.495896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-26e2df26-a440-4b82-b770-d0bd422d8dbb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1077976 Oct 11 16:21:22.540717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-e8beeae0-33e9-4019-bd72-717a7145c1c9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 379 time: 0.0350134 Oct 11 16:21:22.550132 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'security_groups': ['a4375372-77d4-4d81-aaec-2033f4f8159c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:21:22.657183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7201355-d16b-467a-880c-8b85b39be0eb req-b696536f-f3e7-434b-9194-4065f400e19f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Oct 11 16:21:22.679148 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:21:22.683424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:22.807821 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.13 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/8ec61594-7898-46ab-9b40-bffb7a48c621) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:21:22.948864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:22.982743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.023360 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:21:23.028854 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:21:23.032580 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:21:23.063616 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:23.090740 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:23.091361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.110789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-5a502bf0-d34d-49e3-abc3-3fb91e003aed tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646095 Oct 11 16:21:23.207486 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Request body: {'port': {'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:21:23.259480 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3fbff525-680a-4979-8741-2455f9f2a024 None None] Provisioning complete for port 8ec61594-7898-46ab-9b40-bffb7a48c621 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:21:23.259998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fbff525-680a-4979-8741-2455f9f2a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.270958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.296877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fbff525-680a-4979-8741-2455f9f2a024 None None] Port 8ec61594-7898-46ab-9b40-bffb7a48c621 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:21:23.536452 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec61594-7898-46ab-9b40-bffb7a48c621 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:21:23.544622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.557226 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Transition to ACTIVE for port object 8ec61594-7898-46ab-9b40-bffb7a48c621 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:21:23.560913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.612335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:23.690219 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Attempting to bind port 8ec61594-7898-46ab-9b40-bffb7a48c621 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:21:23.690562 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Attempting to bind port 8ec61594-7898-46ab-9b40-bffb7a48c621 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:21:23.690886 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Attempting to bind port 8ec61594-7898-46ab-9b40-bffb7a48c621 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:21:23.695577 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Port 8ec61594-7898-46ab-9b40-bffb7a48c621 on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:21:23.695820 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Attempting to bind port 8ec61594-7898-46ab-9b40-bffb7a48c621 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:21:23.701037 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:21:23.701377 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:21:23.701790 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:21:23.702223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Bound port: 8ec61594-7898-46ab-9b40-bffb7a48c621, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:21:23.702585 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.781538 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:21:23.785211 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61594-7898-46ab-9b40-bffb7a48c621,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:21:23.791559 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68fe44-aa7b-4ecd-ade6-b1a97b227386 req-8521f7f6-aed7-4897-9bf5-0a116f94b6d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:23.792414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.800891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d68fe44-aa7b-4ecd-ade6-b1a97b227386 req-8521f7f6-aed7-4897-9bf5-0a116f94b6d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0622861 Oct 11 16:21:23.832884 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:23.833688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:23.835137 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 1092 time: 0.6753128 Oct 11 16:21:23.835535 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:21:23.838032 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:21:23.846765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d68fe44-aa7b-4ecd-ade6-b1a97b227386 req-a214f37c-0124-4749-aba8-f43be1f901d5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 Oct 11 16:21:23.878274 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef821-8aaf-417d-929a-a8988afdf3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:23.903376 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e66ba8-8689-416c-8b30-fce3064573e2 x-openstack-request-id: req-a0e66ba8-8689-416c-8b30-fce3064573e2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:21:23.903674 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:21:23.903917 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0e66ba8-8689-416c-8b30-fce3064573e2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:21:23.904319 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'status': 'completed', 'code': 200} Oct 11 16:21:23.941155 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-b3de76bb-b30f-46f7-b65b-38852fd21bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:23.942723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-b3de76bb-b30f-46f7-b65b-38852fd21bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1095 time: 0.0496480 Oct 11 16:21:23.989613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-6d811a36-ef75-446a-91db-55eb33907efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Oct 11 16:21:24.045904 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-9da2bea0-14e6-4206-85c5-7a58e3b4bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.047650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-9da2bea0-14e6-4206-85c5-7a58e3b4bb0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0484965 Oct 11 16:21:24.106730 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-425e3c89-acdd-43ad-8336-7d9bc697a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.108281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-425e3c89-acdd-43ad-8336-7d9bc697a72a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527403 Oct 11 16:21:24.206704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-3773b6c7-b8f8-4d9b-a60c-b4eb1d87a2ca service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899966 Oct 11 16:21:24.295510 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b11f217e-d49d-42e4-a5ba-6d20735f212b req-f33d314f-04d4-4bd8-85d0-28b20b479bef service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818408 Oct 11 16:21:24.378773 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-d7690326-b33b-4018-a8c1-4ca48ba203b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.380177 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-d7690326-b33b-4018-a8c1-4ca48ba203b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1095 time: 0.0409656 Oct 11 16:21:24.475086 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-3d770173-bb74-4d7e-9913-e572c97dc99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.476459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-3d770173-bb74-4d7e-9913-e572c97dc99d service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0886724 Oct 11 16:21:24.518122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-0e8e9e6c-ca32-4d9b-bc06-12b990bd5fc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 217 time: 0.0350347 Oct 11 16:21:24.572601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-96a707b2-e63a-41ab-ac48-2f4bf1069935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.574106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-96a707b2-e63a-41ab-ac48-2f4bf1069935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0490892 Oct 11 16:21:24.620162 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-dcdeae9d-f79a-40f9-9b38-262188614b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.621660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-dcdeae9d-f79a-40f9-9b38-262188614b9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402980 Oct 11 16:21:24.710367 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-2a1e0953-b861-4cec-835a-40564fecdc79 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806105 Oct 11 16:21:24.802399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7edefd5c-af8b-4d2d-af24-a1c761b97ccd req-121de35e-c56b-47d2-bb5e-48b244cc5de1 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854669 Oct 11 16:21:24.959894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813477-0f59-4c62-a3e0-81e08a42a406 req-7a11b5e2-0a3a-4f8c-9a83-d97909f754b4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:24.961553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32813477-0f59-4c62-a3e0-81e08a42a406 req-7a11b5e2-0a3a-4f8c-9a83-d97909f754b4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0524268 Oct 11 16:21:25.001806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32813477-0f59-4c62-a3e0-81e08a42a406 req-baf04700-6e7d-4734-8b88-fbc8644ae804 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341575 Oct 11 16:21:26.118192 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652319b5-9105-47ed-a609-432a9b1d12ca req-b91336dc-d40a-490e-ba5b-9adfde2f962f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:26.119684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-652319b5-9105-47ed-a609-432a9b1d12ca req-b91336dc-d40a-490e-ba5b-9adfde2f962f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0485895 Oct 11 16:21:26.162761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-652319b5-9105-47ed-a609-432a9b1d12ca req-0e90e9d8-d981-46dd-addc-ed2406069490 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371037 Oct 11 16:21:27.277337 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f4dc1-e723-472f-96fe-a86c7f8d873b req-79fdd41b-c2c2-45bf-83f5-e591265a6842 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:27.278864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-574f4dc1-e723-472f-96fe-a86c7f8d873b req-79fdd41b-c2c2-45bf-83f5-e591265a6842 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0494332 Oct 11 16:21:27.318847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-574f4dc1-e723-472f-96fe-a86c7f8d873b req-fbfe005c-e004-4382-bc1f-89a442787067 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340214 Oct 11 16:21:28.435758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e371d0-5ec4-4868-9a6b-5c6be53bbea0 req-a9344962-8925-4d18-a676-dce0130c4a62 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:28.437221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30e371d0-5ec4-4868-9a6b-5c6be53bbea0 req-a9344962-8925-4d18-a676-dce0130c4a62 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0486155 Oct 11 16:21:28.475410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30e371d0-5ec4-4868-9a6b-5c6be53bbea0 req-e3af8a5d-2d23-4407-aaad-d93a42d56751 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Oct 11 16:21:29.587775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8a56-76d4-49c1-99ac-08a6a2391241 req-66b7f373-2a69-4b9e-a3d2-0d293b312e8d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:29.589136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cc8a56-76d4-49c1-99ac-08a6a2391241 req-66b7f373-2a69-4b9e-a3d2-0d293b312e8d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0480776 Oct 11 16:21:29.629708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cc8a56-76d4-49c1-99ac-08a6a2391241 req-563b7721-8f2e-463a-8c93-eb9154bd3302 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346580 Oct 11 16:21:30.744016 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb16824-2fab-44d6-b252-f427af74d3a6 req-928234a9-3b35-4d25-bc59-83d29c8d5b1c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:30.745560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eb16824-2fab-44d6-b252-f427af74d3a6 req-928234a9-3b35-4d25-bc59-83d29c8d5b1c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0507720 Oct 11 16:21:30.788000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eb16824-2fab-44d6-b252-f427af74d3a6 req-5648833e-bf24-4a70-a229-3f6f62003ac3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363920 Oct 11 16:21:31.902289 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203c677-7c20-4c58-80d7-446a1aedbfe5 req-cc04418e-9ca5-41da-9689-efea8bd4c242 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:31.903775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4203c677-7c20-4c58-80d7-446a1aedbfe5 req-cc04418e-9ca5-41da-9689-efea8bd4c242 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0482595 Oct 11 16:21:31.941858 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4203c677-7c20-4c58-80d7-446a1aedbfe5 req-7638b325-6f65-4d08-b8d1-19e1848f8ff3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Oct 11 16:21:32.409230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09b80fe1-816d-456e-a624-0089c9842673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.056398 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090162b-87dd-4ed4-896c-adcf55bf80b5 req-c1ba88d4-ca82-4d19-a1ae-5a9d73089a3c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:33.058022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2090162b-87dd-4ed4-896c-adcf55bf80b5 req-c1ba88d4-ca82-4d19-a1ae-5a9d73089a3c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Oct 11 16:21:33.099582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2090162b-87dd-4ed4-896c-adcf55bf80b5 req-01163414-9ecf-43d5-97f1-c5f1ba022045 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357447 Oct 11 16:21:34.212005 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820de9-738c-4455-9783-b72fccc3d5ab req-3eb3a77d-cad9-42e2-ac8b-8311991c9a85 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:34.213508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03820de9-738c-4455-9783-b72fccc3d5ab req-3eb3a77d-cad9-42e2-ac8b-8311991c9a85 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0488057 Oct 11 16:21:34.250682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03820de9-738c-4455-9783-b72fccc3d5ab req-6becd022-87cb-4e01-9af4-710f8480e7d5 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Oct 11 16:21:35.161130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61594-7898-46ab-9b40-bffb7a48c621 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:21:35.255696 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61594-7898-46ab-9b40-bffb7a48c621,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:21:35.266722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:21:35.303980 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.317418 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec61594-7898-46ab-9b40-bffb7a48c621 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:21:35.338939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61594-7898-46ab-9b40-bffb7a48c621,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:21:35.343523 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.369382 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b0bd-f938-4fec-8eec-895bd8a1cc8d req-78cf2e8e-d4a7-4daf-81c2-7f83add7efe3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:35.372608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6e3b0bd-f938-4fec-8eec-895bd8a1cc8d req-78cf2e8e-d4a7-4daf-81c2-7f83add7efe3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 944 time: 0.0548074 Oct 11 16:21:35.396855 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c89701-a2a2-4bfd-adc6-c24d085ac3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.402874 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:35.410727 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.411068 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.411406 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.411740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.412070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.412395 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.412719 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.413057 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.413377 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.413729 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.414499 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.414499 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:35.420333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6e3b0bd-f938-4fec-8eec-895bd8a1cc8d req-b00fa5c1-5a77-4ef1-9a8c-ae7a1869613b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366173 Oct 11 16:21:35.577013 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['8ec61594-7898-46ab-9b40-bffb7a48c621'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:21:36.038461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:36.087591 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:36.541761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dd6ca-60bf-46a0-84e7-3786e56436c1 req-5dc2a6c6-b791-4e0f-8d3a-b3fa0f7ab399 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:36.543261 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-120dd6ca-60bf-46a0-84e7-3786e56436c1 req-5dc2a6c6-b791-4e0f-8d3a-b3fa0f7ab399 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 945 time: 0.0512376 Oct 11 16:21:36.585273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-120dd6ca-60bf-46a0-84e7-3786e56436c1 req-49950f87-d06a-445a-bbc4-f9ada5c047b1 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355949 Oct 11 16:21:37.176330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61594-7898-46ab-9b40-bffb7a48c621 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:21:37.225941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 8ec61594-7898-46ab-9b40-bffb7a48c621 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:21:37.229334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 8ec61594-7898-46ab-9b40-bffb7a48c621 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:21:37.229732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:37.302985 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:37.324641 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:21:37.337832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61594-7898-46ab-9b40-bffb7a48c621,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:21:37.341617 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:37.366167 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae62b9a-7a73-4bc5-99ad-01bee851a306" -d '{"events": [{"server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:21:37.393344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:37.453090 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d466312-fc12-4782-852e-c55443341534 x-openstack-request-id: req-3d466312-fc12-4782-852e-c55443341534 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:21:37.453377 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:21:37.453656 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d466312-fc12-4782-852e-c55443341534 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:21:37.454055 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'code': 200} Oct 11 16:21:37.550311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94097449-53e3-4e3f-8f39-ee686b83aa97 req-8b01a009-ee58-4cf2-9183-436c73aafcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:37.551785 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-94097449-53e3-4e3f-8f39-ee686b83aa97 req-8b01a009-ee58-4cf2-9183-436c73aafcb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0395763 Oct 11 16:21:37.586184 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-94097449-53e3-4e3f-8f39-ee686b83aa97 req-cb8e7057-c4f5-4271-bc45-f86f4f0c5509 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275147 Oct 11 16:21:37.701966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd911127-444c-42bd-b72b-1be92607a6ed req-f6ac26e9-1aa5-48c0-b79e-868545a2d7ce tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:37.703331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd911127-444c-42bd-b72b-1be92607a6ed req-f6ac26e9-1aa5-48c0-b79e-868545a2d7ce tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Oct 11 16:21:37.740590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cd911127-444c-42bd-b72b-1be92607a6ed req-554c6abf-6f16-420d-b230-88b6c884cbb9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Oct 11 16:21:37.908092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:38.856538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a09a-7f9e-47c2-bb19-4d6d06ab9f7f req-01f96187-6d77-45e4-961c-1b67f64da38e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:38.858070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2637a09a-7f9e-47c2-bb19-4d6d06ab9f7f req-01f96187-6d77-45e4-961c-1b67f64da38e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0491397 Oct 11 16:21:38.895730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2637a09a-7f9e-47c2-bb19-4d6d06ab9f7f req-ad4a9944-2387-47fd-885e-ba58a9e70dbb tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Oct 11 16:21:39.006936 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09651a20-80fd-4237-a18e-03a0d2db9420 req-17be6c5a-8a82-44ef-b452-9e9fc33c908e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:39.008293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09651a20-80fd-4237-a18e-03a0d2db9420 req-17be6c5a-8a82-44ef-b452-9e9fc33c908e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0481534 Oct 11 16:21:39.049032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-09651a20-80fd-4237-a18e-03a0d2db9420 req-89dc2e1b-2307-420f-a92e-5138c1f9a9f3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348904 Oct 11 16:21:39.070948 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:39.153916 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca6652-656d-4786-92e5-6b3b2af3909c tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:39.155439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a2ca6652-656d-4786-92e5-6b3b2af3909c tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1092 time: 0.0829513 Oct 11 16:21:39.158219 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:39.162435 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:21:39.184535 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:39.278655 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:39.384525 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.35.3.126 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/182b5c0b-c0f8-4fe4-9c28-95f93c84dc08) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:21:39.499684 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:39.532130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:39.568616 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:21:39.573461 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:21:39.576962 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:21:39.601643 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=182b5c0b-c0f8-4fe4-9c28-95f93c84dc08,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:39.613495 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.613854 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.614193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.614529 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.614860 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.615188 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.615513 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.615837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.616160 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.616479 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.616802 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.617121 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:39.952176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.278412 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.344531 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.491864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.497031 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.563719 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=182b5c0b-c0f8-4fe4-9c28-95f93c84dc08,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:40.574076 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:40.670631 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP 033970e8-c468-44b1-ab4f-a73f0b73f8ff associated. External IP: 172.35.3.126, port: 8ec61594-7898-46ab-9b40-bffb7a48c621. Oct 11 16:21:40.876142 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:21:40.985581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:21:40.995587 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:21:41.003249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:41.005413 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:21:41.006063 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:21:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:41.030916 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-45441da2-37ea-4b13-9b94-c97dda7a3c44 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8716948 Oct 11 16:21:41.031589 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:21:41.071464 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93acc9f6-c6df-427f-9f47-9e7e38c0c380" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:21:41.162785 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32508e72-f345-4126-99f8-9c4272f0e533 x-openstack-request-id: req-32508e72-f345-4126-99f8-9c4272f0e533 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:21:41.163077 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:21:41.163323 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32508e72-f345-4126-99f8-9c4272f0e533 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:21:41.163716 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'status': 'completed', 'code': 200} Oct 11 16:21:41.239005 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-ae35ffa0-7e45-46c1-8867-d0625679aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:41.240524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-ae35ffa0-7e45-46c1-8867-d0625679aa7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0477297 Oct 11 16:21:41.275835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:41.288312 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:21:41.331850 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-34b25dae-73ec-4841-8290-7e70a2305532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:41.333358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-34b25dae-73ec-4841-8290-7e70a2305532 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0860760 Oct 11 16:21:41.402827 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-ec1f360c-2f0b-460e-8830-f2a09fc47b2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 1000 time: 0.0626755 Oct 11 16:21:41.452488 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-5b97dbc0-f019-4a78-a4f4-75b3703963f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:41.453964 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-5b97dbc0-f019-4a78-a4f4-75b3703963f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0434582 Oct 11 16:21:41.499045 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-968b8c10-9718-4364-843c-3f0b981c1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:41.500537 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-968b8c10-9718-4364-843c-3f0b981c1b4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399756 Oct 11 16:21:41.510995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:39Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:41.537011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:21:41.546060 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:21:41.546937 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:21:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:41.592605 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-f29c05ef-401f-4418-a7ba-d6165f9c610b service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853124 Oct 11 16:21:41.652074 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:21:41.684146 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-93acc9f6-c6df-427f-9f47-9e7e38c0c380 req-85b0d039-664c-421e-ad1c-96ae4e3587c0 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834394 Oct 11 16:21:41.879055 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:39Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:41.906819 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7380f-7d85-4303-82b4-57a8333f653a None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:39Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:21:42.104402 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76651a32-fa79-4b38-b3dd-c36b25194920 None None] New status for floating IP 033970e8-c468-44b1-ab4f-a73f0b73f8ff: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:21:45.021674 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:22:02.411465 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fe290e5-a3f8-478c-8e21-9fc75828b17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:05.389539 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6d26ab8-247a-4d53-a6a2-590aab629899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:06.040966 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:06.090876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:07.911356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:09.957138 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:11.097318 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:22.021403 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:22:32.411669 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af7bb8a5-6e08-41d9-a380-265c931b5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:35.391199 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c9f7-36d8-4570-ab71-cf4a0c0d54e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:36.043309 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:36.092726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:36.219210 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-69c0a4c8-b19c-44f2-bd25-1104fcd98eff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395508 Oct 11 16:22:36.304847 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-c4d8a694-4bc7-45fa-9427-51c23e688c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:36.306393 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-c4d8a694-4bc7-45fa-9427-51c23e688c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0459740 Oct 11 16:22:36.407967 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-6d2689f9-838a-404d-9aa5-e9f7281462cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:36.409428 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-6d2689f9-838a-404d-9aa5-e9f7281462cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0843899 Oct 11 16:22:36.478667 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-a0c4c231-43f1-4626-b20d-36528ddcc966 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 1002 time: 0.0618682 Oct 11 16:22:36.527123 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-ed40f06f-5f96-4130-b601-2ef408f61aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:36.528566 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-ed40f06f-5f96-4130-b601-2ef408f61aca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0430186 Oct 11 16:22:36.574822 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-07d33aaf-041f-427f-8389-1840a468263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:36.576269 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-07d33aaf-041f-427f-8389-1840a468263b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400479 Oct 11 16:22:36.668345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-c2fb996a-0c74-4156-9b59-032f2b0c6d9e service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836551 Oct 11 16:22:36.758664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-24ca89d4-1ab6-4e70-8c15-a8ff6195b11c req-7d80a1ce-77ad-4a67-a61f-d6089fad1793 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816922 Oct 11 16:22:37.915744 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:39.968688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:41.095629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:59.021028 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:23:02.414036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82a303f4-0be0-4068-be0e-c4242c50438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:05.392708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08474712-9c16-4d5a-8120-470a226fd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.043854 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.097888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:07.917224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:09.992808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:11.113869 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:20.988243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-3651ab08-4d8d-47be-9a36-3d2a22bde0a9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288222995&fields=id&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 267 time: 0.0373082 Oct 11 16:23:21.095998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-09b0ad59-1a5f-47b6-b84f-fd5034d9a581 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:21.097437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-09b0ad59-1a5f-47b6-b84f-fd5034d9a581 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1025846 Oct 11 16:23:21.114251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-e0faf388-cf23-4188-ad74-5d045fdd50a3 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/quotas/c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 375 time: 0.0110328 Oct 11 16:23:21.174162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-aa601391-bb63-4255-a9f0-baa8aa8e1948 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541286 Oct 11 16:23:21.264074 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-fee07deb-8070-4397-bd7f-5e42088be072 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:23:21.265082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-fee07deb-8070-4397-bd7f-5e42088be072 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0423412 Oct 11 16:23:21.359525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-93a62724-dea6-48f7-82a1-1167f799aef2 service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882194 Oct 11 16:23:21.446071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-88d4490d-ca46-46d5-a648-66c75981830f service neutron] 10.222.0.31 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806620 Oct 11 16:23:21.737135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66d42458-2004-4d60-a759-8e6f03e03a75 req-fe15c045-447a-4df1-82f7-b764a0d89801 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0324945 Oct 11 16:23:22.661907 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-b2c75c5d-76bf-4f8d-bf82-e7dfcb2f4dd4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:22.664065 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-b2c75c5d-76bf-4f8d-bf82-e7dfcb2f4dd4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 811 time: 0.1024432 Oct 11 16:23:22.719279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-478c722f-53a9-4d67-8438-caed07e591c4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c440a5de2b754903ad0f09d1589ca221 HTTP/1.1" status: 200 len: 379 time: 0.0443230 Oct 11 16:23:22.730145 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'port': {'device_id': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'admin_state_up': True, 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'security_groups': ['a4375372-77d4-4d81-aaec-2033f4f8159c']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:23:22.846371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4192b139-7613-4d2c-be35-d9d4a04aab59 req-e40587e0-df90-49c8-aa5e-3ae1e09ccd1a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0337255 Oct 11 16:23:22.876676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Made reservation on behalf of c440a5de2b754903ad0f09d1589ca221 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:23:22.880490 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.009744 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.20.0.6 (36138f14-4247-470d-867d-13730060800d/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703/2a46fe1d-fa00-4128-af12-e033bffc4fa5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:23:23.154707 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.187245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.235133 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 36138f14-4247-470d-867d-13730060800d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:23:23.238527 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:23:23.243632 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:23:23.265293 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:23.278656 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.279001 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.279341 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.279674 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.280002 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.280325 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.280653 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.280974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.281297 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.281640 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.281966 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.282273 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:23.306734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:23.307351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.323541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-efc32aaf-19f0-4b42-b9e9-78acada4e0f0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971527 Oct 11 16:23:23.417113 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Request body: {'port': {'device_id': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:23:23.476441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.564152 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5200c7f1-eaa3-4034-96d3-65ade6c60337 None None] Provisioning complete for port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:23:23.564707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5200c7f1-eaa3-4034-96d3-65ade6c60337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.600376 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5200c7f1-eaa3-4034-96d3-65ade6c60337 None None] Port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:23:23.751064 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a46fe1d-fa00-4128-af12-e033bffc4fa5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:23:23.759277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.770894 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Transition to ACTIVE for port object 2a46fe1d-fa00-4128-af12-e033bffc4fa5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:23:23.775582 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:23.830060 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:23.913772 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Attempting to bind port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:23:23.914281 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Attempting to bind port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:23:23.914705 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Attempting to bind port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:23:23.920064 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 on network 36138f14-4247-470d-867d-13730060800d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:23:23.920763 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Attempting to bind port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 on network 36138f14-4247-470d-867d-13730060800d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:23:23.926974 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:23:23.927447 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Checking segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:23:23.927975 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Bound using segment: {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:23:23.928516 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Bound port: 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a611ffe-0cfa-494b-8f9b-d999627b0aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '36138f14-4247-470d-867d-13730060800d'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:23:23.928962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:24.027926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eb83f-f9c6-4a17-a309-23fdefba5558 req-e76e90ad-8eb2-438a-82e6-34a83c21421d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.029560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-588eb83f-f9c6-4a17-a309-23fdefba5558 req-e76e90ad-8eb2-438a-82e6-34a83c21421d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0898616 Oct 11 16:23:24.036325 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:23:24.046663 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:23:24.057353 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:24.106494 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.107104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:24.108467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] 10.222.0.43 "PUT /v2.0/ports/2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 1091 time: 0.7374885 Oct 11 16:23:24.110983 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:23:24.113295 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0153fc5-ba92-49a7-b193-18a8fb265d65" -d '{"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:23:24.130688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-588eb83f-f9c6-4a17-a309-23fdefba5558 req-7fb7bbcd-6e54-45f6-9096-0709d5a814d6 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912106 Oct 11 16:23:24.173981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091ceed-8bcc-4f95-bc61-fbb27fa2dd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:24.204244 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52326772-d7bd-4faa-ae3a-ccfe57ff90eb x-openstack-request-id: req-52326772-d7bd-4faa-ae3a-ccfe57ff90eb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:23:24.204677 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:23:24.204930 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52326772-d7bd-4faa-ae3a-ccfe57ff90eb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:23:24.205338 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'status': 'completed', 'code': 200} Oct 11 16:23:24.230259 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-87ef800d-1527-4c37-820d-9ec01d92f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.231938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-87ef800d-1527-4c37-820d-9ec01d92f970 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1094 time: 0.0726540 Oct 11 16:23:24.279838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-275c6e27-08bb-4dd1-aeb1-e780b31c146c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0386565 Oct 11 16:23:24.338240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-556ae7bf-0c4f-47a2-a6d9-ce58e5b395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.339754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-556ae7bf-0c4f-47a2-a6d9-ce58e5b395b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0527110 Oct 11 16:23:24.387512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-562f4012-e952-4f81-862d-2049dfe50727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.389011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-562f4012-e952-4f81-862d-2049dfe50727 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417218 Oct 11 16:23:24.481368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-3c2ced50-3eb2-481e-a843-0d7b36b8cdff service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Oct 11 16:23:24.581068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be4f9a26-4da6-4089-9d4c-d67d038aeefc req-019049ad-f455-4147-8c0d-d003417aba24 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916166 Oct 11 16:23:24.667201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-ae617473-f56d-4637-a837-89dff6be103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.668613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-ae617473-f56d-4637-a837-89dff6be103f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1094 time: 0.0421860 Oct 11 16:23:24.770691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-1d9fe55c-cb2e-45a1-9216-4861e5ef6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.772596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-1d9fe55c-cb2e-45a1-9216-4861e5ef6c94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0967031 Oct 11 16:23:24.817080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-03886f32-7f32-4855-8f8c-a98b0193ed4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0376668 Oct 11 16:23:24.870491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-d75ec3e0-8780-44f9-af4a-be77be819f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.872008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-d75ec3e0-8780-44f9-af4a-be77be819f67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0484006 Oct 11 16:23:24.929714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-326c42ee-4e68-4182-b48e-f369945c4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:24.931217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-326c42ee-4e68-4182-b48e-f369945c4982 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522418 Oct 11 16:23:25.031005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-ea67057f-da36-4f5c-9d8a-de063fef063a service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923705 Oct 11 16:23:25.134371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0153fc5-ba92-49a7-b193-18a8fb265d65 req-2e226fa9-4829-483c-a063-6f37f8579109 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963538 Oct 11 16:23:25.281048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd58d-a17a-4e8c-901c-f9a7bfe41b39 req-6d44a021-61b5-45e6-a762-a49e38e194ba tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:25.282644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f6fd58d-a17a-4e8c-901c-f9a7bfe41b39 req-6d44a021-61b5-45e6-a762-a49e38e194ba tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0519581 Oct 11 16:23:25.324633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f6fd58d-a17a-4e8c-901c-f9a7bfe41b39 req-a9efa5f0-829f-4cbe-abcc-f4e6691e0cb8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348806 Oct 11 16:23:26.440258 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c97ff-6bdb-4c2e-b632-f4ed2851239a req-901e0b55-7a0c-4ddc-9095-1df4e41e834a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:26.441925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d0c97ff-6bdb-4c2e-b632-f4ed2851239a req-901e0b55-7a0c-4ddc-9095-1df4e41e834a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0493517 Oct 11 16:23:26.485499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d0c97ff-6bdb-4c2e-b632-f4ed2851239a req-160d19be-1286-4291-9a05-f02bf2257665 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Oct 11 16:23:27.604779 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b66a7-1410-4492-899a-b61102039875 req-7bb293a9-208e-43ab-8b0c-1a3f7ab7dbf9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:27.607303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e0b66a7-1410-4492-899a-b61102039875 req-7bb293a9-208e-43ab-8b0c-1a3f7ab7dbf9 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0522966 Oct 11 16:23:27.650304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8e0b66a7-1410-4492-899a-b61102039875 req-85269c71-39b3-4629-9481-ddada3ffdb2e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366406 Oct 11 16:23:28.768965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf4b56-1b88-43ba-bdd0-29deb743b14b req-18ef9828-9a0a-4d1a-8d4b-6382f71c2c4d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:28.770733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ddf4b56-1b88-43ba-bdd0-29deb743b14b req-18ef9828-9a0a-4d1a-8d4b-6382f71c2c4d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0512202 Oct 11 16:23:28.811382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ddf4b56-1b88-43ba-bdd0-29deb743b14b req-75668cd8-79db-45ff-b679-9f2e60037354 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Oct 11 16:23:29.924862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba05788-da8f-467d-bf0c-37ed7cde3cd3 req-d204fad8-b002-4f18-8a71-4ec6b9d64386 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:29.926367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba05788-da8f-467d-bf0c-37ed7cde3cd3 req-d204fad8-b002-4f18-8a71-4ec6b9d64386 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0488708 Oct 11 16:23:29.967429 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ba05788-da8f-467d-bf0c-37ed7cde3cd3 req-1d53ba21-8e6d-48fd-828c-fa087dfa1599 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Oct 11 16:23:31.080270 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90bb1-fa2d-4633-9ce8-20e54033bb22 req-d0383648-55df-45df-a748-409b5551b21c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:31.081671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cd90bb1-fa2d-4633-9ce8-20e54033bb22 req-d0383648-55df-45df-a748-409b5551b21c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0493679 Oct 11 16:23:31.118545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7cd90bb1-fa2d-4633-9ce8-20e54033bb22 req-55aca4df-7fe6-4503-af25-7fba864a3026 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Oct 11 16:23:32.234103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bcc8b-5b84-4fa0-a113-fc64ac77ce09 req-ca41158d-e6c1-412b-8efb-db2ed3a8b83b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:32.235598 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-166bcc8b-5b84-4fa0-a113-fc64ac77ce09 req-ca41158d-e6c1-412b-8efb-db2ed3a8b83b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0496929 Oct 11 16:23:32.277161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-166bcc8b-5b84-4fa0-a113-fc64ac77ce09 req-993b2ec6-fc98-451d-b6bf-c1832a5f5f9e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349219 Oct 11 16:23:32.418314 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6aa57a46-d73c-4dd7-91bb-4d8d7864c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:33.398701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86bda-6fce-401c-b168-01b11e622ab8 req-107ba6b0-26e4-40b4-b9b2-eeb613e6e649 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:33.400369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1df86bda-6fce-401c-b168-01b11e622ab8 req-107ba6b0-26e4-40b4-b9b2-eeb613e6e649 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0536394 Oct 11 16:23:33.445377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1df86bda-6fce-401c-b168-01b11e622ab8 req-ce548e29-5051-4b7f-963a-e21934072f6d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390074 Oct 11 16:23:34.570795 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987a63a-4da8-4075-8f27-f84b37b1c5ba req-46b7826c-59ec-4786-ab38-d42e302272b8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:34.572681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c987a63a-4da8-4075-8f27-f84b37b1c5ba req-46b7826c-59ec-4786-ab38-d42e302272b8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0546103 Oct 11 16:23:34.615679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c987a63a-4da8-4075-8f27-f84b37b1c5ba req-adc01693-9c2e-483c-b9a5-962a2f238b71 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363083 Oct 11 16:23:35.393731 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-650dd85c-19bc-4b1a-83ba-9f1b69319713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:35.730323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1850-9301-4b0b-95df-5ec6e0e436c3 req-7cd9909c-c68b-4574-9e88-11ba6fd6fe0c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:35.732408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490c1850-9301-4b0b-95df-5ec6e0e436c3 req-7cd9909c-c68b-4574-9e88-11ba6fd6fe0c tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 943 time: 0.0514567 Oct 11 16:23:35.774491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-490c1850-9301-4b0b-95df-5ec6e0e436c3 req-fc850898-e66b-4298-a1e1-372796381671 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358367 Oct 11 16:23:36.019686 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:23:36.045626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:36.099203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:36.566432 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a46fe1d-fa00-4128-af12-e033bffc4fa5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:23:36.660265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:36.673083 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'port_id': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'mac_address': 'fa:16:3e:ae:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:23:36.710143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:36.727858 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a46fe1d-fa00-4128-af12-e033bffc4fa5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:23:36.752571 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:36.757678 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:36.816779 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:36.826534 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.826882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.827302 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.827642 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.827973 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.828339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.828726 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.829132 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.829644 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.830033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.830362 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.830685 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:36.893355 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7a1f-20dc-4365-a992-7c7c2df207cc req-fda421be-8cdd-410a-a4e5-780e6d6f4363 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:36.894862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-680c7a1f-20dc-4365-a992-7c7c2df207cc req-fda421be-8cdd-410a-a4e5-780e6d6f4363 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 944 time: 0.0494769 Oct 11 16:23:36.937846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-680c7a1f-20dc-4365-a992-7c7c2df207cc req-7c9c24c9-5a19-47b0-b76a-ebd753dd6571 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364408 Oct 11 16:23:37.074805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2a46fe1d-fa00-4128-af12-e033bffc4fa5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:23:37.215972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-ec27cbdf-e06b-44d8-ba6e-5c73a4195920 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512660 Oct 11 16:23:37.306501 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-70cf40eb-a638-415d-b551-82942cd387cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:37.308009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-70cf40eb-a638-415d-b551-82942cd387cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0474238 Oct 11 16:23:37.409372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-e7967236-55c5-401f-9493-df9dae380fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:37.410757 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-e7967236-55c5-401f-9493-df9dae380fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0826814 Oct 11 16:23:37.479224 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-6b784c95-57c4-4f21-925c-53465bc3b09c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 1002 time: 0.0615144 Oct 11 16:23:37.527699 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-8ec41a2b-0b9a-4ba8-b9f8-4c6cd503143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:37.529155 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-8ec41a2b-0b9a-4ba8-b9f8-4c6cd503143b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0436058 Oct 11 16:23:37.574561 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-cffa052f-44e5-4d39-96d5-1ee1ffd264ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:37.576145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-cffa052f-44e5-4d39-96d5-1ee1ffd264ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404222 Oct 11 16:23:37.921101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:38.012417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-fa77d3c5-a01f-489c-9e3c-c5443538d526 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289467 Oct 11 16:23:38.058758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473ea2-26aa-4f15-9297-f304e1fa5257 req-fdb7f7c0-c330-46ac-b7fa-81980155d1cc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:38.060308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16473ea2-26aa-4f15-9297-f304e1fa5257 req-fdb7f7c0-c330-46ac-b7fa-81980155d1cc tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 944 time: 0.0529866 Oct 11 16:23:38.103101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16473ea2-26aa-4f15-9297-f304e1fa5257 req-b5cccbde-6d49-4ce8-8ea0-8ea0b872c117 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363061 Oct 11 16:23:38.118466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5268d592-ab93-4303-a1fa-86c22a3fede2 req-10a72b5d-0da6-4bf6-a6bc-df0b875b229d service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987694 Oct 11 16:23:38.581833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a46fe1d-fa00-4128-af12-e033bffc4fa5 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:23:38.629714 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:23:38.633422 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:23:38.633835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:38.712897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:38.734692 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:23:38.736921 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b682d6eb-9a5b-4061-8197-c0903571bb20" -d '{"events": [{"server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "name": "network-vif-plugged", "status": "completed", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:23:38.749414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:38.754235 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:38.778642 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485674ce-518e-49c5-b5cc-39036d7017c9 x-openstack-request-id: req-485674ce-518e-49c5-b5cc-39036d7017c9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:23:38.778985 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "name": "network-vif-plugged", "status": "completed", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:23:38.779257 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-485674ce-518e-49c5-b5cc-39036d7017c9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:23:38.779629 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'code': 200} Oct 11 16:23:38.807092 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:38.867730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b549585-f227-480f-99c7-31433b887bb3 req-0dde0b02-3415-4c72-bc26-dc2e796f31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:38.869280 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b549585-f227-480f-99c7-31433b887bb3 req-0dde0b02-3415-4c72-bc26-dc2e796f31a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1096 time: 0.0400209 Oct 11 16:23:38.904972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b549585-f227-480f-99c7-31433b887bb3 req-4bad562b-a729-460c-8c5c-631712072657 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286455 Oct 11 16:23:39.215034 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9594e39-6c03-4229-8b77-b2aae46c4665 req-680c3cb1-f5f1-4177-845e-e1878995f6ea tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:39.216507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9594e39-6c03-4229-8b77-b2aae46c4665 req-680c3cb1-f5f1-4177-845e-e1878995f6ea tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0480285 Oct 11 16:23:39.257204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e9594e39-6c03-4229-8b77-b2aae46c4665 req-62337b21-c766-414a-bce4-6e72b27e2280 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348694 Oct 11 16:23:39.992012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:40.383336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa049-6799-4203-9585-e212a0d3c544 req-504c3a0c-e0b9-411a-9dd1-8432bfb02707 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:40.384943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a97fa049-6799-4203-9585-e212a0d3c544 req-504c3a0c-e0b9-411a-9dd1-8432bfb02707 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0550115 Oct 11 16:23:40.427309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a97fa049-6799-4203-9585-e212a0d3c544 req-8659acf1-221d-4812-80e6-daeaae62fb9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362873 Oct 11 16:23:40.548495 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272230-8a5d-4c13-98f6-5cbcaf9a2765 req-59301fc3-602a-4adc-8a20-b86ed19ef855 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:40.550039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52272230-8a5d-4c13-98f6-5cbcaf9a2765 req-59301fc3-602a-4adc-8a20-b86ed19ef855 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0544813 Oct 11 16:23:40.589344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52272230-8a5d-4c13-98f6-5cbcaf9a2765 req-fbd59062-2d1a-4f76-b871-6800e701d6ec tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332682 Oct 11 16:23:40.611132 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:40.652642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936ea1c-e2be-4544-9df2-96f075a57981 tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:40.654279 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d936ea1c-e2be-4544-9df2-96f075a57981 tempest-TestVolumeBootPattern-106604208 tempest-TestVolumeBootPattern-106604208-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1091 time: 0.0421124 Oct 11 16:23:40.657139 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:40.662154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:23:40.685921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:40.796415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:40.920039 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Allocated IP 172.35.3.159 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4dab47cb-77f4-4756-90bf-a5f37852d7b4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:23:41.021833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.056234 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.104588 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:23:41.106802 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:23:41.111509 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:23:41.111913 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.114854 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=4dab47cb-77f4-4756-90bf-a5f37852d7b4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:41.492455 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.562507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.716494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.721295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.806975 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event updated for resources: {'Port': ['ID=4dab47cb-77f4-4756-90bf-a5f37852d7b4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:41.820222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:41.937506 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP 10eeb761-3641-45c0-a20f-ccd5359a79a0 associated. External IP: 172.35.3.159, port: 2a46fe1d-fa00-4128-af12-e033bffc4fa5. Oct 11 16:23:42.202349 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:23:42.324921 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:23:42.335408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:23:42.345240 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:42.345465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:42.345876 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:42.375427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-25d14995-569b-4b15-ac8a-b22f00e4aa9f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7171588 Oct 11 16:23:42.376148 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:23:42.378628 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485" -d '{"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:23:42.415337 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eae973e-2442-4383-8cbb-3f0cdcc6d6fe x-openstack-request-id: req-0eae973e-2442-4383-8cbb-3f0cdcc6d6fe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:23:42.415626 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:23:42.415877 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eae973e-2442-4383-8cbb-3f0cdcc6d6fe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:23:42.416271 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'status': 'completed', 'code': 200} Oct 11 16:23:42.452510 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:42.476929 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-045adba7-ef6f-493b-afec-d5a3c22137ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:42.478479 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-045adba7-ef6f-493b-afec-d5a3c22137ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1096 time: 0.0409994 Oct 11 16:23:42.574920 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-0b32bf5e-a44c-4051-8a27-99af79e5f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:42.576375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-0b32bf5e-a44c-4051-8a27-99af79e5f2a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0910003 Oct 11 16:23:42.641353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-1cddd7af-b0a5-477c-9b66-53986fae33b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 999 time: 0.0575683 Oct 11 16:23:42.682898 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}, {'id': '10eeb761-3641-45c0-a20f-ccd5359a79a0', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.159', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:ae:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:23:41Z', 'updated_at': '2021-10-11T16:23:41Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:42.696846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-64dff7d6-fbf0-4847-9ba4-ca0966698da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:42.698322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-64dff7d6-fbf0-4847-9ba4-ca0966698da8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0502381 Oct 11 16:23:42.710095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:23:42.718618 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:42.719225 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:23:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:42.743403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-113be1ef-fe0c-4546-9621-cf20fc2ead52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:42.744887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-113be1ef-fe0c-4546-9621-cf20fc2ead52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398483 Oct 11 16:23:42.825532 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:42.835416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-c9819038-a6b5-47f9-966d-3bc0863da881 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Oct 11 16:23:42.929972 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d4f8dca-8304-4a0d-9de0-3a87b4c4a485 req-cc67ac1f-f716-44ad-b6a7-3e5bb213f686 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875659 Oct 11 16:23:43.048693 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}, {'id': '10eeb761-3641-45c0-a20f-ccd5359a79a0', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.159', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:ae:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:23:41Z', 'updated_at': '2021-10-11T16:23:41Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:43.078410 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd96e3-6df2-4dc2-9c5a-baf64281eba6 None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}, {'id': '10eeb761-3641-45c0-a20f-ccd5359a79a0', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.159', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:ae:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:23:41Z', 'updated_at': '2021-10-11T16:23:41Z', 'revision_number': 0, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:23:43.269282 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683703a-39f9-4f68-8c4a-bcb1397b1fdc None None] New status for floating IP 10eeb761-3641-45c0-a20f-ccd5359a79a0: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:24:02.412172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1462e5b7-40a8-4479-b2ed-6c67011b9c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:05.394704 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6511cf6e-ee1c-4c34-ad10-f7c7711da293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:06.048319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:06.105983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:07.918266 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:09.998326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:11.125775 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:13.019476 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:24:32.412849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9a387b1-438e-4082-af91-a99fa038e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:35.395729 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80f03f1c-7cae-43b6-b4eb-776af8556908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:36.051051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:36.106354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:37.929343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:38.204804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-a1758918-be2d-46a9-9c68-9df1635cc563 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412810 Oct 11 16:24:38.287095 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-2284eb71-33f0-4f49-b991-8f9c2daf9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:38.288581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-2284eb71-33f0-4f49-b991-8f9c2daf9547 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0409155 Oct 11 16:24:38.398440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-6f46d8aa-67c3-489b-950e-5c6d2ed9528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:38.399918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-6f46d8aa-67c3-489b-950e-5c6d2ed9528d service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0904877 Oct 11 16:24:38.468736 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-91232f5e-9cec-4659-a1bd-2e18215e01a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 1002 time: 0.0612190 Oct 11 16:24:38.523621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-2c70a6ee-e9de-4716-b9db-1968dbe9521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:38.525074 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-2c70a6ee-e9de-4716-b9db-1968dbe9521b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0487471 Oct 11 16:24:38.572153 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-3f14c19e-7a51-479d-8df6-cbe6d573601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:38.573695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-3f14c19e-7a51-479d-8df6-cbe6d573601b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414472 Oct 11 16:24:38.589477 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-1c1c2d10-4b29-49d2-b183-d1f54e787c4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:24:38.590441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-1c1c2d10-4b29-49d2-b183-d1f54e787c4a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050585 Oct 11 16:24:38.681398 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-489a2655-4c20-4dca-ba7f-c73010ec558d service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Oct 11 16:24:38.776368 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-afb215e9-011d-4563-9d0c-d47ce8394a69 req-db8529c2-1054-46ed-ace9-c760ad276934 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Oct 11 16:24:39.993221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:40.439235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-22d9d21e-f2b4-4b0a-8a73-b28325fb144e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407772 Oct 11 16:24:40.529464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-e322f9ea-b326-4dea-b2b4-37a5b083849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:40.531000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-e322f9ea-b326-4dea-b2b4-37a5b083849d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1096 time: 0.0416968 Oct 11 16:24:40.641435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-8073cd2e-fa68-4f88-8aa6-2bc894648b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:40.642932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-8073cd2e-fa68-4f88-8aa6-2bc894648b6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.0926833 Oct 11 16:24:40.711977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-f5f12238-14ec-4863-b2ae-b9febd6aaecc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0615344 Oct 11 16:24:41.107747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-67407a50-4318-410f-8a0e-db41cb995a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:41.109200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-67407a50-4318-410f-8a0e-db41cb995a3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.3899322 Oct 11 16:24:41.125078 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:41.156647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-4640982d-1a70-4db0-b777-91e27cf011da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:24:41.158166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-4640982d-1a70-4db0-b777-91e27cf011da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420420 Oct 11 16:24:41.253209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-b47430b1-e7dc-4fb1-9395-fead300dadc1 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Oct 11 16:24:41.344763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fbab36a-f5f9-4bf6-9926-6f05cfbd22ba req-0c4c2c21-55be-42bc-9e3d-6ef051c45871 service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Oct 11 16:24:50.021523 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:25:02.413717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04596dc-ea20-4f6f-8b6e-cf89b9cf4ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:05.397710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d59220e-fc88-494b-b54f-4f935e43cad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:06.057263 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:06.106766 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:07.917826 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:09.996317 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:10.563809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:10.738972 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 4dab47cb-77f4-4756-90bf-a5f37852d7b4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:10.739323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:10.816160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:10.816407 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:10.828418 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 4dab47cb-77f4-4756-90bf-a5f37852d7b4 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:10.994371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:11.021310 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=4dab47cb-77f4-4756-90bf-a5f37852d7b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:11.047721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.048061 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.048443 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.048738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.049158 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.049837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.050071 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.050589 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.050923 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.051252 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.051578 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.051902 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:11.100341 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:11.100642 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP 10eeb761-3641-45c0-a20f-ccd5359a79a0 disassociated (deleted). External IP: 172.35.3.159, port: 2a46fe1d-fa00-4128-af12-e033bffc4fa5. Oct 11 16:25:11.136949 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:11.343163 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:25:11.454733 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:25:11.459665 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:11.466270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:25:11.477343 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:11.477343 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:11.494743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1fa04f2f-a4ba-43d9-a19c-632c33c25acf tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "DELETE /v2.0/floatingips/10eeb761-3641-45c0-a20f-ccd5359a79a0 HTTP/1.1" status: 204 len: 168 time: 0.9273031 Oct 11 16:25:11.494743 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:25:11.495556 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6366571-7076-4cbe-b462-5eb53b4f77bc" -d '{"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:25:11.541531 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905fcb1-ea61-43e5-9895-a8796ff38b2f x-openstack-request-id: req-7905fcb1-ea61-43e5-9895-a8796ff38b2f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:25:11.541531 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:25:11.541531 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7905fcb1-ea61-43e5-9895-a8796ff38b2f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:25:11.541531 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'status': 'completed', 'code': 200} Oct 11 16:25:11.598139 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:11.610840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-8a265fc2-ff0a-470d-898b-e447f023e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:11.613339 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-8a265fc2-ff0a-470d-898b-e447f023e1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 1096 time: 0.0486255 Oct 11 16:25:11.757913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-9803c4d8-f49d-407b-9b0b-79e962567953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:11.759327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-9803c4d8-f49d-407b-9b0b-79e962567953 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.1343768 Oct 11 16:25:11.783042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524aada-d3c4-43e4-940f-d9de10459bef req-a260deb5-fb9d-4981-8321-3d58ccbd175e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:11.785641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2524aada-d3c4-43e4-940f-d9de10459bef req-a260deb5-fb9d-4981-8321-3d58ccbd175e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0889440 Oct 11 16:25:11.815866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-bfc02e5e-9de8-42c3-bb3c-20ef4d7431d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0480435 Oct 11 16:25:11.882901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2524aada-d3c4-43e4-940f-d9de10459bef req-a3ab2b92-55cc-4592-ab68-17411c35a1d4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695212 Oct 11 16:25:11.892418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-1063fd70-6155-4308-8427-40b636036340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:11.894017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-1063fd70-6155-4308-8427-40b636036340 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0658934 Oct 11 16:25:11.947972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-edbf95d7-3dac-4b88-b224-57440cb2dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:11.949465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-edbf95d7-3dac-4b88-b224-57440cb2dfaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436826 Oct 11 16:25:12.016784 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:12.048312 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:25:12.055986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-89f92ca9-272a-464f-b34e-3e10074fabbb service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975096 Oct 11 16:25:12.060205 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:12.060839 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:12.155107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6366571-7076-4cbe-b462-5eb53b4f77bc req-0227123f-4a52-4d8b-a7b0-dc78b405a1dc service neutron] 10.222.0.43 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908885 Oct 11 16:25:12.176851 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:12.415895 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:12.446143 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed53f1a-3e03-47c9-af42-fd6ef8043b95 None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '033970e8-c468-44b1-ab4f-a73f0b73f8ff', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'floating_ip_address': '172.35.3.126', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'port_id': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'mac_address': 'fa:16:3e:de:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:21:39Z', 'updated_at': '2021-10-11T16:21:42Z', 'revision_number': 1, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:25:12.677750 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea32c4e-5bb3-40cc-a599-38aa67a6a2d4 None None] New status for floating IP 10eeb761-3641-45c0-a20f-ccd5359a79a0: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:25:13.038386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8f2cb-3685-466a-bd38-b4dbbeeb1cb6 req-62a5c0db-399c-451b-b57b-9a52455b5625 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:13.039902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29c8f2cb-3685-466a-bd38-b4dbbeeb1cb6 req-62a5c0db-399c-451b-b57b-9a52455b5625 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0507581 Oct 11 16:25:13.078634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29c8f2cb-3685-466a-bd38-b4dbbeeb1cb6 req-78a405d2-91b9-476f-b915-cf87319f5df0 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324790 Oct 11 16:25:13.297355 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-79cc6e7a-6165-433e-af17-af1e2e4446be tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:13.298881 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-79cc6e7a-6165-433e-af17-af1e2e4446be tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 945 time: 0.0541427 Oct 11 16:25:13.396225 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:13.396566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:13.488607 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port 2a46fe1d-fa00-4128-af12-e033bffc4fa5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2a46fe1d-fa00-4128-af12-e033bffc4fa5,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:13.488963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:13.502300 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 2a46fe1d-fa00-4128-af12-e033bffc4fa5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:13.638751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:13.673523 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=2a46fe1d-fa00-4128-af12-e033bffc4fa5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:13.714372 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port 2a46fe1d-fa00-4128-af12-e033bffc4fa5 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:25:13.716996 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:13.720375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc68c463-f0ee-4e57-abcc-970b2ac8562d req-686db130-63e2-4248-89f4-eeeddff86c08 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.43 "DELETE /v2.0/ports/2a46fe1d-fa00-4128-af12-e033bffc4fa5 HTTP/1.1" status: 204 len: 173 time: 0.4159055 Oct 11 16:25:13.720816 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'name': 'network-vif-deleted', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:25:13.723220 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9f0682-c917-48a1-b47d-3f51c482a548" -d '{"events": [{"server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "name": "network-vif-deleted", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:25:13.785189 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b31670-f41d-4a5d-8994-0b84aba79350 x-openstack-request-id: req-88b31670-f41d-4a5d-8994-0b84aba79350 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:25:13.785423 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89220719-3fe3-4e58-b19d-7e1ffdc2080c", "name": "network-vif-deleted", "tag": "2a46fe1d-fa00-4128-af12-e033bffc4fa5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:25:13.785713 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88b31670-f41d-4a5d-8994-0b84aba79350 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:25:13.786508 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89220719-3fe3-4e58-b19d-7e1ffdc2080c', 'name': 'network-vif-deleted', 'tag': '2a46fe1d-fa00-4128-af12-e033bffc4fa5', 'status': 'completed', 'code': 200} Oct 11 16:25:14.185521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-768a2af6-55c5-4226-a017-06c30cf828d4 req-d975dd0e-91fb-4821-acd9-5b8a150ac630 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0332246 Oct 11 16:25:15.284085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36a4d9c9-8f3e-4b56-843b-6dc5c2973a67 req-e5a34ec7-aa50-4d25-881c-7e17e32cbab4 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0271554 Oct 11 16:25:16.395111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-190c56b2-cfb5-4ece-ae7c-3c07294d0a9a req-3da944b3-56df-493d-b53d-659fab1b3cd7 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0261726 Oct 11 16:25:16.906794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a46fe1d-fa00-4128-af12-e033bffc4fa5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:16.928157 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 2a46fe1d-fa00-4128-af12-e033bffc4fa5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:16.928486 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2a46fe1d-fa00-4128-af12-e033bffc4fa5 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:17.495051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b14e57a-dec6-4f1d-813f-d16ce05e9e88 req-a2b0fe9b-ccb0-4f63-b4fb-d1c75dcbeb1a tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=89220719-3fe3-4e58-b19d-7e1ffdc2080c HTTP/1.1" status: 200 len: 210 time: 0.0312252 Oct 11 16:25:23.931496 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:24.089070 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 182b5c0b-c0f8-4fe4-9c28-95f93c84dc08 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:24.090812 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.169080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.169615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.181956 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 182b5c0b-c0f8-4fe4-9c28-95f93c84dc08 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:24.333087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.357306 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=182b5c0b-c0f8-4fe4-9c28-95f93c84dc08,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:24.425858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.426101 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Floating IP 033970e8-c468-44b1-ab4f-a73f0b73f8ff disassociated (deleted). External IP: 172.35.3.126, port: 8ec61594-7898-46ab-9b40-bffb7a48c621. Oct 11 16:25:24.646614 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:25:24.763615 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:25:24.769042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:24.778538 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:25:24.795393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:24.796125 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:24.799056 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fea97b4d-5259-4f63-a39e-f9392f9d5498 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "DELETE /v2.0/floatingips/033970e8-c468-44b1-ab4f-a73f0b73f8ff HTTP/1.1" status: 204 len: 168 time: 0.8664637 Oct 11 16:25:24.799680 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:25:24.802051 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e6759-a603-4175-808d-7544847b9cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:25:24.849324 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4473be7f-0151-4265-90b5-b629ea0c5aba x-openstack-request-id: req-4473be7f-0151-4265-90b5-b629ea0c5aba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:25:24.849703 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:25:24.850019 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4473be7f-0151-4265-90b5-b629ea0c5aba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:25:24.851002 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'status': 'completed', 'code': 200} Oct 11 16:25:24.919024 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:24.936104 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6759-a603-4175-808d-7544847b9cc5 req-3fb37654-ca79-4cfe-937d-f50fcc05039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:24.947744 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-3fb37654-ca79-4cfe-937d-f50fcc05039b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c440a5de2b754903ad0f09d1589ca221&device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 1097 time: 0.0702069 Oct 11 16:25:25.060870 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6759-a603-4175-808d-7544847b9cc5 req-af2d869e-2c7f-4ad6-b9fc-2890777e3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:25.062482 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-af2d869e-2c7f-4ad6-b9fc-2890777e3e25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 200 len: 912 time: 0.1103406 Oct 11 16:25:25.108141 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74092a7-4469-42fd-9a37-13b32c5f8431 req-3999297f-79fc-4ca5-bd35-ebf5b7cda17e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:25.109758 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74092a7-4469-42fd-9a37-13b32c5f8431 req-3999297f-79fc-4ca5-bd35-ebf5b7cda17e tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0573525 Oct 11 16:25:25.114429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-60011d38-cf07-403b-810f-fb0763d87d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 200 len: 217 time: 0.0432320 Oct 11 16:25:25.156629 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:25.161286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d74092a7-4469-42fd-9a37-13b32c5f8431 req-f6bfe7de-2970-4a45-9c15-5d08af2ec55b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Oct 11 16:25:25.181283 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6759-a603-4175-808d-7544847b9cc5 req-0da3f939-9cd9-4446-8850-e91a27d479be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:25.181283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-0da3f939-9cd9-4446-8850-e91a27d479be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 200 len: 850 time: 0.0548534 Oct 11 16:25:25.196151 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:25:25.207041 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:25.207662 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:25.235664 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6759-a603-4175-808d-7544847b9cc5 req-b4098f8e-bc1c-4f59-98ec-2f1951d45f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:25.237202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-b4098f8e-bc1c-4f59-98ec-2f1951d45f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36138f14-4247-470d-867d-13730060800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497770 Oct 11 16:25:25.317353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:25.347622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-d3ab9453-ef22-481c-b87a-f649f77221dd service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012073 Oct 11 16:25:25.458327 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-986e6759-a603-4175-808d-7544847b9cc5 req-832eaafd-6b63-4060-94d4-8e4e8f8f7aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/36138f14-4247-470d-867d-13730060800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995665 Oct 11 16:25:25.525885 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:25.553608 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b177e-7f36-4f0d-96fe-203b6d49457d None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c44ed615-c4b3-426d-9588-d55bb8cfe704', 'name': '', 'network_id': '36138f14-4247-470d-867d-13730060800d', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'mac_address': 'fa:16:3e:05:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:29Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'subnets': [{'id': '5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:25:25.812564 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39262173-7986-4acb-9ff2-7494ad5c1f8d None None] New status for floating IP 033970e8-c468-44b1-ab4f-a73f0b73f8ff: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:25:26.287171 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc32e1-a383-41ee-930a-0d40e17b9706 req-c5d018fc-53a1-4b18-800a-58d05d9b72c8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:26.288766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dbc32e1-a383-41ee-930a-0d40e17b9706 req-c5d018fc-53a1-4b18-800a-58d05d9b72c8 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0561664 Oct 11 16:25:26.334496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dbc32e1-a383-41ee-930a-0d40e17b9706 req-38762b61-b261-46ed-8ff5-4695b301c96b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4375372-77d4-4d81-aaec-2033f4f8159c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Oct 11 16:25:26.601733 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-066bf56e-c8d5-4e91-8fb5-d3df988b4b6d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:26.603219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-066bf56e-c8d5-4e91-8fb5-d3df988b4b6d tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 946 time: 0.0501254 Oct 11 16:25:26.698965 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 8ec61594-7898-46ab-9b40-bffb7a48c621 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:26.699293 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:26.790382 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] For port 8ec61594-7898-46ab-9b40-bffb7a48c621, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ec61594-7898-46ab-9b40-bffb7a48c621,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:26.790810 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:26.805198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 8ec61594-7898-46ab-9b40-bffb7a48c621 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:26.939473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:26.969342 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=8ec61594-7898-46ab-9b40-bffb7a48c621,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:26.982174 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.982513 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.982854 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.983185 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.983516 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.983857 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.984162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.984481 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.984797 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.985119 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.985431 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:26.985771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:27.020932 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] No DVR routers for this DVR port 8ec61594-7898-46ab-9b40-bffb7a48c621 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:25:27.021935 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:25:27.023700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:27.027291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c3894c62-fd74-4cd5-abad-ff2beade99d2 req-41e54b2c-9c51-4db7-b398-7fc1c356580f tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.36 "DELETE /v2.0/ports/8ec61594-7898-46ab-9b40-bffb7a48c621 HTTP/1.1" status: 204 len: 173 time: 0.4176838 Oct 11 16:25:27.027786 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'name': 'network-vif-deleted', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:25:27.030219 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c251947-61e4-489a-8468-2dcc44f329e6" -d '{"events": [{"server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "name": "network-vif-deleted", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:25:27.067021 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c864f63-8ff1-48a9-99b6-b9b5c17e4053 x-openstack-request-id: req-7c864f63-8ff1-48a9-99b6-b9b5c17e4053 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:25:27.067346 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1a4500-c3f0-4f86-9df3-8f993aa311b4", "name": "network-vif-deleted", "tag": "8ec61594-7898-46ab-9b40-bffb7a48c621", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:25:27.067604 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c864f63-8ff1-48a9-99b6-b9b5c17e4053 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:25:27.068134 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1a4500-c3f0-4f86-9df3-8f993aa311b4', 'name': 'network-vif-deleted', 'tag': '8ec61594-7898-46ab-9b40-bffb7a48c621', 'status': 'completed', 'code': 200} Oct 11 16:25:27.454061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c5f8c0d-7c29-4d41-a7f3-f3b853c2447a req-8a8866c4-f768-481b-8614-34544829c383 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0362146 Oct 11 16:25:28.549959 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60ea7269-d21e-4a50-93f5-d3c5d858ae57 req-cabc334c-2262-4381-9c02-4493dc92f79b tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0268459 Oct 11 16:25:29.650820 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5656ebb-c897-4a26-9561-55d16e1939f9 req-144f14f8-ca32-4e73-b0ed-285bcdb98b50 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0271440 Oct 11 16:25:30.170847 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61594-7898-46ab-9b40-bffb7a48c621 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:30.196801 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 8ec61594-7898-46ab-9b40-bffb7a48c621 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:30.197145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 8ec61594-7898-46ab-9b40-bffb7a48c621 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:30.751477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5fcc9231-7b77-42ab-85c8-2675ece360dc req-a460d570-b9ec-4902-adbc-3893947c21f2 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f1a4500-c3f0-4f86-9df3-8f993aa311b4 HTTP/1.1" status: 200 len: 210 time: 0.0319905 Oct 11 16:25:31.812336 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:31.939019 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Deleting port 1866d7fb-495d-4579-b7b6-297551ee9134 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:31.939357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.021678 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.022001 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.033696 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Calling delete_port for 1866d7fb-495d-4579-b7b6-297551ee9134 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:32.166453 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.192891 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'Port': ['ID=1866d7fb-495d-4579-b7b6-297551ee9134,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:32.253900 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.256447 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:32.257627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5f8267c-21f3-48ba-af49-e231a50f9f27 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc6276ad-27ff-4bd3-9a9d-61f013aaded2 HTTP/1.1" status: 204 len: 168 time: 0.4441648 Oct 11 16:25:32.419798 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c659f6be-89b4-45d1-b909-4434e504cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:35.400870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5f38e4c-1f8f-4036-9421-d52637931067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:35.564872 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:35.625421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:35.651856 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.059674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.063249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.066672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.067850 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4375372-77d4-4d81-aaec-2033f4f8159c HTTP/1.1" status: 204 len: 168 time: 0.5018790 Oct 11 16:25:36.077361 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffd11-ffa5-4fc4-95dd-4c4808c34c15 tempest-TestVolumeBootPattern-1919809907 tempest-TestVolumeBootPattern-1919809907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4375372-77d4-4d81-aaec-2033f4f8159c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:36.114342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.151417 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:36.681857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:36.928657 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Deleting port c44ed615-c4b3-426d-9588-d55bb8cfe704 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:36.928995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.009277 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] For port c44ed615-c4b3-426d-9588-d55bb8cfe704, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c44ed615-c4b3-426d-9588-d55bb8cfe704,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:37.009672 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.022540 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Calling delete_port for c44ed615-c4b3-426d-9588-d55bb8cfe704 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:37.204107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.229164 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Pushing event deleted for resources: {'Port': ['ID=c44ed615-c4b3-426d-9588-d55bb8cfe704,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:37.397462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.628059 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Router 41548cb3-3caf-41a6-84ff-640b7be43ad0 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:25:37.736638 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:25:37.743311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-467e68b6-cf94-4385-943e-b0543847103d admin admin] 10.222.0.31 "PUT /v2.0/routers/41548cb3-3caf-41a6-84ff-640b7be43ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909662 Oct 11 16:25:37.745809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:37.746153 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Sync routers for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:25:37.755483 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:37.756272 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:37.856626 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.862573 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:37.963695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:37.965259 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.016033 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Deleting port 367c76f9-fd53-41b8-841c-9e6fb043acae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:38.016391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.052964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:25:37Z', 'revision_number': 5, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port': {'id': '367c76f9-fd53-41b8-841c-9e6fb043acae', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:28Z', 'updated_at': '2021-10-11T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:38.082249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Checking router: 41548cb3-3caf-41a6-84ff-640b7be43ad0 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:25:38.090920 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Routers {'41548cb3-3caf-41a6-84ff-640b7be43ad0'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:38.091525 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['41548cb3-3caf-41a6-84ff-640b7be43ad0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:38.101737 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] For port 367c76f9-fd53-41b8-841c-9e6fb043acae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=367c76f9-fd53-41b8-841c-9e6fb043acae,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:38.102097 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.115737 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Calling delete_port for 367c76f9-fd53-41b8-841c-9e6fb043acae owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:38.294863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.321226 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Pushing event deleted for resources: {'Port': ['ID=367c76f9-fd53-41b8-841c-9e6fb043acae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:38.339604 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] Set router 41548cb3-3caf-41a6-84ff-640b7be43ad0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:38.382262 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.393838 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:25:37Z', 'revision_number': 6, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:38.424253 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f1616-ec00-4dc2-b900-e3933af98a98 None None] The sync data for ids ['41548cb3-3caf-41a6-84ff-640b7be43ad0'] in n-d-master-1 is: [{'id': '41548cb3-3caf-41a6-84ff-640b7be43ad0', 'name': 'tempest-TestVolumeBootPattern-380818339-router', 'tenant_id': 'c440a5de2b754903ad0f09d1589ca221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:27Z', 'updated_at': '2021-10-11T16:25:37Z', 'revision_number': 6, 'project_id': 'c440a5de2b754903ad0f09d1589ca221', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:25:38.479656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.481829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.524392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.524999 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41548cb3-3caf-41a6-84ff-640b7be43ad0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:25:38.529457 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.530663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0d13d132-eabb-43b8-9271-222c706e33aa admin admin] 10.222.0.31 "DELETE /v2.0/routers/41548cb3-3caf-41a6-84ff-640b7be43ad0 HTTP/1.1" status: 204 len: 168 time: 0.7839351 Oct 11 16:25:38.533113 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:38.577148 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Deleting subnet 5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:25:38.580111 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.615303 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.697722 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.750675 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.775218 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:38.781182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.786083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6d2177ef-6ce4-43a8-928b-d21aebef43e1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5c3de41e-1e0d-43cc-bd69-5f1d9ba7b703 HTTP/1.1" status: 204 len: 168 time: 0.2513647 Oct 11 16:25:38.787666 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:38.788365 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741465a-9f9e-4f0f-b9f7-f8102da5ff61 None None] Network 36138f14-4247-470d-867d-13730060800d requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:25:38.866197 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.920858 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Deleting port ee42a469-9ed1-4f62-9d44-b6e19bae9755 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:38.921200 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:38.985278 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] For port ee42a469-9ed1-4f62-9d44-b6e19bae9755, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee42a469-9ed1-4f62-9d44-b6e19bae9755,segment=NetworkSegment(4a611ffe-0cfa-494b-8f9b-d999627b0aed),segment_id=4a611ffe-0cfa-494b-8f9b-d999627b0aed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:38.985668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.002857 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Calling delete_port for ee42a469-9ed1-4f62-9d44-b6e19bae9755 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:39.084651 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.110529 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee42a469-9ed1-4f62-9d44-b6e19bae9755,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:39.115313 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] No DVR routers for this DVR port ee42a469-9ed1-4f62-9d44-b6e19bae9755 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:25:39.196603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.216844 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c95009-c96e-4c2b-82c4-ee48f79c0ec9 None None] DHCP port deletion for 36138f14-4247-470d-867d-13730060800d request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:25:39.222566 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36138f14-4247-470d-867d-13730060800d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:39.233802 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a611ffe-0cfa-494b-8f9b-d999627b0aed') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:39.234345 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a611ffe-0cfa-494b-8f9b-d999627b0aed') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:39.245876 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.260497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.269554 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:25:39.269953 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:25:39.271803 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:25:39.288901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 367c76f9-fd53-41b8-841c-9e6fb043acae no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:39.314381 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 367c76f9-fd53-41b8-841c-9e6fb043acae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:39.315218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 367c76f9-fd53-41b8-841c-9e6fb043acae not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:39.315835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee42a469-9ed1-4f62-9d44-b6e19bae9755 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:39.331169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.336389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ee42a469-9ed1-4f62-9d44-b6e19bae9755 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:39.336949 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ee42a469-9ed1-4f62-9d44-b6e19bae9755 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:39.337614 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c44ed615-c4b3-426d-9588-d55bb8cfe704 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:39.338604 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.341749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] 10.222.0.31 "DELETE /v2.0/networks/36138f14-4247-470d-867d-13730060800d HTTP/1.1" status: 204 len: 168 time: 0.5530803 Oct 11 16:25:39.344725 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:39.352027 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc795d1-da9c-4ced-a852-b14ec080f18c admin admin] Pushing event deleted for resources: {'Network': ['ID=36138f14-4247-470d-867d-13730060800d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:39.367284 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c44ed615-c4b3-426d-9588-d55bb8cfe704 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:39.367560 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c44ed615-c4b3-426d-9588-d55bb8cfe704 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:39.701717 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.952014 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Deleting port 6a117a2c-8082-4280-a5dd-f3d0978a19be {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:39.963897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.996243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:40.039877 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] For port 6a117a2c-8082-4280-a5dd-f3d0978a19be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a117a2c-8082-4280-a5dd-f3d0978a19be,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:40.040239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:40.052109 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Calling delete_port for 6a117a2c-8082-4280-a5dd-f3d0978a19be owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:40.236064 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:40.263604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a117a2c-8082-4280-a5dd-f3d0978a19be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:40.437998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:40.661372 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Router 26639358-7ae8-41e6-84f7-417978fa2edc has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:25:40.770712 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:25:40.775872 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-35432dd4-5186-4266-af66-3709f7c6cd59 admin admin] 10.222.0.31 "PUT /v2.0/routers/26639358-7ae8-41e6-84f7-417978fa2edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300239 Oct 11 16:25:40.778402 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:40.781000 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Sync routers for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:25:40.791019 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:40.791722 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:40.891830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:40.900134 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:41.003730 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.062419 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Deleting port 326b1d15-3a86-4e67-870e-033a0f388dcb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:41.062747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.088488 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132'}], 'enable_snat': True}, 'gw_port_id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:25:40Z', 'revision_number': 5, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port': {'id': '326b1d15-3a86-4e67-870e-033a0f388dcb', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:41.120118 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Checking router: 26639358-7ae8-41e6-84f7-417978fa2edc for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:25:41.128867 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Routers {'26639358-7ae8-41e6-84f7-417978fa2edc'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:25:41.129467 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:25:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['26639358-7ae8-41e6-84f7-417978fa2edc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:41.138495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.152317 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] For port 326b1d15-3a86-4e67-870e-033a0f388dcb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=326b1d15-3a86-4e67-870e-033a0f388dcb,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:41.152598 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.165119 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Calling delete_port for 326b1d15-3a86-4e67-870e-033a0f388dcb owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:41.217619 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] Set router 26639358-7ae8-41e6-84f7-417978fa2edc gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:25:41.270809 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:25:41Z', 'revision_number': 6, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:41.300868 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418cae8-9acb-45f6-9cdd-04f7db3878ef None None] The sync data for ids ['26639358-7ae8-41e6-84f7-417978fa2edc'] in n-d-master-1 is: [{'id': '26639358-7ae8-41e6-84f7-417978fa2edc', 'name': 'tempest-TestVolumeBootPattern-173449391-router', 'tenant_id': '136034ca8ea24430879d33005ad7b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:15:32Z', 'updated_at': '2021-10-11T16:25:41Z', 'revision_number': 6, 'project_id': '136034ca8ea24430879d33005ad7b700', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:25:41.340858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.366685 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=326b1d15-3a86-4e67-870e-033a0f388dcb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:41.427911 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.521473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.523651 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.569729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.570359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26639358-7ae8-41e6-84f7-417978fa2edc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:25:41.575456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.576631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5649bf51-17c0-4981-819b-50cf6d077b98 admin admin] 10.222.0.31 "DELETE /v2.0/routers/26639358-7ae8-41e6-84f7-417978fa2edc HTTP/1.1" status: 204 len: 168 time: 0.7973130 Oct 11 16:25:41.579227 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:41.623533 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Deleting subnet 871ac166-dcb6-4664-ab1a-da2dd1a2eba3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:25:41.626621 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.665223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.760022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.817758 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.847180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871ac166-dcb6-4664-ab1a-da2dd1a2eba3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:41.849169 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.854778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ba2c0e6-de92-47ad-ac12-0eb755e1289d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/871ac166-dcb6-4664-ab1a-da2dd1a2eba3 HTTP/1.1" status: 204 len: 168 time: 0.2722578 Oct 11 16:25:41.855185 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851caa80-d197-4c71-bea8-1bf575d2dabc None None] Network 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:25:41.855281 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:41.935375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:41.996222 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Deleting port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:41.996532 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.061185 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] For port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:42.062319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.082095 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Calling delete_port for 99e0619f-cff3-4dd7-a6d3-57647a5d8cea owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:42.096079 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] DHCP port deletion for 64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:25:42.149333 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Deleting port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:25:42.150063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.169842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.199307 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:42.202959 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] No DVR routers for this DVR port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:25:42.231019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] For port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,segment=NetworkSegment(3d30305f-346f-4724-8307-0677305f383d),segment_id=3d30305f-346f-4724-8307-0677305f383d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:25:42.231324 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.244541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Calling delete_port for 99e0619f-cff3-4dd7-a6d3-57647a5d8cea owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:25:42.285857 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.307800 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ed05e3-d43c-4c9d-b24f-2802ca7e36f9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:42.321859 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d30305f-346f-4724-8307-0677305f383d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:42.322063 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d30305f-346f-4724-8307-0677305f383d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:25:42.328255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.332794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.349674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.357061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Pushing event deleted for resources: {'Port': ['ID=99e0619f-cff3-4dd7-a6d3-57647a5d8cea,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:42.357368 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:25:42.357581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:25:42.359938 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:25:42.366790 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] No DVR routers for this DVR port 99e0619f-cff3-4dd7-a6d3-57647a5d8cea on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:25:42.369258 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.369703 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.370186 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.370527 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.370861 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.371191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.371513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.372126 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.372618 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.372909 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.373235 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.373576 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2964c0-e2ff-44ea-ba99-b4d58e19c23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:25:42.430770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.435676 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.439174 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] 10.222.0.31 "DELETE /v2.0/networks/64ed05e3-d43c-4c9d-b24f-2802ca7e36f9 HTTP/1.1" status: 204 len: 168 time: 0.5832648 Oct 11 16:25:42.452942 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051cc6-8af4-4b8c-966c-2e1510a9e404 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ed05e3-d43c-4c9d-b24f-2802ca7e36f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:42.573866 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:42.618743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3cb7e233-577f-4102-8414-5c0304e6996b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c440a5de2b754903ad0f09d1589ca221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437050 Oct 11 16:25:42.621221 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:42.669190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.691821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.738956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.741477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:42.742813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9073af4f-10f6-4599-8dc5-f5397d780c19 HTTP/1.1" status: 204 len: 168 time: 0.1206405 Oct 11 16:25:42.751175 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b196a-68c8-41df-b9ae-30534f401c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073af4f-10f6-4599-8dc5-f5397d780c19,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:42.949071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a117a2c-8082-4280-a5dd-f3d0978a19be no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:42.971777 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6a117a2c-8082-4280-a5dd-f3d0978a19be {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:42.972116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a117a2c-8082-4280-a5dd-f3d0978a19be not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:42.972526 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 326b1d15-3a86-4e67-870e-033a0f388dcb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:42.991674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 326b1d15-3a86-4e67-870e-033a0f388dcb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:42.992023 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 326b1d15-3a86-4e67-870e-033a0f388dcb not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:42.992434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99e0619f-cff3-4dd7-a6d3-57647a5d8cea no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:25:43.011375 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 99e0619f-cff3-4dd7-a6d3-57647a5d8cea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:25:43.011819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 99e0619f-cff3-4dd7-a6d3-57647a5d8cea not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:25:43.087195 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:43.125902 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26c7bf80-17fb-471d-9517-205523c2c46d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=136034ca8ea24430879d33005ad7b700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374465 Oct 11 16:25:43.128869 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:25:43.185318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:43.207159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:43.258803 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:43.261462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:43.262642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8afbac90-ed3a-404e-b9a6-073839f5975c HTTP/1.1" status: 204 len: 168 time: 0.1328888 Oct 11 16:25:43.270979 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2560f9-5f48-4c96-9ad3-7bcc8ed372b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afbac90-ed3a-404e-b9a6-073839f5975c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:52.980523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-638d5b73-8f2a-48b5-996e-9b196a4fee1a tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300999 Oct 11 16:25:53.193131 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-b060e3cf-18d7-4375-814f-71b49b0f4ae0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:53.194679 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-b060e3cf-18d7-4375-814f-71b49b0f4ae0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087324 Oct 11 16:25:53.210632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-a5c653de-ea7b-4ab1-a64c-51b921ed2336 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/quotas/7e15d8b3a4cc4314afcef07b2d4f5a93 HTTP/1.1" status: 200 len: 375 time: 0.0101047 Oct 11 16:25:53.242784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-f92eb8e5-a2fa-4b80-8f80-6edca04df58f tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265868 Oct 11 16:25:53.400746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afb2ecc4-59e2-409e-bf2d-455d246a1d87 req-11a7bda7-2c63-4f0c-a3d1-a0feb2a6e76e tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0261796 Oct 11 16:25:54.483321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-063c7eeb-cb7d-4a09-b13f-339626aea505 req-d1540118-ca37-499e-817f-eb8456a0dea5 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0323946 Oct 11 16:25:55.561295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bce823f-e061-49db-b21d-976f687621f6 req-74310618-95c3-441d-9223-884184d2c028 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Oct 11 16:25:56.636448 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5ba8741-9143-4eb9-b7a5-019d3b647074 req-3282be86-b3d4-4028-8c32-e2bbbfc7c45a tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0266244 Oct 11 16:25:57.728795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-51e4dc90-47f7-41f0-9dda-804164fbbb4d req-674cdb02-2fa9-4491-a63f-5dd26ea576dd tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Oct 11 16:25:58.338220 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-59e3c54d-baba-4528-bcab-533c04f66c8d tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344906 Oct 11 16:25:58.824036 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1e8c265-aed0-4d0c-ad99-acda8e7f7def req-bbd0b764-3a0b-4b30-94ea-7f33b1828f6a tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Oct 11 16:25:58.846335 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4ccc6349-d66e-43b6-a3db-ce684ead4b27 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:58.847802 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4ccc6349-d66e-43b6-a3db-ce684ead4b27 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5038931 Oct 11 16:25:58.862519 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Request body: {'port': {'device_id': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'admin_state_up': True, 'tenant_id': '7e15d8b3a4cc4314afcef07b2d4f5a93'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:25:58.970966 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Made reservation on behalf of 7e15d8b3a4cc4314afcef07b2d4f5a93 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:25:58.974489 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:58.982736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.057897 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.061767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.123232 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ceaae-51a2-4d10-a682-2312ce66f4c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:59.197500 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Allocated IP 192.168.233.172 (d9ea9c1b-fc12-4f5e-833c-13d631ad3640/53423211-1505-4a22-a302-c7f50d4760a1/7499f6b0-5c93-4f3f-8e83-972a0689bd4e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:25:59.345842 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.378302 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.420191 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:25:59.425946 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:25:59.429777 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:25:59.457883 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Pushing event updated for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:59.485073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:59.485712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.500818 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-444ddbd5-3866-4d06-adac-e9c5e311d4df tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6423323 Oct 11 16:25:59.514638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Request body: {'port': {'device_id': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:25:59.575720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.666146 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3821b320-0d02-4985-a785-1fa8a7afc552 None None] Provisioning complete for port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:25:59.666809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3821b320-0d02-4985-a785-1fa8a7afc552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.699580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3821b320-0d02-4985-a785-1fa8a7afc552 None None] Port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:25:59.843074 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7499f6b0-5c93-4f3f-8e83-972a0689bd4e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:25:59.851746 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.864186 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Transition to ACTIVE for port object 7499f6b0-5c93-4f3f-8e83-972a0689bd4e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:25:59.867740 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:59.940129 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a8761-b8b9-4e9e-a23c-10c6403503db req-1670fdbb-2913-4db0-83e9-3d0516aee36d tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:25:59.941712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d99a8761-b8b9-4e9e-a23c-10c6403503db req-1670fdbb-2913-4db0-83e9-3d0516aee36d tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 948 time: 0.0515254 Oct 11 16:25:59.953030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:25:59.987169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d99a8761-b8b9-4e9e-a23c-10c6403503db req-875905bc-f142-4929-9f0d-1ef611c8eb4c tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Oct 11 16:26:00.011195 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Attempting to bind port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:26:00.011541 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Attempting to bind port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:26:00.011869 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Attempting to bind port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:00.016521 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:26:00.016844 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Attempting to bind port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e on network d9ea9c1b-fc12-4f5e-833c-13d631ad3640 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:00.022223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:26:00.022692 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Checking segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:26:00.023107 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Bound using segment: {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:26:00.023538 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Bound port: 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed26953-931a-430d-8231-71ab1b72bac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:26:00.023894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:00.090778 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:26:00.094445 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:26:00.099494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:00.134458 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.135705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:00.137284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] 10.222.0.36 "PUT /v2.0/ports/7499f6b0-5c93-4f3f-8e83-972a0689bd4e HTTP/1.1" status: 200 len: 1096 time: 0.6269395 Oct 11 16:26:00.139708 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:00.143603 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6aeddd-d481-4370-b654-6c88ce68ebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:00.196002 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca7b707-c334-4ef3-8779-5af54f3de97c x-openstack-request-id: req-6ca7b707-c334-4ef3-8779-5af54f3de97c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:00.196326 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:00.196582 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ca7b707-c334-4ef3-8779-5af54f3de97c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:00.196987 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e', 'status': 'completed', 'code': 200} Oct 11 16:26:00.197583 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04a094-343c-4156-9f49-2bcc0f167f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:00.240415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-3bc0b993-d58a-440b-a56d-4cdaa54605f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.242035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-3bc0b993-d58a-440b-a56d-4cdaa54605f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 1099 time: 0.0554237 Oct 11 16:26:00.287638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-db890e63-c450-4de9-88d1-f67bfcca93e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e HTTP/1.1" status: 200 len: 217 time: 0.0370157 Oct 11 16:26:00.339672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-0a2bf980-f06e-4769-9b9b-d7b88fa15159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.341062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-0a2bf980-f06e-4769-9b9b-d7b88fa15159 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0462842 Oct 11 16:26:00.391742 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4c2f814e-4f9f-41ae-a1f7-6ce2a9cf52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.393221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-4c2f814e-4f9f-41ae-a1f7-6ce2a9cf52c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451944 Oct 11 16:26:00.485083 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-0c2403f8-191f-493d-b904-81f7e6887581 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846729 Oct 11 16:26:00.580251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9eefaff8-d73e-469c-a9db-5e932dee5e2f req-eb7d02c4-d1bd-4c85-86ce-55e5a487c435 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883470 Oct 11 16:26:00.663716 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-0dd371f0-6039-457b-a8ab-c5d7cf8d49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.665108 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-0dd371f0-6039-457b-a8ab-c5d7cf8d49d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 1099 time: 0.0406246 Oct 11 16:26:00.757283 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-383d61e7-2d93-45f8-9897-493a94b18672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.758969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-383d61e7-2d93-45f8-9897-493a94b18672 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640 HTTP/1.1" status: 200 len: 870 time: 0.0861218 Oct 11 16:26:00.804213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-2abe1b16-8aae-4fb0-aa02-420c7c8647c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e HTTP/1.1" status: 200 len: 217 time: 0.0371892 Oct 11 16:26:00.853878 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-01204d13-fb79-46dd-9efd-5c5091e1bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.855345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-01204d13-fb79-46dd-9efd-5c5091e1bf07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53423211-1505-4a22-a302-c7f50d4760a1 HTTP/1.1" status: 200 len: 843 time: 0.0430624 Oct 11 16:26:00.901528 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-c29afc05-639d-4753-94f6-2977f1b9d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:00.903011 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-c29afc05-639d-4753-94f6-2977f1b9d209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9ea9c1b-fc12-4f5e-833c-13d631ad3640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403953 Oct 11 16:26:00.996055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-4a986058-28da-450c-82ee-b3a9412f7cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844002 Oct 11 16:26:01.099685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cb6aeddd-d481-4370-b654-6c88ce68ebe3 req-0d5c0dd2-2716-42bd-af88-1dde87c2c544 service neutron] 10.222.0.36 "GET /v2.0/networks/d9ea9c1b-fc12-4f5e-833c-13d631ad3640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956144 Oct 11 16:26:01.102203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b77e9-0ea4-42dd-bb38-af3522c92990 req-9ddd19eb-4748-40ec-8abd-e602e1362946 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:01.103694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c7b77e9-0ea4-42dd-bb38-af3522c92990 req-9ddd19eb-4748-40ec-8abd-e602e1362946 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 948 time: 0.0492163 Oct 11 16:26:01.142593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c7b77e9-0ea4-42dd-bb38-af3522c92990 req-8944dd93-346f-47c1-a936-2172a507011f tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Oct 11 16:26:02.263096 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab7d1-1efb-4d3d-81b0-2cf735e8b017 req-508c5eea-df7d-4cce-a069-31eb9c7c19e0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:02.264700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbaab7d1-1efb-4d3d-81b0-2cf735e8b017 req-508c5eea-df7d-4cce-a069-31eb9c7c19e0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 948 time: 0.0511348 Oct 11 16:26:02.304782 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cbaab7d1-1efb-4d3d-81b0-2cf735e8b017 req-f016fafc-5284-4452-b8f4-2bfa4abf0f39 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Oct 11 16:26:02.356366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7499f6b0-5c93-4f3f-8e83-972a0689bd4e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:26:02.440858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fb02a19-127c-437c-8660-3747c31df848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:02.474555 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:02.485533 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e', 'network_id': 'd9ea9c1b-fc12-4f5e-833c-13d631ad3640', 'port_id': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e', 'mac_address': 'fa:16:3e:e1:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53423211-1505-4a22-a302-c7f50d4760a1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:26:02.524236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:02.536568 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7499f6b0-5c93-4f3f-8e83-972a0689bd4e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:26:02.555980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:02.559908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:02.613634 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:02.790985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7499f6b0-5c93-4f3f-8e83-972a0689bd4e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:26:03.418399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b736f-2ff0-4e48-b186-228893a53ae7 req-cf65d2ff-7db3-4999-8b9a-44ba83885025 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:03.420165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a3b736f-2ff0-4e48-b186-228893a53ae7 req-cf65d2ff-7db3-4999-8b9a-44ba83885025 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 949 time: 0.0496743 Oct 11 16:26:03.462748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a3b736f-2ff0-4e48-b186-228893a53ae7 req-e1c0c0d6-7491-4a70-8c57-e0728a0dd36e tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Oct 11 16:26:04.023716 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:26:04.355317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7499f6b0-5c93-4f3f-8e83-972a0689bd4e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:26:04.403393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:26:04.408151 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:26:04.408619 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:04.488363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:04.511201 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:04.513471 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4cbe2-93be-49e6-9540-a1bccfa399f6" -d '{"events": [{"server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "name": "network-vif-plugged", "status": "completed", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:04.527970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:04.532813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:04.557658 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2810bb54-1a19-406e-8f6b-0977bb778d21 x-openstack-request-id: req-2810bb54-1a19-406e-8f6b-0977bb778d21 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:04.557944 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "name": "network-vif-plugged", "status": "completed", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:04.558192 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2810bb54-1a19-406e-8f6b-0977bb778d21 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:04.558581 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e', 'code': 200} Oct 11 16:26:04.581387 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0ad4-7ca7-4c57-aa9f-8e999362f568 req-8664f033-034f-48d2-a5dd-cf8fc971d453 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:04.582999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-709b0ad4-7ca7-4c57-aa9f-8e999362f568 req-8664f033-034f-48d2-a5dd-cf8fc971d453 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0536604 Oct 11 16:26:04.589247 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:04.622122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-709b0ad4-7ca7-4c57-aa9f-8e999362f568 req-390b76f7-5071-481c-ad23-7d267bd8d22e tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Oct 11 16:26:04.654586 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa79e6-0c74-414a-94ca-5485065d672c req-754c18cf-a6b4-4df3-a072-67234f807dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:04.656148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f9aa79e6-0c74-414a-94ca-5485065d672c req-754c18cf-a6b4-4df3-a072-67234f807dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 1101 time: 0.0414717 Oct 11 16:26:04.693439 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f9aa79e6-0c74-414a-94ca-5485065d672c req-d32fe390-6568-47c4-8a1e-d59ed3cffaf2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294347 Oct 11 16:26:05.402717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e43fcd89-b5e2-4b5b-9658-0ccc6007827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:05.741019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0270753-b74a-4db0-a34b-8c34cc34c03a req-e5b246f7-b65c-498e-86a8-debe352a9b0e tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:05.742528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0270753-b74a-4db0-a34b-8c34cc34c03a req-e5b246f7-b65c-498e-86a8-debe352a9b0e tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0494614 Oct 11 16:26:05.780789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c0270753-b74a-4db0-a34b-8c34cc34c03a req-d27efb79-3557-4466-9c12-e685d29b5095 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Oct 11 16:26:06.063012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:06.114615 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:06.897327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32846242-5d70-4d41-ad59-932827e312e1 req-e8872f67-a52d-4fb9-a529-afc5a2581851 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:06.898825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32846242-5d70-4d41-ad59-932827e312e1 req-e8872f67-a52d-4fb9-a529-afc5a2581851 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0499499 Oct 11 16:26:06.941361 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32846242-5d70-4d41-ad59-932827e312e1 req-b86aec6c-41fc-4cb5-9146-1de608b900b0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Oct 11 16:26:07.213749 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-c6014ae0-a557-4d95-a981-7377807633fd req-f0f3d150-97ba-4204-a285-5e6983ed34fe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:26:07.214731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6014ae0-a557-4d95-a981-7377807633fd req-f0f3d150-97ba-4204-a285-5e6983ed34fe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054970 Oct 11 16:26:07.531267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-070a438c-7ac2-4a80-9288-c2e62514c40d req-bcc268fe-7fd9-4398-9a43-50a52d81229b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:26:07.532264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-070a438c-7ac2-4a80-9288-c2e62514c40d req-bcc268fe-7fd9-4398-9a43-50a52d81229b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052810 Oct 11 16:26:07.857912 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86695d2-bec4-4954-912b-9683a952fea9 req-c346a047-84c2-4c41-a3d9-2388265b165d tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:07.859307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c86695d2-bec4-4954-912b-9683a952fea9 req-c346a047-84c2-4c41-a3d9-2388265b165d tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0485044 Oct 11 16:26:07.898362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c86695d2-bec4-4954-912b-9683a952fea9 req-ac9b0423-1192-4da0-8ee0-82d2ff24f8c0 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Oct 11 16:26:07.928849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.020250 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763ac5f-53e7-455d-abf7-e0ed14484d56 req-ee664b26-95ea-4201-89d0-0519b3918641 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:09.021794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4763ac5f-53e7-455d-abf7-e0ed14484d56 req-ee664b26-95ea-4201-89d0-0519b3918641 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0485559 Oct 11 16:26:09.060355 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4763ac5f-53e7-455d-abf7-e0ed14484d56 req-1e18874a-c07d-4e1e-bf79-c92aee87b044 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb8ceaae-51a2-4d10-a682-2312ce66f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Oct 11 16:26:09.124153 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920c523-d312-4423-8311-9a22fa885329 req-48371b22-a23e-405f-9e82-9e0bb1ba1ad6 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:09.125874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d920c523-d312-4423-8311-9a22fa885329 req-48371b22-a23e-405f-9e82-9e0bb1ba1ad6 tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.36 "GET /v2.0/ports?device_id=0321b2eb-76a0-48a8-878e-08e2f79d9245 HTTP/1.1" status: 200 len: 950 time: 0.0506713 Oct 11 16:26:09.226464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Deleting port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:26:09.226801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.314836 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] For port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,segment=NetworkSegment(4ed26953-931a-430d-8231-71ab1b72bac9),segment_id=4ed26953-931a-430d-8231-71ab1b72bac9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:09.315192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.327365 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Calling delete_port for 7499f6b0-5c93-4f3f-8e83-972a0689bd4e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:26:09.458058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.470625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['7499f6b0-5c93-4f3f-8e83-972a0689bd4e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:26:09.486153 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Pushing event deleted for resources: {'Port': ['ID=7499f6b0-5c93-4f3f-8e83-972a0689bd4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:09.538506 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] No DVR routers for this DVR port 7499f6b0-5c93-4f3f-8e83-972a0689bd4e on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:26:09.541398 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.545417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d920c523-d312-4423-8311-9a22fa885329 req-6db57ef2-09f0-4e73-b968-4327518ab8be tempest-ServersAdminNegativeTestJSON-2093296058 tempest-ServersAdminNegativeTestJSON-2093296058-project] 10.222.0.36 "DELETE /v2.0/ports/7499f6b0-5c93-4f3f-8e83-972a0689bd4e HTTP/1.1" status: 204 len: 173 time: 0.4128959 Oct 11 16:26:09.545927 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'name': 'network-vif-deleted', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:09.549674 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f313ff2-5cd5-4ad8-add9-286181dfadd4" -d '{"events": [{"server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "name": "network-vif-deleted", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:09.589508 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0894c-00fc-4f5e-b10a-9339267aa1f1 x-openstack-request-id: req-46c0894c-00fc-4f5e-b10a-9339267aa1f1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:09.589796 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0321b2eb-76a0-48a8-878e-08e2f79d9245", "name": "network-vif-deleted", "tag": "7499f6b0-5c93-4f3f-8e83-972a0689bd4e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:09.590049 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c0894c-00fc-4f5e-b10a-9339267aa1f1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:09.590445 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0321b2eb-76a0-48a8-878e-08e2f79d9245', 'name': 'network-vif-deleted', 'tag': '7499f6b0-5c93-4f3f-8e83-972a0689bd4e', 'status': 'completed', 'code': 200} Oct 11 16:26:10.008598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.357832 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:10.492334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fbec1e70-a4e0-4222-8b01-616757b65c44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e15d8b3a4cc4314afcef07b2d4f5a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333308 Oct 11 16:26:10.494893 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:10.548433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.569638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.617277 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.619986 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.621150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8ceaae-51a2-4d10-a682-2312ce66f4c8 HTTP/1.1" status: 204 len: 168 time: 0.1252728 Oct 11 16:26:10.629202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1d86c-b80c-4aef-a9d4-792661a3fe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ceaae-51a2-4d10-a682-2312ce66f4c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:10.896759 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:10.921430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f8e-3f10-4574-9f8e-1a87f928cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:10.998446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f8e-3f10-4574-9f8e-1a87f928cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.002963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3f8e-3f10-4574-9f8e-1a87f928cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.042134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dcfa3f8e-3f10-4574-9f8e-1a87f928cead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7d6af6747b24dc8950fdbf1f3271729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442814 Oct 11 16:26:11.043086 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3f8e-3f10-4574-9f8e-1a87f928cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cea6ad-34b9-40d5-a526-2e9578a60342,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:11.045166 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:11.097772 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.119479 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.137246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.169905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.172413 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:11.173665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02cea6ad-34b9-40d5-a526-2e9578a60342 HTTP/1.1" status: 204 len: 168 time: 0.1272321 Oct 11 16:26:11.181935 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21beb0-a9b2-438d-aa73-1ca126742122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cea6ad-34b9-40d5-a526-2e9578a60342,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:11.880729 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:11.976264 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1105645204-network', 'tenant_id': '4d704dcad9da4af899bb1ac0127ccf94'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:26:11.997248 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Made reservation on behalf of 4d704dcad9da4af899bb1ac0127ccf94 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:26:11.999500 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.007542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.083365 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.087376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.111256 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:26:12.119877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ecddf-7ce8-43ef-b92b-76534d86fef0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:12.125841 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.126253 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Added segment a21490e2-3c05-4f1a-ab9d-20e054e85c19 of type vlan for network 21f72c2f-4502-45e9-94a4-9259c49ba064 Oct 11 16:26:12.169663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.196374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.197373 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:12.197987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.250743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3689177 Oct 11 16:26:12.254407 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 34864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:12.259462 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Request body: {'subnet': {'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1105645204-subnet', 'tenant_id': '4d704dcad9da4af899bb1ac0127ccf94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:26:12.262599 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298c9b-9c82-40bc-8e2c-981ec648deef admin admin] Pushing event updated for resources: {'Network': ['ID=21f72c2f-4502-45e9-94a4-9259c49ba064,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:12.272468 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 21f72c2f-4502-45e9-94a4-9259c49ba064 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:26:12.284103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Made reservation on behalf of 4d704dcad9da4af899bb1ac0127ccf94 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:26:12.286545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.465800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.525771 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac281795-4a35-4ad5-814f-19d6bb69ed50,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:12.538583 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.538930 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.539267 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.539599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.539929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.540257 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.540581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.540903 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.541225 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.541571 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.541894 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.542215 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:12.548934 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Checking segment: {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:26:12.550037 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Network hostable DHCP agents. Network: 21f72c2f-4502-45e9-94a4-9259c49ba064, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:26:12.569510 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Network 21f72c2f-4502-45e9-94a4-9259c49ba064 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:26:12.579153 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 21f72c2f-4502-45e9-94a4-9259c49ba064) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:26:12.585511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:12.586664 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:12.590285 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae8e3b-2f18-4702-a51f-d3512d1c2603 None None] Network 21f72c2f-4502-45e9-94a4-9259c49ba064 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:26:12.607225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d212bf39-06d4-4859-827c-bdcbddda68de admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3483713 Oct 11 16:26:12.715161 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a13dd6-ef55-4ad1-9026-3feed2fb5483 None None] Network 21f72c2f-4502-45e9-94a4-9259c49ba064 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:26:13.019980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-9d13c916-8d56-4072-91d3-d88d71cb6423 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:13.021650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-9d13c916-8d56-4072-91d3-d88d71cb6423 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 812 time: 0.1023579 Oct 11 16:26:13.040439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-c218a034-1a8b-4575-936d-19e616c8fc47 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/quotas/4d704dcad9da4af899bb1ac0127ccf94 HTTP/1.1" status: 200 len: 375 time: 0.0094082 Oct 11 16:26:13.406067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3b02fbef-b216-45c3-bd0e-4a10176ca5da tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3597972 Oct 11 16:26:13.494042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-a2822ae2-0ed2-4874-a893-4652c475e3c2 service neutron] 10.222.0.31 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805297 Oct 11 16:26:13.586369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-022a773e-5bc8-46be-9803-10f5ffee7310 service neutron] 10.222.0.31 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Oct 11 16:26:13.797936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1cd5575-09f0-46ec-bf78-a7fd9d74775b req-789e8a22-d65e-4971-b6d2-301b7087ec5a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 210 time: 0.0821645 Oct 11 16:26:14.387773 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7499f6b0-5c93-4f3f-8e83-972a0689bd4e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:26:14.408029 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 7499f6b0-5c93-4f3f-8e83-972a0689bd4e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:26:14.408369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 7499f6b0-5c93-4f3f-8e83-972a0689bd4e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:26:14.665882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-5d4a45b9-918d-45ad-a956-45b057c29f3b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:14.667281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-5d4a45b9-918d-45ad-a956-45b057c29f3b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 812 time: 0.1102726 Oct 11 16:26:14.679677 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Request body: {'port': {'device_id': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064', 'admin_state_up': True, 'tenant_id': '4d704dcad9da4af899bb1ac0127ccf94'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:26:14.784011 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Made reservation on behalf of 4d704dcad9da4af899bb1ac0127ccf94 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:26:14.787544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:14.917439 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Allocated IP 172.20.0.12 (21f72c2f-4502-45e9-94a4-9259c49ba064/ac281795-4a35-4ad5-814f-19d6bb69ed50/61e41bca-5f8f-4fec-baf4-cec9606e773f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:26:14.949795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b71c9aa8-ad78-48e2-a324-77dd2938dbb7 req-1a183d95-f4eb-4067-88bb-fcc91200fcb9 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 210 time: 0.0817332 Oct 11 16:26:15.063047 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.094295 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.138224 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Network 21f72c2f-4502-45e9-94a4-9259c49ba064 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:26:15.141164 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:26:15.145466 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:26:15.151641 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:15.196684 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:15.197208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.212254 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-47e70f0c-4151-4d39-a632-2ec4a6a8c43a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5364013 Oct 11 16:26:15.225411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Request body: {'port': {'device_id': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:26:15.279194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.535228 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e41bca-5f8f-4fec-baf4-cec9606e773f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:26:15.542428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.554370 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Transition to ACTIVE for port object 61e41bca-5f8f-4fec-baf4-cec9606e773f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:26:15.557816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.607716 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:15.673993 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:26:15.674624 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:26:15.674624 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:15.678718 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:26:15.679025 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:15.683663 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:26:15.683994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Checking segment: {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:26:15.684364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Bound using segment: {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:26:15.684773 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Bound port: 61e41bca-5f8f-4fec-baf4-cec9606e773f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:26:15.685115 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.745760 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:26:15.748937 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:26:15.752736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.785140 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:15.785814 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:15.787147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] 10.222.0.36 "PUT /v2.0/ports/61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 1092 time: 0.5662980 Oct 11 16:26:15.787603 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:15.789844 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57" -d '{"events": [{"name": "network-changed", "server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:15.815829 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcd37a-5566-4839-a7db-ead28faa4814 service neutron] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:15.872853 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-ad5bd9a5-d017-4908-aec4-a5dfb549b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:15.874660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-ad5bd9a5-d017-4908-aec4-a5dfb549b21d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1095 time: 0.0476403 Oct 11 16:26:15.890042 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e06caa0-1fbe-403f-811a-bccafd583f4b x-openstack-request-id: req-4e06caa0-1fbe-403f-811a-bccafd583f4b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:15.890324 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:15.890565 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e06caa0-1fbe-403f-811a-bccafd583f4b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:15.890945 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'status': 'completed', 'code': 200} Oct 11 16:26:15.921298 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-6f39b16f-5479-4642-8568-73ba2063baee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0386121 Oct 11 16:26:15.974169 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bf1cafd-7895-4d1c-8ea1-7fcf21545c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:15.975612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-3bf1cafd-7895-4d1c-8ea1-7fcf21545c3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0480669 Oct 11 16:26:16.012386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-ca7825c7-a547-4e93-87fd-71714012f18e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293903 Oct 11 16:26:16.062823 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586647f-962d-4f93-b22d-10e6c7d8ef81 req-f356d703-ee26-43ea-86fe-552f7ad4fc0f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:16.064765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0586647f-962d-4f93-b22d-10e6c7d8ef81 req-f356d703-ee26-43ea-86fe-552f7ad4fc0f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0482194 Oct 11 16:26:16.103106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-07d887bd-55da-4641-99a0-ff169cb78093 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Oct 11 16:26:16.104907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0586647f-962d-4f93-b22d-10e6c7d8ef81 req-3e1e5d44-e43f-4023-a8a7-5ccf051c393c tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Oct 11 16:26:16.198018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5752809c-598a-4fae-995c-ceeb1a5618e4 req-2bea71e8-954c-48d5-960d-1f1a8a4058ce service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879633 Oct 11 16:26:16.284233 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-78a13990-f8a3-4b63-830b-2a2a6cd58202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:16.285756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-78a13990-f8a3-4b63-830b-2a2a6cd58202 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1095 time: 0.0410349 Oct 11 16:26:16.378849 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-b01ef5a5-233b-4cbb-9bb6-0f684f4c7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:16.380216 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-b01ef5a5-233b-4cbb-9bb6-0f684f4c7c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0877149 Oct 11 16:26:16.426356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-49563d20-f557-48dd-8f71-23d4bcf588f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0379779 Oct 11 16:26:16.474917 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-1267037e-78da-4273-aa40-4de7c7e2eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:16.476303 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-1267037e-78da-4273-aa40-4de7c7e2eea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0422635 Oct 11 16:26:16.508657 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-f33c8c47-99a2-416d-b876-b7b41172cabd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241199 Oct 11 16:26:16.600536 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-0a6125e5-8cab-416c-acfe-63b5897b6a07 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844886 Oct 11 16:26:16.693579 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb6e0f-0c98-44d3-8a3b-ad4d95819d57 req-063dec76-f0e3-4340-a2c7-863b49bb9d71 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855858 Oct 11 16:26:17.221276 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcaeb7-6f11-43bb-a97f-2ec917996fae req-daa83484-82d6-4cd9-bfc2-8f8d6d86c8c2 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:17.222784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95bcaeb7-6f11-43bb-a97f-2ec917996fae req-daa83484-82d6-4cd9-bfc2-8f8d6d86c8c2 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0488489 Oct 11 16:26:17.260222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-95bcaeb7-6f11-43bb-a97f-2ec917996fae req-66602b5a-12cb-4966-bd37-fd56154cdcb3 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Oct 11 16:26:18.375166 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d930-482d-4d2a-beec-2b4e60c3ed23 req-67e364e9-510f-460b-9473-c7f0acb12d61 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:18.377245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a58d930-482d-4d2a-beec-2b4e60c3ed23 req-67e364e9-510f-460b-9473-c7f0acb12d61 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0498886 Oct 11 16:26:18.401745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:26:18.415738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a58d930-482d-4d2a-beec-2b4e60c3ed23 req-3e86e941-2f99-44f3-b96e-df8cac9834ec tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Oct 11 16:26:18.498832 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:18.510229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064', 'port_id': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'mac_address': 'fa:16:3e:7e:9a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac281795-4a35-4ad5-814f-19d6bb69ed50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:26:18.545977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:18.558233 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e41bca-5f8f-4fec-baf4-cec9606e773f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:26:18.577986 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:18.582031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:18.632133 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:18.783085 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['61e41bca-5f8f-4fec-baf4-cec9606e773f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:26:19.527615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810be86-8d22-44e3-837d-398f70d4f8ea req-54039224-e6ec-4ff7-8094-cb384367792e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:19.529105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a810be86-8d22-44e3-837d-398f70d4f8ea req-54039224-e6ec-4ff7-8094-cb384367792e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Oct 11 16:26:19.570531 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a810be86-8d22-44e3-837d-398f70d4f8ea req-b7a1f35a-34a9-4842-9268-6f829569aaf2 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Oct 11 16:26:20.418879 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:26:20.466727 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 61e41bca-5f8f-4fec-baf4-cec9606e773f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:26:20.470391 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 61e41bca-5f8f-4fec-baf4-cec9606e773f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:26:20.470759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:20.549038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:20.570881 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:20.573078 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbcf3d1-efbe-49bb-ba4d-bfdc869fe216" -d '{"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-plugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:20.586105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:20.590251 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:20.616924 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2af09b0-33d3-40fd-b51b-071ef5fb1c68 x-openstack-request-id: req-b2af09b0-33d3-40fd-b51b-071ef5fb1c68 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:20.617222 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-plugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:20.617462 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2af09b0-33d3-40fd-b51b-071ef5fb1c68 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:20.618777 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'code': 200} Oct 11 16:26:20.647432 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:20.696385 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eafb31-1783-4821-877b-a4cb708c7297 req-c01951ad-b4f4-4e64-a534-001d30781f04 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:20.697824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59eafb31-1783-4821-877b-a4cb708c7297 req-c01951ad-b4f4-4e64-a534-001d30781f04 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0592144 Oct 11 16:26:20.709319 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a224b6-8534-4b89-ab31-b8ba8d2543da req-b94d453c-ac2e-4cc9-a6df-bce411f61e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:20.710883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31a224b6-8534-4b89-ab31-b8ba8d2543da req-b94d453c-ac2e-4cc9-a6df-bce411f61e69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1097 time: 0.0405574 Oct 11 16:26:20.738738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59eafb31-1783-4821-877b-a4cb708c7297 req-ab6c5475-0838-4720-ae4d-a4159bcbcc38 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Oct 11 16:26:20.752420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31a224b6-8534-4b89-ab31-b8ba8d2543da req-a2e0e743-ec07-4796-9e63-60ca59ddf78f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Oct 11 16:26:21.855956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4880f4-82e0-413b-955c-2908bd296289 req-1774d6d4-45c9-4ef4-9c97-00c0628b553b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:21.857459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc4880f4-82e0-413b-955c-2908bd296289 req-1774d6d4-45c9-4ef4-9c97-00c0628b553b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0501635 Oct 11 16:26:21.896079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc4880f4-82e0-413b-955c-2908bd296289 req-301b7306-b1e8-49ba-b410-02920ac1dbc9 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Oct 11 16:26:22.109902 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 34932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:22.133842 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57d48-ebd9-478c-b4a5-62923aa15d0b req-c561d354-ad13-453f-8867-b9785f2290e3 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:22.135315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83d57d48-ebd9-478c-b4a5-62923aa15d0b req-c561d354-ad13-453f-8867-b9785f2290e3 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0501013 Oct 11 16:26:22.179653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83d57d48-ebd9-478c-b4a5-62923aa15d0b req-e9582d70-b0df-4770-9bd8-4683f7d8db1b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Oct 11 16:26:22.193223 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-90b34d38-247b-4048-a19f-967540b14d6e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821037 Oct 11 16:26:22.203340 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-21a4a275-1f7a-49ec-aa18-457dff9e47f8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:26:22.204855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-21a4a275-1f7a-49ec-aa18-457dff9e47f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055606 Oct 11 16:26:23.294027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1712e1-13f7-4f66-8b01-3ee63d2b9466 req-5c29ec16-d357-4099-9699-6d8ee455aa05 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:23.295520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac1712e1-13f7-4f66-8b01-3ee63d2b9466 req-5c29ec16-d357-4099-9699-6d8ee455aa05 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0501263 Oct 11 16:26:23.339113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac1712e1-13f7-4f66-8b01-3ee63d2b9466 req-29f6f194-fff6-4559-8242-9b9aae931d1f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Oct 11 16:26:23.427974 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-b505337e-b45c-4b65-8b65-b63c3e7eea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:23.429572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-b505337e-b45c-4b65-8b65-b63c3e7eea82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1097 time: 0.0819907 Oct 11 16:26:23.519723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-7492926c-3aff-4480-97ec-b29647e21a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:23.521077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-7492926c-3aff-4480-97ec-b29647e21a2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0849698 Oct 11 16:26:23.562897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-b6e6fa20-9ac6-4994-bf17-5306eff28f28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0342438 Oct 11 16:26:23.612167 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-8267196f-f459-4a6f-bd50-f6cf1d1e2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:23.613591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-8267196f-f459-4a6f-bd50-f6cf1d1e2f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0430436 Oct 11 16:26:23.645212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-02405cc8-4c0e-49fe-ab0f-0fe78b0c3b09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241630 Oct 11 16:26:23.736706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-cb1c066e-b44f-41b4-b5e4-30b8ae4a8de4 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Oct 11 16:26:23.828951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-797f666b-4e3a-430b-ad95-dda07267e3e2 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Oct 11 16:26:24.454654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829d0d6-250f-404d-a69d-75586ebf0fdc req-403e738c-60d1-4ff3-939e-67f44257fd09 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:24.456175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c829d0d6-250f-404d-a69d-75586ebf0fdc req-403e738c-60d1-4ff3-939e-67f44257fd09 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Oct 11 16:26:24.493671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c829d0d6-250f-404d-a69d-75586ebf0fdc req-7f7626ce-12be-4e5d-9777-1ea5fcdff4a0 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Oct 11 16:26:25.607570 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a0e8-7c3b-4c87-80aa-d7df32170d65 req-f2d42f51-b96a-478f-8998-8c34a667416d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:25.609044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8cc0a0e8-7c3b-4c87-80aa-d7df32170d65 req-f2d42f51-b96a-478f-8998-8c34a667416d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0481296 Oct 11 16:26:25.650436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8cc0a0e8-7c3b-4c87-80aa-d7df32170d65 req-d4eb23fe-c467-43b6-89e8-b0f61ea02170 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Oct 11 16:26:26.767297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1b2e4-7d2d-4eac-9569-c7ee5affb8c3 req-32b8dcf1-2ae2-4a9c-b93a-fd847ab0d25c tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:26.768751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0f1b2e4-7d2d-4eac-9569-c7ee5affb8c3 req-32b8dcf1-2ae2-4a9c-b93a-fd847ab0d25c tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Oct 11 16:26:26.806407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0f1b2e4-7d2d-4eac-9569-c7ee5affb8c3 req-966f0686-bd5d-4556-b126-37fe6ebc8e5f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Oct 11 16:26:27.920741 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444774a-4d55-4a0f-9c42-cbfd2875004a req-bdb3abe6-de58-4926-80f7-d00aaadba26d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:27.922222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c444774a-4d55-4a0f-9c42-cbfd2875004a req-bdb3abe6-de58-4926-80f7-d00aaadba26d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0488524 Oct 11 16:26:27.958933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c444774a-4d55-4a0f-9c42-cbfd2875004a req-8b92868c-fd63-4f8b-a531-1fb1ede6b2ca tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Oct 11 16:26:29.075027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3d34-75f2-44b6-9ae7-cb904c160f36 req-ff08ed24-4b84-4833-aaf3-acad672251fd tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:29.076492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-182e3d34-75f2-44b6-9ae7-cb904c160f36 req-ff08ed24-4b84-4833-aaf3-acad672251fd tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Oct 11 16:26:29.118526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-182e3d34-75f2-44b6-9ae7-cb904c160f36 req-855b7681-7081-470e-aa55-767d0c51580e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360558 Oct 11 16:26:30.234321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627e8c-8d5e-494b-8976-ee5d942b3acc req-d27ac1fa-dbdc-4fc7-b5fc-d83d47ec3e3a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:30.235821 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f627e8c-8d5e-494b-8976-ee5d942b3acc req-d27ac1fa-dbdc-4fc7-b5fc-d83d47ec3e3a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0486522 Oct 11 16:26:30.272724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f627e8c-8d5e-494b-8976-ee5d942b3acc req-5e3f4137-5c25-42ec-ab83-eabdb0ff139d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Oct 11 16:26:31.386202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781c2ef-d86b-4a18-a18d-8ce697e9c0a2 req-3db96e02-7d60-428d-b859-61aff8350703 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:31.387576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8781c2ef-d86b-4a18-a18d-8ce697e9c0a2 req-3db96e02-7d60-428d-b859-61aff8350703 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Oct 11 16:26:31.425508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8781c2ef-d86b-4a18-a18d-8ce697e9c0a2 req-273ffb42-7a31-4f2b-92bf-391d46017355 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Oct 11 16:26:32.413115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dae2f5ae-790e-4ad5-b5b4-f960841b95a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:32.539881 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05491-dad5-42f0-be06-4b44abce0ae1 req-bac6333d-540e-4d52-925f-484f34c53296 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:32.541348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3df05491-dad5-42f0-be06-4b44abce0ae1 req-bac6333d-540e-4d52-925f-484f34c53296 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0489190 Oct 11 16:26:32.582982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3df05491-dad5-42f0-be06-4b44abce0ae1 req-76af417f-41e7-4f10-bea7-575cab6b6a0a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Oct 11 16:26:33.696399 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b23fb-6c28-4f4f-b328-351d1fc70519 req-f9c09aeb-7908-4709-bceb-0644eb5e83a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:33.697893 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c17b23fb-6c28-4f4f-b328-351d1fc70519 req-f9c09aeb-7908-4709-bceb-0644eb5e83a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0488465 Oct 11 16:26:33.734305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c17b23fb-6c28-4f4f-b328-351d1fc70519 req-b5f0541b-33e4-40d5-8a0f-ca65bb51cce0 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Oct 11 16:26:34.847230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97392bf-8b78-4d27-a132-2e463542732b req-38805be4-4b2b-4229-966a-696327dd6b8d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:34.848689 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c97392bf-8b78-4d27-a132-2e463542732b req-38805be4-4b2b-4229-966a-696327dd6b8d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0489383 Oct 11 16:26:34.886971 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c97392bf-8b78-4d27-a132-2e463542732b req-1495c703-4279-4e90-9b9c-e2b17f812a64 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Oct 11 16:26:35.404614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ba3591e-5f6d-4882-8bf0-d0f14c051532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:36.001715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201d8b5-b3dd-4476-aa32-7ec99f2cc6d0 req-825b1822-3602-4291-aca4-82984039ca2a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:36.003168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a201d8b5-b3dd-4476-aa32-7ec99f2cc6d0 req-825b1822-3602-4291-aca4-82984039ca2a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0489311 Oct 11 16:26:36.043960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a201d8b5-b3dd-4476-aa32-7ec99f2cc6d0 req-ab4cb041-6c48-4bb2-9d78-3cd3a9d04a33 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Oct 11 16:26:36.067759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:36.116927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:37.155701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e40dc-ba25-458b-a704-4e50da5193a2 req-ca78e2d2-2b95-47a6-87a5-b9dcdae5f30f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:37.157104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad6e40dc-ba25-458b-a704-4e50da5193a2 req-ca78e2d2-2b95-47a6-87a5-b9dcdae5f30f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0482273 Oct 11 16:26:37.197276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad6e40dc-ba25-458b-a704-4e50da5193a2 req-e23d2b40-c295-4d78-b0ed-e0ec81afd08a tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Oct 11 16:26:37.920303 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:38.311730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fa0cb-99cc-42e2-b148-d28bd5cb2d66 req-2bd72717-109f-4327-a994-b4034b026442 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:38.313704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb2fa0cb-99cc-42e2-b148-d28bd5cb2d66 req-2bd72717-109f-4327-a994-b4034b026442 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0487881 Oct 11 16:26:38.350363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb2fa0cb-99cc-42e2-b148-d28bd5cb2d66 req-5d7b50c1-001a-403d-8969-64f4d35925fb tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Oct 11 16:26:39.467033 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8383e-2335-4ae7-b09f-926d26b9f7b9 req-e4ef695f-9b29-41d5-9664-9437c160c877 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:39.468500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7da8383e-2335-4ae7-b09f-926d26b9f7b9 req-e4ef695f-9b29-41d5-9664-9437c160c877 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0481176 Oct 11 16:26:39.510350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7da8383e-2335-4ae7-b09f-926d26b9f7b9 req-71725afa-8827-4088-baf4-8438d3a2bcd5 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Oct 11 16:26:40.014844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:40.622642 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57728-c115-4c38-9b69-326de88509ee req-19471036-e78b-48f7-8fb5-4cdf7c7c084c tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:40.624100 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7f57728-c115-4c38-9b69-326de88509ee req-19471036-e78b-48f7-8fb5-4cdf7c7c084c tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0493333 Oct 11 16:26:40.661414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7f57728-c115-4c38-9b69-326de88509ee req-600092c6-3584-460d-9be2-0245c0e78a1d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Oct 11 16:26:41.022556 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:26:41.133115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:41.560560 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-aba74f4e-460f-469e-93f3-519ded069a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:41.562214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-aba74f4e-460f-469e-93f3-519ded069a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1097 time: 0.3655188 Oct 11 16:26:41.668108 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-c9d06bde-8c6a-4ac9-b861-c72305e9911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:41.669874 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-c9d06bde-8c6a-4ac9-b861-c72305e9911d service neutron] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0873213 Oct 11 16:26:41.712025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-33acdff5-0011-4303-ba4c-1f9b54e3e31c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0347157 Oct 11 16:26:41.761319 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-76bfcfa9-2752-4c3c-90bf-1e95464ad249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:41.762854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-76bfcfa9-2752-4c3c-90bf-1e95464ad249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0438304 Oct 11 16:26:41.773851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e4ac-f2bf-405e-93aa-b29ee4074fe3 req-e65c50de-a9b6-46ca-8adc-30aee2c68346 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:41.775297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e400e4ac-f2bf-405e-93aa-b29ee4074fe3 req-e65c50de-a9b6-46ca-8adc-30aee2c68346 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0479074 Oct 11 16:26:41.795278 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-20b8eb7c-c401-4f9b-9280-269c64c28e57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249667 Oct 11 16:26:41.813589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e400e4ac-f2bf-405e-93aa-b29ee4074fe3 req-0a3fa841-3412-4dc7-92d5-46dfb5a68cab tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Oct 11 16:26:41.888362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-9330f09b-02b2-46ab-86b1-d60cca4604f1 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861721 Oct 11 16:26:41.986293 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f5517d-63e4-41a2-84e7-9d6599d61182 req-791c74b9-2aa3-4fb4-8bf3-e269927f3e85 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904322 Oct 11 16:26:42.927408 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a290-e5c1-42f3-88d5-fc625f1f2881 req-be5642f6-61fa-460c-b879-8d0a773207f6 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:42.928880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2726a290-e5c1-42f3-88d5-fc625f1f2881 req-be5642f6-61fa-460c-b879-8d0a773207f6 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0489554 Oct 11 16:26:42.971153 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2726a290-e5c1-42f3-88d5-fc625f1f2881 req-874230aa-885e-414a-94e7-d4ed6471a40d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Oct 11 16:26:44.091338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df14bf-4a99-48ae-9028-3fc88175b626 req-73606bf3-0cbe-47ef-88c4-d649214fe28d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:44.092819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25df14bf-4a99-48ae-9028-3fc88175b626 req-73606bf3-0cbe-47ef-88c4-d649214fe28d tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0540268 Oct 11 16:26:44.135455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-25df14bf-4a99-48ae-9028-3fc88175b626 req-4384f316-f8cd-4290-a486-7037ccaacadd tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Oct 11 16:26:45.254592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acab7-d48f-4260-90c0-d754ab2b16e2 req-58d54fa6-71dd-48bf-af1f-50a6d07e7d4e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:45.256122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c9acab7-d48f-4260-90c0-d754ab2b16e2 req-58d54fa6-71dd-48bf-af1f-50a6d07e7d4e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0494680 Oct 11 16:26:45.295130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c9acab7-d48f-4260-90c0-d754ab2b16e2 req-ad41bb81-21b5-4286-ba07-6dd018f0f12f tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Oct 11 16:26:46.417438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5479d84-73d0-4ba7-89cf-ecf583aae390 req-69730518-728b-47cf-a149-39b5924690ae tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:46.419182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5479d84-73d0-4ba7-89cf-ecf583aae390 req-69730518-728b-47cf-a149-39b5924690ae tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0496950 Oct 11 16:26:46.461359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5479d84-73d0-4ba7-89cf-ecf583aae390 req-ccd240df-7b63-414d-a97c-88e18c8e3fbf tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Oct 11 16:26:47.576655 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d458de5-411d-4846-89f7-068ae59a3a32 req-1d227fe3-c492-4222-9c88-1f7538284744 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:47.578173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d458de5-411d-4846-89f7-068ae59a3a32 req-1d227fe3-c492-4222-9c88-1f7538284744 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0495608 Oct 11 16:26:47.620584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d458de5-411d-4846-89f7-068ae59a3a32 req-6782a500-23b8-4406-9c04-b071ff584f75 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Oct 11 16:26:48.736715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5410-4f2a-44aa-9213-1fcf25d822c2 req-15662d40-9d5b-46a2-bfbd-7ac91711eef9 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:48.738221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17af5410-4f2a-44aa-9213-1fcf25d822c2 req-15662d40-9d5b-46a2-bfbd-7ac91711eef9 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Oct 11 16:26:48.776603 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17af5410-4f2a-44aa-9213-1fcf25d822c2 req-98ac55fd-4bc5-405c-b9a9-b90a1924e230 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Oct 11 16:26:49.892992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548d7d-af19-41e7-a03c-ab2dcc50b468 req-b01849f2-a8b6-4bac-a272-bffdc37ee3f0 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:49.894480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b548d7d-af19-41e7-a03c-ab2dcc50b468 req-b01849f2-a8b6-4bac-a272-bffdc37ee3f0 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0517719 Oct 11 16:26:49.935636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b548d7d-af19-41e7-a03c-ab2dcc50b468 req-4a14829c-dca7-4704-9440-564bb990b553 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352778 Oct 11 16:26:50.738873 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-946bc0ee-2883-40de-b63c-4fe9a8928200 service neutron] show failed (client error): The resource could not be found. Oct 11 16:26:50.739854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-946bc0ee-2883-40de-b63c-4fe9a8928200 service neutron] 10.222.0.36 "GET /v2.0/ports/61e41bca-5f8f-4fec-baf4-cec9606e773f/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0542531 Oct 11 16:26:50.978605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d83901f2-d767-4f10-a4e9-6f499e7fd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:50.980258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d83901f2-d767-4f10-a4e9-6f499e7fd21f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64&tenant_id=4d704dcad9da4af899bb1ac0127ccf94 HTTP/1.1" status: 200 len: 1097 time: 0.0753949 Oct 11 16:26:50.992759 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:26:51.076896 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.096260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a688-262f-4fa3-8080-6a1ca2f38ed2 req-5b6af2c0-d3f3-450b-9d3a-6cd583d2b4e6 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:51.097745 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb14a688-262f-4fa3-8080-6a1ca2f38ed2 req-5b6af2c0-d3f3-450b-9d3a-6cd583d2b4e6 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0857885 Oct 11 16:26:51.215624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb14a688-262f-4fa3-8080-6a1ca2f38ed2 req-8166c4c4-9d01-4d1b-93f8-4aee8b3a3df9 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115642 Oct 11 16:26:51.314739 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:51.347320 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:26:51.386186 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:51.388447 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594371b8-af3d-4d83-9d8e-f1766ed426d3" -d '{"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-unplugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:51.393657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.407307 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Transition to ACTIVE for port object 61e41bca-5f8f-4fec-baf4-cec9606e773f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:26:51.411589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.481372 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:51.483814 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] No DVR routers for this DVR port 61e41bca-5f8f-4fec-baf4-cec9606e773f on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:26:51.494745 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7633418-bee7-4afc-a37e-62a56b31907e x-openstack-request-id: req-c7633418-bee7-4afc-a37e-62a56b31907e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:51.495041 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-unplugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:51.495290 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7633418-bee7-4afc-a37e-62a56b31907e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:51.495679 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'code': 200} Oct 11 16:26:51.521973 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:26:51.522283 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:26:51.522603 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:51.526874 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:26:51.527189 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Attempting to bind port 61e41bca-5f8f-4fec-baf4-cec9606e773f on network 21f72c2f-4502-45e9-94a4-9259c49ba064 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:26:51.532411 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:26:51.532745 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Checking segment: {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:26:51.533122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Bound using segment: {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:26:51.533561 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Bound port: 61e41bca-5f8f-4fec-baf4-cec9606e773f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21490e2-3c05-4f1a-ab9d-20e054e85c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:26:51.533910 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.597927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:26:51.600782 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:26:51.605128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.642244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:51.642858 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:51.644223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] 10.222.0.43 "PUT /v2.0/ports/61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 1092 time: 0.6558957 Oct 11 16:26:51.664667 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2db33-7856-40d0-bc68-2d9d479c9198 service neutron] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:51.714593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-7de31794-f6ff-4ebf-af21-9cb6baa9e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:51.716160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-7de31794-f6ff-4ebf-af21-9cb6baa9e857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1095 time: 0.0483100 Oct 11 16:26:51.805774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-8a9fc3e7-bb78-4630-87de-03b1c725c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:51.807290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-8a9fc3e7-bb78-4630-87de-03b1c725c188 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0836811 Oct 11 16:26:51.852696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-4a84aa3a-27f5-460b-a518-175375d0d43f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0381339 Oct 11 16:26:51.901572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-99d66a7d-21cb-465c-b231-f4f836cda54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:51.903114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-99d66a7d-21cb-465c-b231-f4f836cda54e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0442908 Oct 11 16:26:51.934668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-e7ef66f1-1414-447a-b9e7-b0d00c2e56e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249288 Oct 11 16:26:52.040200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-6cc2881d-d017-4d74-b39a-d73abf5328ad service neutron] 10.222.0.43 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978272 Oct 11 16:26:52.131256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a55ba3aa-bb81-4d9d-8e35-effe14334678 req-9a194443-b69f-4dd9-9378-7dc6f151c9cb service neutron] 10.222.0.43 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832345 Oct 11 16:26:52.334333 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72dca4-7be7-4c0d-83bd-d7c36c04c3ab req-f67bcbda-21f5-4b34-b353-4c58dbff5206 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:52.335815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f72dca4-7be7-4c0d-83bd-d7c36c04c3ab req-f67bcbda-21f5-4b34-b353-4c58dbff5206 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0510199 Oct 11 16:26:52.377097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f72dca4-7be7-4c0d-83bd-d7c36c04c3ab req-1c7f6283-49e4-48be-96eb-21db038a345b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Oct 11 16:26:53.493928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406ac7-66bb-4e1c-a459-5008db2fce2b req-c868d4b3-bf13-454b-a3f5-d04414441dc2 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.495426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9406ac7-66bb-4e1c-a459-5008db2fce2b req-c868d4b3-bf13-454b-a3f5-d04414441dc2 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0490673 Oct 11 16:26:53.496956 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:53.499211 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85" -d '{"events": [{"name": "network-changed", "server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:53.535114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9406ac7-66bb-4e1c-a459-5008db2fce2b req-daef2863-cfef-49a2-8232-6cdd4642e6f1 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Oct 11 16:26:53.547249 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d78564-d004-4477-bad9-d0329b3b37b2 x-openstack-request-id: req-22d78564-d004-4477-bad9-d0329b3b37b2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:53.547416 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:53.547859 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22d78564-d004-4477-bad9-d0329b3b37b2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:53.548056 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'status': 'completed', 'code': 200} Oct 11 16:26:53.604993 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-a98dd749-0c1b-4cbc-9bab-1820c33cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.606539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-a98dd749-0c1b-4cbc-9bab-1820c33cd706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1095 time: 0.0411711 Oct 11 16:26:53.610443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-d9b245e6-c946-4041-b6c0-ac570956ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.611911 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-d9b245e6-c946-4041-b6c0-ac570956ed96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1095 time: 0.0411658 Oct 11 16:26:53.699440 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-4e2e70bd-6281-4fe0-949f-3b1e2eb7eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.700796 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-4e2e70bd-6281-4fe0-949f-3b1e2eb7eead service neutron] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0869994 Oct 11 16:26:53.705023 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-709ac1f3-33a8-409a-850d-bf732dd18b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.706517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-709ac1f3-33a8-409a-850d-bf732dd18b5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0880129 Oct 11 16:26:53.741916 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-9bf7a7a7-76cd-4572-b951-597168465578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0340040 Oct 11 16:26:53.747520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-007db21d-d86d-4ff0-a7ae-f7b4bf367c1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0341184 Oct 11 16:26:53.789282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-ab415f7c-3efa-4660-8552-51bd67dece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.790788 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-ab415f7c-3efa-4660-8552-51bd67dece70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0420897 Oct 11 16:26:53.795406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-86e2e7e8-729f-4e5f-85d6-8f365e188d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:53.796876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-86e2e7e8-729f-4e5f-85d6-8f365e188d55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0425620 Oct 11 16:26:53.822344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-9ade7b00-f636-4147-b5e6-4e2439dbbd35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245976 Oct 11 16:26:53.831967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-980d6147-e5ea-4acc-8e1b-4b957f13fca6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284581 Oct 11 16:26:53.917720 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-9d27d43e-7cb8-4f19-af6c-a6c5759a2e1a service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883052 Oct 11 16:26:53.928010 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-81123a16-8f7f-4d01-bfb0-1fc39798a3be service neutron] 10.222.0.43 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886147 Oct 11 16:26:54.010654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-32991762-fc04-48d7-91e3-d243882d8d53 service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860331 Oct 11 16:26:54.021970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c4b29a56-6a0a-4acf-a17e-ad3f57a7eb85 req-991727eb-4cec-4e98-b4fd-f400a0259e13 service neutron] 10.222.0.43 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864275 Oct 11 16:26:54.556795 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:26:54.595360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:26:54.652425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad6ce-8537-4714-877b-f3067fad7b36 req-c93d7946-ce74-4467-adf4-6a3e6456c1c5 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:54.653896 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cad6ce-8537-4714-877b-f3067fad7b36 req-c93d7946-ce74-4467-adf4-6a3e6456c1c5 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 944 time: 0.0480351 Oct 11 16:26:54.692849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cad6ce-8537-4714-877b-f3067fad7b36 req-f1b250d5-c313-41da-8961-14d0af792174 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Oct 11 16:26:55.364960 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:26:55.464580 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:55.477259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'network_id': '21f72c2f-4502-45e9-94a4-9259c49ba064', 'port_id': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'mac_address': 'fa:16:3e:7e:9a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac281795-4a35-4ad5-814f-19d6bb69ed50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:26:55.514427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:55.527032 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e41bca-5f8f-4fec-baf4-cec9606e773f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:26:55.547586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:55.551228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:55.597477 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:55.604816 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.605160 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.605513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.605847 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.606176 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.606502 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.606821 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.607144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.607463 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.607775 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.608093 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.608406 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:55.807560 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46618907-f256-4196-8da5-7e18d7bf6168 req-758948ce-1350-4725-a173-eaab2ef73a04 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:55.809054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46618907-f256-4196-8da5-7e18d7bf6168 req-758948ce-1350-4725-a173-eaab2ef73a04 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Oct 11 16:26:55.848240 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46618907-f256-4196-8da5-7e18d7bf6168 req-e50f4140-c865-4ba5-adf9-795225b0f05e tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Oct 11 16:26:55.936082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['61e41bca-5f8f-4fec-baf4-cec9606e773f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:26:56.131466 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-3d3d287a-8384-48bb-a22f-d454361cca50 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:56.132923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-3d3d287a-8384-48bb-a22f-d454361cca50 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.36 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64&tenant_id=4d704dcad9da4af899bb1ac0127ccf94&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0910008 Oct 11 16:26:56.199439 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-056c61a3-95c5-4c2f-b112-ca55898ac3d8 service neutron] delete failed (client error): The resource could not be found. Oct 11 16:26:56.200488 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-056c61a3-95c5-4c2f-b112-ca55898ac3d8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/61e41bca-5f8f-4fec-baf4-cec9606e773f/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0566955 Oct 11 16:26:56.289291 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-d070dadf-dc5e-42dc-94ec-99095c0b2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:56.290915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-d070dadf-dc5e-42dc-94ec-99095c0b2127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 1096 time: 0.0459764 Oct 11 16:26:56.391177 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-77f40057-a9bc-4a93-a317-c3752b30ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:56.392945 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-77f40057-a9bc-4a93-a317-c3752b30ea65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 200 len: 913 time: 0.0954418 Oct 11 16:26:56.441114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-f34f7696-bdf6-4bbe-8d18-ba25be7259c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 200 len: 217 time: 0.0400536 Oct 11 16:26:56.492581 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-c1256283-7d2a-42fd-ba9d-6e030deb41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:56.494103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-c1256283-7d2a-42fd-ba9d-6e030deb41e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 200 len: 852 time: 0.0453033 Oct 11 16:26:56.526010 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-b58018c1-3099-4df8-a4e1-fe8db300665f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21f72c2f-4502-45e9-94a4-9259c49ba064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246933 Oct 11 16:26:56.620892 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-cb2fa44a-faf7-488c-a850-23e554be325c service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874581 Oct 11 16:26:56.711430 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-b5c1a50a-eaec-41cd-9596-0f3be4f27bae service neutron] 10.222.0.36 "GET /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833514 Oct 11 16:26:57.387353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:26:57.417266 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a75b-0f71-467a-8989-e38ebb632495 req-231b4ac9-832f-489e-ba1c-b8b2a303d140 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:57.419007 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c98a75b-0f71-467a-8989-e38ebb632495 req-231b4ac9-832f-489e-ba1c-b8b2a303d140 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 945 time: 0.0525506 Oct 11 16:26:57.435503 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 61e41bca-5f8f-4fec-baf4-cec9606e773f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:26:57.439713 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 61e41bca-5f8f-4fec-baf4-cec9606e773f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:26:57.440073 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:57.457308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c98a75b-0f71-467a-8989-e38ebb632495 req-c04c2a1f-b4e1-4cf2-9ddc-1ec8882bd669 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Oct 11 16:26:57.515565 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:57.537691 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:57.539933 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d1c0cf-4c30-4d8a-ad99-4ec7137acb35" -d '{"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-plugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:57.552809 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:57.556866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:57.604356 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:57.636510 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462c3fc-1040-4f58-bcfd-59586adbdea7 x-openstack-request-id: req-7462c3fc-1040-4f58-bcfd-59586adbdea7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:57.636802 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-plugged", "status": "completed", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:57.637053 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7462c3fc-1040-4f58-bcfd-59586adbdea7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:57.637534 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'code': 200} Oct 11 16:26:58.579226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497218-dba7-427f-b92b-fc7016f891e4 req-9f66323a-9af6-429a-8b1d-9bdbaa41bd3b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:58.580744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc497218-dba7-427f-b92b-fc7016f891e4 req-9f66323a-9af6-429a-8b1d-9bdbaa41bd3b tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0541523 Oct 11 16:26:58.619666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc497218-dba7-427f-b92b-fc7016f891e4 req-64b2169e-a020-4203-aa30-bf0ab941af96 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.31 "GET /v2.0/security-groups?id=383ecddf-7ce8-43ef-b92b-76534d86fef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Oct 11 16:26:58.707530 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-8166f7d0-cb08-43ff-8300-8addcd84a123 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:26:58.708970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-8166f7d0-cb08-43ff-8300-8addcd84a123 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.43 "GET /v2.0/ports?device_id=72e649a9-da5c-47b8-ab25-7baa60565a64 HTTP/1.1" status: 200 len: 946 time: 0.0479155 Oct 11 16:26:58.801622 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Deleting port 61e41bca-5f8f-4fec-baf4-cec9606e773f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:26:58.801954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:58.887826 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] For port 61e41bca-5f8f-4fec-baf4-cec9606e773f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=61e41bca-5f8f-4fec-baf4-cec9606e773f,segment=NetworkSegment(a21490e2-3c05-4f1a-ab9d-20e054e85c19),segment_id=a21490e2-3c05-4f1a-ab9d-20e054e85c19)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:26:58.888185 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:58.901021 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Calling delete_port for 61e41bca-5f8f-4fec-baf4-cec9606e773f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:26:59.030377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.042301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['61e41bca-5f8f-4fec-baf4-cec9606e773f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:26:59.060704 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Pushing event deleted for resources: {'Port': ['ID=61e41bca-5f8f-4fec-baf4-cec9606e773f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:59.106052 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] No DVR routers for this DVR port 61e41bca-5f8f-4fec-baf4-cec9606e773f on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:26:59.108826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.112775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f19a6a5-a6cf-4a24-88bd-02e2181e9a87 req-edc84103-6116-4483-803d-25899b1403a7 tempest-DeleteServersTestJSON-1576003933 tempest-DeleteServersTestJSON-1576003933-project] 10.222.0.43 "DELETE /v2.0/ports/61e41bca-5f8f-4fec-baf4-cec9606e773f HTTP/1.1" status: 204 len: 173 time: 0.3976958 Oct 11 16:26:59.113221 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-deleted', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:26:59.115550 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dae965-29b3-474f-be40-6f7664fd1360" -d '{"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-deleted", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:26:59.152377 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a1ea4-fd84-4a61-9c76-e1480c7366d7 x-openstack-request-id: req-266a1ea4-fd84-4a61-9c76-e1480c7366d7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:26:59.152668 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e649a9-da5c-47b8-ab25-7baa60565a64", "name": "network-vif-deleted", "tag": "61e41bca-5f8f-4fec-baf4-cec9606e773f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:26:59.152918 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-266a1ea4-fd84-4a61-9c76-e1480c7366d7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:26:59.153345 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e649a9-da5c-47b8-ab25-7baa60565a64', 'name': 'network-vif-deleted', 'tag': '61e41bca-5f8f-4fec-baf4-cec9606e773f', 'status': 'completed', 'code': 200} Oct 11 16:26:59.747860 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:26:59.792758 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Deleting subnet ac281795-4a35-4ad5-814f-19d6bb69ed50 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:26:59.796138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.835457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.873785 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.928339 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.951794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac281795-4a35-4ad5-814f-19d6bb69ed50,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:26:59.962065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.962407 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.962740 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.963088 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.963401 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.963718 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.964042 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.964357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.964673 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.964988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.965308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.965648 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:26:59.968468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:59.972199 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f09f2e2b-7dbd-4e01-8c18-f9fbebddb546 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ac281795-4a35-4ad5-814f-19d6bb69ed50 HTTP/1.1" status: 204 len: 168 time: 0.2233088 Oct 11 16:26:59.974762 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:00.048080 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.128055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.152506 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f72c2f-4502-45e9-94a4-9259c49ba064']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:27:00.162362 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21490e2-3c05-4f1a-ab9d-20e054e85c19') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:27:00.162676 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21490e2-3c05-4f1a-ab9d-20e054e85c19') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:27:00.173254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.188719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.194634 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:27:00.195021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:27:00.196711 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:27:00.249206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.255418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.258597 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21f72c2f-4502-45e9-94a4-9259c49ba064 HTTP/1.1" status: 204 len: 168 time: 0.2829134 Oct 11 16:27:00.270065 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d2e7d-4c45-4acb-839a-997271102e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f72c2f-4502-45e9-94a4-9259c49ba064,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:00.366452 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:00.406791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8de7c2a-f45d-4499-a034-f420b53ff272 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d704dcad9da4af899bb1ac0127ccf94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391378 Oct 11 16:27:00.409360 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:00.460672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.486705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.533345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.535922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.537070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/383ecddf-7ce8-43ef-b92b-76534d86fef0 HTTP/1.1" status: 204 len: 168 time: 0.1267524 Oct 11 16:27:00.545312 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6a662-ced1-45b2-bd2b-14bdf0e7a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ecddf-7ce8-43ef-b92b-76534d86fef0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:01.205133 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:01.302273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2024173812-network', 'tenant_id': 'c299a02e38ab4f0db9d0ee8fee8ee653'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:01.323239 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Made reservation on behalf of c299a02e38ab4f0db9d0ee8fee8ee653 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:27:01.326075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.334700 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.402674 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:27:01.413183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.417291 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.429138 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 61e41bca-5f8f-4fec-baf4-cec9606e773f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:27:01.429503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 61e41bca-5f8f-4fec-baf4-cec9606e773f not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:27:01.447283 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:27:01.449200 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7b0a6-48a6-4859-bc50-41207c8ac154,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:01.460600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.461060 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Added segment efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef of type vlan for network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 Oct 11 16:27:01.503046 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.529102 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.530055 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:01.530633 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.587182 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3808784 Oct 11 16:27:01.590244 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:01.595290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Request body: {'subnet': {'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2024173812-subnet', 'tenant_id': 'c299a02e38ab4f0db9d0ee8fee8ee653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:01.598664 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2273d4-b5d1-4b36-8c80-c12e6d7c9d4c admin admin] Pushing event updated for resources: {'Network': ['ID=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:01.609913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:27:01.618545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Made reservation on behalf of c299a02e38ab4f0db9d0ee8fee8ee653 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:27:01.621415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.791180 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.847658 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=905d6d0a-3df1-453c-b3f5-b97e172326fa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:01.857122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Checking segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:27:01.857470 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Network hostable DHCP agents. Network: 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:27:01.875965 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:27:01.885986 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:27:01.890377 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:01.891600 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:01.894830 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b056f6f-8b66-4fce-8f44-e77ec47dc95b None None] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:27:01.912146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0e39fb4d-e125-4a18-b5ed-5e18e2b6a49f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3207855 Oct 11 16:27:02.021750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968b1ae-6b7e-4462-9ce8-9af3918a059b None None] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:27:02.345226 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-e8a6ab30-7184-4a54-827d-1dda458df289 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:02.346735 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-e8a6ab30-7184-4a54-827d-1dda458df289 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 815 time: 0.1088011 Oct 11 16:27:02.365203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-ff4f9a97-eeec-48a3-bc08-5881b9073359 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/quotas/c299a02e38ab4f0db9d0ee8fee8ee653 HTTP/1.1" status: 200 len: 375 time: 0.0115898 Oct 11 16:27:02.397468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-cd6e73c5-1117-42c4-bee7-6aed10c46f84 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267351 Oct 11 16:27:02.414343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29bf70a8-3d47-458f-b8ff-1945227be244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:02.493996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-5f2d637b-c5ad-4ddf-aed5-da89bcffc5d5 service neutron] 10.222.0.31 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893810 Oct 11 16:27:02.594560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-1d995e0d-93b6-4679-b90f-fa8f38b0b877 service neutron] 10.222.0.31 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943272 Oct 11 16:27:02.755746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0169d1e2-1c57-496e-a872-6cad541206f5 req-e2fe7188-f53c-40cb-9f75-00a8b5e94586 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 210 time: 0.0280206 Oct 11 16:27:03.869412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b9134269-5526-4d21-a00f-b5e7aa07c901 req-fc140e1e-8e3e-4bce-9a41-426ba321294d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 210 time: 0.0404892 Oct 11 16:27:03.910122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-5c10c851-ae43-41ea-9c11-2b284b4c1e63 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:03.911581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-5c10c851-ae43-41ea-9c11-2b284b4c1e63 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 815 time: 0.1439252 Oct 11 16:27:03.924764 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Request body: {'port': {'device_id': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'admin_state_up': True, 'tenant_id': 'c299a02e38ab4f0db9d0ee8fee8ee653'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:04.041648 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Made reservation on behalf of c299a02e38ab4f0db9d0ee8fee8ee653 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:27:04.045862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:04.188763 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Allocated IP 172.20.0.4 (5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8/905d6d0a-3df1-453c-b3f5-b97e172326fa/33033602-c795-4f20-8135-78da28124a61) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:27:04.578681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:04.611945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:04.651979 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:27:04.657545 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:27:04.661312 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:27:04.692520 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:04.716853 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:04.717444 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:04.733223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-f24a91ba-3d02-4698-8c3a-49a272dbce8c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119886 Oct 11 16:27:04.745411 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Request body: {'port': {'device_id': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:04.799783 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.043327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1bca-e902-49fe-ab95-2ca891ca6dfd req-3218debd-9f69-45e6-88e2-0a3cfc805e16 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.044772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e3d1bca-e902-49fe-ab95-2ca891ca6dfd req-3218debd-9f69-45e6-88e2-0a3cfc805e16 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 931 time: 0.0794854 Oct 11 16:27:05.103995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e3d1bca-e902-49fe-ab95-2ca891ca6dfd req-708838f0-c450-46cc-9681-6f964cbfb259 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532949 Oct 11 16:27:05.138532 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33033602-c795-4f20-8135-78da28124a61 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:27:05.146123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.158686 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Transition to ACTIVE for port object 33033602-c795-4f20-8135-78da28124a61 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:27:05.162163 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.213536 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:05.278989 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:27:05.279309 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:27:05.279629 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:05.284428 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:27:05.284738 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:05.289525 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:27:05.289853 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Checking segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:27:05.290232 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Bound using segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:27:05.290647 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Bound port: 33033602-c795-4f20-8135-78da28124a61, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:27:05.290994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.353872 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:27:05.357005 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:27:05.362169 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.397099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.397313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.398675 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] 10.222.0.43 "PUT /v2.0/ports/33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 1091 time: 0.6574585 Oct 11 16:27:05.399110 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:05.401349 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21154564-d079-47ef-8348-cf61141e4ced" -d '{"events": [{"name": "network-changed", "server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:05.412173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8eac042-8c42-4a7b-ad06-03b6f30f52a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:05.434222 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bec4-91eb-4715-a4ed-07854a37cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:05.438916 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3480f165-1381-43f5-b562-81d46ed90ab4 x-openstack-request-id: req-3480f165-1381-43f5-b562-81d46ed90ab4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:05.439174 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "tag": "33033602-c795-4f20-8135-78da28124a61", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:05.439446 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3480f165-1381-43f5-b562-81d46ed90ab4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:05.439828 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'status': 'completed', 'code': 200} Oct 11 16:27:05.486637 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-d58a6eba-7f7f-49be-b665-89f17e1a8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.488145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-d58a6eba-7f7f-49be-b665-89f17e1a8ebc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0450811 Oct 11 16:27:05.531311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-a1458a26-3c61-4cd1-9cf0-326a2f9d5344 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0347662 Oct 11 16:27:05.581183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-710550ee-ac72-407f-bb6b-4e4ea118bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.582666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-710550ee-ac72-407f-bb6b-4e4ea118bafd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0446107 Oct 11 16:27:05.618856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-ac5ca1ae-335a-4c6b-9cab-f6bb289fb97b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286767 Oct 11 16:27:05.710540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-2e09d7f0-8c84-4293-bd32-ec78716e6bbf service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838947 Oct 11 16:27:05.804620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e355db6-9852-49f1-b6a3-6fea1b63642c req-7850e1b6-d73b-4212-80fa-d9d956ab1267 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Oct 11 16:27:05.888584 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154564-d079-47ef-8348-cf61141e4ced req-b6c4303c-e33a-4b68-8c4d-7a67e5a83803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.890109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-b6c4303c-e33a-4b68-8c4d-7a67e5a83803 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0419471 Oct 11 16:27:05.979768 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154564-d079-47ef-8348-cf61141e4ced req-f690c967-519a-4f70-80c5-a569cbdb1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:05.981135 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-f690c967-519a-4f70-80c5-a569cbdb1ad8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0841148 Oct 11 16:27:06.026553 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-0ffa196a-8758-4108-9b90-6cfa0791d0ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0383406 Oct 11 16:27:06.070145 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:06.075750 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154564-d079-47ef-8348-cf61141e4ced req-90c159bf-d664-499c-af08-4bc4ed11e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:06.077251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-90c159bf-d664-499c-af08-4bc4ed11e248 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0443099 Oct 11 16:27:06.109751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-15759f32-8aa4-4d5e-973d-c9c7cf4bf24a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246193 Oct 11 16:27:06.133025 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:06.247220 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d456026-c418-47d4-a012-a99a8ef7a2a8 req-6f939339-2cde-487e-bcbb-e679e42a66c4 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:06.248616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d456026-c418-47d4-a012-a99a8ef7a2a8 req-6f939339-2cde-487e-bcbb-e679e42a66c4 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0756390 Oct 11 16:27:06.251116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-da5778a7-ab20-4776-8b83-23626c9ab470 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345212 Oct 11 16:27:06.336081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d456026-c418-47d4-a012-a99a8ef7a2a8 req-9e0fc5b1-7254-4685-a881-9d7a4b37f556 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Oct 11 16:27:06.370383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21154564-d079-47ef-8348-cf61141e4ced req-ef746fa5-2bcc-4b11-acaf-f322f75fcb25 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091454 Oct 11 16:27:07.452662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3973fb-9290-4493-b744-6ece65ad6ec1 req-6d01d929-718b-4ebf-9139-32ea99366a46 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:07.454769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad3973fb-9290-4493-b744-6ece65ad6ec1 req-6d01d929-718b-4ebf-9139-32ea99366a46 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0499156 Oct 11 16:27:07.491507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad3973fb-9290-4493-b744-6ece65ad6ec1 req-565839ec-fbdb-4696-94ef-433e925e7d6c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Oct 11 16:27:07.923187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:08.606955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb830-1e1e-437a-8d50-841a61198434 req-f64b865b-ebad-4045-bea6-273bc7859501 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:08.608449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-576bb830-1e1e-437a-8d50-841a61198434 req-f64b865b-ebad-4045-bea6-273bc7859501 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0513041 Oct 11 16:27:08.647809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-576bb830-1e1e-437a-8d50-841a61198434 req-de95d51a-c6cb-47ca-b921-369bf3cb655d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Oct 11 16:27:09.448851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 33033602-c795-4f20-8135-78da28124a61 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:27:09.546115 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:09.557025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '33033602-c795-4f20-8135-78da28124a61', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'port_id': '33033602-c795-4f20-8135-78da28124a61', 'mac_address': 'fa:16:3e:fd:5e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d6d0a-3df1-453c-b3f5-b97e172326fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:27:09.594022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:09.606462 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33033602-c795-4f20-8135-78da28124a61 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:27:09.625855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:09.630095 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:09.678137 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:09.764732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0a6-0c14-4286-8fb2-639b8a6eb5e3 req-a41b9697-c365-4444-9a15-7fb196402b1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:09.766233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71a8d0a6-0c14-4286-8fb2-639b8a6eb5e3 req-a41b9697-c365-4444-9a15-7fb196402b1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 944 time: 0.0531662 Oct 11 16:27:09.805430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71a8d0a6-0c14-4286-8fb2-639b8a6eb5e3 req-6af544d0-78e1-490a-b186-dc063e91ffb9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Oct 11 16:27:09.909685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['33033602-c795-4f20-8135-78da28124a61'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:27:10.027884 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:10.928056 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220ca0-8ba5-4cef-b678-275d26b048b7 req-6a504459-491b-419d-a9ad-7da639fa489f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:10.930484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67220ca0-8ba5-4cef-b678-275d26b048b7 req-6a504459-491b-419d-a9ad-7da639fa489f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 944 time: 0.0589466 Oct 11 16:27:10.972859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67220ca0-8ba5-4cef-b678-275d26b048b7 req-2b43eb54-a5b5-40d9-8330-3f04e9fdf2ed tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Oct 11 16:27:11.149042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:11.464683 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 33033602-c795-4f20-8135-78da28124a61 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:27:11.514229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 33033602-c795-4f20-8135-78da28124a61 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:27:11.518848 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 33033602-c795-4f20-8135-78da28124a61 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:27:11.519348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:11.600252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:11.622721 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:11.625595 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ad46ac-659b-4f8b-b839-0f0a31e26179" -d '{"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-plugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:11.638726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:11.643425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:11.666379 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a72302-ecc5-454a-9da0-eb722c6e7124 x-openstack-request-id: req-f1a72302-ecc5-454a-9da0-eb722c6e7124 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:11.666670 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-plugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:11.666914 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1a72302-ecc5-454a-9da0-eb722c6e7124 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:11.667299 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'code': 200} Oct 11 16:27:11.695530 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:11.760891 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6312998-e970-4f99-826c-280e95f42002 req-95c716bd-d114-4814-a9f4-8b7356f24158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:11.762431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6312998-e970-4f99-826c-280e95f42002 req-95c716bd-d114-4814-a9f4-8b7356f24158 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1096 time: 0.0409536 Oct 11 16:27:11.798764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6312998-e970-4f99-826c-280e95f42002 req-1d2cbc7c-3107-41e7-a914-90231cbeba60 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291328 Oct 11 16:27:12.091344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a349-9e10-49d4-964e-4ae4fd835d43 req-a77ef683-6506-491e-afdd-8a5d14d2ba6c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:12.092828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3158a349-9e10-49d4-964e-4ae4fd835d43 req-a77ef683-6506-491e-afdd-8a5d14d2ba6c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0532734 Oct 11 16:27:12.132373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3158a349-9e10-49d4-964e-4ae4fd835d43 req-378ee488-c9fb-4114-8018-c8b0db657ef3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Oct 11 16:27:13.248376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8dfe9-0775-41f3-b6e7-7e2cfcfc95ab req-9cd1fe73-5f7c-4128-9f4d-3f091f8a8673 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:13.250495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fc8dfe9-0775-41f3-b6e7-7e2cfcfc95ab req-9cd1fe73-5f7c-4128-9f4d-3f091f8a8673 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0496507 Oct 11 16:27:13.289580 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fc8dfe9-0775-41f3-b6e7-7e2cfcfc95ab req-bb59fd80-ac39-4a04-8b60-21b24a3f4364 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Oct 11 16:27:13.404615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c229b1f-5c1c-4cd6-a286-cdc7704ac61e req-9bc3e871-5fc9-4e5b-a4b7-0dd21e3876eb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:13.406608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c229b1f-5c1c-4cd6-a286-cdc7704ac61e req-9bc3e871-5fc9-4e5b-a4b7-0dd21e3876eb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0484929 Oct 11 16:27:13.444589 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4c229b1f-5c1c-4cd6-a286-cdc7704ac61e req-c70ce1d0-563a-4fa7-b135-91f86975c3c9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Oct 11 16:27:13.653146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f10c-3654-43a9-b5c9-7e5eaf6ac3b4 req-3f140986-de81-42fa-be8e-097dc52c9064 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:13.654778 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2213f10c-3654-43a9-b5c9-7e5eaf6ac3b4 req-3f140986-de81-42fa-be8e-097dc52c9064 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0588787 Oct 11 16:27:13.693442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2213f10c-3654-43a9-b5c9-7e5eaf6ac3b4 req-2499d7c3-6140-4965-815c-780a5f3d09f0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Oct 11 16:27:13.806908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208714c6-6269-43a6-ae83-ff2818311e2e req-77830dc0-4729-440b-afdf-8dbe6b3f765b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:13.808374 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-208714c6-6269-43a6-ae83-ff2818311e2e req-77830dc0-4729-440b-afdf-8dbe6b3f765b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0500033 Oct 11 16:27:13.847926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-208714c6-6269-43a6-ae83-ff2818311e2e req-f1ed19d5-4b5f-4369-ab57-d4d92b9c8380 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Oct 11 16:27:14.080822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-947f0ba0-515b-4d94-ad2e-fe03b8ee92e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419517 Oct 11 16:27:14.096945 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0acc-1937-40ac-b5f1-8609eebf3ca6 req-917c3c16-9d88-470f-8c5d-cd354d3f191b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:14.098488 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5afc0acc-1937-40ac-b5f1-8609eebf3ca6 req-917c3c16-9d88-470f-8c5d-cd354d3f191b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0497198 Oct 11 16:27:14.138035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5afc0acc-1937-40ac-b5f1-8609eebf3ca6 req-682156ad-c7b1-4d80-8480-8a5b78b39e01 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Oct 11 16:27:15.163201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-678cd9de-dc2f-4282-9cf8-1e664bcb42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:15.164681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-678cd9de-dc2f-4282-9cf8-1e664bcb42b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1096 time: 0.0446532 Oct 11 16:27:15.295683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a6f5-b141-4724-9f2b-90ed202c3e39 req-b9a22fdb-5133-49cc-9299-7889c525b52e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:15.297189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f04a6f5-b141-4724-9f2b-90ed202c3e39 req-b9a22fdb-5133-49cc-9299-7889c525b52e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0822873 Oct 11 16:27:15.298621 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-36e9948e-a2af-4070-b7ea-5c76f4961c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:15.299957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-36e9948e-a2af-4070-b7ea-5c76f4961c5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.1289077 Oct 11 16:27:15.350247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-cef471b0-e426-4bd4-a831-b773950c295f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0410573 Oct 11 16:27:15.391471 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f04a6f5-b141-4724-9f2b-90ed202c3e39 req-a00f9ed6-c38a-41b2-a679-f882cb25b5f4 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880966 Oct 11 16:27:15.409003 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-8250c7a3-b2a0-4dab-94fd-764bdcdaeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:15.410497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-8250c7a3-b2a0-4dab-94fd-764bdcdaeadc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0499434 Oct 11 16:27:15.447513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-212d6cc8-0b2c-4cdd-8e1e-d210a2399e0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298347 Oct 11 16:27:15.537189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-d3660a0c-c502-4d24-bd47-89de55dd135a service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831184 Oct 11 16:27:15.632289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-35d994b3-166b-4e46-a8d9-9965efa009a7 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Oct 11 16:27:16.512394 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda591-aa2d-49e3-acf1-1bc5d086de39 req-e72461e6-99d7-4b91-b211-b5fd08d36dd5 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:16.514049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9edda591-aa2d-49e3-acf1-1bc5d086de39 req-e72461e6-99d7-4b91-b211-b5fd08d36dd5 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0529265 Oct 11 16:27:16.553807 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9edda591-aa2d-49e3-acf1-1bc5d086de39 req-4efa76de-0cef-4020-8cf4-a52419658622 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Oct 11 16:27:17.668701 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bd5a4-2902-4637-90c4-f5390bb2feed req-429c16c4-2dbe-44fb-b1e4-d1e2d4ac0f9e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:17.670226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-072bd5a4-2902-4637-90c4-f5390bb2feed req-429c16c4-2dbe-44fb-b1e4-d1e2d4ac0f9e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0489323 Oct 11 16:27:17.707954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-072bd5a4-2902-4637-90c4-f5390bb2feed req-98e8a06b-2177-4329-a6d8-4a57d7b64011 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Oct 11 16:27:18.022545 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:27:18.822001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c2edd-c3cb-49de-be74-956979459b8a req-a7316047-ce19-4186-9b96-c031865922d3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:18.823789 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d58c2edd-c3cb-49de-be74-956979459b8a req-a7316047-ce19-4186-9b96-c031865922d3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0478554 Oct 11 16:27:18.866707 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d58c2edd-c3cb-49de-be74-956979459b8a req-3d71aa9c-226e-4567-b420-2241c1b24f2b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Oct 11 16:27:19.979832 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79762f-9f28-41e8-9b02-43cc83c553c1 req-a85d8f77-7a9a-484e-90c2-636c6a4c9c1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:19.981281 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff79762f-9f28-41e8-9b02-43cc83c553c1 req-a85d8f77-7a9a-484e-90c2-636c6a4c9c1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0474763 Oct 11 16:27:20.018594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff79762f-9f28-41e8-9b02-43cc83c553c1 req-a4f20f4b-d371-4dd3-a555-71e6a147164b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Oct 11 16:27:21.134827 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062984-6915-44fa-937a-6d0fce7d2ee3 req-24baac5c-469f-42e8-ad14-ae67fad6ef7d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:21.136255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54062984-6915-44fa-937a-6d0fce7d2ee3 req-24baac5c-469f-42e8-ad14-ae67fad6ef7d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0495970 Oct 11 16:27:21.174840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54062984-6915-44fa-937a-6d0fce7d2ee3 req-dca05b0f-20ba-45fe-869e-437b7bb20813 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Oct 11 16:27:22.291208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4177-d759-46e6-b32a-091fe4efce08 req-d9c3acb4-e3c8-408b-81ad-2e2460a306c9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:22.292978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54dc4177-d759-46e6-b32a-091fe4efce08 req-d9c3acb4-e3c8-408b-81ad-2e2460a306c9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0493517 Oct 11 16:27:22.339683 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54dc4177-d759-46e6-b32a-091fe4efce08 req-ec2f7b5e-68cc-4220-9549-ce7853422fdb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Oct 11 16:27:23.453605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611212bf-248b-4b1e-8eb6-82a9437e1adf req-69833e40-62a4-41d7-9e32-82ba13619694 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:23.455072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-611212bf-248b-4b1e-8eb6-82a9437e1adf req-69833e40-62a4-41d7-9e32-82ba13619694 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0491641 Oct 11 16:27:23.492244 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-611212bf-248b-4b1e-8eb6-82a9437e1adf req-32be74d4-66a7-40d0-81d6-c2a793d5d64c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Oct 11 16:27:24.614908 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf739c-e435-4fd0-8a8a-160e4f747271 req-f2352821-2728-4f19-b0da-e544dd54f647 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:24.616759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdcf739c-e435-4fd0-8a8a-160e4f747271 req-f2352821-2728-4f19-b0da-e544dd54f647 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0571556 Oct 11 16:27:24.660912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdcf739c-e435-4fd0-8a8a-160e4f747271 req-83ba0c57-af96-49e4-bf21-b65e2bb06dd6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Oct 11 16:27:25.775075 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ecae-b1d7-474a-91ee-d7fa87d78bb4 req-425fd590-503c-4c9a-a021-72bc5aed7cf7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:25.776544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eed5ecae-b1d7-474a-91ee-d7fa87d78bb4 req-425fd590-503c-4c9a-a021-72bc5aed7cf7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0484481 Oct 11 16:27:25.817906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eed5ecae-b1d7-474a-91ee-d7fa87d78bb4 req-fcdfb569-cc3c-41be-ad0d-812e83817b95 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Oct 11 16:27:26.933322 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c024d5-79a3-4b7b-8231-c7805d86d061 req-7f3ef509-ea91-44d9-9931-1c7300626a3c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:26.934818 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63c024d5-79a3-4b7b-8231-c7805d86d061 req-7f3ef509-ea91-44d9-9931-1c7300626a3c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0512385 Oct 11 16:27:26.976537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63c024d5-79a3-4b7b-8231-c7805d86d061 req-a149ac33-9529-4127-9874-c2d7055330e0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Oct 11 16:27:28.099573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eb385-d5d3-4741-999a-5faf6c69de8c req-a0db1b91-9899-4e93-af59-debd8e17d49f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:28.101157 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec7eb385-d5d3-4741-999a-5faf6c69de8c req-a0db1b91-9899-4e93-af59-debd8e17d49f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0524242 Oct 11 16:27:28.149830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec7eb385-d5d3-4741-999a-5faf6c69de8c req-a243c11a-c47d-4d5d-a237-ab4912d1ed0c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Oct 11 16:27:29.271563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf817f-e154-44ce-9296-c13973be23ad req-fb5d0d4d-b40c-497c-81f6-0df5cf5e7d78 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:29.273041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdbf817f-e154-44ce-9296-c13973be23ad req-fb5d0d4d-b40c-497c-81f6-0df5cf5e7d78 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0484290 Oct 11 16:27:29.314349 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fdbf817f-e154-44ce-9296-c13973be23ad req-d8b8cfd0-c6cb-45ef-9e2d-cb3fa0bca1dd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Oct 11 16:27:30.430371 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7aba6-a9ef-4448-8920-c5d6600c3302 req-b64035bf-85c8-4853-8a27-ea31a04b8659 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:30.431923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a7aba6-a9ef-4448-8920-c5d6600c3302 req-b64035bf-85c8-4853-8a27-ea31a04b8659 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0504580 Oct 11 16:27:30.469431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59a7aba6-a9ef-4448-8920-c5d6600c3302 req-2c322c3d-f208-4519-9660-cac9c1b1b193 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Oct 11 16:27:31.583024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e414f-ad8e-4392-a4f9-4d1d5a6bfb2f req-30f252c5-0a1a-4b8b-8ff8-4c075ffe5a1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:31.584482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-213e414f-ad8e-4392-a4f9-4d1d5a6bfb2f req-30f252c5-0a1a-4b8b-8ff8-4c075ffe5a1d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0489960 Oct 11 16:27:31.621888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-213e414f-ad8e-4392-a4f9-4d1d5a6bfb2f req-00894418-d369-4ce9-93b5-c72b7d578c14 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Oct 11 16:27:32.415654 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c156c7dd-4c89-4b1a-8407-1c703b5a5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:32.741414 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1af8d-61a3-416f-ab17-605e6a1bce19 req-22680a91-82de-467e-8260-233d924eba77 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:32.742855 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bf1af8d-61a3-416f-ab17-605e6a1bce19 req-22680a91-82de-467e-8260-233d924eba77 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0520389 Oct 11 16:27:32.786607 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bf1af8d-61a3-416f-ab17-605e6a1bce19 req-43c38b56-528e-43b8-a447-9f95921a46b5 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Oct 11 16:27:33.912440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ce39-2845-4a82-be62-0a2597a238b1 req-7259f654-42a8-4724-9595-e5c50aec6dfc tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:33.913996 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1416ce39-2845-4a82-be62-0a2597a238b1 req-7259f654-42a8-4724-9595-e5c50aec6dfc tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0585494 Oct 11 16:27:33.955667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1416ce39-2845-4a82-be62-0a2597a238b1 req-e0b9619b-403c-4a26-aa07-c225f4ce84cc tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Oct 11 16:27:35.081512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749741c0-8e8e-41f1-83f9-c4fcf7f801a1 req-77926f3c-7a86-445e-82f6-c34430106a27 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:35.084069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-749741c0-8e8e-41f1-83f9-c4fcf7f801a1 req-77926f3c-7a86-445e-82f6-c34430106a27 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0541368 Oct 11 16:27:35.128205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-749741c0-8e8e-41f1-83f9-c4fcf7f801a1 req-18414149-c04e-470f-b5d0-d23d84a37ea0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Oct 11 16:27:35.403590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c5544e2-ae3c-47df-9f4a-df6bbe6c88b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:36.075872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:36.124695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:36.256662 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b61b6f-7b0d-42e2-b9a2-f5cc4036c5d4 req-cdd2f6ba-58ab-4c53-9fb0-5d0b5d9898c6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:36.258224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38b61b6f-7b0d-42e2-b9a2-f5cc4036c5d4 req-cdd2f6ba-58ab-4c53-9fb0-5d0b5d9898c6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0518479 Oct 11 16:27:36.304082 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-38b61b6f-7b0d-42e2-b9a2-f5cc4036c5d4 req-760220e2-dcf7-4b8b-98e0-151ea21dfa1c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Oct 11 16:27:37.435407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6624cb-ea7c-43ed-98aa-706af2fb6a7c req-8a8ccf2b-5853-4a2e-87c7-f4a141eaafd6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:37.437528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc6624cb-ea7c-43ed-98aa-706af2fb6a7c req-8a8ccf2b-5853-4a2e-87c7-f4a141eaafd6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0536399 Oct 11 16:27:37.477191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc6624cb-ea7c-43ed-98aa-706af2fb6a7c req-ce91de9c-aed6-43ca-8ebd-3676d52f5ecd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Oct 11 16:27:37.924982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:38.595794 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaad92-0b9f-45fa-9f57-21254d895e08 req-3526ac44-c655-4614-97a4-c4174144418e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:38.597260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fdaad92-0b9f-45fa-9f57-21254d895e08 req-3526ac44-c655-4614-97a4-c4174144418e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0511808 Oct 11 16:27:38.633856 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fdaad92-0b9f-45fa-9f57-21254d895e08 req-aed67272-9a0e-4427-a00b-5cc4a18c693f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Oct 11 16:27:39.745425 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbd9a5-bbf2-402c-afb7-071b9478506c req-bbcae9ea-fe0a-459d-abba-0640858f8f42 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:39.746903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85fbd9a5-bbf2-402c-afb7-071b9478506c req-bbcae9ea-fe0a-459d-abba-0640858f8f42 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0477808 Oct 11 16:27:39.787300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85fbd9a5-bbf2-402c-afb7-071b9478506c req-5991a51e-ad6c-4de0-886b-fd886e7a61f8 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Oct 11 16:27:40.022945 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:40.900602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d93b-c7bf-4a89-8556-3ae1570d088f req-0f98787b-6f73-4a9f-8262-6e0542f15e3f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:40.902070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d3d93b-c7bf-4a89-8556-3ae1570d088f req-0f98787b-6f73-4a9f-8262-6e0542f15e3f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0481761 Oct 11 16:27:40.940824 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c6d3d93b-c7bf-4a89-8556-3ae1570d088f req-e77270ce-23f9-4538-8da6-d160e6026b3a tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Oct 11 16:27:41.171480 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:42.056532 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c82e37-3850-42e3-8986-9154097166c4 req-67f3f05d-e6aa-4712-8870-4db401d4d417 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:42.058046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76c82e37-3850-42e3-8986-9154097166c4 req-67f3f05d-e6aa-4712-8870-4db401d4d417 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0509551 Oct 11 16:27:42.098668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76c82e37-3850-42e3-8986-9154097166c4 req-ca8c9c30-efdf-465a-a09b-13b39019bfdb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Oct 11 16:27:42.460230 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-a265d9ee-afce-4058-9a0a-523545276dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:42.461781 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-a265d9ee-afce-4058-9a0a-523545276dcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1096 time: 0.0395379 Oct 11 16:27:42.530250 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.43', 57358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:27:42.566653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-68fbf2eb-ddc9-4deb-b06b-a7c38c5632d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:42.568096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-68fbf2eb-ddc9-4deb-b06b-a7c38c5632d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0875790 Oct 11 16:27:42.583975 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-ed5c3c0d-7953-4cae-b448-03b6a6ecf39d service neutron] show failed (client error): The resource could not be found. Oct 11 16:27:42.584972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-ed5c3c0d-7953-4cae-b448-03b6a6ecf39d service neutron] 10.222.0.43 "GET /v2.0/ports/33033602-c795-4f20-8135-78da28124a61/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0536532 Oct 11 16:27:42.613059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-4cd170cd-5934-4695-8370-0e811de4dd70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0377934 Oct 11 16:27:42.670219 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-e1493513-db1a-4e85-8c28-d3d717146ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:42.671692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-e1493513-db1a-4e85-8c28-d3d717146ec9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0510550 Oct 11 16:27:42.709290 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-f6c53981-8d25-4245-a534-ce935b29ff21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288999 Oct 11 16:27:42.803833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-eaf04440-9cc3-49a7-9b01-8c094c93f2af service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873885 Oct 11 16:27:42.830255 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-232ddee7-9af8-496c-b79f-c26b1afe234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:42.831764 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-232ddee7-9af8-496c-b79f-c26b1afe234e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d&tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653 HTTP/1.1" status: 200 len: 1096 time: 0.0849853 Oct 11 16:27:42.843990 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:42.896499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:42.901173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d34f2955-7697-412f-8143-6d9c8fac4b4b req-d677d1c1-e554-4cfe-8c3a-0bca5623cc66 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903654 Oct 11 16:27:43.104054 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:43.137108 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:27:43.176871 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:43.179204 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3aea1-e87f-45b5-b49a-9a96d22c994a" -d '{"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-unplugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:43.183622 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:43.196545 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Transition to ACTIVE for port object 33033602-c795-4f20-8135-78da28124a61 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:27:43.200918 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:43.234430 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569bc03-62f6-422c-aa18-884d2bd6ee62 req-a28ee6c8-cb40-43f4-967f-49411397d240 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:43.236255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f569bc03-62f6-422c-aa18-884d2bd6ee62 req-a28ee6c8-cb40-43f4-967f-49411397d240 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0696149 Oct 11 16:27:43.269790 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] No DVR routers for this DVR port 33033602-c795-4f20-8135-78da28124a61 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:27:43.273832 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa320b-a430-4f29-8ab7-029e670fab10 x-openstack-request-id: req-61fa320b-a430-4f29-8ab7-029e670fab10 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:43.274028 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-unplugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:43.274223 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61fa320b-a430-4f29-8ab7-029e670fab10 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:43.274609 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'code': 200} Oct 11 16:27:43.276343 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:43.291757 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f569bc03-62f6-422c-aa18-884d2bd6ee62 req-4804918e-d0ab-47d3-aa0b-324f170a3e11 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Oct 11 16:27:43.311010 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:27:43.311336 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:27:43.311658 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:43.316047 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:27:43.316356 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Attempting to bind port 33033602-c795-4f20-8135-78da28124a61 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:43.321223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:27:43.321577 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Checking segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:27:43.321954 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Bound using segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:27:43.322367 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Bound port: 33033602-c795-4f20-8135-78da28124a61, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:27:43.322719 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:43.385303 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:27:43.388295 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:27:43.393257 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:43.427536 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:43.428139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:43.429531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] 10.222.0.36 "PUT /v2.0/ports/33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 1091 time: 0.5899878 Oct 11 16:27:43.449240 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f735-5314-4d37-ad00-4fc46d3675bc service neutron] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:43.493517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-853e5ef0-1f6b-438c-b9d2-6f65c26a5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:43.495020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-853e5ef0-1f6b-438c-b9d2-6f65c26a5e8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0423889 Oct 11 16:27:43.582485 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-8b922528-1e7e-4314-87c6-bd1b1193f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:43.583901 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-8b922528-1e7e-4314-87c6-bd1b1193f130 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0822835 Oct 11 16:27:43.633946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-6fa038de-2998-47ad-89f7-40db42840f1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0382054 Oct 11 16:27:43.681147 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-2e969571-1aa4-47e7-8578-f3a93c89f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:43.682545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-2e969571-1aa4-47e7-8578-f3a93c89f0ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0421641 Oct 11 16:27:43.712886 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-0fa28baf-92ff-4c94-bf04-e4861edb7bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236850 Oct 11 16:27:43.804355 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-b3d24c2b-a4a4-4253-a3bc-3642d02fea65 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 Oct 11 16:27:43.894493 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4d8f2aba-c58e-4f60-928c-ef20db1911d3 req-20a3c401-fc8b-4719-823f-409d4fc9dc38 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833256 Oct 11 16:27:44.412261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0d97-3765-4e3d-89ff-ad7493800c7c req-84ef3e0c-74f3-4a46-a82b-03cd1876dea7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:44.413726 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0ea0d97-3765-4e3d-89ff-ad7493800c7c req-84ef3e0c-74f3-4a46-a82b-03cd1876dea7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0517540 Oct 11 16:27:44.452130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f0ea0d97-3765-4e3d-89ff-ad7493800c7c req-16d29a0a-e64d-46e3-95d2-269c47619157 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Oct 11 16:27:45.275794 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:45.278137 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926965aa-4705-4192-83d5-3dcbcd10fab9" -d '{"events": [{"name": "network-changed", "server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:45.325497 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1036bfa6-7afa-4d58-a792-0a0c63a2cce7 x-openstack-request-id: req-1036bfa6-7afa-4d58-a792-0a0c63a2cce7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:45.325801 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "tag": "33033602-c795-4f20-8135-78da28124a61", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:45.326083 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1036bfa6-7afa-4d58-a792-0a0c63a2cce7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:45.326447 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'status': 'completed', 'code': 200} Oct 11 16:27:45.395875 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-dc0ec5ef-43ef-4245-921c-51fcf898e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.397390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-dc0ec5ef-43ef-4245-921c-51fcf898e6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0492053 Oct 11 16:27:45.399987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-944b962e-b95c-4261-a7de-23d67075cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.401579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-944b962e-b95c-4261-a7de-23d67075cdfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0542111 Oct 11 16:27:45.505776 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-20e287e0-c0d8-40d2-890c-5e9b6aa2da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.507390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-20e287e0-c0d8-40d2-890c-5e9b6aa2da13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.1026416 Oct 11 16:27:45.512176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-82182b29-767e-430e-9ff5-5415ba616d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.513839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-82182b29-767e-430e-9ff5-5415ba616d0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.1053338 Oct 11 16:27:45.572053 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-23cda251-0fbe-486a-8991-923307425b8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0564780 Oct 11 16:27:45.579018 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-d5b83de6-23d8-4745-b01e-f6323c662be3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0587428 Oct 11 16:27:45.609899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 33033602-c795-4f20-8135-78da28124a61 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:27:45.625649 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-a6a15aca-96df-4533-9509-ee1d686f25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.627241 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-a6a15aca-96df-4533-9509-ee1d686f25eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0489676 Oct 11 16:27:45.654059 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-08927e93-f4c0-4da5-902d-7a7ae1cc4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.655550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-08927e93-f4c0-4da5-902d-7a7ae1cc4b14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0681231 Oct 11 16:27:45.657038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 33033602-c795-4f20-8135-78da28124a61 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:27:45.661998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-220b8ea1-b9a2-41ee-a8f3-28ed1001156f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267425 Oct 11 16:27:45.663830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa6ac-d560-4b09-8868-68b24747a975 req-e8431225-af89-40a0-81b6-89c1a608209b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:45.665234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10daa6ac-d560-4b09-8868-68b24747a975 req-e8431225-af89-40a0-81b6-89c1a608209b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0897286 Oct 11 16:27:45.695579 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-432f199f-3ac7-4d1f-a29d-b932651332e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293789 Oct 11 16:27:45.752035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-8bb11664-4c29-4148-b6d1-546bd730c817 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825937 Oct 11 16:27:45.766381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10daa6ac-d560-4b09-8868-68b24747a975 req-daaf6187-bcfd-4c9d-9c5f-c82d425455f7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924747 Oct 11 16:27:45.808258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-378712cd-0ca9-4aba-91f5-2c1c4318e24f service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044145 Oct 11 16:27:45.855041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-573bbb7d-85b2-4889-bb89-e36c76df986d service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953431 Oct 11 16:27:46.007006 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-b48d2794-b4af-4cde-ac34-f7b6cea6cc24 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:46.008528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-b48d2794-b4af-4cde-ac34-f7b6cea6cc24 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d&tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0546927 Oct 11 16:27:46.069929 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-a6804a99-6707-454a-89f9-52c23b328392 service neutron] delete failed (client error): The resource could not be found. Oct 11 16:27:46.070958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-a6804a99-6707-454a-89f9-52c23b328392 service neutron] 10.222.0.43 "DELETE /v2.0/ports/33033602-c795-4f20-8135-78da28124a61/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0554039 Oct 11 16:27:46.169816 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ea03-c3e7-44ab-9e67-9490adadf1e1 req-3bc980d1-cee5-45ed-aed2-1bd8d5da15bb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:46.171725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4523ea03-c3e7-44ab-9e67-9490adadf1e1 req-3bc980d1-cee5-45ed-aed2-1bd8d5da15bb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 943 time: 0.0917161 Oct 11 16:27:46.193112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-926965aa-4705-4192-83d5-3dcbcd10fab9 req-599bd83a-ed5b-4a5a-bb0f-41ff561ab195 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781040 Oct 11 16:27:46.223192 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4523ea03-c3e7-44ab-9e67-9490adadf1e1 req-2e81a498-175b-4241-8570-85419bdb7df6 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Oct 11 16:27:46.307353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-53431af7-25bd-4cea-b1c2-e205f23d0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:46.308880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-53431af7-25bd-4cea-b1c2-e205f23d0f78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 1094 time: 0.0401261 Oct 11 16:27:46.399927 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-3775312f-8885-4976-b503-df1dc0f8a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:46.401462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-3775312f-8885-4976-b503-df1dc0f8a988 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0863020 Oct 11 16:27:46.446316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-6ed6df8e-4b9e-49db-a1d9-42b6deaa5565 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 200 len: 217 time: 0.0375001 Oct 11 16:27:46.497636 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-bd5862e5-b37f-4b52-aac1-3ecd8250d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:46.499671 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-bd5862e5-b37f-4b52-aac1-3ecd8250d9be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0464046 Oct 11 16:27:46.533079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-58b13ef7-c31d-48ed-8f0a-52b301ba8258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267544 Oct 11 16:27:46.630459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-c4f164d0-8e22-4aac-b0f7-24d1759e67c2 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898373 Oct 11 16:27:46.724298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1108fe3e-8cdf-4f83-99ea-eb3e07c95093 req-fca3a9c7-8c85-4da0-88f0-a76542341f1b service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867717 Oct 11 16:27:46.743488 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 33033602-c795-4f20-8135-78da28124a61 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:27:46.851165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:46.862782 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '33033602-c795-4f20-8135-78da28124a61', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'port_id': '33033602-c795-4f20-8135-78da28124a61', 'mac_address': 'fa:16:3e:fd:5e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d6d0a-3df1-453c-b3f5-b97e172326fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:27:46.903403 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:46.917115 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33033602-c795-4f20-8135-78da28124a61 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:27:46.937046 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:46.941043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:46.989159 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:47.191292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['33033602-c795-4f20-8135-78da28124a61'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:27:47.359455 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c1c68-883f-4788-a879-23c70316dfc1 req-3e0bc92b-35d3-4495-95e7-3138c5fbe7e1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:47.360934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b98c1c68-883f-4788-a879-23c70316dfc1 req-3e0bc92b-35d3-4495-95e7-3138c5fbe7e1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 944 time: 0.0536475 Oct 11 16:27:47.397976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b98c1c68-883f-4788-a879-23c70316dfc1 req-de18e54d-2c0c-4530-bb50-db34b596da2a tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Oct 11 16:27:47.511203 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca35fc-adbb-4a14-a2e0-b435c59768b3 req-d714f40d-b3f0-434b-863f-fad33f8b2e49 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:47.512742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acca35fc-adbb-4a14-a2e0-b435c59768b3 req-d714f40d-b3f0-434b-863f-fad33f8b2e49 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 944 time: 0.0493169 Oct 11 16:27:47.553608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acca35fc-adbb-4a14-a2e0-b435c59768b3 req-903d1b2b-53ed-4bf4-8d58-fd220278c7e2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Oct 11 16:27:47.669218 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037d21e-8225-4154-b4de-0344bb0797ce req-6ce536b1-c424-4a36-b2fb-443abdc2a1fb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:47.671229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b037d21e-8225-4154-b4de-0344bb0797ce req-6ce536b1-c424-4a36-b2fb-443abdc2a1fb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 944 time: 0.0502601 Oct 11 16:27:47.710992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b037d21e-8225-4154-b4de-0344bb0797ce req-abe02633-9272-49ec-a210-e508bedda8e1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Oct 11 16:27:48.078057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-176b0c04-e68e-4b56-9185-8dcf29d24bb1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:48.079532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-176b0c04-e68e-4b56-9185-8dcf29d24bb1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 815 time: 0.1148622 Oct 11 16:27:48.095656 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-05dc128f-c3cb-4210-864d-21c9edbb750c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/quotas/c299a02e38ab4f0db9d0ee8fee8ee653 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Oct 11 16:27:48.146042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-834118d3-598c-4f52-b81a-7ab1889c1a85 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446754 Oct 11 16:27:48.290746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-bbc8ce73-bf7e-4c60-b595-d09cf1c99588 service neutron] 10.222.0.31 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373770 Oct 11 16:27:48.383700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-a3244d6c-8331-41bf-9588-bca0af30b8fa service neutron] 10.222.0.31 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859356 Oct 11 16:27:48.563216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9614063d-c30f-4b41-8fd7-f2e029f96ac8 req-329e34da-67ef-40c8-982f-3d5b8108a4c0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 210 time: 0.0322990 Oct 11 16:27:48.769342 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 33033602-c795-4f20-8135-78da28124a61 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:27:48.825963 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 33033602-c795-4f20-8135-78da28124a61 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:27:48.830753 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 33033602-c795-4f20-8135-78da28124a61 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:27:48.831123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:48.915343 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:48.942135 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:48.946257 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98532cf0-2aad-43da-a05f-9fc3551b59cb" -d '{"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-plugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:48.962528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:48.968863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:48.997241 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767e15f-2f30-4542-bef3-899ffc7dd690 x-openstack-request-id: req-5767e15f-2f30-4542-bef3-899ffc7dd690 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:48.997553 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-plugged", "status": "completed", "tag": "33033602-c795-4f20-8135-78da28124a61", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:48.997804 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5767e15f-2f30-4542-bef3-899ffc7dd690 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:48.998191 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'code': 200} Oct 11 16:27:49.031340 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:49.226790 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-18729e73-7e23-4df9-a743-4f2a8331eb32 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:49.228188 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-18729e73-7e23-4df9-a743-4f2a8331eb32 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.36 "GET /v2.0/ports?device_id=febf7421-be9a-4608-95b9-d9e53da8904d HTTP/1.1" status: 200 len: 945 time: 0.0548973 Oct 11 16:27:49.319059 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Deleting port 33033602-c795-4f20-8135-78da28124a61 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:27:49.319607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:49.420501 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] For port 33033602-c795-4f20-8135-78da28124a61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33033602-c795-4f20-8135-78da28124a61,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:49.420952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:49.436427 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Calling delete_port for 33033602-c795-4f20-8135-78da28124a61 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:27:49.523691 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-422b18be-280a-44ff-878e-60008637d1c2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:49.526104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-422b18be-280a-44ff-878e-60008637d1c2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 815 time: 0.1186419 Oct 11 16:27:49.538713 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Request body: {'port': {'device_id': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'admin_state_up': True, 'tenant_id': 'c299a02e38ab4f0db9d0ee8fee8ee653'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:49.579007 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:49.591348 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['33033602-c795-4f20-8135-78da28124a61'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:27:49.618775 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Pushing event deleted for resources: {'Port': ['ID=33033602-c795-4f20-8135-78da28124a61,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:49.662742 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] No DVR routers for this DVR port 33033602-c795-4f20-8135-78da28124a61 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:27:49.665426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:49.669321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5be981c9-8fb3-4ad6-a2e2-b59a4418bb07 req-36016748-1161-4688-818e-7caf467d5c3e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.36 "DELETE /v2.0/ports/33033602-c795-4f20-8135-78da28124a61 HTTP/1.1" status: 204 len: 173 time: 0.4348192 Oct 11 16:27:49.669839 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-deleted', 'tag': '33033602-c795-4f20-8135-78da28124a61'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:49.672794 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806c0ef-7172-4681-aac1-e7d6e0d99c1b" -d '{"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-deleted", "tag": "33033602-c795-4f20-8135-78da28124a61"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:49.698587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-310852e4-12e0-498c-aa9d-f599533cb9bc req-0637866b-032c-4ab0-b76c-02bd91bef86e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 210 time: 0.0409355 Oct 11 16:27:49.702613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Made reservation on behalf of c299a02e38ab4f0db9d0ee8fee8ee653 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:27:49.706100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:49.735574 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01c7657-d374-4a05-9514-85ded7f209d4 x-openstack-request-id: req-a01c7657-d374-4a05-9514-85ded7f209d4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:49.735868 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febf7421-be9a-4608-95b9-d9e53da8904d", "name": "network-vif-deleted", "tag": "33033602-c795-4f20-8135-78da28124a61", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:49.736148 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a01c7657-d374-4a05-9514-85ded7f209d4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:49.736565 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febf7421-be9a-4608-95b9-d9e53da8904d', 'name': 'network-vif-deleted', 'tag': '33033602-c795-4f20-8135-78da28124a61', 'status': 'completed', 'code': 200} Oct 11 16:27:49.845600 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Allocated IP 172.20.0.12 (5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8/905d6d0a-3df1-453c-b3f5-b97e172326fa/f0fd5863-8145-4e7c-92e2-0ac0870efdc9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:27:49.997380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.035196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.047489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['33033602-c795-4f20-8135-78da28124a61'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:27:50.081744 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:27:50.084927 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:27:50.088905 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:27:50.095474 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:50.122848 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.123185 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.124119 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.124344 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.124664 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.124981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.125300 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.125639 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.125956 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.126268 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.126579 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.126889 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:50.151326 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:50.151936 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.169049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-32a2a311-5a1e-4462-9af7-383be90a1146 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6349263 Oct 11 16:27:50.179126 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-830fc9ae-ac71-406b-99bf-d146f0150043 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:27:50.180057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-830fc9ae-ac71-406b-99bf-d146f0150043 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052400 Oct 11 16:27:50.194593 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Request body: {'port': {'device_id': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:27:50.254331 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.522639 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fd5863-8145-4e7c-92e2-0ac0870efdc9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:27:50.530458 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.542558 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Transition to ACTIVE for port object f0fd5863-8145-4e7c-92e2-0ac0870efdc9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:27:50.547523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.598281 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:50.674659 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:27:50.674968 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:27:50.675287 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:50.679699 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:27:50.680015 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:27:50.685288 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:27:50.685654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Checking segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:27:50.686654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Bound using segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:27:50.687072 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Bound port: f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:27:50.687424 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.753127 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:27:50.756553 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:27:50.760962 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.806535 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:50.807148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:50.808528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] 10.222.0.43 "PUT /v2.0/ports/f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 1092 time: 0.6199996 Oct 11 16:27:50.808965 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:50.811764 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4e6fd-3d23-4a85-b61c-34125fda5649" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:50.868539 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a54f-a88b-4613-84d3-cc340b756c68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:50.886471 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb2f18-2e47-4bde-80d5-59e04ad3986c x-openstack-request-id: req-0edb2f18-2e47-4bde-80d5-59e04ad3986c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:50.886757 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:50.887000 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0edb2f18-2e47-4bde-80d5-59e04ad3986c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:50.887391 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'status': 'completed', 'code': 200} Oct 11 16:27:50.902598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f2426-752a-4cc0-9aa7-99416581312e req-0d72e264-d6c5-4da7-adf3-fe8f5846ce89 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:50.904249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-670f2426-752a-4cc0-9aa7-99416581312e req-0d72e264-d6c5-4da7-adf3-fe8f5846ce89 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.1167479 Oct 11 16:27:50.932820 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-ef2db001-6765-4a54-ae66-f4057135d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:50.934411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-ef2db001-6765-4a54-ae66-f4057135d4e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.0849440 Oct 11 16:27:50.961979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-670f2426-752a-4cc0-9aa7-99416581312e req-1e8b3d29-8016-478f-8951-de77608854be tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Oct 11 16:27:50.989645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-05549e5f-6526-42b5-a2c6-0c9b6cee0413 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0423062 Oct 11 16:27:51.037972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-492e46ca-f279-4f8a-8441-d2b736744dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:51.039420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-492e46ca-f279-4f8a-8441-d2b736744dcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0428073 Oct 11 16:27:51.074914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-523fc19f-bfa6-41d5-a266-4cc2e7483765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280764 Oct 11 16:27:51.164839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-70e42f5f-7484-4a7a-9f2a-a4123a27ba21 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828159 Oct 11 16:27:51.261637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab68d5ac-8179-4be9-8e68-5741b3c190ce req-e01677eb-ab5f-42b2-ac51-1e2c56dd75c8 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896697 Oct 11 16:27:51.353168 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-8d36f157-b429-40c1-ad12-a9992b86bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:51.354685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-8d36f157-b429-40c1-ad12-a9992b86bc06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.0428021 Oct 11 16:27:51.448884 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-c8f70cb2-891b-4501-9e70-4bb1e3a2f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:51.450419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-c8f70cb2-891b-4501-9e70-4bb1e3a2f03f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0888743 Oct 11 16:27:51.492676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-5b0baa79-9953-444b-a72e-7b5304f73dc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0353451 Oct 11 16:27:51.541043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-99e19050-13f5-4cf2-8e6d-6d22e4891525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:51.542809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-99e19050-13f5-4cf2-8e6d-6d22e4891525 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0432005 Oct 11 16:27:51.573622 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-90cf7f32-84d9-41ff-b5c8-b17bcfe1d7cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242174 Oct 11 16:27:51.666363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-16665ea9-da25-4405-b5cb-6f171d2272dd service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Oct 11 16:27:51.756311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99e4e6fd-3d23-4a85-b61c-34125fda5649 req-afeab860-3910-4ad7-a468-f9b51514a929 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833395 Oct 11 16:27:52.082516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa64af-0b85-4260-8d44-0c899115763d req-09bb4491-cf5b-4b6e-8dc6-5ad2448e7e47 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:52.084015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3fa64af-0b85-4260-8d44-0c899115763d req-09bb4491-cf5b-4b6e-8dc6-5ad2448e7e47 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0534909 Oct 11 16:27:52.121696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3fa64af-0b85-4260-8d44-0c899115763d req-5b4b240f-bcbc-4ac4-8ce0-40e91db07545 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Oct 11 16:27:52.775242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 33033602-c795-4f20-8135-78da28124a61 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:27:52.794984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 33033602-c795-4f20-8135-78da28124a61 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:27:52.795819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 33033602-c795-4f20-8135-78da28124a61 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:27:53.238432 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4042a4-e03a-4cc3-bd27-3d17c74d88f7 req-a279bbd0-10e1-4e34-864e-22239e111412 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:53.240336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f4042a4-e03a-4cc3-bd27-3d17c74d88f7 req-a279bbd0-10e1-4e34-864e-22239e111412 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0516582 Oct 11 16:27:53.280664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f4042a4-e03a-4cc3-bd27-3d17c74d88f7 req-e455930f-1891-4e63-8cef-ec0f92f8eae2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Oct 11 16:27:53.659201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:27:53.754918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:53.765976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'port_id': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'mac_address': 'fa:16:3e:d9:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d6d0a-3df1-453c-b3f5-b97e172326fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:27:53.802822 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:53.815294 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd5863-8145-4e7c-92e2-0ac0870efdc9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:27:53.834205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:53.837896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:53.888196 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:54.171505 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['f0fd5863-8145-4e7c-92e2-0ac0870efdc9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:27:54.393933 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a9ea9-eb13-47f0-b945-68803c6655a4 req-57855b34-de74-4b9d-a7df-b844e068becd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:54.395502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-303a9ea9-eb13-47f0-b945-68803c6655a4 req-57855b34-de74-4b9d-a7df-b844e068becd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0487900 Oct 11 16:27:54.435319 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-303a9ea9-eb13-47f0-b945-68803c6655a4 req-fe80e321-83c2-4f5b-83e2-a9f7d23b2cca tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Oct 11 16:27:55.021676 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:27:55.553111 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969f67b-1231-47f1-8f98-ac15f1d32fd5 req-61d0a920-c05a-45dc-a56e-6dccc524a7a5 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:55.554642 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1969f67b-1231-47f1-8f98-ac15f1d32fd5 req-61d0a920-c05a-45dc-a56e-6dccc524a7a5 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0528677 Oct 11 16:27:55.592705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1969f67b-1231-47f1-8f98-ac15f1d32fd5 req-7e89a680-7a99-475f-bc77-f49a463955e1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Oct 11 16:27:55.668386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:27:55.715510 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:27:55.719978 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:27:55.720345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:55.798533 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:55.820994 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:27:55.823286 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9529bd-8cd1-4322-a76c-3d702df445ac" -d '{"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:27:55.836489 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:27:55.840686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:55.864092 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e268c19-d2aa-4a66-be77-1475cfc53554 x-openstack-request-id: req-8e268c19-d2aa-4a66-be77-1475cfc53554 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:27:55.864377 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:27:55.864626 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e268c19-d2aa-4a66-be77-1475cfc53554 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:27:55.865007 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'code': 200} Oct 11 16:27:55.896316 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:27:55.904216 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.904556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.904896 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.905224 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.905588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.905919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.906246 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.906569 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.906891 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.907212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.907527 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.907840 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:27:55.962224 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455289b-e72b-498f-9cb6-cc0e90614f3f req-2ae8967d-02c3-4489-aab1-51645ff7696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:55.963718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6455289b-e72b-498f-9cb6-cc0e90614f3f req-2ae8967d-02c3-4489-aab1-51645ff7696f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1097 time: 0.0419459 Oct 11 16:27:56.000497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6455289b-e72b-498f-9cb6-cc0e90614f3f req-a3506195-ad24-46aa-bca8-da77735807a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297883 Oct 11 16:27:56.706885 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3201c-d97c-4afc-82e9-bcee36d9b509 req-5e948a24-0cf8-45e2-940f-40008de937a0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:56.708350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-beb3201c-d97c-4afc-82e9-bcee36d9b509 req-5e948a24-0cf8-45e2-940f-40008de937a0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0485547 Oct 11 16:27:56.745458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-beb3201c-d97c-4afc-82e9-bcee36d9b509 req-fa1c07dc-adde-4d1b-b026-ab85af1dfc04 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Oct 11 16:27:57.864336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ead14-50be-442b-ac94-aac15a5c2039 req-4984fedd-a4bb-43e2-a7e1-6a44a6e0abbd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:57.865901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c4ead14-50be-442b-ac94-aac15a5c2039 req-4984fedd-a4bb-43e2-a7e1-6a44a6e0abbd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0522778 Oct 11 16:27:57.904863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c4ead14-50be-442b-ac94-aac15a5c2039 req-707506bd-9ded-4fa4-b912-46f9ebce3dce tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Oct 11 16:27:58.017260 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b85e-2200-4b0e-b26c-abf010abcba5 req-d94b3252-5120-4ab5-b7de-bfe11922441b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:58.018772 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58d9b85e-2200-4b0e-b26c-abf010abcba5 req-d94b3252-5120-4ab5-b7de-bfe11922441b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0492675 Oct 11 16:27:58.056185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-58d9b85e-2200-4b0e-b26c-abf010abcba5 req-f8e6547b-ea38-44f7-95e9-1b8ba7a00e1c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Oct 11 16:27:58.276044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-84a3cd72-d4b6-4b5d-aab1-b604ade8ce97 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396907 Oct 11 16:27:58.293369 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf2202-257c-4666-9383-c37fb019a3f9 req-0d8cfe82-dc97-49bb-8bab-fdcc138def33 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:58.295328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07bf2202-257c-4666-9383-c37fb019a3f9 req-0d8cfe82-dc97-49bb-8bab-fdcc138def33 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0508373 Oct 11 16:27:58.334222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07bf2202-257c-4666-9383-c37fb019a3f9 req-f97e5b22-5ef7-4c00-813c-19a912f3c381 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Oct 11 16:27:59.328838 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ee1efa5a-4b65-4fa7-abb9-fbe9ebaf2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:59.330470 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ee1efa5a-4b65-4fa7-abb9-fbe9ebaf2518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1097 time: 0.0452332 Oct 11 16:27:59.426308 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-69176ebb-10ff-4967-8129-d59a1366a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:59.427864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-69176ebb-10ff-4967-8129-d59a1366a728 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0906456 Oct 11 16:27:59.477052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ff35159a-1eb6-4a1e-9d47-ad1d84d9f98d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0418849 Oct 11 16:27:59.528297 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-4b7219af-3dcf-4b89-a5d7-24db948f6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:59.530506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-4b7219af-3dcf-4b89-a5d7-24db948f6917 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0469525 Oct 11 16:27:59.564199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-cd3acc4c-38c5-406e-abfe-902dc7c84a45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262492 Oct 11 16:27:59.663094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-3da78179-d1a8-424c-bf4d-5e8a7a0cd5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916724 Oct 11 16:27:59.757645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbaed7-30a5-42f3-a034-3d0fdb36c3a0 req-d3ad6e71-7aab-4221-ac32-ce77e6b58721 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:27:59.759276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30dbaed7-30a5-42f3-a034-3d0fdb36c3a0 req-d3ad6e71-7aab-4221-ac32-ce77e6b58721 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0994165 Oct 11 16:27:59.803928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-2201b185-a46a-4611-9efb-261d552ef0e0 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320286 Oct 11 16:27:59.824248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30dbaed7-30a5-42f3-a034-3d0fdb36c3a0 req-5654e3a0-bb2d-4468-8579-c6fcbb9b7f8e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536816 Oct 11 16:28:00.944817 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739cf06-245a-4057-bfff-134f742295c4 req-aa9c9263-19a0-4f48-ba5e-1be8add19925 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:00.946363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3739cf06-245a-4057-bfff-134f742295c4 req-aa9c9263-19a0-4f48-ba5e-1be8add19925 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0525732 Oct 11 16:28:00.984425 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3739cf06-245a-4057-bfff-134f742295c4 req-005643c3-5c7c-4aa7-94e3-df975239938e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Oct 11 16:28:02.097176 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ba099-0f79-4bb6-9df4-891db1b7e002 req-2d362b73-583f-4e59-9a5f-b38add711464 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:02.098653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb8ba099-0f79-4bb6-9df4-891db1b7e002 req-2d362b73-583f-4e59-9a5f-b38add711464 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0480950 Oct 11 16:28:02.135027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb8ba099-0f79-4bb6-9df4-891db1b7e002 req-52a09c55-a296-4a52-a22a-73ec28cd7713 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Oct 11 16:28:02.418732 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff0a-79a0-4dfb-80f8-013e2c1a9eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:03.258503 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885cf2d-aa69-48c0-bf1b-7fc4c774b2d5 req-cccc23de-aabd-4772-8a36-cc6a47918416 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:03.260072 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7885cf2d-aa69-48c0-bf1b-7fc4c774b2d5 req-cccc23de-aabd-4772-8a36-cc6a47918416 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0572817 Oct 11 16:28:03.301214 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7885cf2d-aa69-48c0-bf1b-7fc4c774b2d5 req-9a3f7388-d63b-480c-b5e7-a6a8ec61c477 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Oct 11 16:28:04.416704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64944db-6698-441c-b4da-3c411f0d4a38 req-c052d2f8-63e6-46c1-8210-3dd3f699cfcb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:04.418485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64944db-6698-441c-b4da-3c411f0d4a38 req-c052d2f8-63e6-46c1-8210-3dd3f699cfcb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0489883 Oct 11 16:28:04.457329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a64944db-6698-441c-b4da-3c411f0d4a38 req-24ef5719-b0c2-4b21-8f00-6abe74a72f12 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Oct 11 16:28:05.406592 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5ad-850f-4b8f-a757-009275cd0229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:05.572785 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124964-9743-4cb8-8a88-62dfd4a0f76a req-a6caa8ab-a4e9-47a9-94ce-2bbe8e9a8555 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:05.574413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb124964-9743-4cb8-8a88-62dfd4a0f76a req-a6caa8ab-a4e9-47a9-94ce-2bbe8e9a8555 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0516920 Oct 11 16:28:05.612572 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb124964-9743-4cb8-8a88-62dfd4a0f76a req-ff797a82-a477-45db-8af1-544dbd281dc4 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Oct 11 16:28:06.072039 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:06.126677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:06.729717 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d00a-67a0-4636-8675-c66b37fc4106 req-5168c325-409c-4893-81cf-360e95581063 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:06.731158 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68d1d00a-67a0-4636-8675-c66b37fc4106 req-5168c325-409c-4893-81cf-360e95581063 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0520282 Oct 11 16:28:06.768480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68d1d00a-67a0-4636-8675-c66b37fc4106 req-caf08ccf-d86b-498d-865f-6d3036f1c3ef tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Oct 11 16:28:07.881653 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1528792-f1d8-470b-a7e2-e150a5824f0a req-c3bd3d82-a581-4d05-bbcf-1cf95e1ef72c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:07.883134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1528792-f1d8-470b-a7e2-e150a5824f0a req-c3bd3d82-a581-4d05-bbcf-1cf95e1ef72c tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0487390 Oct 11 16:28:07.923841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1528792-f1d8-470b-a7e2-e150a5824f0a req-79f51ad5-8201-448f-b30c-d0c73680758f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Oct 11 16:28:07.928048 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:09.038981 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e22035-3944-4711-b5e3-15ae2fddfc76 req-6345a3c0-d158-4270-a860-e19d8c7119eb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:09.040459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3e22035-3944-4711-b5e3-15ae2fddfc76 req-6345a3c0-d158-4270-a860-e19d8c7119eb tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0491464 Oct 11 16:28:09.078461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3e22035-3944-4711-b5e3-15ae2fddfc76 req-6efa70d4-866c-43d3-9bcd-113686d0cc86 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Oct 11 16:28:10.036709 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:10.202483 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408475e-6e44-4c94-872a-9a328fc71de5 req-43745461-be68-4660-a38e-97f8b2b4bc45 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:10.204631 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e408475e-6e44-4c94-872a-9a328fc71de5 req-43745461-be68-4660-a38e-97f8b2b4bc45 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0562105 Oct 11 16:28:10.243834 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e408475e-6e44-4c94-872a-9a328fc71de5 req-76747f2e-21fe-49b2-8aee-95d0c57e9a6e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Oct 11 16:28:11.168172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:11.360136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05f84-f562-4548-bc26-864dec2598bf req-65cbb9a8-d426-4d51-8161-fa3fd4b5ecf9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:11.361730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9c05f84-f562-4548-bc26-864dec2598bf req-65cbb9a8-d426-4d51-8161-fa3fd4b5ecf9 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0497444 Oct 11 16:28:11.401586 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9c05f84-f562-4548-bc26-864dec2598bf req-e968b1a8-789d-4b3e-af47-474add9d5d4e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Oct 11 16:28:12.514654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eadf6-bf05-4b25-ae61-ac00cdba932b req-8af8de01-973c-415b-ab7f-45227b8aad63 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:12.516107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465eadf6-bf05-4b25-ae61-ac00cdba932b req-8af8de01-973c-415b-ab7f-45227b8aad63 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0479915 Oct 11 16:28:12.554225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-465eadf6-bf05-4b25-ae61-ac00cdba932b req-0461cd63-135d-4715-a753-ed59ad164c09 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Oct 11 16:28:13.673323 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e8cc-97ff-4787-a25e-38bc9f323462 req-c13e19a7-c4cb-4ea4-825d-415f4ba93ca1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:13.674798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e357e8cc-97ff-4787-a25e-38bc9f323462 req-c13e19a7-c4cb-4ea4-825d-415f4ba93ca1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0519695 Oct 11 16:28:13.952936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e357e8cc-97ff-4787-a25e-38bc9f323462 req-d4fd3783-5aea-4838-8dc6-439004188063 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722883 Oct 11 16:28:15.068304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c9628-b4cb-453c-ac87-2a11804c5aab req-e0204094-2266-45c2-bdb0-e6cfd2482ea0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:15.069780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec2c9628-b4cb-453c-ac87-2a11804c5aab req-e0204094-2266-45c2-bdb0-e6cfd2482ea0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0480864 Oct 11 16:28:15.106501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec2c9628-b4cb-453c-ac87-2a11804c5aab req-63d37a48-1f81-4f7a-a64c-f17dc8af5b14 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Oct 11 16:28:16.243334 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45a447-13ae-4d65-84f5-9b8d89aed511 req-b5360021-39ba-4a98-b121-8421102718c3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:16.244773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e45a447-13ae-4d65-84f5-9b8d89aed511 req-b5360021-39ba-4a98-b121-8421102718c3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0472522 Oct 11 16:28:16.281742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0e45a447-13ae-4d65-84f5-9b8d89aed511 req-d0c37478-9d8a-4362-9975-3a40d0ce2329 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Oct 11 16:28:17.409060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b831a-dcf8-444c-bb91-4b660887ff3d req-2b51f7b7-4f3c-4b1d-8e85-411e89f7fbbd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:17.410547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a29b831a-dcf8-444c-bb91-4b660887ff3d req-2b51f7b7-4f3c-4b1d-8e85-411e89f7fbbd tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0496352 Oct 11 16:28:17.447786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a29b831a-dcf8-444c-bb91-4b660887ff3d req-50579806-5707-4fd3-b079-94e610dd9782 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Oct 11 16:28:18.560777 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b98f-a8e5-4849-9a7e-e9def95e08fa req-27342391-9f50-4955-bb08-c2980901432f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:18.562266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5d5b98f-a8e5-4849-9a7e-e9def95e08fa req-27342391-9f50-4955-bb08-c2980901432f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0484002 Oct 11 16:28:18.598922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5d5b98f-a8e5-4849-9a7e-e9def95e08fa req-a137ad80-70f2-41b6-8363-c1944edf107f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308006 Oct 11 16:28:19.713602 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1dc0-88a1-4df8-bdcf-425804d06b52 req-fec18776-e494-4c40-a782-525519b67969 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:19.715050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a14e1dc0-88a1-4df8-bdcf-425804d06b52 req-fec18776-e494-4c40-a782-525519b67969 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0481112 Oct 11 16:28:19.751966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a14e1dc0-88a1-4df8-bdcf-425804d06b52 req-71e1e1b9-2483-4ee4-b7fb-bb501620bcf2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311584 Oct 11 16:28:20.870526 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0fb02-aa9e-4a73-8c91-24c5f51b6508 req-29f15c5b-c314-44de-ab09-91a62b13d040 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:20.872060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b0fb02-aa9e-4a73-8c91-24c5f51b6508 req-29f15c5b-c314-44de-ab09-91a62b13d040 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0534570 Oct 11 16:28:20.909558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b0fb02-aa9e-4a73-8c91-24c5f51b6508 req-0d2ee110-b08e-4fa5-b491-d2fd9cf6e0a0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Oct 11 16:28:22.025400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b921-4e71-4b94-8a5b-ffc64e58a03f req-d767224e-2a83-45ca-aa5e-26abb0c0ebf3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:22.027310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0c9b921-4e71-4b94-8a5b-ffc64e58a03f req-d767224e-2a83-45ca-aa5e-26abb0c0ebf3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0480614 Oct 11 16:28:22.064740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0c9b921-4e71-4b94-8a5b-ffc64e58a03f req-82dd6ff0-26ee-47b0-8d9a-6f36b8fe60d7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Oct 11 16:28:23.181464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1003-c73b-47dd-b2be-b068a32a3424 req-63ef0bdd-65fa-40d6-a682-e1cb8b0f1df7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:23.183021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db9f1003-c73b-47dd-b2be-b068a32a3424 req-63ef0bdd-65fa-40d6-a682-e1cb8b0f1df7 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0518010 Oct 11 16:28:23.223081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db9f1003-c73b-47dd-b2be-b068a32a3424 req-bed222ef-4dcb-4b1b-a24e-d43f23d6f6d0 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Oct 11 16:28:24.339130 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ade8-a18c-41eb-821b-8943b01f4ada req-28201b72-80fa-45cc-9031-fb13a12a3861 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:24.340590 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0000ade8-a18c-41eb-821b-8943b01f4ada req-28201b72-80fa-45cc-9031-fb13a12a3861 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0515397 Oct 11 16:28:24.377830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0000ade8-a18c-41eb-821b-8943b01f4ada req-91e1f02b-bb2f-45dc-89b7-bd25b2b41d87 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Oct 11 16:28:25.492214 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5b4a-68ee-4ff8-9f5b-88edb9400edb req-b199a1c4-bce5-478d-b750-bf3e38e1d1c2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:25.493760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7bc5b4a-68ee-4ff8-9f5b-88edb9400edb req-b199a1c4-bce5-478d-b750-bf3e38e1d1c2 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0502532 Oct 11 16:28:25.531608 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7bc5b4a-68ee-4ff8-9f5b-88edb9400edb req-e400c2ac-7a6d-4a7d-800a-0ad0b2336483 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Oct 11 16:28:26.644728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7165bd1-b2b4-4a9c-8412-9d477a3ba72b req-24a2e9c5-e3d1-439d-9ba6-81f96aaf7465 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:26.646239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7165bd1-b2b4-4a9c-8412-9d477a3ba72b req-24a2e9c5-e3d1-439d-9ba6-81f96aaf7465 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0488255 Oct 11 16:28:26.693979 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7165bd1-b2b4-4a9c-8412-9d477a3ba72b req-058614ad-d35d-4316-bf1e-7bc714a9a516 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Oct 11 16:28:26.748289 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ecbd1452-fe83-4332-817d-12a1367853fb service neutron] show failed (client error): The resource could not be found. Oct 11 16:28:26.749318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ecbd1452-fe83-4332-817d-12a1367853fb service neutron] 10.222.0.43 "GET /v2.0/ports/f0fd5863-8145-4e7c-92e2-0ac0870efdc9/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0979955 Oct 11 16:28:26.948890 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-46ee43d1-6121-40e0-bf52-4ac4a024c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:26.950429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-46ee43d1-6121-40e0-bf52-4ac4a024c324 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e&tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653 HTTP/1.1" status: 200 len: 1097 time: 0.0442948 Oct 11 16:28:26.962517 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:27.016944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.222192 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:27.256220 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:27.299002 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:27.301252 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459309a-9a71-46e5-8e50-1e3c02d2bc01" -d '{"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:27.305278 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.317589 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Transition to ACTIVE for port object f0fd5863-8145-4e7c-92e2-0ac0870efdc9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:28:27.321492 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.351766 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3ea6ca-eb83-4198-9523-cfbdde299b92 x-openstack-request-id: req-6e3ea6ca-eb83-4198-9523-cfbdde299b92 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:27.352056 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:27.352304 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e3ea6ca-eb83-4198-9523-cfbdde299b92 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:27.352687 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'code': 200} Oct 11 16:28:27.386819 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] No DVR routers for this DVR port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:28:27.389256 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:27.401579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.401929 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.402271 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.402602 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.402932 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.403258 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.404147 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.404468 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.404787 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.405103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.405420 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.405759 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:27.433899 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:28:27.434231 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:28:27.434556 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:27.438964 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:28:27.439282 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Attempting to bind port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on network 5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:27.444234 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:28:27.444566 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Checking segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:27.444950 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Bound using segment: {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:28:27.445374 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Bound port: f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:28:27.445761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.512038 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:27.515654 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:28:27.520212 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.554636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:27.555262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.556629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-599c87df-51b6-47ad-b461-826016cb484e service neutron] 10.222.0.36 "PUT /v2.0/ports/f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 1092 time: 0.5980566 Oct 11 16:28:27.586098 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c87df-51b6-47ad-b461-826016cb484e service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:27.620249 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ae4c2f84-c322-4e7b-9364-28a81c1ee730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:27.621786 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-ae4c2f84-c322-4e7b-9364-28a81c1ee730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.0434763 Oct 11 16:28:27.719369 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-83f810e3-c8d7-4627-ac7c-88aed289fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:27.720856 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-83f810e3-c8d7-4627-ac7c-88aed289fea0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0918515 Oct 11 16:28:27.763805 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-1fbbae0e-5cb4-4ea5-8fac-c6b5aaeed5e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0353365 Oct 11 16:28:27.810638 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb37e1-ac66-44a0-a3b6-6632264cd5c6 req-163f9853-1c2c-42c3-b7a6-239987eb144d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:27.811969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782b26-abbc-4509-8186-8777a7a8e612 req-21559d2d-0aea-4a71-aea1-d94bc7f7eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:27.812189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1fb37e1-ac66-44a0-a3b6-6632264cd5c6 req-163f9853-1c2c-42c3-b7a6-239987eb144d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0513108 Oct 11 16:28:27.813417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-21559d2d-0aea-4a71-aea1-d94bc7f7eada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0439978 Oct 11 16:28:27.851673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-c4ae77c8-1900-4827-9919-f817f857531e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297918 Oct 11 16:28:27.853059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c1fb37e1-ac66-44a0-a3b6-6632264cd5c6 req-2a1a786a-bfb3-4dd5-865d-fa1db7777ac8 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Oct 11 16:28:27.950915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-5a0b4b20-67d4-4626-aa30-92ba4b459706 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915339 Oct 11 16:28:28.040640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-89782b26-abbc-4509-8186-8777a7a8e612 req-b05b0bb6-2af9-4f16-b039-cabefddcf2d1 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822871 Oct 11 16:28:28.969663 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d03d-8f10-4db9-b726-afca0e17c9ac req-1dd7d4ba-3d17-423a-880f-73c3a7e6762d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:28.971102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1e1d03d-8f10-4db9-b726-afca0e17c9ac req-1dd7d4ba-3d17-423a-880f-73c3a7e6762d tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0471017 Oct 11 16:28:29.009611 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1e1d03d-8f10-4db9-b726-afca0e17c9ac req-76592875-6184-4b47-a65e-52c9635bbde3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Oct 11 16:28:29.353672 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:29.356222 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b5caa4-a32c-45ec-8432-67c1030900eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:29.403257 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5112879e-940e-4bfb-aa2d-5faead1630f4 x-openstack-request-id: req-5112879e-940e-4bfb-aa2d-5faead1630f4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:29.403543 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:29.403788 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5112879e-940e-4bfb-aa2d-5faead1630f4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:29.404759 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'status': 'completed', 'code': 200} Oct 11 16:28:29.475427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-e659f378-d457-40a1-be9e-a6e2b3ccbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:29.476956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-e659f378-d457-40a1-be9e-a6e2b3ccbf75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.0494530 Oct 11 16:28:29.586217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-34b5a0bd-cde8-44dc-8b2b-102f5896cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:29.587732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-34b5a0bd-cde8-44dc-8b2b-102f5896cf78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.1037180 Oct 11 16:28:29.635371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-b3e2101b-6cc1-44c4-b292-c3928ee1a65e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0406950 Oct 11 16:28:29.688462 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-ebadf46c-b721-4608-9615-5e68f828abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:29.689999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-ebadf46c-b721-4608-9615-5e68f828abd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0479975 Oct 11 16:28:29.723325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-72352e1a-f16c-4c08-85ba-ff76a4ad44c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256045 Oct 11 16:28:29.818834 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-af93aabb-5766-4a29-b2b6-f34e3a8100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:29.820329 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-af93aabb-5766-4a29-b2b6-f34e3a8100f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.3866274 Oct 11 16:28:29.823378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-797f9613-aaf1-4f25-a9a2-d765cf8d2818 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931945 Oct 11 16:28:29.916317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-d51cd846-e0e3-4d8c-8dea-fb7a8677a79c service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Oct 11 16:28:29.916512 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-23979da1-fe9c-4a9c-871c-e03f88a8641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:29.917935 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-23979da1-fe9c-4a9c-871c-e03f88a8641c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0905535 Oct 11 16:28:29.922101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:28:29.959835 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-88b27b85-a932-4e03-bd00-8e446529b099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0347087 Oct 11 16:28:29.960975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:28:30.014684 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-2fffb838-d481-40bf-9d5b-aea31f694808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.016126 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-2fffb838-d481-40bf-9d5b-aea31f694808 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0489147 Oct 11 16:28:30.052593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-1fdb1d10-9cd1-47e9-b1f4-2f5dcbd373e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280678 Oct 11 16:28:30.139519 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10151-8e30-4e2b-bb2f-0d466f4fef04 req-9e198b52-4211-40b4-8495-0b9051c0d872 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.141122 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ab10151-8e30-4e2b-bb2f-0d466f4fef04 req-9e198b52-4211-40b4-8495-0b9051c0d872 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0550823 Oct 11 16:28:30.152750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-4365c909-7e97-4c02-a763-a89d192c8129 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932934 Oct 11 16:28:30.185003 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9ab10151-8e30-4e2b-bb2f-0d466f4fef04 req-7ac82791-8cd1-444e-b950-7835b2ba4b1f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Oct 11 16:28:30.254386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b5caa4-a32c-45ec-8432-67c1030900eb req-fd3f3f4d-69d2-43ca-8987-f00443f28fec service neutron] 10.222.0.36 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950656 Oct 11 16:28:30.456009 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-9b476e3d-ed4c-4a3d-83e3-57afcb4e691f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.457431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-9b476e3d-ed4c-4a3d-83e3-57afcb4e691f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e&tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.1125877 Oct 11 16:28:30.468429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699476f8-25d5-4f7b-9556-0f1cdc9db874 req-95a16b27-46ed-44d1-b63c-ea28f12945c8 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.469842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-699476f8-25d5-4f7b-9556-0f1cdc9db874 req-95a16b27-46ed-44d1-b63c-ea28f12945c8 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 944 time: 0.0947924 Oct 11 16:28:30.554935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-699476f8-25d5-4f7b-9556-0f1cdc9db874 req-4ce87afd-85cc-4c95-92fe-e7c2d82cda0b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Oct 11 16:28:30.560392 n-d-master-1 neutron-server[94827]: INFO neutron.api.v2.resource [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-9813bbd2-7eac-483c-a6a6-5d51b5466389 service neutron] delete failed (client error): The resource could not be found. Oct 11 16:28:30.561414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-9813bbd2-7eac-483c-a6a6-5d51b5466389 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f0fd5863-8145-4e7c-92e2-0ac0870efdc9/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0906653 Oct 11 16:28:30.652376 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-adf0f32d-bf22-418c-8bbe-83eca98f8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.654274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-adf0f32d-bf22-418c-8bbe-83eca98f8061 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 1095 time: 0.0419366 Oct 11 16:28:30.747999 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-dd6bf740-f97d-457e-8ffd-075f99a03a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.749344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-dd6bf740-f97d-457e-8ffd-075f99a03a0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 200 len: 916 time: 0.0877693 Oct 11 16:28:30.789961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-6c91088c-7911-471c-8051-1c46cd8db08a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 200 len: 217 time: 0.0336845 Oct 11 16:28:30.836883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-ae5071bc-7436-441f-b0c5-a111931dd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:30.838310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-ae5071bc-7436-441f-b0c5-a111931dd206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 200 len: 855 time: 0.0420971 Oct 11 16:28:30.872623 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-6541663f-57bb-4250-a497-1d129e0c1758 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275004 Oct 11 16:28:30.965318 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-485e758b-a909-4f98-8288-ad050bde028d service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861619 Oct 11 16:28:30.983880 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:28:31.071432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c208d0dd-f315-40cf-816e-71eee31f9207 req-a6d9d046-b257-4dd7-bfd0-a9f30ff82755 service neutron] 10.222.0.43 "GET /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978930 Oct 11 16:28:31.078943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:31.094141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'network_id': '5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8', 'port_id': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'mac_address': 'fa:16:3e:d9:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d6d0a-3df1-453c-b3f5-b97e172326fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:28:31.130045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:31.143050 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd5863-8145-4e7c-92e2-0ac0870efdc9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:28:31.165215 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:31.170237 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:31.217839 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:31.379087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f0fd5863-8145-4e7c-92e2-0ac0870efdc9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:28:31.674447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961e2c-4857-430a-888b-1e2926efecb2 req-1ba80a2e-f36e-49ac-b647-4167c5d167da tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:31.675839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1961e2c-4857-430a-888b-1e2926efecb2 req-1ba80a2e-f36e-49ac-b647-4167c5d167da tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0509703 Oct 11 16:28:31.712901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1961e2c-4857-430a-888b-1e2926efecb2 req-973ba3f7-feb6-4e55-976b-bbab1410a36b tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Oct 11 16:28:31.829380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94571be-91ab-4a99-901f-55a0a4eaa135 req-bb25d989-f8d0-40a7-9028-c3d18700fcd1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:31.832569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b94571be-91ab-4a99-901f-55a0a4eaa135 req-bb25d989-f8d0-40a7-9028-c3d18700fcd1 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0505612 Oct 11 16:28:31.871521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b94571be-91ab-4a99-901f-55a0a4eaa135 req-b936874d-3655-4fab-a044-a9518d0ea843 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 Oct 11 16:28:31.993947 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb909-d2ef-4f8b-85e1-f55714188525 req-46074d21-1e13-4a9e-b974-268b8d859a7f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:31.995375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41efb909-d2ef-4f8b-85e1-f55714188525 req-46074d21-1e13-4a9e-b974-268b8d859a7f tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0500207 Oct 11 16:28:32.020802 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:28:32.038256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-41efb909-d2ef-4f8b-85e1-f55714188525 req-d02da984-e8b0-46ac-ae40-7639c9e34814 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361545 Oct 11 16:28:32.373699 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23f1f-5170-409c-b1fa-88fbbcdf33d6 req-034d2aa2-cc5a-4520-af7b-85e1e848aee3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:32.375317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce23f1f-5170-409c-b1fa-88fbbcdf33d6 req-034d2aa2-cc5a-4520-af7b-85e1e848aee3 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 945 time: 0.0516727 Oct 11 16:28:32.416540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ce23f1f-5170-409c-b1fa-88fbbcdf33d6 req-74dcc36f-f545-46a7-9d1c-b3081e455834 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348859 Oct 11 16:28:32.421442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70a77d7c-f94b-4a39-aa3d-7a0f1a363ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:32.992080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:33.041122 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:28:33.045912 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:33.046285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.126326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.149418 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:33.151659 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd36a9-594b-4dda-ae33-c443a5e6dd90" -d '{"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:33.167824 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:33.170727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.194764 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf594e5-74a0-4952-992a-fd695d7d75cc x-openstack-request-id: req-ebf594e5-74a0-4952-992a-fd695d7d75cc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:33.195045 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:33.195293 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebf594e5-74a0-4952-992a-fd695d7d75cc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:33.195676 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'code': 200} Oct 11 16:28:33.221880 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:33.517606 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-3dccb88a-db85-4333-837c-b446ef46515e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:33.519099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-3dccb88a-db85-4333-837c-b446ef46515e tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0487609 Oct 11 16:28:33.534864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445584-86e1-4bb6-b7a0-3aaa1d9f09de req-1ef11f5d-a24c-42a3-aee6-df63c159d48a tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:33.536396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9445584-86e1-4bb6-b7a0-3aaa1d9f09de req-1ef11f5d-a24c-42a3-aee6-df63c159d48a tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa3cfce-dd4b-4673-b860-1130965aa90e HTTP/1.1" status: 200 len: 946 time: 0.0493057 Oct 11 16:28:33.575188 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f9445584-86e1-4bb6-b7a0-3aaa1d9f09de req-c8b837e7-fd48-4895-a603-7a6bfb4d9652 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.31 "GET /v2.0/security-groups?id=2da7b0a6-48a6-4859-bc50-41207c8ac154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Oct 11 16:28:33.611174 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Deleting port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:28:33.611509 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.702949 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] For port f0fd5863-8145-4e7c-92e2-0ac0870efdc9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,segment=NetworkSegment(efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef),segment_id=efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:33.703223 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.715215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Calling delete_port for f0fd5863-8145-4e7c-92e2-0ac0870efdc9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:28:33.851754 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.865419 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f0fd5863-8145-4e7c-92e2-0ac0870efdc9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:28:33.884206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Pushing event deleted for resources: {'Port': ['ID=f0fd5863-8145-4e7c-92e2-0ac0870efdc9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:33.926080 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] No DVR routers for this DVR port f0fd5863-8145-4e7c-92e2-0ac0870efdc9 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:28:33.928731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:33.931991 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae7a729-839c-40ec-81b6-2b5aea0b9347 req-2e084344-7e8e-4de0-bbf4-e8c51835e187 tempest-ServerDiskConfigTestJSON-1607318094 tempest-ServerDiskConfigTestJSON-1607318094-project] 10.222.0.36 "DELETE /v2.0/ports/f0fd5863-8145-4e7c-92e2-0ac0870efdc9 HTTP/1.1" status: 204 len: 173 time: 0.4048905 Oct 11 16:28:33.932428 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-deleted', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:33.934727 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef7697-50e1-4427-81c1-bcb5df59a149" -d '{"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-deleted", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:33.975420 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d382431a-0e63-45c6-9fc2-22d71f16032a x-openstack-request-id: req-d382431a-0e63-45c6-9fc2-22d71f16032a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:33.975710 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa3cfce-dd4b-4673-b860-1130965aa90e", "name": "network-vif-deleted", "tag": "f0fd5863-8145-4e7c-92e2-0ac0870efdc9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:33.975993 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d382431a-0e63-45c6-9fc2-22d71f16032a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:33.976391 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa3cfce-dd4b-4673-b860-1130965aa90e', 'name': 'network-vif-deleted', 'tag': 'f0fd5863-8145-4e7c-92e2-0ac0870efdc9', 'status': 'completed', 'code': 200} Oct 11 16:28:34.696057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:34.739741 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Deleting subnet 905d6d0a-3df1-453c-b3f5-b97e172326fa {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:28:34.742764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:34.781695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:34.820903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:34.873462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:34.899829 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905d6d0a-3df1-453c-b3f5-b97e172326fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:34.901853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:34.905141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-562b6c0a-1d95-437e-8f24-4542979b4d71 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/905d6d0a-3df1-453c-b3f5-b97e172326fa HTTP/1.1" status: 204 len: 168 time: 0.2080390 Oct 11 16:28:34.907624 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:34.978956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.058878 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.082489 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:35.092227 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:35.092519 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcf8d92-5d72-4a6a-93fb-ae7ae019d2ef') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:35.101606 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.114795 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.120602 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:28:35.120981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:28:35.122716 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:28:35.177436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.184555 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.189239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8 HTTP/1.1" status: 204 len: 168 time: 0.2806203 Oct 11 16:28:35.201041 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c6531-d009-452b-8101-bcb716787a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb6a47f-cae9-4a4a-bc05-de9bc2e34df8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:35.298167 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:35.336785 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-400b29f8-f66f-4c7d-94e6-c65933637da2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c299a02e38ab4f0db9d0ee8fee8ee653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374105 Oct 11 16:28:35.339294 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:35.388191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.408030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-790f2eb1-614e-4640-b073-41d36a3d67f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.414608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.462399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.464959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:35.466709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2da7b0a6-48a6-4859-bc50-41207c8ac154 HTTP/1.1" status: 204 len: 168 time: 0.1264980 Oct 11 16:28:35.475063 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185fc95-343e-4d51-ac58-783a7c8dfbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7b0a6-48a6-4859-bc50-41207c8ac154,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:36.074892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.130202 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.141042 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:36.237096 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1642246416-network', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:36.258594 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:28:36.260930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.270500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.351263 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.355219 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.380182 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:28:36.390426 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54236d3-50b3-4f11-aa87-0501d7b7eaf1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:36.395787 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.396153 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Added segment e7ab448b-546b-477f-b373-28a2a70bc489 of type vlan for network 95882ef6-c017-40e3-a7ae-64b296513b1e Oct 11 16:28:36.437168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.461702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.462754 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:36.463329 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.524711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3824396 Oct 11 16:28:36.527766 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:36.530458 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91a2d4-0543-4ba9-af15-bcb185217218 admin admin] Pushing event updated for resources: {'Network': ['ID=95882ef6-c017-40e3-a7ae-64b296513b1e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:36.533275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Request body: {'subnet': {'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1642246416-subnet', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:36.540558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 95882ef6-c017-40e3-a7ae-64b296513b1e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:28:36.555265 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:28:36.557705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.755736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.818185 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42534c03-3f25-4ec4-87ed-6eec3afa6490,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:36.826896 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:36.827293 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Network hostable DHCP agents. Network: 95882ef6-c017-40e3-a7ae-64b296513b1e, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:28:36.843713 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:28:36.851933 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 95882ef6-c017-40e3-a7ae-64b296513b1e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:36.856909 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:36.858089 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.862078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3658fb8-883d-43eb-8741-8dfbe2e1e73a None None] Network 95882ef6-c017-40e3-a7ae-64b296513b1e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:28:36.877696 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:36.877833 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2372dfc5-7266-47b5-8ef2-de57dd87f29f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3482983 Oct 11 16:28:36.882374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:36.903042 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.904416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:36.958994 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.012954 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-95882ef6-c017-40e3-a7ae-64b296513b1e', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:28:37.013856 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.024513 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:28:37.047264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f0fd5863-8145-4e7c-92e2-0ac0870efdc9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:28:37.047597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0fd5863-8145-4e7c-92e2-0ac0870efdc9 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:28:37.104934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.172957 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Allocated IP 172.20.0.2 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/071eed82-1602-436f-9eb8-bcd7367ca6ad) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:28:37.313040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.326143 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.331958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.333538 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.368219 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:37.375370 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:37.379142 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:28:37.390221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Pushing event updated for resources: {'Port': ['ID=071eed82-1602-436f-9eb8-bcd7367ca6ad,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:37.443158 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Allocated IP 172.35.3.134 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/98d6cb2b-d517-4493-b481-4fe13e85e2d8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:28:37.558578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.592161 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.594544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Attempting to bind port 071eed82-1602-436f-9eb8-bcd7367ca6ad on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:28:37.595063 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Attempting to bind port 071eed82-1602-436f-9eb8-bcd7367ca6ad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:28:37.595417 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Attempting to bind port 071eed82-1602-436f-9eb8-bcd7367ca6ad on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:37.600753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:28:37.601122 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:37.601575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.601976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:28:37.602465 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Bound port: 071eed82-1602-436f-9eb8-bcd7367ca6ad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:28:37.602839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.627972 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:37.630749 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:37.636378 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:28:37.666309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] For port 071eed82-1602-436f-9eb8-bcd7367ca6ad, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:37.669700 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Pushing event updated for resources: {'Port': ['ID=98d6cb2b-d517-4493-b481-4fe13e85e2d8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:37.672602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] For port 071eed82-1602-436f-9eb8-bcd7367ca6ad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=071eed82-1602-436f-9eb8-bcd7367ca6ad,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:28:37.678299 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.744158 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e9ad-9033-4ce2-a2da-7b0d7d9c4e3d None None] Pushing event updated for resources: {'Port': ['ID=071eed82-1602-436f-9eb8-bcd7367ca6ad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:37.917254 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:37.931141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.122801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.252329 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:28:38.363743 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:28:38.373125 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:28:38.383450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.383894 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:38.384725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a6c8b4c7-2f1e-4be6-897e-459ff7aa4185 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5058658 Oct 11 16:28:38.387631 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:38.387911 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:38.499974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:38.670255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f8ae4-d63f-4474-8454-fae5116128b7 None None] Network 95882ef6-c017-40e3-a7ae-64b296513b1e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:28:38.771804 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] Provisioning complete for port 071eed82-1602-436f-9eb8-bcd7367ca6ad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:38.772078 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.819682 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:37Z', 'revision_number': 3, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:38.833624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.860373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:28:38.860720 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Updating router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:28:38.908771 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:38.997206 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Allocated IP 172.20.0.1 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/7434a6ae-d681-42fe-8086-1d971e8d026d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:28:39.056186 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.109932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.127682 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 071eed82-1602-436f-9eb8-bcd7367ca6ad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:39.155915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.173500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] For port 071eed82-1602-436f-9eb8-bcd7367ca6ad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=071eed82-1602-436f-9eb8-bcd7367ca6ad,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:39.191962 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.200864 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:39.204147 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:39.208846 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:28:39.214197 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Pushing event updated for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:39.253834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.286346 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1c669-bb12-4c0c-93dc-ef8bd3bc7153 None None] Pushing event updated for resources: {'Port': ['ID=071eed82-1602-436f-9eb8-bcd7367ca6ad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:39.301518 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 071eed82-1602-436f-9eb8-bcd7367ca6ad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:39.301679 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.390284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.402932 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.405972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.493204 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd494369-1c01-4ab8-b9d8-1949b9c6ad77 None None] Pushing event updated for resources: {'Port': ['ID=98d6cb2b-d517-4493-b481-4fe13e85e2d8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:39.499159 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d9667e5-e447-412c-806e-3aa934a43fed None None] Provisioning complete for port 071eed82-1602-436f-9eb8-bcd7367ca6ad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:39.499527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d9667e5-e447-412c-806e-3aa934a43fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.504100 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Attempting to bind port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:28:39.504453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Attempting to bind port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:28:39.504815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Attempting to bind port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:39.530744 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:28:39.531035 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:39.531438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.531830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:28:39.532677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Bound port: 98d6cb2b-d517-4493-b481-4fe13e85e2d8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:28:39.532677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.599010 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.604125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.624540 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] For port 98d6cb2b-d517-4493-b481-4fe13e85e2d8, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:39.644436 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] For port 98d6cb2b-d517-4493-b481-4fe13e85e2d8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=98d6cb2b-d517-4493-b481-4fe13e85e2d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:28:39.651915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.681452 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Pushing event updated for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:39.685224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.717781 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:39.718404 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:39.721278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd494369-1c01-4ab8-b9d8-1949b9c6ad77 None None] Pushing event updated for resources: {'Port': ['ID=98d6cb2b-d517-4493-b481-4fe13e85e2d8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:39.786874 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:39.788293 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:39.805002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-39320f2c-09fd-4f56-a37a-aac84c4702c2 None None] Provisioning complete for port 7434a6ae-d681-42fe-8086-1d971e8d026d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:39.805370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39320f2c-09fd-4f56-a37a-aac84c4702c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.860318 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-39320f2c-09fd-4f56-a37a-aac84c4702c2 None None] Port 7434a6ae-d681-42fe-8086-1d971e8d026d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:28:39.864997 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:39.913708 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:28:40.032992 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:28:40.038321 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fa0f4b7-fa74-4626-89f4-aef41e6f875e admin admin] 10.222.0.31 "PUT /v2.0/routers/2d8ca544-f950-4a0b-ac8d-494f7b3cf214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495266 Oct 11 16:28:40.181150 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.190744 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d5a09c14-ce5d-48f4-85fe-c3ce64c5aa2d None None] Provisioning complete for port 7434a6ae-d681-42fe-8086-1d971e8d026d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:40.191103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5a09c14-ce5d-48f4-85fe-c3ce64c5aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.262192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d5a09c14-ce5d-48f4-85fe-c3ce64c5aa2d None None] Port 7434a6ae-d681-42fe-8086-1d971e8d026d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:28:40.290974 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 2, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:40.321438 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93691926-d6bf-45f8-b430-f1d36131d25e None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 2, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:28:40.595377 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:40.600083 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466531710', 'description': 'tempest-description--2021181382'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:40.625767 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.696473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.700830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.730075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.734520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1349378 Oct 11 16:28:40.734843 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:40.740267 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa82d7-b4ea-4a61-a76b-2b8995b4c293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:40.745756 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125f3a-4ae2-4fff-8398-c0718b087d92 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:40.772703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.832298 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.836170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.855125 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a896a57f-f816-4e36-bb5b-0a467914799d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:40.864350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.865931 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e17e036b-b4e3-46af-b59b-e7c055d9188e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301260 Oct 11 16:28:40.868731 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:40.873313 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'security_group_rule': {'security_group_id': 'e3fa82d7-b4ea-4a61-a76b-2b8995b4c293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:40.900959 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.977813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:40.987041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.007842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c1c30e-2eda-41c8-8483-8bffcd1114f3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:41.016989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.018269 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c71c3b0c-c2a8-44d9-b7fb-0adaea1280e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485934 Oct 11 16:28:41.021464 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:41.031507 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:41.059521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.154823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 98d6cb2b-d517-4493-b481-4fe13e85e2d8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:41.167022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.209022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.220365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:41.220904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.285363 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Allocated IP 172.35.3.74 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1721cc7a-584b-4bff-9596-6455ee47c90d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:28:41.308070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.334421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 98d6cb2b-d517-4493-b481-4fe13e85e2d8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=98d6cb2b-d517-4493-b481-4fe13e85e2d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:41.339849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.340709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 071eed82-1602-436f-9eb8-bcd7367ca6ad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:41.406325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.418512 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=98d6cb2b-d517-4493-b481-4fe13e85e2d8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:41.432242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 071eed82-1602-436f-9eb8-bcd7367ca6ad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:41.432648 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.451711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.488918 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:41.491988 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:41.498044 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:28:41.526899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=1721cc7a-584b-4bff-9596-6455ee47c90d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:41.591176 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.629691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.776467 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.782222 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.850484 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=1721cc7a-584b-4bff-9596-6455ee47c90d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:41.862596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.880206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:41.881821 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-978c0cf7-08ac-4fce-afec-040de8d4bc21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8591537 Oct 11 16:28:42.022175 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-04642139-511d-44d9-bdbd-abb71bf71b2b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--466531710&fields=id&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 267 time: 0.0346556 Oct 11 16:28:42.279849 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:28:42.289942 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:42.290563 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:42.377520 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-a836b9f3-adea-4341-b68f-ee23a55ad39d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:42.380518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-a836b9f3-adea-4341-b68f-ee23a55ad39d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.3493083 Oct 11 16:28:42.395367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-89b88a34-2dea-47e5-87d0-5f4ffb73f085 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/quotas/4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 375 time: 0.0098774 Oct 11 16:28:42.450738 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-131d2d7c-32fc-49e5-aa6a-09136aeba3f4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493171 Oct 11 16:28:42.493543 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:42.546336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-f2cb5828-c3cd-4ffc-896e-7183c46ebbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829186 Oct 11 16:28:42.642145 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-5b611b97-c4ec-4b49-9cad-d9803ccce540 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894048 Oct 11 16:28:42.698429 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 2, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:42.724634 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:28:42.724986 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Updating router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 port 7434a6ae-d681-42fe-8086-1d971e8d026d binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:28:42.751032 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:42.806914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d75a864-5af3-4c28-8efe-e83a4ddfbba7 req-0e7a2613-4a19-4f6e-8fc3-12cdc1aa6456 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Oct 11 16:28:43.030550 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.036661 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.069602 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 98d6cb2b-d517-4493-b481-4fe13e85e2d8 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:43.084956 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Pushing event updated for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:43.096335 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.096687 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.097027 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.097359 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.097716 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.098043 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.098367 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.098692 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.099009 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.099326 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.099653 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.099972 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:28:43.149370 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:43.149695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.173882 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Attempting to bind port 7434a6ae-d681-42fe-8086-1d971e8d026d on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:28:43.174338 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Attempting to bind port 7434a6ae-d681-42fe-8086-1d971e8d026d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:28:43.174882 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Attempting to bind port 7434a6ae-d681-42fe-8086-1d971e8d026d on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:43.180784 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:28:43.181164 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:43.181611 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.182004 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:28:43.182471 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Bound port: 7434a6ae-d681-42fe-8086-1d971e8d026d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:28:43.182851 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.265628 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] For port 7434a6ae-d681-42fe-8086-1d971e8d026d, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:43.269065 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] For port 7434a6ae-d681-42fe-8086-1d971e8d026d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7434a6ae-d681-42fe-8086-1d971e8d026d,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:28:43.274455 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.327494 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:43.328084 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:43.392246 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe48ae-ca68-4dc9-8231-9966ee3c6528 None None] Pushing event updated for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:43.415016 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] Provisioning complete for port 7434a6ae-d681-42fe-8086-1d971e8d026d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:43.415388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.463944 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:43.503546 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.542287 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] For port 7434a6ae-d681-42fe-8086-1d971e8d026d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7434a6ae-d681-42fe-8086-1d971e8d026d,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:43.547448 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.598166 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23c36-4be7-4741-a93b-43a30d447e21 None None] Pushing event updated for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:43.676333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e3c5631-d939-4947-b46f-dd0ae1e9741d None None] Provisioning complete for port 7434a6ae-d681-42fe-8086-1d971e8d026d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:43.676874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5631-d939-4947-b46f-dd0ae1e9741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:43.709155 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:43.744528 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdfaf36-5873-4c68-b301-101cac44ff40 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:28:43.872897 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-fa6a32cd-4e92-4d18-a3d1-cde812486bc1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:43.875300 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-fa6a32cd-4e92-4d18-a3d1-cde812486bc1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1517503 Oct 11 16:28:43.918174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52cef542-91d4-48fa-b5c5-7824d0d081b5 req-63dca006-511d-442a-b411-0013898237a0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0336616 Oct 11 16:28:43.943068 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-cbfd0c6f-65f7-4be5-8a3d-d07a97998a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 379 time: 0.0470817 Oct 11 16:28:43.954974 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'port': {'device_id': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'admin_state_up': True, 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'security_groups': ['e3fa82d7-b4ea-4a61-a76b-2b8995b4c293']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:44.065691 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:28:44.069247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.204119 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Allocated IP 172.20.0.4 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/f9c41dfb-27c4-4555-8c4f-c150774387a1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:28:44.349256 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.384396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.425504 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:28:44.430348 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:28:44.434135 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:28:44.461502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:44.488279 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:44.488901 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.506169 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-6c3d7bcf-93d4-4aae-8bed-4e8c8a5719d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550065 Oct 11 16:28:44.519352 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Request body: {'port': {'device_id': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:44.579803 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.716010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35e8ad3f-1f64-4d6e-8d14-ac41b03cbcc4 None None] Provisioning complete for port f9c41dfb-27c4-4555-8c4f-c150774387a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:44.716594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35e8ad3f-1f64-4d6e-8d14-ac41b03cbcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.749852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35e8ad3f-1f64-4d6e-8d14-ac41b03cbcc4 None None] Port f9c41dfb-27c4-4555-8c4f-c150774387a1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:28:44.839241 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c41dfb-27c4-4555-8c4f-c150774387a1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:28:44.847299 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.858843 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Transition to ACTIVE for port object f9c41dfb-27c4-4555-8c4f-c150774387a1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:28:44.862776 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:44.909358 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:44.987302 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:28:44.987705 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:28:44.988036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:44.992833 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:28:44.993281 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:28:44.998698 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:28:44.999040 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:28:44.999468 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:28:44.999847 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Bound port: f9c41dfb-27c4-4555-8c4f-c150774387a1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:28:45.000247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:45.069101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c6c-902e-4912-8b1c-9b07094a5557 req-7845d56c-233d-4564-b47b-facff975f351 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.078978 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:28:45.079865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c6c2c6c-902e-4912-8b1c-9b07094a5557 req-7845d56c-233d-4564-b47b-facff975f351 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0808039 Oct 11 16:28:45.085036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:28:45.094555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:45.096812 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7434a6ae-d681-42fe-8086-1d971e8d026d up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:45.128073 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.128834 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:45.130944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] 10.222.0.36 "PUT /v2.0/ports/f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 1091 time: 0.6160135 Oct 11 16:28:45.133463 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:45.134212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3c6c2c6c-902e-4912-8b1c-9b07094a5557 req-91e047d0-98c0-4c0f-b7c5-7ec19cde93d7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531616 Oct 11 16:28:45.137070 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:45.174512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b1ed-9369-4633-9b85-9bf888dceeec service neutron] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:45.191961 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff26a3b-7261-433f-abc6-d81f6f67470e x-openstack-request-id: req-5ff26a3b-7261-433f-abc6-d81f6f67470e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:45.192312 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:45.192559 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ff26a3b-7261-433f-abc6-d81f6f67470e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:45.192950 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'status': 'completed', 'code': 200} Oct 11 16:28:45.201569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7434a6ae-d681-42fe-8086-1d971e8d026d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:45.201969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:45.233473 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-c9991f74-58ff-427d-acde-334c0f099f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.234937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-c9991f74-58ff-427d-acde-334c0f099f3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1094 time: 0.0558414 Oct 11 16:28:45.280089 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-26ef42b4-0b43-49f2-b2b0-3dcb1c53a29f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 217 time: 0.0373209 Oct 11 16:28:45.334130 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-bf8a0fed-dbca-45a1-89bc-8edc4ee51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.335614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-bf8a0fed-dbca-45a1-89bc-8edc4ee51acb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0475624 Oct 11 16:28:45.381778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-268d6062-a39f-4e59-9011-955c4dd7da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.383279 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-268d6062-a39f-4e59-9011-955c4dd7da0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Oct 11 16:28:45.473810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-e44e3ada-21dc-439a-a61a-ce812153d598 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833440 Oct 11 16:28:45.569047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3d6d92a7-8af0-4651-b902-7809ce0e0e32 req-18fc0ff4-b812-419b-95e6-e41af3ec0892 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878055 Oct 11 16:28:45.979998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-b67bbee9-71c5-44e8-b046-00d3d248ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:45.982279 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-b67bbee9-71c5-44e8-b046-00d3d248ccf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1094 time: 0.3704836 Oct 11 16:28:46.074350 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-f19fc2e5-2f13-4ec5-a235-929f50df905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:46.075822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-f19fc2e5-2f13-4ec5-a235-929f50df905b service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0851746 Oct 11 16:28:46.116815 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-9a9362e0-c1f6-4c50-ac7a-5825c47c999f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 217 time: 0.0334003 Oct 11 16:28:46.164631 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-3c6b7201-fa60-4644-9006-d65b8f108399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:46.166108 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-3c6b7201-fa60-4644-9006-d65b8f108399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0420511 Oct 11 16:28:46.214036 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-c440027e-e40c-45cd-8f50-4e29f7528ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:46.215580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-c440027e-e40c-45cd-8f50-4e29f7528ead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408921 Oct 11 16:28:46.248582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9589a7-2511-4a90-b037-af59ed675029 req-76302da9-e45a-43a1-a7a4-0c19367b33f2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:46.250116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d9589a7-2511-4a90-b037-af59ed675029 req-76302da9-e45a-43a1-a7a4-0c19367b33f2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0499527 Oct 11 16:28:46.287711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d9589a7-2511-4a90-b037-af59ed675029 req-5f9f9677-d86b-4376-9757-83a633e0b694 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Oct 11 16:28:46.310915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-f2ae1dc9-ede9-456c-930c-0beb5d826d6d service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Oct 11 16:28:46.404092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c98948fc-2c33-40ce-8a4b-4ca9345b63fd req-34e2527b-694b-4ac5-9bf0-144a23f3c07d service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Oct 11 16:28:47.409348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314761-d431-47ab-8358-b796ab2da079 req-fb9f4508-b1db-4d4c-88ba-64230bdfafeb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:47.410851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e314761-d431-47ab-8358-b796ab2da079 req-fb9f4508-b1db-4d4c-88ba-64230bdfafeb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0511785 Oct 11 16:28:47.448767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e314761-d431-47ab-8358-b796ab2da079 req-8a394696-e494-471c-bdb4-b91ad3b2ea12 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Oct 11 16:28:48.565247 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291dfd-5c06-478e-95e8-a340d8b8cf4d req-f1c7932f-5bd4-4b99-958f-39dbf501a0d2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:48.566725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6291dfd-5c06-478e-95e8-a340d8b8cf4d req-f1c7932f-5bd4-4b99-958f-39dbf501a0d2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0513978 Oct 11 16:28:48.603499 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6291dfd-5c06-478e-95e8-a340d8b8cf4d req-2fd7af6c-fd5f-4205-b334-5145fb59b0f2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Oct 11 16:28:49.069718 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:28:49.163242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:49.174151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'mac_address': 'fa:16:3e:b0:84:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:28:49.215065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:49.229300 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c41dfb-27c4-4555-8c4f-c150774387a1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:28:49.248899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:49.252883 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:49.303307 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:49.462061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f9c41dfb-27c4-4555-8c4f-c150774387a1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:28:49.717440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c404a0-a566-4997-9b10-d68611b606cd req-37fc8c6d-4622-4526-9fa1-0af42625926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:49.718843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8c404a0-a566-4997-9b10-d68611b606cd req-37fc8c6d-4622-4526-9fa1-0af42625926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0489001 Oct 11 16:28:49.757183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8c404a0-a566-4997-9b10-d68611b606cd req-43515c53-1c82-4abb-8fb4-8b439cb14bbc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Oct 11 16:28:50.870593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b1c6-bd72-4eaa-8cbe-24dd903f10f4 req-90b2aa04-9853-4dff-a8b2-1d4862a693af tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:50.872637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a35b1c6-bd72-4eaa-8cbe-24dd903f10f4 req-90b2aa04-9853-4dff-a8b2-1d4862a693af tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0495844 Oct 11 16:28:50.910300 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a35b1c6-bd72-4eaa-8cbe-24dd903f10f4 req-14debe57-4b16-498d-ab46-8bc7b2cb85f6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Oct 11 16:28:51.069830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:28:51.117815 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f9c41dfb-27c4-4555-8c4f-c150774387a1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:28:51.121275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f9c41dfb-27c4-4555-8c4f-c150774387a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:28:51.122168 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:51.198642 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:51.225191 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:51.227548 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa6556-62ef-41b1-86a2-87bd49084280" -d '{"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:51.240229 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:28:51.244868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:51.268202 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa61549-6256-4dbd-aca2-5272ec205dd4 x-openstack-request-id: req-5fa61549-6256-4dbd-aca2-5272ec205dd4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:51.268485 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:51.268728 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fa61549-6256-4dbd-aca2-5272ec205dd4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:51.269105 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'code': 200} Oct 11 16:28:51.294708 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:28:51.369606 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d850-2a4f-4db7-a6cb-5e8a0d5cdfda req-414812b1-dc35-4770-bd88-7af0afef3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:51.371069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cef6d850-2a4f-4db7-a6cb-5e8a0d5cdfda req-414812b1-dc35-4770-bd88-7af0afef3a3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0417051 Oct 11 16:28:51.405450 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cef6d850-2a4f-4db7-a6cb-5e8a0d5cdfda req-8ffa8c8b-c95d-4b89-9a1b-1e534f697c60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272758 Oct 11 16:28:52.029048 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c133ef-33a4-4fd2-914a-56fb5c5c4ffc req-f35896a1-b901-4fc3-8b01-222e3a59eaf1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:52.030537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13c133ef-33a4-4fd2-914a-56fb5c5c4ffc req-f35896a1-b901-4fc3-8b01-222e3a59eaf1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0537250 Oct 11 16:28:52.067763 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13c133ef-33a4-4fd2-914a-56fb5c5c4ffc req-86a7fa20-3061-4695-accb-39a818176c87 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 Oct 11 16:28:53.182411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c23ea-aa5b-4c30-943c-b6b6da6ec828 req-b0924f2a-10eb-4902-b080-f07f195c59c7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:53.183813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a1c23ea-aa5b-4c30-943c-b6b6da6ec828 req-b0924f2a-10eb-4902-b080-f07f195c59c7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0487175 Oct 11 16:28:53.222698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a1c23ea-aa5b-4c30-943c-b6b6da6ec828 req-4630b1fe-8ea0-4dd3-9d61-64a644c71380 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Oct 11 16:28:53.331659 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d25a6-7e41-438e-b3c8-dfa9e3bbb792 req-07cc4865-1e5f-4086-9ecc-4f7f26267c2f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:53.333132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0f9d25a6-7e41-438e-b3c8-dfa9e3bbb792 req-07cc4865-1e5f-4086-9ecc-4f7f26267c2f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Oct 11 16:28:53.341531 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:28:53.345878 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'floatingip': {'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:28:53.388110 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:53.817571 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:53.822191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:53.936311 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf associated. External IP: 172.35.3.74, port: f9c41dfb-27c4-4555-8c4f-c150774387a1. Oct 11 16:28:54.155847 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:28:54.262395 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:28:54.266943 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:54.272305 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:28:54.282481 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:54.283098 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:54.295098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cc371d68-6e26-4208-82ca-d9e90cf319c9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "PUT /v2.0/floatingips/17fc2f49-d766-43de-bf73-c7516708fdcf HTTP/1.1" status: 200 len: 990 time: 0.9524992 Oct 11 16:28:54.295683 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:28:54.297998 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3350d59c-cc72-460c-8ead-fce033785041" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:28:54.340011 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fcac3e-35d5-41e3-bf4d-c9fbe0937fc6 x-openstack-request-id: req-18fcac3e-35d5-41e3-bf4d-c9fbe0937fc6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:28:54.340823 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:28:54.341070 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18fcac3e-35d5-41e3-bf4d-c9fbe0937fc6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:28:54.341462 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'status': 'completed', 'code': 200} Oct 11 16:28:54.394802 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:54.407436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d59c-cc72-460c-8ead-fce033785041 req-00a457fd-cafc-43ec-89ad-656913cafeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:54.408840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-00a457fd-cafc-43ec-89ad-656913cafeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0398049 Oct 11 16:28:54.503427 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d59c-cc72-460c-8ead-fce033785041 req-74c4aa2f-e8d2-4b51-b27e-6ba9f5aa9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:54.504887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-74c4aa2f-e8d2-4b51-b27e-6ba9f5aa9eb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0890038 Oct 11 16:28:54.616623 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:b0:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:28:53Z', 'revision_number': 1, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:54.641913 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:28:54.650105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:28:54.650702 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:28:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:54.703848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-8ed6042d-7042-4299-98b2-31a08910e061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 998 time: 0.0582483 Oct 11 16:28:54.752805 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d59c-cc72-460c-8ead-fce033785041 req-eaa3edbb-3ecd-4a2c-96da-b573bb918fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:54.753787 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:28:54.754335 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-eaa3edbb-3ecd-4a2c-96da-b573bb918fbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0437059 Oct 11 16:28:54.804490 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d59c-cc72-460c-8ead-fce033785041 req-9be303a6-a8c5-4a5f-adab-c05baa6d61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:28:54.806209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-9be303a6-a8c5-4a5f-adab-c05baa6d61eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451243 Oct 11 16:28:54.896908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-ec19800b-0ca1-4c0f-a607-ea6573c0cde4 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834901 Oct 11 16:28:54.973393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:b0:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:28:53Z', 'revision_number': 1, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:28:54.990190 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3350d59c-cc72-460c-8ead-fce033785041 req-6fc8543e-e682-4ef2-aa56-702f319b01b7 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865088 Oct 11 16:28:55.003344 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a46dcd-19d2-4c04-8595-30c5aac9f904 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:b0:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:28:53Z', 'revision_number': 1, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:28:55.193081 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb7c77-4fe1-490e-911e-45bd95987913 None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:29:02.424460 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f245289-abb8-410f-b9b0-9fb22a386884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:05.408194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e04c7f08-c017-430d-9d8a-17af9f90fe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:06.076998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:06.131201 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:07.934142 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:09.021266 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:29:10.051652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:11.175680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:32.425575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c71677b-5919-4a6d-89fd-3ab521691d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:35.409211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ac60673-b1f9-49ae-a362-06a20e420cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:36.078985 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:36.135368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:37.938252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:40.050043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:41.184871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:29:44.217022 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-49f7ced0-a210-48b1-8493-feb270180cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496647 Oct 11 16:29:44.312520 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-c7f3a350-50fa-4b40-9dfb-eebed6087273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:29:44.314047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-c7f3a350-50fa-4b40-9dfb-eebed6087273 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0475938 Oct 11 16:29:44.427723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-5c0a0116-acd5-4d2e-8d5f-b7421c32bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:29:44.429183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-5c0a0116-acd5-4d2e-8d5f-b7421c32bff5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0895121 Oct 11 16:29:44.493676 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-c16f38b7-25d8-4936-893b-fc7937e8698f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 1000 time: 0.0566101 Oct 11 16:29:44.545318 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-80b74546-de94-4f08-b584-b5b8cbf66038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:29:44.546760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-80b74546-de94-4f08-b584-b5b8cbf66038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0466123 Oct 11 16:29:44.591585 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-568aaf3b-e929-49b1-9cb0-ba940b81659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:29:44.593035 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-568aaf3b-e929-49b1-9cb0-ba940b81659a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390744 Oct 11 16:29:44.686575 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-0339db00-40dd-414b-869a-d5d1f100c870 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Oct 11 16:29:44.773464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b98e6bb-834e-4e68-916a-d3b098ee3fd1 req-8969b75c-e5fd-477b-bd3a-8803b890aa97 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793040 Oct 11 16:29:46.021573 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:30:02.426850 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29167a72-9d1e-47a2-9561-8ab2c24e62bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:05.408901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43d7cef9-f494-4697-92e5-c53d37d3abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:06.082110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:06.138421 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:07.941401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:10.049789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:11.187064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:23.020661 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:30:31.211645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cefbfb-56ce-4953-8da2-34c104e0e88f req-c6a0f81c-5e22-42cd-9dab-cead296d7844 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:31.213241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18cefbfb-56ce-4953-8da2-34c104e0e88f req-c6a0f81c-5e22-42cd-9dab-cead296d7844 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0642400 Oct 11 16:30:31.259688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18cefbfb-56ce-4953-8da2-34c104e0e88f req-0e449373-9d55-445b-8446-1a582568cc8f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Oct 11 16:30:31.506103 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 35730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:30:31.510085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcadbeb-8b1f-447b-9421-83e4440ef5c2 req-96f9a229-64c0-49e6-8740-c1097134e0e9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:31.511681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcadbeb-8b1f-447b-9421-83e4440ef5c2 req-96f9a229-64c0-49e6-8740-c1097134e0e9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Oct 11 16:30:31.560904 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcadbeb-8b1f-447b-9421-83e4440ef5c2 req-2b836031-95b5-4601-b7eb-bf34d3fa5120 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Oct 11 16:30:31.604686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-9d02f4ba-f019-417a-9b58-85aecd26f0cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970585 Oct 11 16:30:31.613761 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-ab106f8e-7139-4da1-9914-f82e461d8318 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:30:31.614769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-ab106f8e-7139-4da1-9914-f82e461d8318 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053105 Oct 11 16:30:32.428333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c519f2d1-1e39-43d8-83d9-a5b3b79dd5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:32.686126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac0a17-892d-433e-bf48-1ba20b28af60 req-593f18c6-efa0-43ec-9380-431843048b1e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:32.687696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5ac0a17-892d-433e-bf48-1ba20b28af60 req-593f18c6-efa0-43ec-9380-431843048b1e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0540829 Oct 11 16:30:32.736413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d5ac0a17-892d-433e-bf48-1ba20b28af60 req-9878ac21-1930-4d92-afbb-e39600b4c624 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383227 Oct 11 16:30:32.782106 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-879e7875-5e41-42c8-af1f-c62039219e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:32.783755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-879e7875-5e41-42c8-af1f-c62039219e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0520337 Oct 11 16:30:32.881365 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-f6fdddb9-1489-4309-855f-ad774b94f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:32.882973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-f6fdddb9-1489-4309-855f-ad774b94f4cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0909600 Oct 11 16:30:32.962923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-b5d08492-1bcd-48de-bf0b-ad3bbda8ed28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 1000 time: 0.0720146 Oct 11 16:30:33.014066 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-dea993b5-8884-49a2-9c06-bfa4dfc91486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:33.015535 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-dea993b5-8884-49a2-9c06-bfa4dfc91486 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0453949 Oct 11 16:30:33.064430 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-224a8992-1893-4c4b-89d8-35f832aa03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:33.065971 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-224a8992-1893-4c4b-89d8-35f832aa03a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436339 Oct 11 16:30:33.162924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-dc3bfc2a-d9b8-4802-ab6c-05dec88fee3e service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890310 Oct 11 16:30:33.261112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-6b53ff0b-4c35-4190-9950-53c9c2346fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910132 Oct 11 16:30:33.859427 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9efd2e-5795-40ac-b696-4e547c7ff290 req-7fdbadbc-e2c1-465f-81be-12a8348f82b1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:33.861094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a9efd2e-5795-40ac-b696-4e547c7ff290 req-7fdbadbc-e2c1-465f-81be-12a8348f82b1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Oct 11 16:30:33.908733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a9efd2e-5795-40ac-b696-4e547c7ff290 req-5e02aec4-fac6-4c1c-92d6-79233e0c9dbe tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Oct 11 16:30:35.031347 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccd857-6160-4557-9fb5-790ac4a8db80 req-be3122a8-3ee1-4f79-8a52-b93fb2ee874a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:35.032898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdccd857-6160-4557-9fb5-790ac4a8db80 req-be3122a8-3ee1-4f79-8a52-b93fb2ee874a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0497129 Oct 11 16:30:35.073648 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdccd857-6160-4557-9fb5-790ac4a8db80 req-5cc39bd3-d8a3-4433-ae5b-a1616f168e18 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346608 Oct 11 16:30:35.412868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eda80ae8-4b6d-4adf-940e-0f2a25ec3c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:36.085778 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:36.145434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:36.208609 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb3e2e-f21d-45e2-b912-8b1841a47a38 req-17b81e1a-0922-43ff-92e6-75cef0e03aea tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:36.210155 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfeb3e2e-f21d-45e2-b912-8b1841a47a38 req-17b81e1a-0922-43ff-92e6-75cef0e03aea tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Oct 11 16:30:36.250254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfeb3e2e-f21d-45e2-b912-8b1841a47a38 req-33a7c169-589e-4626-b8f6-d2d4fec4d06c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332661 Oct 11 16:30:37.365588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ac02-b78e-41ec-abeb-6a452fa9a14a req-2bfef61a-4ee0-4b8c-94b8-46be33cccaaf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:37.367059 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e877ac02-b78e-41ec-abeb-6a452fa9a14a req-2bfef61a-4ee0-4b8c-94b8-46be33cccaaf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Oct 11 16:30:37.408183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e877ac02-b78e-41ec-abeb-6a452fa9a14a req-7e650efa-317e-4733-980d-a493eae60bad tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346706 Oct 11 16:30:37.944119 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:38.524401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357af6-c216-414d-bf00-f25d1564df3e req-928e014f-4184-4d5c-9d87-2a2ee0ed4a87 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:38.525954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce357af6-c216-414d-bf00-f25d1564df3e req-928e014f-4184-4d5c-9d87-2a2ee0ed4a87 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Oct 11 16:30:38.566844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce357af6-c216-414d-bf00-f25d1564df3e req-49ef3e99-46a8-42e1-99d3-b9ec238475fe tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347009 Oct 11 16:30:39.681435 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1331598-4086-4a48-a10d-1f90d1249128 req-e2361295-2efb-443e-8fc9-884317be74e2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:39.682976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1331598-4086-4a48-a10d-1f90d1249128 req-e2361295-2efb-443e-8fc9-884317be74e2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0495758 Oct 11 16:30:39.721988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d1331598-4086-4a48-a10d-1f90d1249128 req-72555dca-2141-456a-a58c-8339175714d6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Oct 11 16:30:40.064011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:40.837987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b776dc-cf1b-423a-8c31-2eb90843d194 req-dceebbf7-e702-40dc-9859-f14da912b395 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:40.839453 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4b776dc-cf1b-423a-8c31-2eb90843d194 req-dceebbf7-e702-40dc-9859-f14da912b395 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0488601 Oct 11 16:30:40.880730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a4b776dc-cf1b-423a-8c31-2eb90843d194 req-899764de-4dcd-44b5-a961-33f3df64ec88 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353625 Oct 11 16:30:41.219436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:41.997299 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcc77e-2ad7-4029-90d6-326f36464a0d req-875a4f49-b0ee-4f5f-87f9-8c1838c40f9b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:41.998859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7fcc77e-2ad7-4029-90d6-326f36464a0d req-875a4f49-b0ee-4f5f-87f9-8c1838c40f9b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Oct 11 16:30:42.037508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7fcc77e-2ad7-4029-90d6-326f36464a0d req-fc071822-dcc9-48ec-9194-fe963d36a6f1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Oct 11 16:30:43.153775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcf779-e6d4-414a-a81e-f8ca336cf14a req-afe2d425-9c9d-40cf-99ac-57f80b514aa2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:43.155196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05dcf779-e6d4-414a-a81e-f8ca336cf14a req-afe2d425-9c9d-40cf-99ac-57f80b514aa2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Oct 11 16:30:43.193301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05dcf779-e6d4-414a-a81e-f8ca336cf14a req-f54a80c4-fe75-449d-baa4-7fe3e5cc6b5e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Oct 11 16:30:44.311183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4d90-dddb-4336-83c7-4a1240af34d2 req-2227aa59-6708-4472-9237-cb489525fed3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:44.312676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-124a4d90-dddb-4336-83c7-4a1240af34d2 req-2227aa59-6708-4472-9237-cb489525fed3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Oct 11 16:30:44.354360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-124a4d90-dddb-4336-83c7-4a1240af34d2 req-00360d36-ee50-4578-9e6f-a1f13c25b2f5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355606 Oct 11 16:30:45.091977 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-07dd5ce3-1aaa-4385-ae44-728282d4a011 service neutron] show failed (client error): The resource could not be found. Oct 11 16:30:45.093009 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-07dd5ce3-1aaa-4385-ae44-728282d4a011 service neutron] 10.222.0.36 "GET /v2.0/ports/f9c41dfb-27c4-4555-8c4f-c150774387a1/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0560837 Oct 11 16:30:45.291761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-b5361c11-24d4-4ae9-b6c5-bf8fd9dab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.293241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-b5361c11-24d4-4ae9-b6c5-bf8fd9dab540 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0410848 Oct 11 16:30:45.305134 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:30:45.357196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:45.474674 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-18a8c864-482a-411c-a191-79af6bdc690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.476227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-18a8c864-482a-411c-a191-79af6bdc690c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0511327 Oct 11 16:30:45.583101 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a65ab6-a7f4-4fcf-a02d-df1540d5027b req-cd8969b6-a6f0-469b-a88b-732078a5f0f1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.584539 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-f0303f2d-0203-41ba-9a8f-c93872d00dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.584670 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a65ab6-a7f4-4fcf-a02d-df1540d5027b req-cd8969b6-a6f0-469b-a88b-732078a5f0f1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.1543698 Oct 11 16:30:45.586050 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-f0303f2d-0203-41ba-9a8f-c93872d00dec service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0911798 Oct 11 16:30:45.641594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7a65ab6-a7f4-4fcf-a02d-df1540d5027b req-676f30e0-03f0-456c-9339-283d2d3a8044 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506504 Oct 11 16:30:45.665325 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:30:45.665505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-ca3041fa-ac3b-4f87-88f5-da7b28b90a18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 1000 time: 0.0666993 Oct 11 16:30:45.694259 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:30:45.712017 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-66adf7a2-edc9-4cc5-adba-86dc49cc827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.713545 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-66adf7a2-edc9-4cc5-adba-86dc49cc827f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0469050 Oct 11 16:30:45.737738 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:30:45.740057 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f200c9-d224-4843-9cb6-44622d9d7de0" -d '{"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:30:45.744633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:45.758294 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Transition to ACTIVE for port object f9c41dfb-27c4-4555-8c4f-c150774387a1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:30:45.763385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:45.771075 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-8ba93095-2406-4a16-999c-fb1224b5d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:45.772602 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-8ba93095-2406-4a16-999c-fb1224b5d68c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518291 Oct 11 16:30:45.801448 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75fc79b-1e08-4e31-a7e5-2ae0f0df0a32 x-openstack-request-id: req-c75fc79b-1e08-4e31-a7e5-2ae0f0df0a32 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:30:45.801762 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:30:45.802010 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c75fc79b-1e08-4e31-a7e5-2ae0f0df0a32 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:30:45.802405 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'code': 200} Oct 11 16:30:45.822909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:30:45.878590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-9be3da02-0b04-4f97-ab4b-4c948b4e3cec service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978653 Oct 11 16:30:45.890080 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.890424 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.890769 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.891105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.891433 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.891758 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.892081 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.892402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.892722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.893064 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.893379 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.893721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:45.967858 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] No DVR routers for this DVR port f9c41dfb-27c4-4555-8c4f-c150774387a1 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:30:45.980653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-94f74b77-3a5d-46be-bf48-c61a67022698 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952048 Oct 11 16:30:46.109590 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:30:46.109929 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:30:46.110253 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:30:46.114567 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:30:46.114884 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Attempting to bind port f9c41dfb-27c4-4555-8c4f-c150774387a1 on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:30:46.119710 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:30:46.120007 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:30:46.120391 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:30:46.120814 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Bound port: f9c41dfb-27c4-4555-8c4f-c150774387a1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:30:46.121168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:46.183807 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:30:46.187480 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:30:46.191612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:46.232603 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.233226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:46.234740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] 10.222.0.43 "PUT /v2.0/ports/f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 1091 time: 0.9337268 Oct 11 16:30:46.256030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c63d8-1220-4dfd-b12a-05dc59e74e73 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:30:46.303623 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-874ce63a-c91d-4a55-9667-9b3d07c16ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.305168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-874ce63a-c91d-4a55-9667-9b3d07c16ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1094 time: 0.0455158 Oct 11 16:30:46.408145 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-8745465c-4b42-4076-907a-2a573ae03d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.409760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-8745465c-4b42-4076-907a-2a573ae03d01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0950294 Oct 11 16:30:46.480190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-043a804f-e68d-4b81-a247-ad386a123694 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 998 time: 0.0622654 Oct 11 16:30:46.530624 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-f39de0b9-9d05-4374-a38d-bea567548f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.532094 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-f39de0b9-9d05-4374-a38d-bea567548f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0447783 Oct 11 16:30:46.577612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-7768df04-02be-4408-98ee-8aa9ca5a1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.579176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-7768df04-02be-4408-98ee-8aa9ca5a1df8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402603 Oct 11 16:30:46.674532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-a0152404-d8f4-478c-9fb4-5fc2bf94a70a service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880070 Oct 11 16:30:46.794268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b2498-0490-4ac4-8972-1c13e619fc06 req-9ef384ed-5775-4403-a885-73f244b9fc38 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:46.795734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da9b2498-0490-4ac4-8972-1c13e619fc06 req-9ef384ed-5775-4403-a885-73f244b9fc38 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0715630 Oct 11 16:30:46.817415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f9d175-bcf9-407b-9a87-baf71d2e509b req-d2073175-feb5-4cf8-b9d4-98fbb38628e1 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350482 Oct 11 16:30:46.844520 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da9b2498-0490-4ac4-8972-1c13e619fc06 req-e43edce6-6388-43ed-8187-b5b69844299e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Oct 11 16:30:47.804091 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:30:47.806490 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c79920-d015-4355-b47f-d73a802f5bca" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:30:47.853341 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad43eb-5c8e-426d-aafc-dc6a84b9bee7 x-openstack-request-id: req-69ad43eb-5c8e-426d-aafc-dc6a84b9bee7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:30:47.853675 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:30:47.853921 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69ad43eb-5c8e-426d-aafc-dc6a84b9bee7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:30:47.854307 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'status': 'completed', 'code': 200} Oct 11 16:30:47.915850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-49b6272e-50b6-4619-a93e-d1afe773d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:47.917325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-49b6272e-50b6-4619-a93e-d1afe773d4c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1094 time: 0.0413218 Oct 11 16:30:47.918952 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-fb8c9fc7-423c-41df-a77c-dd22c8382418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:47.920463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-fb8c9fc7-423c-41df-a77c-dd22c8382418 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1094 time: 0.0482333 Oct 11 16:30:48.011636 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-f7b83e40-4422-4b50-a58b-e4aaf05c3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.013218 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-f7b83e40-4422-4b50-a58b-e4aaf05c3e84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0857179 Oct 11 16:30:48.085873 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-61576781-3ca3-4c61-bc2b-3d02eec0a703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 998 time: 0.0657094 Oct 11 16:30:48.138055 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-54ea1bd8-d6b2-484d-9d03-ee0bce097b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.139538 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-54ea1bd8-d6b2-484d-9d03-ee0bce097b1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0463476 Oct 11 16:30:48.190166 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-cb214957-28f2-44e3-9723-933b99c8b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.191674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-cb214957-28f2-44e3-9723-933b99c8b1fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429506 Oct 11 16:30:48.268032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c7f33-bf45-4c5b-aef4-a4a653982005 req-c0bca7a2-2be8-41a4-90a7-24eb995bc3f9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.269615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce0c7f33-bf45-4c5b-aef4-a4a653982005 req-c0bca7a2-2be8-41a4-90a7-24eb995bc3f9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.3467486 Oct 11 16:30:48.290583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-577584a7-bb1f-4159-841e-e4c0d6d40f76 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898867 Oct 11 16:30:48.306629 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-2dd47cf6-6172-4a48-8dd4-3649c479994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.308075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-2dd47cf6-6172-4a48-8dd4-3649c479994d service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.3767185 Oct 11 16:30:48.357957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce0c7f33-bf45-4c5b-aef4-a4a653982005 req-7dd89928-3942-4e2b-882f-f53ca19f60ff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776675 Oct 11 16:30:48.383277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-5a949e87-a410-44b8-9c9d-afe58bfada4a service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848191 Oct 11 16:30:48.384168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-ffe68f29-dbc1-4ada-8e0c-b51db7010aef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 998 time: 0.0649688 Oct 11 16:30:48.436830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-3f2b9bb7-dc09-4724-8148-8190f1acc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.438286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-3f2b9bb7-dc09-4724-8148-8190f1acc17a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0474243 Oct 11 16:30:48.484972 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c79920-d015-4355-b47f-d73a802f5bca req-e033872f-a995-4d8c-a68a-925e5ec2b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:48.486509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-e033872f-a995-4d8c-a68a-925e5ec2b481 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400863 Oct 11 16:30:48.587977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-b8c39c55-3b09-4297-9d43-1fe1525865ab service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935020 Oct 11 16:30:48.685882 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6c79920-d015-4355-b47f-d73a802f5bca req-0db7e155-d1bd-4fcd-8e21-5dc67be14e37 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902736 Oct 11 16:30:49.476994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659f979-7c31-431a-ace9-73d5aa8325c0 req-af0c2ee7-bb5d-46b9-943a-99e885dc2fcd tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:49.478518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4659f979-7c31-431a-ace9-73d5aa8325c0 req-af0c2ee7-bb5d-46b9-943a-99e885dc2fcd tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0502417 Oct 11 16:30:49.515857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4659f979-7c31-431a-ace9-73d5aa8325c0 req-e1eed48b-ba02-4358-bed0-44b08c92dcd2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Oct 11 16:30:49.707912 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:30:49.744848 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:30:50.628650 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:30:50.637706 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767d0c-93d9-4011-8eb6-f4edb777ec9f req-3cf195a3-3dfd-4564-b0ee-3a9dcfc8cd4b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:50.639256 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01767d0c-93d9-4011-8eb6-f4edb777ec9f req-3cf195a3-3dfd-4564-b0ee-3a9dcfc8cd4b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 943 time: 0.0547695 Oct 11 16:30:50.677468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-01767d0c-93d9-4011-8eb6-f4edb777ec9f req-fc13d27c-7bfe-49ec-9e0b-a4ce3ef0e859 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Oct 11 16:30:50.724628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:30:50.736068 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'mac_address': 'fa:16:3e:b0:84:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:30:50.773438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:50.788795 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c41dfb-27c4-4555-8c4f-c150774387a1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:30:50.813234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:30:50.817795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:50.872226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:30:50.876045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25791a-e3a9-4529-afc5-6cc85b22f4c6 req-ba63bd55-6685-4e7e-8f3d-624a5922bedc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:50.880335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.880522 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.880766 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.881093 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.881413 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.881761 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.882079 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.882446 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.882717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.883012 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.883331 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.883528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb25791a-e3a9-4529-afc5-6cc85b22f4c6 req-ba63bd55-6685-4e7e-8f3d-624a5922bedc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0574977 Oct 11 16:30:50.883785 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:30:50.899056 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806781-e6d0-48cd-8650-898899ab1a97 req-94b9ac40-23ad-4aec-87dd-804b83eb4986 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:50.900639 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-94b9ac40-23ad-4aec-87dd-804b83eb4986 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0628879 Oct 11 16:30:50.918518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb25791a-e3a9-4529-afc5-6cc85b22f4c6 req-b475b706-0251-400d-b10a-fe43a40e8f59 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Oct 11 16:30:50.966702 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-86806781-e6d0-48cd-8650-898899ab1a97 req-2b20a407-f13b-4533-802e-fd5ec6a97fc9 service neutron] delete failed (client error): The resource could not be found. Oct 11 16:30:50.967722 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-2b20a407-f13b-4533-802e-fd5ec6a97fc9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f9c41dfb-27c4-4555-8c4f-c150774387a1/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0589550 Oct 11 16:30:51.052097 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806781-e6d0-48cd-8650-898899ab1a97 req-f13aeacb-6bba-414e-b813-99eac44766e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:51.053636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-f13aeacb-6bba-414e-b813-99eac44766e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 1095 time: 0.0419087 Oct 11 16:30:51.149613 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806781-e6d0-48cd-8650-898899ab1a97 req-22373789-32fa-48b3-97f9-3067d452c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:51.151060 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-22373789-32fa-48b3-97f9-3067d452c5fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0893350 Oct 11 16:30:51.217429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-4b0f52f5-b012-4e69-a08c-072df8d1940b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 200 len: 999 time: 0.0592468 Oct 11 16:30:51.225552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['f9c41dfb-27c4-4555-8c4f-c150774387a1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:30:51.267807 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806781-e6d0-48cd-8650-898899ab1a97 req-ba2d806b-25b0-4d78-a95f-2bb6f96f4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:51.269275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-ba2d806b-25b0-4d78-a95f-2bb6f96f4733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0444221 Oct 11 16:30:51.320219 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806781-e6d0-48cd-8650-898899ab1a97 req-15795f99-f629-430c-b10e-9c766c8f6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:51.322234 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-15795f99-f629-430c-b10e-9c766c8f6247 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453451 Oct 11 16:30:51.412862 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-6ee71349-3342-4eb1-b0ff-daafc48f181d service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Oct 11 16:30:51.506636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86806781-e6d0-48cd-8650-898899ab1a97 req-560ac4fc-8afd-45dd-b22c-9705d387574f service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865731 Oct 11 16:30:52.040813 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11863-9567-49d9-9bf2-dff7f1e058ff req-04cac7e4-ec7d-421e-92b9-648e46a4b640 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:52.042333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ae11863-9567-49d9-9bf2-dff7f1e058ff req-04cac7e4-ec7d-421e-92b9-648e46a4b640 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0496001 Oct 11 16:30:52.081878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ae11863-9567-49d9-9bf2-dff7f1e058ff req-0f96f83a-b53f-4a2d-81aa-54ed39e37917 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317967 Oct 11 16:30:52.199007 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05188d6a-ad97-4d0d-b973-884965657810 req-a588d64e-8b32-493d-a3d1-1a21a4306464 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:52.200375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05188d6a-ad97-4d0d-b973-884965657810 req-a588d64e-8b32-493d-a3d1-1a21a4306464 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Oct 11 16:30:52.240022 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05188d6a-ad97-4d0d-b973-884965657810 req-67852634-da18-45bb-a7f0-00fd9d439c66 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Oct 11 16:30:52.352939 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355a5cd-bd20-429f-baa6-eb0a8eafbc86 req-0d15976c-a864-43a0-a125-a0df6e23b449 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:52.354440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b355a5cd-bd20-429f-baa6-eb0a8eafbc86 req-0d15976c-a864-43a0-a125-a0df6e23b449 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0495694 Oct 11 16:30:52.392560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b355a5cd-bd20-429f-baa6-eb0a8eafbc86 req-5ce8c328-cd5e-4956-9c38-68dbec84dfa0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323024 Oct 11 16:30:52.631883 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edf70d-4b48-43df-95ff-f7d674bfa2b8 req-1774648a-269d-42c6-8ed9-49f069c2c57f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:52.633405 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03edf70d-4b48-43df-95ff-f7d674bfa2b8 req-1774648a-269d-42c6-8ed9-49f069c2c57f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0501301 Oct 11 16:30:52.643476 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:30:52.673017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03edf70d-4b48-43df-95ff-f7d674bfa2b8 req-bb010c54-6ad9-432d-ab82-192f1c1dde52 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329998 Oct 11 16:30:52.697750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port f9c41dfb-27c4-4555-8c4f-c150774387a1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:30:52.701278 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port f9c41dfb-27c4-4555-8c4f-c150774387a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:30:52.701674 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:52.779232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:52.801321 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:30:52.803674 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b755d3-3eee-4b08-a1ee-e6a1864e7c05" -d '{"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:30:52.817203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:30:52.821792 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:52.845089 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a354099-560b-48a3-8ef9-ff7d1dc03ce7 x-openstack-request-id: req-7a354099-560b-48a3-8ef9-ff7d1dc03ce7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:30:52.845391 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:30:52.845664 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a354099-560b-48a3-8ef9-ff7d1dc03ce7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:30:52.846058 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'code': 200} Oct 11 16:30:52.872221 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:30:53.793704 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7d70-83f2-402e-bfb8-7fdf96bde6d5 req-c6b9e5e9-1f96-4717-ba1b-8ff5cec17027 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:53.799477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-811c7d70-83f2-402e-bfb8-7fdf96bde6d5 req-c6b9e5e9-1f96-4717-ba1b-8ff5cec17027 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0597136 Oct 11 16:30:53.837217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-811c7d70-83f2-402e-bfb8-7fdf96bde6d5 req-d9cce182-c366-49ae-846b-4f36881de85d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Oct 11 16:30:53.967576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-9b267e73-f964-4c6b-b9ac-8440036932a5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:53.968934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-9b267e73-f964-4c6b-b9ac-8440036932a5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Oct 11 16:30:54.060115 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Deleting port f9c41dfb-27c4-4555-8c4f-c150774387a1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:30:54.060454 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.153383 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] For port f9c41dfb-27c4-4555-8c4f-c150774387a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f9c41dfb-27c4-4555-8c4f-c150774387a1,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:30:54.153801 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.393244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.393648 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.393975 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf disassociated. External IP: 172.35.3.74, port: f9c41dfb-27c4-4555-8c4f-c150774387a1. Oct 11 16:30:54.394321 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Calling delete_port for f9c41dfb-27c4-4555-8c4f-c150774387a1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:30:54.525961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.552665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'Port': ['ID=f9c41dfb-27c4-4555-8c4f-c150774387a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:30:54.673083 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:30:54.783703 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:30:54.794564 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:30:54.804489 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:30:54.805102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:30:54.823221 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] No DVR routers for this DVR port f9c41dfb-27c4-4555-8c4f-c150774387a1 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:30:54.826077 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:30:54.829442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7de838-030d-4ebb-b938-2e2f245553d3 req-37e9c3c2-b708-48c3-8783-4786c13c8068 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "DELETE /v2.0/ports/f9c41dfb-27c4-4555-8c4f-c150774387a1 HTTP/1.1" status: 204 len: 173 time: 0.8533537 Oct 11 16:30:54.829917 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-deleted', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:30:54.832215 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ea788-9704-42a8-8eec-7c488d40bf07" -d '{"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-deleted", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:30:54.876374 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b460b7-c5ea-4b0e-99bc-fa45c74fb416 x-openstack-request-id: req-c2b460b7-c5ea-4b0e-99bc-fa45c74fb416 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:30:54.876374 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cdb4b-c035-478f-bb92-d2c48544d5b9", "name": "network-vif-deleted", "tag": "f9c41dfb-27c4-4555-8c4f-c150774387a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:30:54.876595 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2b460b7-c5ea-4b0e-99bc-fa45c74fb416 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:30:54.876944 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cdb4b-c035-478f-bb92-d2c48544d5b9', 'name': 'network-vif-deleted', 'tag': 'f9c41dfb-27c4-4555-8c4f-c150774387a1', 'status': 'completed', 'code': 200} Oct 11 16:30:54.924102 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:30:54.941723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb5f66fd-2e6f-468d-9fc5-a17282454979 req-a0de3bdf-bbb1-47f1-a77d-ce1ca0b8f4bf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0cdb4b-c035-478f-bb92-d2c48544d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Oct 11 16:30:55.293721 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:30:55.319810 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:30:55.327989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:30:55.328589 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:30:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:30:55.433502 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:30:55.639733 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:30:55.667711 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d741-bb57-44ca-a2eb-4785364b6710 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:30:55.876434 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ff36d-ba3e-462c-89df-8851509112f4 None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:30:56.179310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-3ff39328-d587-4419-aac0-9fed7c3de7e0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--466531710&fields=id&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 267 time: 0.0369482 Oct 11 16:30:56.286992 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-af02fbbd-9568-4951-98a6-71443ee4c278 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:30:56.288507 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-af02fbbd-9568-4951-98a6-71443ee4c278 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1022425 Oct 11 16:30:56.306321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-df1b2fda-f931-4179-a3d3-831be50f53ed tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/quotas/4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 375 time: 0.0112867 Oct 11 16:30:56.359899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6797b43e-8eb0-4519-a537-cf4eda0fb0d5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479031 Oct 11 16:30:56.460357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-e6d9cb8a-d522-4d0c-be8e-1e4ebf36d018 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Oct 11 16:30:56.552917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-9d26bc9c-3134-4652-80d3-d855230efdfc service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Oct 11 16:30:56.674706 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:30:56.695076 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: f9c41dfb-27c4-4555-8c4f-c150774387a1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:30:56.695487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device f9c41dfb-27c4-4555-8c4f-c150774387a1 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:30:56.715134 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0d6efe3b-e3db-4819-b7e2-1123ae50898f req-13ba8e5b-3df9-43c7-8bf9-6ee59f54f80d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0267613 Oct 11 16:30:57.793509 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29bb9247-14ae-41dd-9fbd-d1d35da1da0d req-5c1193a4-68d7-41f1-8934-753fd7bda28e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Oct 11 16:30:58.875652 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de40eb4b-11b3-44d4-aa79-e74ccff279c5 req-df56a413-aeee-4d7a-b8ff-49cd0a8e3d37 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Oct 11 16:30:59.954742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c29c3ac0-c513-4b1c-b2fb-344384b29468 req-5e3e9d62-c2a6-48e3-bfd6-52c83222d266 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Oct 11 16:31:00.020373 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:31:01.310093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0c14a349-21c7-4d66-abae-1dc50bc7636e req-d4dd48f9-bc0c-4583-9358-de595c51a8e9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Oct 11 16:31:01.757703 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-786da9f2-6abd-4125-9818-561039c78a17 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:01.759277 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-786da9f2-6abd-4125-9818-561039c78a17 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1084449 Oct 11 16:31:01.805528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-240f5de9-88e7-410a-87cb-94f573812dab tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 379 time: 0.0359223 Oct 11 16:31:01.815894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'port': {'device_id': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'admin_state_up': True, 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'security_groups': ['e3fa82d7-b4ea-4a61-a76b-2b8995b4c293']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:31:01.932007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:31:01.935749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.067151 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Allocated IP 172.20.0.5 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:31:02.201747 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.236017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.285734 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:31:02.288919 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:31:02.293287 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:31:02.300323 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:31:02.330109 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.330440 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.330704 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.331063 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.331394 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.331723 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.332047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.332660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.333841 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.334253 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.334604 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.334994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:31:02.376149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:02.376824 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.396801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-355e98ac-db30-4cf8-9ebe-6548cf4c5a6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845242 Oct 11 16:31:02.409881 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Request body: {'port': {'device_id': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:31:02.435990 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fae72400-f5ff-4677-a566-5f56092673fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.449090 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d792103-caf3-4056-b579-f9b2c5549587 req-ed2c1d4d-c6ad-4b57-9d18-3e8265f1c8d0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:02.450838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d792103-caf3-4056-b579-f9b2c5549587 req-ed2c1d4d-c6ad-4b57-9d18-3e8265f1c8d0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 931 time: 0.0618863 Oct 11 16:31:02.478251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.491150 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d792103-caf3-4056-b579-f9b2c5549587 req-108b0ad6-8d2d-4d14-8abf-9c5aa18ad88a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340738 Oct 11 16:31:02.535688 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e37ad846-169a-4b6a-868b-b0b67f728a8c None None] Provisioning complete for port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:31:02.536096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e37ad846-169a-4b6a-868b-b0b67f728a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.570065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e37ad846-169a-4b6a-868b-b0b67f728a8c None None] Port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:31:02.746751 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:31:02.754075 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.766248 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Transition to ACTIVE for port object bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:31:02.770442 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.837226 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:31:02.893880 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:31:02.894215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:31:02.894539 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:31:02.899322 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:31:02.899640 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:31:02.906428 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:31:02.906767 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:31:02.907272 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:31:02.907590 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Bound port: bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:31:02.907973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:02.975639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:31:02.979280 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:31:02.984327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:03.017544 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.018157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:03.019553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 1091 time: 0.6143732 Oct 11 16:31:03.019996 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:31:03.022370 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:31:03.052046 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b253-0c55-4060-896f-ef0a270c6d92 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:31:03.070058 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2911e5d-a850-47d3-81fa-54bedfe03494 x-openstack-request-id: req-d2911e5d-a850-47d3-81fa-54bedfe03494 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:31:03.070344 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:31:03.070809 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2911e5d-a850-47d3-81fa-54bedfe03494 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:31:03.071143 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'status': 'completed', 'code': 200} Oct 11 16:31:03.105834 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-021649a3-ac0f-4164-844e-e0220349b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.107365 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-021649a3-ac0f-4164-844e-e0220349b1ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0467632 Oct 11 16:31:03.155225 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-4a809362-0d80-4f08-81b4-904c551a3d07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 217 time: 0.0403020 Oct 11 16:31:03.206104 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-680ac21f-4f1b-47c1-ba2d-070009fbd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.207607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-680ac21f-4f1b-47c1-ba2d-070009fbd22b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0459721 Oct 11 16:31:03.254369 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-de4698d5-becd-45c7-aa81-8fcf1750c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.255875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-de4698d5-becd-45c7-aa81-8fcf1750c191 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407026 Oct 11 16:31:03.348617 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-108b5fb4-3a35-4af0-8c79-3ce4a5734e3f service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Oct 11 16:31:03.436370 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8eeaf846-b859-4c96-bdc8-89adb67ad0ce req-dd5abeeb-0801-4bbe-b25b-c5384c4d7b10 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809102 Oct 11 16:31:03.533164 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-ec71a86b-2e6b-46d4-b926-1633667c2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.535779 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-ec71a86b-2e6b-46d4-b926-1633667c2797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0558596 Oct 11 16:31:03.623482 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba3f6d-3dff-48c6-843a-613397475846 req-0151191f-c7ec-4b4e-8fc2-48641ebfde70 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.625765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dba3f6d-3dff-48c6-843a-613397475846 req-0151191f-c7ec-4b4e-8fc2-48641ebfde70 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0525935 Oct 11 16:31:03.638431 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-94e849d9-1744-42db-8f56-06a80df9faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.639994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-94e849d9-1744-42db-8f56-06a80df9faec service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0973604 Oct 11 16:31:03.667247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0dba3f6d-3dff-48c6-843a-613397475846 req-752884b6-6ca6-4476-8c9d-a08fa67f3d27 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351295 Oct 11 16:31:03.687068 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-819b53a9-e1aa-4607-9731-434fe717498e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 217 time: 0.0398672 Oct 11 16:31:03.739072 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-82aed761-5473-401c-8210-acd19303b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.740550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-82aed761-5473-401c-8210-acd19303b7d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0456502 Oct 11 16:31:03.788290 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-4faeaf82-17d1-4413-9040-ac1e21a6bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:03.790081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-4faeaf82-17d1-4413-9040-ac1e21a6bee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412183 Oct 11 16:31:03.883993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-e53be331-3946-49f1-9338-8c52a965fc0c service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856240 Oct 11 16:31:03.975308 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5ef31c-1a2e-4b2a-81b9-9317b905105b req-c49f6edf-11bb-412d-8dec-94bb407d5f82 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836854 Oct 11 16:31:04.785611 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3b623-3177-4ac5-ae8f-6020c24a70c1 req-32859365-3aa8-4f88-ac1b-6edfdeea4483 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:04.787077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd3b623-3177-4ac5-ae8f-6020c24a70c1 req-32859365-3aa8-4f88-ac1b-6edfdeea4483 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Oct 11 16:31:04.824885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbd3b623-3177-4ac5-ae8f-6020c24a70c1 req-7b74bc1b-76b4-4601-8f3c-f7b7672101fc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Oct 11 16:31:05.410038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d70fb6-0027-447c-bd71-6c5135d0722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:05.831655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:31:05.926232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:31:05.937355 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'mac_address': 'fa:16:3e:e5:3c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:31:05.943445 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941895-6f6c-4886-8788-7d91e9ba4cb0 req-41cce98d-7cc1-46a7-8021-961d81693cfb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:05.945006 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17941895-6f6c-4886-8788-7d91e9ba4cb0 req-41cce98d-7cc1-46a7-8021-961d81693cfb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0526118 Oct 11 16:31:05.976515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:05.987822 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17941895-6f6c-4886-8788-7d91e9ba4cb0 req-9cd979f2-fdc9-4794-8ab0-25b863f82f02 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Oct 11 16:31:05.996346 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:31:06.019291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:31:06.024703 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:06.080192 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:31:06.093823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:06.146750 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:06.229918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:31:07.103688 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04cc54-c2bc-483e-ab48-fb8916cab632 req-5103f4b7-1507-4c32-b6f3-84fe824469d1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:07.105182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af04cc54-c2bc-483e-ab48-fb8916cab632 req-5103f4b7-1507-4c32-b6f3-84fe824469d1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 944 time: 0.0497050 Oct 11 16:31:07.142828 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af04cc54-c2bc-483e-ab48-fb8916cab632 req-30560119-848f-4166-a74e-f69c3154f1ce tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Oct 11 16:31:07.847421 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:31:07.899896 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:31:07.903474 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:31:07.903849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:07.954434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:07.992364 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:08.015162 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:31:08.017413 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3967c80b-9431-4b43-915a-a01f4f85a04d" -d '{"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:31:08.031089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:31:08.035159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:08.061374 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec55e2-509d-43bd-94bd-1eab50ba266f x-openstack-request-id: req-b9ec55e2-509d-43bd-94bd-1eab50ba266f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:31:08.061696 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:31:08.061948 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9ec55e2-509d-43bd-94bd-1eab50ba266f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:31:08.062331 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'code': 200} Oct 11 16:31:08.088851 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:31:08.158464 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc969d67-92e0-4a3d-82c4-39ceeca18e26 req-2ed183cc-4400-4b48-a5ef-f43dbcb9d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:08.159869 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fc969d67-92e0-4a3d-82c4-39ceeca18e26 req-2ed183cc-4400-4b48-a5ef-f43dbcb9d5da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1096 time: 0.0418007 Oct 11 16:31:08.195829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fc969d67-92e0-4a3d-82c4-39ceeca18e26 req-aa079813-49e0-40e0-813f-1f61d80c19a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281196 Oct 11 16:31:08.256363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f2b3a-41e9-4316-a2f0-a6d7646854ba req-9ccbc794-6ca5-426b-8dd0-78dc6b866dbc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:08.258348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30f2b3a-41e9-4316-a2f0-a6d7646854ba req-9ccbc794-6ca5-426b-8dd0-78dc6b866dbc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Oct 11 16:31:08.298297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b30f2b3a-41e9-4316-a2f0-a6d7646854ba req-2498e431-82f8-4641-8aa1-5c79ddaf423f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317316 Oct 11 16:31:09.416955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281376-51d2-48e4-97c1-6520c8410bb9 req-8049c92a-b618-40e8-9253-6f5ab8210584 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:09.418521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f281376-51d2-48e4-97c1-6520c8410bb9 req-8049c92a-b618-40e8-9253-6f5ab8210584 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0527136 Oct 11 16:31:09.457027 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f281376-51d2-48e4-97c1-6520c8410bb9 req-187af7ff-302b-4e4d-b422-f1034a711a9e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Oct 11 16:31:09.567709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1f136-b177-46a4-9294-cc87729993d7 req-9548f817-af76-472b-9492-489eddbb0da5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:09.569194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1fc1f136-b177-46a4-9294-cc87729993d7 req-9548f817-af76-472b-9492-489eddbb0da5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Oct 11 16:31:09.577742 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 35890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:31:09.582148 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'floatingip': {'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:31:09.621253 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:10.058857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:10.061721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:10.063790 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:10.166799 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf associated. External IP: 172.35.3.74, port: bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb. Oct 11 16:31:10.633898 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:31:10.744063 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:31:10.749120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:10.753935 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:31:10.763702 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:31:10.764577 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:31:10.776569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-197f306b-5582-4518-9ce1-aacb81cb6017 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "PUT /v2.0/floatingips/17fc2f49-d766-43de-bf73-c7516708fdcf HTTP/1.1" status: 200 len: 990 time: 1.1978097 Oct 11 16:31:10.777141 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:31:10.779395 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:31:10.827967 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44aadab-ce99-4413-94fc-e1b22723eb01 x-openstack-request-id: req-e44aadab-ce99-4413-94fc-e1b22723eb01 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:31:10.828261 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:31:10.828540 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e44aadab-ce99-4413-94fc-e1b22723eb01 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:31:10.828934 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'status': 'completed', 'code': 200} Oct 11 16:31:10.905211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:31:11.153822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:e5:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:31:09Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:31:11.193021 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:31:11.203068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:31:11.203780 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:31:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:31:11.241294 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-7d94e15b-6684-4243-95b1-e8987ce30790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:11.243486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-7d94e15b-6684-4243-95b1-e8987ce30790 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1096 time: 0.3906031 Oct 11 16:31:11.256054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:11.321353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:31:11.336817 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-79339851-1d19-4b08-8ff2-1c41bdf25eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:11.338414 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-79339851-1d19-4b08-8ff2-1c41bdf25eb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0859120 Oct 11 16:31:11.418008 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-b9fd4d96-093b-4793-a713-463fde073cd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 998 time: 0.0716667 Oct 11 16:31:11.467249 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-0b5b829d-9162-4748-b1e2-92019e063d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:11.468610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-0b5b829d-9162-4748-b1e2-92019e063d0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0436611 Oct 11 16:31:11.513979 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-90400c14-468d-422c-8c20-81e299dd70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:11.515474 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-90400c14-468d-422c-8c20-81e299dd70d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400691 Oct 11 16:31:11.553831 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:e5:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:31:09Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:31:11.583378 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2144dac-ac89-4de7-85ee-05cb2aa72b73 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:e5:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:31:09Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:31:11.610944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-f5ec7a11-f125-41c5-8df9-b7311461e518 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882852 Oct 11 16:31:11.703863 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7f3630-f3dd-4aba-9ec6-75353ee70e8f req-a663358e-6014-43cd-9f74-1fddab70beac service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858493 Oct 11 16:31:11.788681 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc78a2-db1d-4447-b830-b8ccc382c5dd None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:31:32.428213 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-403959d7-6c3d-44b0-ae67-5303ab51b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:35.401256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02522c16-2cb8-4327-b157-f8ee4074034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:36.084538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:36.148194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:37.020025 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:31:37.951203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:40.076275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:41.223920 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:31:48.890911 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-2e52e47b-2e23-46d3-9243-c2502b4b2c04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857923 Oct 11 16:31:48.970121 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-bc738fba-bbb7-4708-be8d-4a8055daa40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:48.971573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-bc738fba-bbb7-4708-be8d-4a8055daa40c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1096 time: 0.0394113 Oct 11 16:31:49.074938 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-4665cf5f-0ba7-4f15-b4cd-8dcca87f3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:49.076312 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-4665cf5f-0ba7-4f15-b4cd-8dcca87f3289 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0847411 Oct 11 16:31:49.145427 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-79f238b6-94df-4c20-a4c6-172a8659039f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 1000 time: 0.0619020 Oct 11 16:31:49.198348 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-9db058e0-b7ab-46dc-88ce-8c9227663188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:49.199796 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-9db058e0-b7ab-46dc-88ce-8c9227663188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0438910 Oct 11 16:31:49.245977 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-1fd66648-980b-4a42-b122-76e72c6eeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:31:49.247460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-1fd66648-980b-4a42-b122-76e72c6eeb27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404332 Oct 11 16:31:49.339866 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-784883f2-271f-4a7d-9f62-bfa62d263dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851626 Oct 11 16:31:49.427138 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7e30a-8acd-414f-94eb-a30ceb80a553 req-ab1ff4c3-3837-493e-9253-0292a7e96863 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805149 Oct 11 16:32:02.430690 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-889dc83a-82ab-492f-a95d-ec32545a8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:05.401351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53c89dd7-125a-4fcf-a49e-411b138b0ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:06.084590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:06.152097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:07.952647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:10.074555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:11.222004 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:14.018893 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:32:32.434561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6aed859c-d163-4ed3-9095-fbb6f13ab793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:35.401804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a69924f-d30e-4cde-b49f-6e40c03a2f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:36.085816 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:36.153285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:37.956064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:40.075638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:41.220982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:32:47.869319 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afdfe3-f9f0-4762-8d53-4c224d541611 req-5f31d8a9-b847-4d86-9386-5e6147ff2682 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:47.870852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13afdfe3-f9f0-4762-8d53-4c224d541611 req-5f31d8a9-b847-4d86-9386-5e6147ff2682 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.1182082 Oct 11 16:32:47.908408 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13afdfe3-f9f0-4762-8d53-4c224d541611 req-bb1b076e-ee3f-408b-977e-dc2f99c8e072 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Oct 11 16:32:49.073868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ced45-e056-4bf8-82f3-6afe47b1f283 req-49aff823-6193-4630-aee1-28b34e689151 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:49.075340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-846ced45-e056-4bf8-82f3-6afe47b1f283 req-49aff823-6193-4630-aee1-28b34e689151 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0985801 Oct 11 16:32:49.113115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-846ced45-e056-4bf8-82f3-6afe47b1f283 req-06097dd4-0e3f-4ecf-9fbf-ce4c103b285c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Oct 11 16:32:50.237921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad505-9c49-4510-86be-bef423ecceac req-089e994d-4c7a-4186-b400-20ea24247762 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:50.240019 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e7ad505-9c49-4510-86be-bef423ecceac req-089e994d-4c7a-4186-b400-20ea24247762 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Oct 11 16:32:50.246427 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-3c8cc960-be79-4a2f-ad5e-e2a0bfdd8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:50.247949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-3c8cc960-be79-4a2f-ad5e-e2a0bfdd8185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1096 time: 0.0601766 Oct 11 16:32:50.277765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e7ad505-9c49-4510-86be-bef423ecceac req-c0a7f7fe-897e-46dc-9675-f0e26c760aa0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315433 Oct 11 16:32:50.350389 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-4ce511ca-23dd-4f0c-9582-a7750c9c144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:50.351887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-4ce511ca-23dd-4f0c-9582-a7750c9c144b service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0847192 Oct 11 16:32:50.419854 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-60a0b26d-b8e0-4b9c-a0c7-52591c637218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 1000 time: 0.0605388 Oct 11 16:32:50.468268 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-629b7848-ad12-4528-9e27-9186e0b9d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:50.469763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-629b7848-ad12-4528-9e27-9186e0b9d311 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0427198 Oct 11 16:32:50.513878 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-b57dbc63-a691-4995-8f69-be22ca30178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:50.515334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-b57dbc63-a691-4995-8f69-be22ca30178f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389802 Oct 11 16:32:50.606689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-c73acd66-7551-4577-87a7-611ddada8381 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842299 Oct 11 16:32:50.695129 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-221a98a9-a865-48fd-bc07-f7a739f7b035 req-986a04da-d9d5-40c2-8451-3e00bd3fe97f service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809250 Oct 11 16:32:51.017519 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:32:51.394033 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b581f1-f3cf-4a6b-aeca-bcdfda479b65 req-8f205a27-c565-470d-96f8-182d319b1545 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:51.395492 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5b581f1-f3cf-4a6b-aeca-bcdfda479b65 req-8f205a27-c565-470d-96f8-182d319b1545 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Oct 11 16:32:51.432686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a5b581f1-f3cf-4a6b-aeca-bcdfda479b65 req-4bb3850d-f034-4fe1-884c-91d9290c9219 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Oct 11 16:32:52.550236 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575e74-a74d-42b8-9c59-7f82b09b1ddd req-9c53fc50-1407-4100-b114-eacaae8ffb4a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:52.551673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f575e74-a74d-42b8-9c59-7f82b09b1ddd req-9c53fc50-1407-4100-b114-eacaae8ffb4a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0520847 Oct 11 16:32:52.588485 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f575e74-a74d-42b8-9c59-7f82b09b1ddd req-03b6f41f-080c-4a37-9469-796d9f3e7a35 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Oct 11 16:32:53.701518 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fbb35-63a7-464c-b7b1-dec3387e2aec req-9e769bfc-6337-4738-bbd8-8f0bf8e4e24a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:53.702949 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e77fbb35-63a7-464c-b7b1-dec3387e2aec req-9e769bfc-6337-4738-bbd8-8f0bf8e4e24a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Oct 11 16:32:53.740650 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e77fbb35-63a7-464c-b7b1-dec3387e2aec req-99f78bfb-3437-44fe-b31e-ef5fd82c4ed9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307643 Oct 11 16:32:54.868563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fde08c-c34c-40fa-aa56-8f0027eb0094 req-62afea8f-e5a4-4c0e-ab5c-67797127a43f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:54.871127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31fde08c-c34c-40fa-aa56-8f0027eb0094 req-62afea8f-e5a4-4c0e-ab5c-67797127a43f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0634217 Oct 11 16:32:54.915993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31fde08c-c34c-40fa-aa56-8f0027eb0094 req-22306937-e638-4969-a2b8-96766a1cd52d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388248 Oct 11 16:32:56.034958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491ebe8-a8ad-4ffa-8bdf-23e90123eedf req-269289c1-12eb-40fc-96e7-b1b4968ca548 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:56.036456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5491ebe8-a8ad-4ffa-8bdf-23e90123eedf req-269289c1-12eb-40fc-96e7-b1b4968ca548 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0527966 Oct 11 16:32:56.076872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5491ebe8-a8ad-4ffa-8bdf-23e90123eedf req-09262f3f-fce8-4043-9aa4-34f589c12e6a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Oct 11 16:32:57.192002 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ce9b4-5308-4133-b28a-e5e2214481fd req-94628b44-a271-4181-bb29-650a49fcf148 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:57.193464 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f21ce9b4-5308-4133-b28a-e5e2214481fd req-94628b44-a271-4181-bb29-650a49fcf148 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0491507 Oct 11 16:32:57.232097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f21ce9b4-5308-4133-b28a-e5e2214481fd req-17072dab-a1f4-4192-bad6-2e213cdfaecf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Oct 11 16:32:58.345073 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c92cf-43c6-4b6b-a16a-1bcdeda287d3 req-f51f0df9-8c54-4353-8997-91b6df87423e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:58.346641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-601c92cf-43c6-4b6b-a16a-1bcdeda287d3 req-f51f0df9-8c54-4353-8997-91b6df87423e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Oct 11 16:32:58.388442 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-601c92cf-43c6-4b6b-a16a-1bcdeda287d3 req-22bd3410-7ea8-49f5-b7a5-670cfa951408 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353096 Oct 11 16:32:58.609269 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-3d1037eb-e89a-4306-baea-fd4927e0eba2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400879 Oct 11 16:32:58.629348 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd08c-ff0b-4a25-b080-9fc94e97af8d req-338a1fb6-f3ec-458b-b3f8-2f71c8639270 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:58.630990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cfd08c-ff0b-4a25-b080-9fc94e97af8d req-338a1fb6-f3ec-458b-b3f8-2f71c8639270 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0544567 Oct 11 16:32:58.671836 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79cfd08c-ff0b-4a25-b080-9fc94e97af8d req-1d0dc4d3-168c-4f9c-bfd5-d13a1d165635 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Oct 11 16:32:59.740060 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-60032e55-d473-43f8-91f7-124c56e26699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:59.741631 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-60032e55-d473-43f8-91f7-124c56e26699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1096 time: 0.0477593 Oct 11 16:32:59.796200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8540f77-b978-409f-ae88-d4c51e15c24b req-267ae5d6-5450-442d-8ba4-0b92dbba29e7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:59.797723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8540f77-b978-409f-ae88-d4c51e15c24b req-267ae5d6-5450-442d-8ba4-0b92dbba29e7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Oct 11 16:32:59.833923 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-020921d0-29bb-4d42-bf42-a36d37f44c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:59.835198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8540f77-b978-409f-ae88-d4c51e15c24b req-c4b39c0a-a048-486b-bed1-475781244704 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Oct 11 16:32:59.835410 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-020921d0-29bb-4d42-bf42-a36d37f44c09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0857606 Oct 11 16:32:59.905689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-fa8f5492-f703-4b6e-aefc-3ac59999bccb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 1000 time: 0.0625978 Oct 11 16:32:59.954557 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-ba8d8496-649e-4c77-b8eb-6a82dd3ce75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:32:59.955982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-ba8d8496-649e-4c77-b8eb-6a82dd3ce75f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0438044 Oct 11 16:33:00.001328 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d1829dab-b91f-44dc-b706-4c0ced13e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:00.002739 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d1829dab-b91f-44dc-b706-4c0ced13e1f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395136 Oct 11 16:33:00.092713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-e2c36153-13ca-4962-83b0-755e944299df service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 Oct 11 16:33:00.180904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-8ab1262a-564a-40c0-b852-5e5167384832 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813560 Oct 11 16:33:00.952006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbbe84-0ccc-4d5b-8752-8395e40aadb9 req-6e83c031-a07f-47a8-becc-d767311b45da tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:00.953472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52cbbe84-0ccc-4d5b-8752-8395e40aadb9 req-6e83c031-a07f-47a8-becc-d767311b45da tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Oct 11 16:33:00.990889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52cbbe84-0ccc-4d5b-8752-8395e40aadb9 req-8eaed082-fb4d-4003-a2db-cafb95bb6603 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Oct 11 16:33:02.014570 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-0b624ad3-bd41-4ea9-810c-13d9986dccb5 service neutron] show failed (client error): The resource could not be found. Oct 11 16:33:02.015586 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-0b624ad3-bd41-4ea9-810c-13d9986dccb5 service neutron] 10.222.0.36 "GET /v2.0/ports/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0605078 Oct 11 16:33:02.114567 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2149f-3402-4daf-b4b5-6e5d1c9f58b0 req-06c298bd-3b7c-410e-be58-1f3e15b17892 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:02.116033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f2149f-3402-4daf-b4b5-6e5d1c9f58b0 req-06c298bd-3b7c-410e-be58-1f3e15b17892 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Oct 11 16:33:02.156013 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5f2149f-3402-4daf-b4b5-6e5d1c9f58b0 req-dfa9e6a7-d7c4-4d0e-b2b7-c1600425b502 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337908 Oct 11 16:33:02.218217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-1f3d37bd-ccd6-4423-9324-9e6a6c74cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:02.219748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-1f3d37bd-ccd6-4423-9324-9e6a6c74cd31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0415671 Oct 11 16:33:02.231054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:33:02.286106 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.435310 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f6e9d4-11da-4b10-bf20-0cc3a2b7a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.488537 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:02.521460 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:33:02.560819 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:02.563114 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44f7d5-294a-40a3-b09a-8a89d8790da9" -d '{"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:02.567498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.579851 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Transition to ACTIVE for port object bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:33:02.583721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.674277 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:02.680820 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68102711-ae21-4962-b76c-a933a5379a3f x-openstack-request-id: req-68102711-ae21-4962-b76c-a933a5379a3f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:02.681118 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:02.681370 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68102711-ae21-4962-b76c-a933a5379a3f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:02.681788 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'code': 200} Oct 11 16:33:02.691290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.691549 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.692439 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.692777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.693105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.693430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.693781 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.694097 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.694413 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.694730 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.695047 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.695392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:02.730259 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] No DVR routers for this DVR port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:33:02.869865 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:33:02.870199 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:33:02.870520 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:33:02.876058 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:33:02.876373 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Attempting to bind port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:33:02.881179 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:33:02.881538 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:33:02.881921 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:33:02.882338 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Bound port: bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:33:02.882686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.945252 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:33:02.948599 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:33:02.952231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.984769 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:02.985382 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:02.986829 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] 10.222.0.43 "PUT /v2.0/ports/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 1091 time: 0.7596538 Oct 11 16:33:03.011280 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312794-4647-4d8f-a42b-9cad27d8c382 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:03.058398 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-a95cfc58-c37d-4ed8-8065-a007a35ec051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:03.060375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-a95cfc58-c37d-4ed8-8065-a007a35ec051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0501368 Oct 11 16:33:03.154899 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-75cd69a2-ac12-4301-a2be-6a6adad71677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:03.156506 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-75cd69a2-ac12-4301-a2be-6a6adad71677 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0887551 Oct 11 16:33:03.230604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-84ee72c6-85f0-4e21-8b30-0a8a5ea8c3e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 998 time: 0.0670528 Oct 11 16:33:03.301304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-e2a2076a-b479-42c9-a9a7-01d2dfe6c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:03.302837 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-e2a2076a-b479-42c9-a9a7-01d2dfe6c412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0648947 Oct 11 16:33:03.313913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bc647-be3d-4aa9-a035-4914636167ef req-f2fb541f-8d5a-4316-99d7-deb3e2275755 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:03.315311 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-642bc647-be3d-4aa9-a035-4914636167ef req-f2fb541f-8d5a-4316-99d7-deb3e2275755 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0880840 Oct 11 16:33:03.381432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-642bc647-be3d-4aa9-a035-4914636167ef req-f5f739c7-c25a-4b18-b0bd-8ed4c290c6dc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577250 Oct 11 16:33:03.384024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-7aa7bd48-5172-41d8-bbec-eb4164e937de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:03.385444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-7aa7bd48-5172-41d8-bbec-eb4164e937de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692997 Oct 11 16:33:03.475982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-903ced76-22e2-4ccd-bd38-a9e48cf8ceb8 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Oct 11 16:33:03.569674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dfe0589-8d07-4ea8-b803-43adbed3a969 req-264a1b39-0317-492d-83b2-3cad72dce0d5 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869696 Oct 11 16:33:04.499165 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30235e5a-3641-4fe7-a722-216b6d8b035d req-89cceef7-8c90-4772-8690-8f554b3f086c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:04.500632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30235e5a-3641-4fe7-a722-216b6d8b035d req-89cceef7-8c90-4772-8690-8f554b3f086c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Oct 11 16:33:04.537466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-30235e5a-3641-4fe7-a722-216b6d8b035d req-f887f85c-c7ea-41f3-97e8-75d4c0b1ac28 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Oct 11 16:33:04.683407 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:04.685746 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4cb21-b429-4782-8933-567979a55e69" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:04.732530 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04a03e2-c72d-4fe1-90d8-d1e9da80b642 x-openstack-request-id: req-c04a03e2-c72d-4fe1-90d8-d1e9da80b642 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:04.732827 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:04.733076 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c04a03e2-c72d-4fe1-90d8-d1e9da80b642 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:04.733525 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'status': 'completed', 'code': 200} Oct 11 16:33:04.792672 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-873061cd-bd2e-493f-b292-3b9189f6e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:04.794269 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-873061cd-bd2e-493f-b292-3b9189f6e3a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0418847 Oct 11 16:33:04.796238 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-86777def-6eb2-4419-940e-1b49dca73ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:04.797804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-86777def-6eb2-4419-940e-1b49dca73ac8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0409393 Oct 11 16:33:04.883824 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-7def823c-75ac-4aca-a239-c6cf75bd163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:04.885285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-7def823c-75ac-4aca-a239-c6cf75bd163a service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0841863 Oct 11 16:33:04.892987 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-1957b647-4ee1-42df-afbf-2eb09faaedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:04.894504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-1957b647-4ee1-42df-afbf-2eb09faaedb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0889478 Oct 11 16:33:04.955148 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-5bf99c79-977f-485c-aebf-cea2f8c11ee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 998 time: 0.0625370 Oct 11 16:33:04.964245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-05332b4b-6979-4054-9807-192fee2593bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 998 time: 0.0620823 Oct 11 16:33:05.003972 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-b12c330d-808e-4438-a84d-9f9083d9a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:05.006123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-b12c330d-808e-4438-a84d-9f9083d9a9d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0444999 Oct 11 16:33:05.019054 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-5b81dd7e-7f71-4e06-99ef-50aec586ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:05.021127 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-5b81dd7e-7f71-4e06-99ef-50aec586ab84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0480714 Oct 11 16:33:05.052083 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-b864c777-6244-4345-a4fa-e2452a8264c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:05.053641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-b864c777-6244-4345-a4fa-e2452a8264c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404198 Oct 11 16:33:05.066275 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4cb21-b429-4782-8933-567979a55e69 req-fb945b07-4570-426a-841e-8c55a82a32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:05.068283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-fb945b07-4570-426a-841e-8c55a82a32f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403042 Oct 11 16:33:05.150839 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-0ea857e8-353a-4781-9a4a-943127a79e5a service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883634 Oct 11 16:33:05.162317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-5c4ea4e7-19e6-4409-b09c-705b6bb58821 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Oct 11 16:33:05.241950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-74b302c0-ad01-4053-852d-ecfdbc7beb63 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Oct 11 16:33:05.251980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8b4cb21-b429-4782-8933-567979a55e69 req-cb3bf0a4-22a5-4381-9e96-c899012b0b36 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Oct 11 16:33:05.407707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8facbb4-ac44-490d-8f4d-0828a7611639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:05.652478 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7514-1123-4254-a2da-345b86bf95ac req-2d014ac9-e1bb-47a6-88b3-498af58e2717 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:05.653967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b2b7514-1123-4254-a2da-345b86bf95ac req-2d014ac9-e1bb-47a6-88b3-498af58e2717 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Oct 11 16:33:05.691071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6b2b7514-1123-4254-a2da-345b86bf95ac req-4ec4cd8d-0168-4655-8cfa-ac0aaeca669f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Oct 11 16:33:06.089141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:06.157344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:06.482855 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:33:06.520598 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:33:06.811437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f164db-0948-4c7f-95b1-cfcb20e226e4 req-21cdee79-cc6e-45ed-b7df-b20993e557c0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:06.812941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81f164db-0948-4c7f-95b1-cfcb20e226e4 req-21cdee79-cc6e-45ed-b7df-b20993e557c0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0527396 Oct 11 16:33:06.851561 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-81f164db-0948-4c7f-95b1-cfcb20e226e4 req-ac6abd41-fc04-45e6-9b79-0387b51c12ed tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Oct 11 16:33:07.050212 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cebe5d-dacf-44c0-af32-707f9dbec337 req-2e15bf2e-1010-43d8-94d2-85a309b587a5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.052320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05cebe5d-dacf-44c0-af32-707f9dbec337 req-2e15bf2e-1010-43d8-94d2-85a309b587a5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 943 time: 0.0540333 Oct 11 16:33:07.078398 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f289-cdc2-4549-bdda-41a879e939af req-b6fcffd6-4cdf-44b7-afd8-386452f87f07 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.079834 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-b6fcffd6-4cdf-44b7-afd8-386452f87f07 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0639658 Oct 11 16:33:07.092296 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05cebe5d-dacf-44c0-af32-707f9dbec337 req-6cb524af-fbb8-4402-bc15-faa21b97be80 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Oct 11 16:33:07.141391 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-69b6f289-cdc2-4549-bdda-41a879e939af req-d2e86c72-8536-4aa4-a3e6-0dc072a885fa service neutron] delete failed (client error): The resource could not be found. Oct 11 16:33:07.142432 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-d2e86c72-8536-4aa4-a3e6-0dc072a885fa service neutron] 10.222.0.36 "DELETE /v2.0/ports/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0547593 Oct 11 16:33:07.229402 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f289-cdc2-4549-bdda-41a879e939af req-b8e54569-33e4-482c-8b96-6ebab941e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.230936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-b8e54569-33e4-482c-8b96-6ebab941e1b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1094 time: 0.0433443 Oct 11 16:33:07.325648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:33:07.327482 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f289-cdc2-4549-bdda-41a879e939af req-11ba115b-be06-4f69-87c7-1d30afc47ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.329042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-11ba115b-be06-4f69-87c7-1d30afc47ece service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0910113 Oct 11 16:33:07.400353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-19600d12-450a-4a60-b4bd-44c34645f209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 998 time: 0.0637288 Oct 11 16:33:07.425719 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:07.443843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'mac_address': 'fa:16:3e:e5:3c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:33:07.455077 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f289-cdc2-4549-bdda-41a879e939af req-8708dcdf-14be-498a-b2b3-e0b6c19a0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.456611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-8708dcdf-14be-498a-b2b3-e0b6c19a0922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0497379 Oct 11 16:33:07.484236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:07.498912 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:33:07.507936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f289-cdc2-4549-bdda-41a879e939af req-7bac75a9-a128-4020-91ca-cdeda392f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:07.509701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-7bac75a9-a128-4020-91ca-cdeda392f0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450096 Oct 11 16:33:07.519449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:07.526659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:07.575373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:07.583217 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.583480 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.583825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.584163 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.584494 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.584824 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.585153 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.585476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.585826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.586148 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.586470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.586789 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:07.615273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-271b77c0-cccf-4c1a-aa02-0c34044c2bc4 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984855 Oct 11 16:33:07.713149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69b6f289-cdc2-4549-bdda-41a879e939af req-7e94ce39-0e3c-4083-9e3e-0be96630fc00 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891011 Oct 11 16:33:07.863842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:33:07.973905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:08.218144 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e77e1-d0a5-4f78-9574-83bff79376ba req-1a1b0eab-e3a1-4be1-b958-bebb46acd3d0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.220503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0e77e1-d0a5-4f78-9574-83bff79376ba req-1a1b0eab-e3a1-4be1-b958-bebb46acd3d0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 944 time: 0.0549057 Oct 11 16:33:08.269816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a0e77e1-d0a5-4f78-9574-83bff79376ba req-74b3aeb0-2728-47cd-a227-8d92f667bf88 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382349 Oct 11 16:33:08.404689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc505b-ca69-45ea-9f8c-45508c466efe req-31e99ee7-7bcc-4065-a1c4-8e43c8ba5000 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.406130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23bc505b-ca69-45ea-9f8c-45508c466efe req-31e99ee7-7bcc-4065-a1c4-8e43c8ba5000 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 944 time: 0.0556033 Oct 11 16:33:08.448886 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23bc505b-ca69-45ea-9f8c-45508c466efe req-1eefd758-24b0-4a44-8221-4789a5b3952b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363581 Oct 11 16:33:08.672451 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a2220-7ca2-4b55-8d28-5719d9290c03 req-53fdea88-4105-4197-9220-bf86fe1c463f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.673854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f26a2220-7ca2-4b55-8d28-5719d9290c03 req-53fdea88-4105-4197-9220-bf86fe1c463f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 944 time: 0.0744491 Oct 11 16:33:08.704158 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-7c916f1b-fb62-4849-beec-affdd37af6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.705674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-7c916f1b-fb62-4849-beec-affdd37af6db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 1095 time: 0.0671458 Oct 11 16:33:08.731095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f26a2220-7ca2-4b55-8d28-5719d9290c03 req-ffb9d1cf-5515-4ba0-8c7e-bbbe7f19c94e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503762 Oct 11 16:33:08.811905 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-abc6e709-eed9-4d1d-9be8-c6a35efab420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.813351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-abc6e709-eed9-4d1d-9be8-c6a35efab420 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0974460 Oct 11 16:33:08.881394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-b2ec2fe5-3f7a-4202-847a-269f17d52781 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 200 len: 999 time: 0.0605795 Oct 11 16:33:08.937001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-b09b28c6-4b87-4f43-90de-0682e73a21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.938414 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-b09b28c6-4b87-4f43-90de-0682e73a21ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0501633 Oct 11 16:33:08.985456 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-b550e143-af39-4144-a88a-1092e6db7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:08.986985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-b550e143-af39-4144-a88a-1092e6db7492 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417368 Oct 11 16:33:09.077288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-c4ce6284-10c3-48f4-a93f-28407c69d888 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828979 Oct 11 16:33:09.172530 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0d4553c-95b9-4cf3-8338-eb27d0fa94f6 req-d2a5e9c7-247c-4542-9aec-9e8d8ccc980c service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Oct 11 16:33:09.340464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:33:09.386984 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:33:09.390565 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:33:09.390928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:09.469575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:09.491972 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:09.494242 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba6f7e-6143-4020-b229-cf8d173f7e27" -d '{"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:09.507175 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:09.511847 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:09.568506 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:09.599210 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4f5ee-f384-4267-977a-49f001981a5e x-openstack-request-id: req-d1a4f5ee-f384-4267-977a-49f001981a5e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:09.599498 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:09.599743 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1a4f5ee-f384-4267-977a-49f001981a5e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:09.600162 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'code': 200} Oct 11 16:33:09.851616 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515462-c410-4abe-b0d5-f16a12ffb354 req-a0d1f11c-62fd-45ff-9ca9-868e4d65a00a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:09.853032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8515462-c410-4abe-b0d5-f16a12ffb354 req-a0d1f11c-62fd-45ff-9ca9-868e4d65a00a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Oct 11 16:33:09.899028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8515462-c410-4abe-b0d5-f16a12ffb354 req-6584e11c-856d-4662-92a6-db532aa22fae tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Oct 11 16:33:10.090424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:10.144588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32494e-6b1f-46f1-b254-abfc05e77367 req-ea9589c6-40d1-4479-9a16-48f862ac6087 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:10.146176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be32494e-6b1f-46f1-b254-abfc05e77367 req-ea9589c6-40d1-4479-9a16-48f862ac6087 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0545065 Oct 11 16:33:10.185372 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-be32494e-6b1f-46f1-b254-abfc05e77367 req-ed871ae0-fc3e-4bb4-8289-8e61573436d5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Oct 11 16:33:11.230823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:11.311111 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700dfd2-82fc-47b4-bc56-476f502403af req-91df642c-cb4c-4756-b4e0-985a2ce6f171 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:11.312593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2700dfd2-82fc-47b4-bc56-476f502403af req-91df642c-cb4c-4756-b4e0-985a2ce6f171 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Oct 11 16:33:11.352880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2700dfd2-82fc-47b4-bc56-476f502403af req-492fa43e-b0b0-423b-b839-237936feb4d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Oct 11 16:33:11.496766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-e7bd64cd-586b-4fef-a1e3-95785b736bea tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:11.498357 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-e7bd64cd-586b-4fef-a1e3-95785b736bea tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Oct 11 16:33:11.590482 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Deleting port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:33:11.590822 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:11.679710 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] For port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:11.679959 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:11.857443 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:11.857827 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:11.858135 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf disassociated. External IP: 172.35.3.74, port: bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb. Oct 11 16:33:11.858473 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Calling delete_port for bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:33:11.984955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:12.017498 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'Port': ['ID=bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:12.137573 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:33:12.251169 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:33:12.261164 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:33:12.270841 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:33:12.271452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:33:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:12.294243 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] No DVR routers for this DVR port bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:33:12.296874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:12.300231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9923bb5a-2fa8-4087-9680-05b1cdd732b5 req-69c06ec6-f8b0-41d3-b7b3-f06b898569a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "DELETE /v2.0/ports/bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb HTTP/1.1" status: 204 len: 173 time: 0.7946706 Oct 11 16:33:12.300684 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-deleted', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:12.303010 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1b090-ceb6-43f6-af21-e9e53067f9a2" -d '{"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-deleted", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:12.343529 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f488e3d-b971-401f-b8f3-d232b6d983b8 x-openstack-request-id: req-0f488e3d-b971-401f-b8f3-d232b6d983b8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:12.344188 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c132c4-11cb-4900-9ca0-b9e74cedeb70", "name": "network-vif-deleted", "tag": "bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:12.344188 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f488e3d-b971-401f-b8f3-d232b6d983b8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:12.344490 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c132c4-11cb-4900-9ca0-b9e74cedeb70', 'name': 'network-vif-deleted', 'tag': 'bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb', 'status': 'completed', 'code': 200} Oct 11 16:33:12.481162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-68ad0386-72ca-4f09-bcce-7d4e63e0a80b req-8002e2ff-ac95-4c5f-81f0-391556a0b894 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c132c4-11cb-4900-9ca0-b9e74cedeb70 HTTP/1.1" status: 200 len: 210 time: 0.0325537 Oct 11 16:33:12.556755 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:33:12.750443 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:12.777609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:33:12.786275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:33:12.786881 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:33:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:12.891811 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:33:13.086356 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:13.116543 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd040f1a-3eeb-40a6-a613-2c8533c1813d None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:33:13.336301 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f1173-447d-48cd-853a-12c90395d718 None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:33:13.747375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-9523ac94-ef68-44d4-aef7-af762b3b0c45 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--466531710&fields=id&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 267 time: 0.0325959 Oct 11 16:33:13.859705 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-547db7c0-8aa1-4518-a722-7b01de6fc566 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:13.861147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-547db7c0-8aa1-4518-a722-7b01de6fc566 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1070430 Oct 11 16:33:13.876095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-0fe56f39-ebae-4b98-8785-26ec05d41a1b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/quotas/4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Oct 11 16:33:13.929644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-3b00bc79-dd65-4312-a4a8-ab95479d6137 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478120 Oct 11 16:33:14.073340 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-969c5a8a-29f4-4853-852c-60bacc754cd7 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318369 Oct 11 16:33:14.171126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-87c236a9-9c26-43d4-b374-eb9f043f3c8c service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916355 Oct 11 16:33:14.327359 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b344956a-f7d8-4dab-9b79-984bf8e91a08 req-fe1fa530-a33e-4c44-8302-898948454f30 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Oct 11 16:33:15.273218 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-175e24fc-7c13-4d40-8351-475877f38ecc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:15.274832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-175e24fc-7c13-4d40-8351-475877f38ecc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1144168 Oct 11 16:33:15.321205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-ed5b30ba-2edd-426a-9ddb-59984da30352 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 379 time: 0.0367658 Oct 11 16:33:15.337025 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'port': {'device_id': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'admin_state_up': True, 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'security_groups': ['e3fa82d7-b4ea-4a61-a76b-2b8995b4c293']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:33:15.372335 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:33:15.392732 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:33:15.393278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device bb0e46b1-07e6-4fa2-ae8b-fca631cc83fb not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:33:15.426505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7ed76fa-213b-4f86-808e-14a4e8bfebf7 req-75f2ac3f-f9ab-455c-a083-43b7241402f2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Oct 11 16:33:15.454610 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:33:15.458771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:15.598872 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Allocated IP 172.20.0.5 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/2cda8c25-1e30-4d89-b793-01fb3ac8109c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:33:15.757049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:15.796011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:15.848701 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:33:15.852272 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:33:15.856697 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:33:15.864508 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:15.895275 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.895617 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.895959 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.896346 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.896675 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.897003 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.897324 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.897675 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.898000 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.898322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.898642 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.898962 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:33:15.930671 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:15.931307 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:15.951451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-d91f45e7-1567-4864-b04e-85a8ec108ba6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183014 Oct 11 16:33:15.964476 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Request body: {'port': {'device_id': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:33:16.040004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.122561 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de0f0927-5293-4911-82f3-a7f2b599c88b None None] Provisioning complete for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:33:16.123145 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-5293-4911-82f3-a7f2b599c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.181695 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de0f0927-5293-4911-82f3-a7f2b599c88b None None] Port 2cda8c25-1e30-4d89-b793-01fb3ac8109c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:33:16.349414 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:33:16.358536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.372567 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Transition to ACTIVE for port object 2cda8c25-1e30-4d89-b793-01fb3ac8109c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:33:16.376913 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.434797 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:16.517554 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:33:16.518075 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:33:16.518607 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:33:16.524940 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:33:16.525436 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:33:16.534029 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:33:16.534624 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:33:16.535274 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:33:16.535987 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Bound port: 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:33:16.536638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.638387 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:33:16.645220 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:33:16.650691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.688876 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:16.689921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:16.692301 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] 10.222.0.36 "PUT /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1091 time: 0.7321730 Oct 11 16:33:16.697517 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:16.701856 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:16.821738 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d0809-af26-47f7-821d-ec2c41a02c11 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:16.850280 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-cbfb4f26-7dee-4d7f-a739-e7e3e08c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:16.851844 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-cbfb4f26-7dee-4d7f-a739-e7e3e08c4d9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1094 time: 0.0934603 Oct 11 16:33:16.874613 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728975c7-5f26-4ab4-95b6-dd2b61aa7f6a x-openstack-request-id: req-728975c7-5f26-4ab4-95b6-dd2b61aa7f6a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:16.874613 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:16.875039 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-728975c7-5f26-4ab4-95b6-dd2b61aa7f6a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:16.875355 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'status': 'completed', 'code': 200} Oct 11 16:33:16.930256 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-455dc583-083e-42cb-afdb-09752481c41d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 217 time: 0.0675671 Oct 11 16:33:17.002024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcead-ca5a-483c-b740-0366f3659499 req-39873424-43fb-4ead-b262-cefe4c830303 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.004352 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e65bcead-ca5a-483c-b740-0366f3659499 req-39873424-43fb-4ead-b262-cefe4c830303 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.4761608 Oct 11 16:33:17.013726 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-f0e31705-4a30-41d3-bdc2-afae2cfe9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.016021 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-f0e31705-4a30-41d3-bdc2-afae2cfe9f80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0777328 Oct 11 16:33:17.048682 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e65bcead-ca5a-483c-b740-0366f3659499 req-d4a4b364-0f38-4849-9aa3-fa2b4152a3b5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375731 Oct 11 16:33:17.094415 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-c634007e-fa99-4a66-99a7-db126ca0d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.096077 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-c634007e-fa99-4a66-99a7-db126ca0d43a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714505 Oct 11 16:33:17.207158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-21e8ba40-b215-4f9d-bd70-4b950e41b1cb service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031621 Oct 11 16:33:17.335109 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a99ad6b3-1e0f-4ceb-994e-29ce40890b6d req-668d9f35-22ec-4cda-867a-86ce8d4ad5f3 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191320 Oct 11 16:33:17.432842 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-aca84d53-9df3-45d6-99f2-c34dcb2f5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.434291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-aca84d53-9df3-45d6-99f2-c34dcb2f5368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1094 time: 0.0489285 Oct 11 16:33:17.562170 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-cb3ee2a5-23d6-4b51-a04d-79867403654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.564576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-cb3ee2a5-23d6-4b51-a04d-79867403654c service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1222138 Oct 11 16:33:17.611606 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-497bcedf-11e8-4391-bcc3-cdb8b4a51d89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 217 time: 0.0393772 Oct 11 16:33:17.664903 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-41070ec7-b554-4e92-9a38-fd0a7d0b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.666457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-41070ec7-b554-4e92-9a38-fd0a7d0b388a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0465107 Oct 11 16:33:17.717621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-35be44b6-64ab-41a1-9ff8-a588bc3be374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:17.719275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-35be44b6-64ab-41a1-9ff8-a588bc3be374 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451748 Oct 11 16:33:17.825107 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-75c52e97-2822-47ed-9d83-26b6c9e7b16e service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968735 Oct 11 16:33:17.924477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-21267cf0-e657-407b-8b0a-2c4cffb6e8cf req-bae2fd2a-2aa3-48d8-baa5-459ce3cac2d1 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Oct 11 16:33:18.188269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a284ff2-ec77-44c5-8601-f5d2173f95e3 req-7a78c777-fc63-4657-832b-be11941fcd13 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:18.189812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a284ff2-ec77-44c5-8601-f5d2173f95e3 req-7a78c777-fc63-4657-832b-be11941fcd13 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Oct 11 16:33:18.229748 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3a284ff2-ec77-44c5-8601-f5d2173f95e3 req-2d117446-6f13-4b71-97d9-877d6b78bd01 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Oct 11 16:33:19.352303 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640037b7-219e-46ed-8355-2ef423af0d10 req-6463b781-ffdd-4691-86ec-711ae9ee0173 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:19.353922 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640037b7-219e-46ed-8355-2ef423af0d10 req-6463b781-ffdd-4691-86ec-711ae9ee0173 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.0497627 Oct 11 16:33:19.394151 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-640037b7-219e-46ed-8355-2ef423af0d10 req-940f318c-737e-4d36-ac53-39699f8f33ee tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341477 Oct 11 16:33:20.520027 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b989226-06d5-4cdf-ada6-37b88cf28804 req-189729a1-33fe-485b-b9f8-cbe98a6673d2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:20.521665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b989226-06d5-4cdf-ada6-37b88cf28804 req-189729a1-33fe-485b-b9f8-cbe98a6673d2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.0591822 Oct 11 16:33:20.529989 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:33:20.561963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b989226-06d5-4cdf-ada6-37b88cf28804 req-a1b9969e-65b4-4dc8-9abb-9f4be236d3f8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337694 Oct 11 16:33:20.672885 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:20.688414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:33:20.728546 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:20.744718 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:33:20.767525 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:20.772517 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:20.826453 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:20.997978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2cda8c25-1e30-4d89-b793-01fb3ac8109c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:33:21.679630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86877683-613b-418d-a025-6acd1115faee req-d9a9fe2b-0fe5-443f-80fd-f8b0b230de27 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:21.681152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86877683-613b-418d-a025-6acd1115faee req-d9a9fe2b-0fe5-443f-80fd-f8b0b230de27 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0501320 Oct 11 16:33:21.719637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-86877683-613b-418d-a025-6acd1115faee req-8f6780de-a6fc-493c-a5c9-f6128d50ec26 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322819 Oct 11 16:33:22.528996 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:33:22.578242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:33:22.583092 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:33:22.583652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:22.664782 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:22.688777 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:22.691945 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18147f17-522f-4c86-bf6e-4eebf3ddbbb3" -d '{"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-plugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:22.707064 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:33:22.710688 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:22.736172 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010dd595-8267-4c97-bf5a-89e7cd45f061 x-openstack-request-id: req-010dd595-8267-4c97-bf5a-89e7cd45f061 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:22.736455 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-plugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:22.736700 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-010dd595-8267-4c97-bf5a-89e7cd45f061 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:22.737098 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'code': 200} Oct 11 16:33:22.768556 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:33:22.849573 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647f995-e1b7-457b-8896-8a9cc13799fe req-36323c2b-c00b-4b63-905e-a4671654dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:22.851084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5647f995-e1b7-457b-8896-8a9cc13799fe req-36323c2b-c00b-4b63-905e-a4671654dd13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1096 time: 0.0484445 Oct 11 16:33:22.869759 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60509599-a0f2-4bbb-b4d5-09bcbc9a7d86 req-d2f989d4-ed4b-4df9-9899-a6d1ea52d455 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:22.871401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60509599-a0f2-4bbb-b4d5-09bcbc9a7d86 req-d2f989d4-ed4b-4df9-9899-a6d1ea52d455 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Oct 11 16:33:22.896750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5647f995-e1b7-457b-8896-8a9cc13799fe req-aabd9325-f1ab-454b-8735-89ecd0fde941 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379403 Oct 11 16:33:22.934041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60509599-a0f2-4bbb-b4d5-09bcbc9a7d86 req-dc069f7d-bbe6-4180-959b-84f521540dfa tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549266 Oct 11 16:33:24.062681 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83cc13-b444-4357-8b6a-2925f22ad89f req-1ea622c3-9a3b-4f66-885b-e0cbbcdc612b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:24.064504 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f83cc13-b444-4357-8b6a-2925f22ad89f req-1ea622c3-9a3b-4f66-885b-e0cbbcdc612b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0607247 Oct 11 16:33:24.103860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9f83cc13-b444-4357-8b6a-2925f22ad89f req-5eaf6284-ac08-4260-9941-505d184830e7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Oct 11 16:33:25.220309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7895e-d82c-470a-b1cb-d82a35620426 req-a42dedfe-ad39-4a27-9ea6-4c71d77d3266 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:25.221812 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bea7895e-d82c-470a-b1cb-d82a35620426 req-a42dedfe-ad39-4a27-9ea6-4c71d77d3266 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0488136 Oct 11 16:33:25.260452 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bea7895e-d82c-470a-b1cb-d82a35620426 req-f4b4505e-c021-4f7a-ab55-fa02a4a4684a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Oct 11 16:33:25.373685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d484b2-ceca-490b-b3d4-408484a9047a req-4eaa74c2-fc54-4757-a7f7-5bc5ce6a8219 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:25.375161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48d484b2-ceca-490b-b3d4-408484a9047a req-4eaa74c2-fc54-4757-a7f7-5bc5ce6a8219 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Oct 11 16:33:25.384272 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:33:25.388675 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'floatingip': {'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:33:25.431465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:25.871352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:25.876394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:25.979640 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf associated. External IP: 172.35.3.74, port: 2cda8c25-1e30-4d89-b793-01fb3ac8109c. Oct 11 16:33:26.193974 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:33:26.305209 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:33:26.309863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:26.317678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:33:26.327871 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:33:26.328496 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:33:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:26.337271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-540298cb-710e-4b35-b3fc-3a13133f8dff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "PUT /v2.0/floatingips/17fc2f49-d766-43de-bf73-c7516708fdcf HTTP/1.1" status: 200 len: 990 time: 0.9519930 Oct 11 16:33:26.337877 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:33:26.340145 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65b109-c1b3-4d72-98a6-353b2d9441da" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:33:26.379192 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c2a84-51d0-4ab5-a3f9-fcaf73cbf0aa x-openstack-request-id: req-9b7c2a84-51d0-4ab5-a3f9-fcaf73cbf0aa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:33:26.379562 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:33:26.379815 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b7c2a84-51d0-4ab5-a3f9-fcaf73cbf0aa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:33:26.380217 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'status': 'completed', 'code': 200} Oct 11 16:33:26.443325 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:33:26.443946 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-9a79d510-2395-4aba-8eb6-97ee51a7f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:26.445675 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-9a79d510-2395-4aba-8eb6-97ee51a7f67f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1096 time: 0.0427876 Oct 11 16:33:26.542838 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-467f7c3d-a184-4bbb-ad65-8f3f9de24208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:26.544388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-467f7c3d-a184-4bbb-ad65-8f3f9de24208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0916586 Oct 11 16:33:26.610353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-7889a34a-fd6d-480d-840e-61cdbc670044 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 998 time: 0.0589478 Oct 11 16:33:26.659930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-0efe4779-e2a4-4af0-8a2c-a31d8fc80ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:26.661937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-0efe4779-e2a4-4af0-8a2c-a31d8fc80ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0444341 Oct 11 16:33:26.673648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:33:25Z', 'revision_number': 9, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:26.699455 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:33:26.708286 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:33:26.708892 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:33:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:26.717302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-c985a5d7-ef92-4256-b09e-df8cc29aa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:26.718898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-c985a5d7-ef92-4256-b09e-df8cc29aa8cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450737 Oct 11 16:33:26.808212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-dda338fe-e1a8-452b-898a-95318f667096 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Oct 11 16:33:26.812926 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:33:26.901908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7e65b109-c1b3-4d72-98a6-353b2d9441da req-de25ee4b-0ad5-4b73-935b-fcb768fe2927 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868642 Oct 11 16:33:27.059844 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:33:25Z', 'revision_number': 9, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:33:27.087878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152d15d-4a8a-4da4-8ff6-2967eefd8fce None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:33:25Z', 'revision_number': 9, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:33:27.289394 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcae2e0-27d4-428f-aaf8-266e16e969d8 None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:33:28.016812 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:33:32.436374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25e7d00b-26e0-427a-bb54-f5b086533411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:35.409830 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c3fda9-f6c9-4a3f-95a7-d5d24e1d421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:36.092230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:36.160240 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:37.962887 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:40.093131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:41.228769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:33:50.216001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-2c2f38f4-e42b-4d3e-b58f-2642a75d7764 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397820 Oct 11 16:33:50.300278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-57d7478a-263d-4589-8ca8-042f18986d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:50.301789 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-57d7478a-263d-4589-8ca8-042f18986d68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1096 time: 0.0402257 Oct 11 16:33:50.414150 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-53a0398c-b8e5-4909-a8a7-26c8bb4d7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:50.415665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-53a0398c-b8e5-4909-a8a7-26c8bb4d7d2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0895748 Oct 11 16:33:50.485922 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-c04e5d1c-b86f-4900-94a2-e976715596ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1001 time: 0.0615799 Oct 11 16:33:50.536730 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-5b494140-e223-438e-9958-7d7c012ebd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:50.538457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-5b494140-e223-438e-9958-7d7c012ebd2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0439050 Oct 11 16:33:50.593052 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-ce9d1cc9-c9bd-4f60-93ed-c36500298fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:33:50.594695 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-ce9d1cc9-c9bd-4f60-93ed-c36500298fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475984 Oct 11 16:33:50.685614 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-d3696833-2153-4f20-b24a-d1d7c40dbea9 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Oct 11 16:33:50.780101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-50b803d0-c293-4c23-886d-d4da6eca79fc req-d09573ad-d9a6-4f62-a167-9fc8dcf6ec3c service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Oct 11 16:34:02.437860 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbf023e1-c9db-4cdd-8aee-5d7a04321467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:05.016418 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:34:05.413054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5a09-bbb2-473a-8827-76c478e3e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:06.094181 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:06.164296 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:07.964647 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:10.093805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:11.249281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:32.444879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2d96029-f99d-441b-8ded-aaf2a516b4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:35.417408 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e4fba26-08ac-49bc-8b4c-7026972ff6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:36.098494 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:36.169116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:37.968516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:40.092774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:41.257644 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:34:42.020986 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:34:50.847213 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-efd3eb26-75b1-48a7-bf3f-6f5f20d3cd2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459805 Oct 11 16:34:50.937836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-7bf6e7e2-97d7-4028-9e77-24e194cbd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:34:50.939372 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-7bf6e7e2-97d7-4028-9e77-24e194cbd16b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1096 time: 0.0445476 Oct 11 16:34:51.050798 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-16aa6ebe-1ca8-4b25-b719-87e540599a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:34:51.052283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-16aa6ebe-1ca8-4b25-b719-87e540599a52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0923760 Oct 11 16:34:51.126110 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-412ce356-f659-43f8-b468-97b58294e0ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1001 time: 0.0653846 Oct 11 16:34:51.190727 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-9879d3c8-c347-48bc-9de4-5f2f6405285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:34:51.193155 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-9879d3c8-c347-48bc-9de4-5f2f6405285c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0602632 Oct 11 16:34:51.585085 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-493b51ee-c125-43d3-9be2-6472848e781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:34:51.586636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-493b51ee-c125-43d3-9be2-6472848e781e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861573 Oct 11 16:34:51.598341 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-87dd73e7-2a99-4313-9411-ea23357ee0eb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:34:51.599334 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-87dd73e7-2a99-4313-9411-ea23357ee0eb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052569 Oct 11 16:34:51.696738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-81104c97-9fdf-4e53-8fab-b982b4f03ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893903 Oct 11 16:34:51.798910 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d0400cb3-007f-41ab-a9e1-9a7443494da3 req-619af6d4-28ad-42fb-b39d-415cf99c1a64 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956817 Oct 11 16:35:02.440397 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a25f986-d925-4d33-8b56-25b2c4d5aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:02.852460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-c4b8fb79-e839-4b5b-8d4b-ab6dadcc2ce4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977793 Oct 11 16:35:02.867969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76795a-221e-4500-98d9-8dcae4b7fafe req-9d4a5e9d-488e-42a5-88e9-4b1d27688541 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:02.869514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc76795a-221e-4500-98d9-8dcae4b7fafe req-9d4a5e9d-488e-42a5-88e9-4b1d27688541 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Oct 11 16:35:02.928430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bc76795a-221e-4500-98d9-8dcae4b7fafe req-835adbff-8890-4e50-97ce-afbf25bd2457 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476830 Oct 11 16:35:04.059043 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598ea4-37d0-4f53-84e5-f3e619374a0e req-f1f88663-e617-4bb9-b229-c16b11927bc2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:04.060633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35598ea4-37d0-4f53-84e5-f3e619374a0e req-f1f88663-e617-4bb9-b229-c16b11927bc2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0593076 Oct 11 16:35:04.103210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35598ea4-37d0-4f53-84e5-f3e619374a0e req-824aca9a-d649-40b7-9f36-ffe7ef12f35a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357060 Oct 11 16:35:05.229894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286231-0421-465f-8623-96dc698ce3cd req-68e3dd0d-6438-414e-bf70-ecb896c21bb3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:05.231522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc286231-0421-465f-8623-96dc698ce3cd req-68e3dd0d-6438-414e-bf70-ecb896c21bb3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0537205 Oct 11 16:35:05.277176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc286231-0421-465f-8623-96dc698ce3cd req-0fed6a14-d5d6-427b-a1e3-9db0c7764ce5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Oct 11 16:35:05.429220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac464ebd-47d9-446f-9a01-eedf1cdaed79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:06.093193 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:06.172917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:06.405692 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465a73-7d6e-4d83-a251-a1ada57e56a3 req-25527521-92b7-476e-848a-171ca6613fa4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:06.407221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52465a73-7d6e-4d83-a251-a1ada57e56a3 req-25527521-92b7-476e-848a-171ca6613fa4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Oct 11 16:35:06.446025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52465a73-7d6e-4d83-a251-a1ada57e56a3 req-5e1ffc10-8e93-4eb1-b418-dfae62f93ac7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Oct 11 16:35:07.569465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94030c-e750-4f92-a6c1-a9d2db1637f3 req-ffd31a13-9ea1-4b4d-8a5f-6c54900f63c8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:07.571195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b94030c-e750-4f92-a6c1-a9d2db1637f3 req-ffd31a13-9ea1-4b4d-8a5f-6c54900f63c8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Oct 11 16:35:07.616124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b94030c-e750-4f92-a6c1-a9d2db1637f3 req-db5f6410-46bb-4e50-8617-9b3342d547b5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370991 Oct 11 16:35:07.971927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:08.185605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-b202220d-e8fe-4a9e-b4bc-d82f25dbc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:08.187135 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-b202220d-e8fe-4a9e-b4bc-d82f25dbc868 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1096 time: 0.0497077 Oct 11 16:35:08.290873 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-c74f5c26-6f59-43e8-9fbc-8b19761a9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:08.292378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-c74f5c26-6f59-43e8-9fbc-8b19761a9a3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0983841 Oct 11 16:35:08.372940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-de533346-dc99-4db5-afba-f71f71288c81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1001 time: 0.0723321 Oct 11 16:35:08.427525 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-8675a982-8ab8-4eac-97b8-785fecd26bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:08.429115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-8675a982-8ab8-4eac-97b8-785fecd26bd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0492833 Oct 11 16:35:08.480942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-99155058-aaaa-4594-893e-15af8a113799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:08.482415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-99155058-aaaa-4594-893e-15af8a113799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455186 Oct 11 16:35:08.586819 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-0d3f624e-2155-4b29-9b34-df628f398d5a service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960689 Oct 11 16:35:08.691977 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-173db0dc-1964-439d-8bae-143f401057b4 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977447 Oct 11 16:35:08.800864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aae459-2bd4-42cd-9101-5bc268ecedb2 req-f64f53c6-337d-4c79-b997-63a02fc760b4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:08.803336 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60aae459-2bd4-42cd-9101-5bc268ecedb2 req-f64f53c6-337d-4c79-b997-63a02fc760b4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0849915 Oct 11 16:35:08.852474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60aae459-2bd4-42cd-9101-5bc268ecedb2 req-fbe3ffd7-d2f4-4d67-b5e9-d3c28cf1546b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 Oct 11 16:35:09.977000 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293414a3-211b-4fc3-ac66-e0820513c13b req-e4626117-add6-498e-960a-b1af26f1db48 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:09.979015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293414a3-211b-4fc3-ac66-e0820513c13b req-e4626117-add6-498e-960a-b1af26f1db48 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Oct 11 16:35:10.022854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-293414a3-211b-4fc3-ac66-e0820513c13b req-aa1dd5ce-05e7-405e-8d3d-e832323760d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372272 Oct 11 16:35:10.111756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:11.206677 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca05cc5-d556-4c6f-892c-c5561a0b30bb req-50220a6c-be74-4bb2-abae-1da0162b0506 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:11.209181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ca05cc5-d556-4c6f-892c-c5561a0b30bb req-50220a6c-be74-4bb2-abae-1da0162b0506 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0847445 Oct 11 16:35:11.265154 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:11.277029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2ca05cc5-d556-4c6f-892c-c5561a0b30bb req-7ea50d64-be4d-4153-898f-89e180fd1cf0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586948 Oct 11 16:35:12.411645 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f867-2a67-434e-bcd4-8a39c34bce93 req-674e2369-a75e-42b9-a555-26601c5cd269 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:12.413295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff9f867-2a67-434e-bcd4-8a39c34bce93 req-674e2369-a75e-42b9-a555-26601c5cd269 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Oct 11 16:35:12.479053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eff9f867-2a67-434e-bcd4-8a39c34bce93 req-4ddd3f0c-ec62-4900-9780-ccd34aa9ab40 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588844 Oct 11 16:35:13.602466 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b49a91-cb85-40d4-89ab-6919186445a9 req-d61b9a16-afd6-4a3e-8b77-be661c7d4047 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:13.604109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99b49a91-cb85-40d4-89ab-6919186445a9 req-d61b9a16-afd6-4a3e-8b77-be661c7d4047 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Oct 11 16:35:13.645314 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99b49a91-cb85-40d4-89ab-6919186445a9 req-4c04e994-53d5-4276-a74d-9e6ee9f26776 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348666 Oct 11 16:35:14.768431 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa4b90-3c5e-4043-aca4-5e7a4330db64 req-36b31bb7-9252-425e-b3ec-5e2f5224a90b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:14.770366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64aa4b90-3c5e-4043-aca4-5e7a4330db64 req-36b31bb7-9252-425e-b3ec-5e2f5224a90b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0530887 Oct 11 16:35:14.815396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64aa4b90-3c5e-4043-aca4-5e7a4330db64 req-13a1bb51-706e-4152-aec2-63e75edb6d6c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Oct 11 16:35:15.982051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0716-b92f-46b0-99ae-f10ca453b8eb req-786fabcd-ca7f-4585-a096-26bc32460c91 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:15.984731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bab0716-b92f-46b0-99ae-f10ca453b8eb req-786fabcd-ca7f-4585-a096-26bc32460c91 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0855036 Oct 11 16:35:16.033698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5bab0716-b92f-46b0-99ae-f10ca453b8eb req-0977a329-706a-4feb-b3ad-e2e277796251 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420132 Oct 11 16:35:17.165039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d5a0e-916b-4529-af81-37dda9bc91ab req-47e77085-032e-4f87-ba6a-da1bd4dc4086 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:17.166559 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c36d5a0e-916b-4529-af81-37dda9bc91ab req-47e77085-032e-4f87-ba6a-da1bd4dc4086 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0528619 Oct 11 16:35:17.207632 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c36d5a0e-916b-4529-af81-37dda9bc91ab req-33ddad9a-991e-489b-ab8a-aca1ec1dd261 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Oct 11 16:35:18.332676 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf957e5-d1c6-4cdb-afa7-e70300790617 req-c7cbe97b-e916-4c5a-b676-e9554c1afcd2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:18.334433 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbf957e5-d1c6-4cdb-afa7-e70300790617 req-c7cbe97b-e916-4c5a-b676-e9554c1afcd2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0566485 Oct 11 16:35:18.396501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbf957e5-d1c6-4cdb-afa7-e70300790617 req-e76251b6-c125-439f-9d34-b5e99da304ad tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548630 Oct 11 16:35:19.019792 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:35:19.517796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a9427-9910-4781-9e99-622d6f1e8069 req-953cc9b1-32bf-4f2a-9170-1304923d99aa tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:19.519526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-546a9427-9910-4781-9e99-622d6f1e8069 req-953cc9b1-32bf-4f2a-9170-1304923d99aa tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0508502 Oct 11 16:35:19.575347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-546a9427-9910-4781-9e99-622d6f1e8069 req-df3e1bf4-7f8c-45c3-aa08-1ccd07c283a0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491250 Oct 11 16:35:20.670778 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-7fc00c45-a288-425e-8aa1-7043fb740dc6 service neutron] show failed (client error): The resource could not be found. Oct 11 16:35:20.672422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-7fc00c45-a288-425e-8aa1-7043fb740dc6 service neutron] 10.222.0.36 "GET /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0765908 Oct 11 16:35:20.726577 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ba1c-cf6a-4e66-a672-38c24140b1ca req-df8db426-ad57-487c-97df-9356cfcdcb18 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:20.729035 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e50ba1c-cf6a-4e66-a672-38c24140b1ca req-df8db426-ad57-487c-97df-9356cfcdcb18 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0702078 Oct 11 16:35:20.789604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4e50ba1c-cf6a-4e66-a672-38c24140b1ca req-8874ac9e-873a-4d71-94f2-55640e166000 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532498 Oct 11 16:35:20.982504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-6cfe2767-f637-4583-8f22-6f88d1d0fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:20.984121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-6cfe2767-f637-4583-8f22-6f88d1d0fbb5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0958240 Oct 11 16:35:20.996653 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:35:21.061380 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:21.315654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:21.353856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:35:21.396849 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:21.399441 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655b2a62-b997-4a47-bf8e-56e46f03a54d" -d '{"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:21.403976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:21.418862 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Transition to ACTIVE for port object 2cda8c25-1e30-4d89-b793-01fb3ac8109c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:35:21.424556 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:21.472185 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79df79-0e41-4b9c-a322-997ed5e0eecc x-openstack-request-id: req-1e79df79-0e41-4b9c-a322-997ed5e0eecc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:21.472569 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:21.472955 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e79df79-0e41-4b9c-a322-997ed5e0eecc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:21.473591 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'code': 200} Oct 11 16:35:21.568998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:21.593873 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.594571 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.595022 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.595586 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.596147 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.596712 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.597295 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.597895 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.598460 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.599030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.599588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.600152 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:21.648197 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] No DVR routers for this DVR port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:35:21.835333 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:35:21.835978 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:35:21.835978 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:21.840627 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:35:21.840934 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:21.846057 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:35:21.846422 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:35:21.846770 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:35:21.847194 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Bound port: 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:35:21.847554 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:21.926725 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:35:21.956966 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:35:21.965724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:22.005713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.006686 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:22.008012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] 10.222.0.43 "PUT /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1091 time: 1.0160189 Oct 11 16:35:22.016593 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2c47e-faf8-4ca8-b4cd-19b4831287e8 req-66ee3894-65b0-4777-9b19-d97aa8d0ed2b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.018130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8f2c47e-faf8-4ca8-b4cd-19b4831287e8 req-66ee3894-65b0-4777-9b19-d97aa8d0ed2b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.1087072 Oct 11 16:35:22.068898 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505e20-2ed0-4297-984c-4c9b2f0fc193 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:22.111410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a8f2c47e-faf8-4ca8-b4cd-19b4831287e8 req-063d87bd-061b-433d-8a98-e2811ff05efc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803745 Oct 11 16:35:22.127225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-05375cd9-372a-4984-8953-c88a5a3f4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.142166 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-05375cd9-372a-4984-8953-c88a5a3f4bf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1094 time: 0.0885975 Oct 11 16:35:22.268184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-db3f5ff3-947b-4530-a6c0-0395aa22aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.269775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-db3f5ff3-947b-4530-a6c0-0395aa22aa4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1326382 Oct 11 16:35:22.340961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-53dbcb31-575c-47a0-927f-e8abb309e36c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0641046 Oct 11 16:35:22.401583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-7b007e05-f990-49ca-9902-1843fabec5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.403299 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-7b007e05-f990-49ca-9902-1843fabec5ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0543971 Oct 11 16:35:22.449802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-d54f2fca-95c8-42e7-884c-928e47017a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:22.451413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-d54f2fca-95c8-42e7-884c-928e47017a97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413132 Oct 11 16:35:22.545438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-ad4e21f9-975b-48a4-8c7b-152d9faf6c77 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Oct 11 16:35:22.646412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d6b7ccb-0ea8-499b-9a77-fa24ed29aced req-c2d8e6d5-f0c7-434e-a5f0-53411f68ba8e service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938652 Oct 11 16:35:23.290254 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3547c8-dbf7-458c-ae65-6f1c8347d8a7 req-5752f374-9cc9-4f33-ad48-83e0a3e230bc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.292115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee3547c8-dbf7-458c-ae65-6f1c8347d8a7 req-5752f374-9cc9-4f33-ad48-83e0a3e230bc tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.0532351 Oct 11 16:35:23.333080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ee3547c8-dbf7-458c-ae65-6f1c8347d8a7 req-00ab09e0-7c23-4bbd-807b-fe5878e26bba tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Oct 11 16:35:23.475031 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:23.477369 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:23.527793 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca6fc69-a45c-4b43-9379-c9a86cf580da x-openstack-request-id: req-0ca6fc69-a45c-4b43-9379-c9a86cf580da {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:23.528252 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:23.528645 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ca6fc69-a45c-4b43-9379-c9a86cf580da {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:23.529272 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'status': 'completed', 'code': 200} Oct 11 16:35:23.614388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-3f8ebe54-ef66-419d-9a2d-4c857b58aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.614679 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-a02be5a6-7728-48b6-918c-594545180c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.616228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-3f8ebe54-ef66-419d-9a2d-4c857b58aaec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1094 time: 0.0640299 Oct 11 16:35:23.617104 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-a02be5a6-7728-48b6-918c-594545180c34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1094 time: 0.0654316 Oct 11 16:35:23.762643 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-ca0b7619-824e-4cf7-8b95-8233be4d25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.764492 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-ca0b7619-824e-4cf7-8b95-8233be4d25f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1399879 Oct 11 16:35:23.769350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-a3a37150-70d5-40bd-aa65-b5ed58162143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.771098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-a3a37150-70d5-40bd-aa65-b5ed58162143 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1465442 Oct 11 16:35:23.849172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-63eaf0e1-e372-4a36-b9a1-ec06745525f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0771918 Oct 11 16:35:23.875838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-a7b6cbdc-82db-4277-9d3a-81ccb2166ed2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0967059 Oct 11 16:35:23.903297 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-5aed4a6a-f5a8-4503-b511-b0525b57a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.904798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-5aed4a6a-f5a8-4503-b511-b0525b57a065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0484450 Oct 11 16:35:23.934747 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-5e7a6033-ef91-46fa-976a-296c0ea05443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.936232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-5e7a6033-ef91-46fa-976a-296c0ea05443 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0528369 Oct 11 16:35:23.954158 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-47f5c503-2fdc-4231-a6ea-cea1f617044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.955790 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-47f5c503-2fdc-4231-a6ea-cea1f617044d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437980 Oct 11 16:35:23.985711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-240fc02d-ac45-410d-8ab9-6efe77041b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:23.987239 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-240fc02d-ac45-410d-8ab9-6efe77041b04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433400 Oct 11 16:35:24.085441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-dfae7d18-e572-4e60-a8be-f987d081915d service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217823 Oct 11 16:35:24.118172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-874d4327-ecd7-410b-8bd0-6ab5111c843b service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226456 Oct 11 16:35:24.220390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-f9445060-27b3-4c3c-9d3a-2c12fe4f979f service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279802 Oct 11 16:35:24.509965 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-376c2714-1d92-4ef4-b1a1-1233fb6a58c1 req-6ab84353-e98c-422a-b16f-07b5405c1e5a service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839869 Oct 11 16:35:24.518858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e5e1f-d18b-4850-8f29-675ff36c3ea6 req-bbb11d75-daa2-4ded-82d9-56ef29e19262 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:24.520344 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c56e5e1f-d18b-4850-8f29-675ff36c3ea6 req-bbb11d75-daa2-4ded-82d9-56ef29e19262 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.0783935 Oct 11 16:35:24.565293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c56e5e1f-d18b-4850-8f29-675ff36c3ea6 req-14428b32-b53e-4b45-99f9-284f23fcbb10 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 Oct 11 16:35:25.139992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:35:25.180087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:35:25.748612 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcebefb-2e77-4c7c-8847-037ee5206166 req-d107cea5-a947-4ae9-b681-59b8b72b5663 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:25.751868 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcebefb-2e77-4c7c-8847-037ee5206166 req-d107cea5-a947-4ae9-b681-59b8b72b5663 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 943 time: 0.1049175 Oct 11 16:35:25.803143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3dcebefb-2e77-4c7c-8847-037ee5206166 req-9765d1b7-eb5a-459b-b52c-9de7c4c9ef07 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 Oct 11 16:35:25.921899 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:35:26.025599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:26.038099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:35:26.080346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:26.095680 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:35:26.120752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:26.126610 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:26.184662 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:26.194603 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.194942 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.195281 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.195611 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.195941 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.196266 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.196588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.196908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.197226 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.197576 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.197898 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.198215 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:26.474288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['2cda8c25-1e30-4d89-b793-01fb3ac8109c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:35:26.945349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4f36-5bb4-40c9-ae0d-cb3d121c9139 req-5706b216-ef3d-456c-932d-2596596363f5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:26.946954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c02f4f36-5bb4-40c9-ae0d-cb3d121c9139 req-5706b216-ef3d-456c-932d-2596596363f5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0514255 Oct 11 16:35:26.991043 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c02f4f36-5bb4-40c9-ae0d-cb3d121c9139 req-a3973f73-99ae-42ef-bbb7-9354de323dab tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Oct 11 16:35:27.372262 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-dd1544a9-9a3b-4ff1-be6c-a04deaf8f1a2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.374654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-dd1544a9-9a3b-4ff1-be6c-a04deaf8f1a2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.1339390 Oct 11 16:35:27.406711 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718f5d-3a8c-4ccd-9f04-8c6952152532 req-31a1b2b9-1ada-4e3c-ba57-6b273a5b9879 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.409169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15718f5d-3a8c-4ccd-9f04-8c6952152532 req-31a1b2b9-1ada-4e3c-ba57-6b273a5b9879 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.1250672 Oct 11 16:35:27.533274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15718f5d-3a8c-4ccd-9f04-8c6952152532 req-4529157d-2710-4812-b34f-0c5968876232 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927575 Oct 11 16:35:27.538348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-926864bd-4887-48d4-8e01-083b7c2a1b4b service neutron] 10.222.0.43 "GET /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1554909 Oct 11 16:35:27.604703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-dda8b78c-8844-4125-9bb8-58445a412fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.606242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-dda8b78c-8844-4125-9bb8-58445a412fce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1095 time: 0.0420144 Oct 11 16:35:27.706556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-93a43b6e-3e66-4ff9-a927-bcdf72b2a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.707986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-93a43b6e-3e66-4ff9-a927-bcdf72b2a757 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0952420 Oct 11 16:35:27.775304 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-12781b7f-fb17-4756-ade7-fd34529231ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1000 time: 0.0605381 Oct 11 16:35:27.834106 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-4b6bf3c0-41ca-49af-9260-ea37f68ada54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.835724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-4b6bf3c0-41ca-49af-9260-ea37f68ada54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0530658 Oct 11 16:35:27.884310 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-adac12e3-fc70-4be0-855d-63ac8f451f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:27.885978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-adac12e3-fc70-4be0-855d-63ac8f451f62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427790 Oct 11 16:35:27.936677 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:35:28.003597 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:35:28.008345 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:35:28.008911 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:28.011142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-26fea88e-f7a0-447b-adb4-16f35329f210 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180511 Oct 11 16:35:28.101476 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:28.117848 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-a5bba14a-cc31-4625-9196-9291d4abaaae service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992756 Oct 11 16:35:28.128413 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:28.131094 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084d3150-de1e-4cde-946a-b380730ef70e" -d '{"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-plugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:28.152968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:28.160398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:28.207879 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db0705-31fd-4321-b117-aa636c4bd692 x-openstack-request-id: req-42db0705-31fd-4321-b117-aa636c4bd692 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:28.208329 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-plugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:28.208751 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42db0705-31fd-4321-b117-aa636c4bd692 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:28.209337 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'code': 200} Oct 11 16:35:28.253731 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:28.670965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7591-acee-42c9-9426-d66a068a5330 req-74d8a5eb-4e93-420d-8f57-3a30f32fd3a1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:28.673338 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-737d7591-acee-42c9-9426-d66a068a5330 req-74d8a5eb-4e93-420d-8f57-3a30f32fd3a1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0566816 Oct 11 16:35:28.714528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-737d7591-acee-42c9-9426-d66a068a5330 req-c087383b-83c2-4d8a-8e27-ac14e1c3a391 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345786 Oct 11 16:35:29.853694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89868-a32a-48d9-8037-8e4c35d0aaff req-953077c7-4304-456d-bc04-e2d0c0f03851 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:29.856380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43c89868-a32a-48d9-8037-8e4c35d0aaff req-953077c7-4304-456d-bc04-e2d0c0f03851 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0654910 Oct 11 16:35:29.914633 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-43c89868-a32a-48d9-8037-8e4c35d0aaff req-a13981d8-fd66-4fab-8db3-df6a2ce91f9e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465331 Oct 11 16:35:30.211978 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-61300380-5fcb-4038-9edd-66bee664becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:30.213706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-61300380-5fcb-4038-9edd-66bee664becc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0501108 Oct 11 16:35:30.226422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:35:30.282240 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:30.627246 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:30.688519 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:35:30.764937 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:30.769588 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b0175-3802-40bf-8d51-53a2c83cd810" -d '{"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:30.776303 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:30.799468 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Transition to ACTIVE for port object 2cda8c25-1e30-4d89-b793-01fb3ac8109c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:35:30.804923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:30.858234 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb411c2a-b913-434a-955a-5f22d6ef6db9 x-openstack-request-id: req-cb411c2a-b913-434a-955a-5f22d6ef6db9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:30.858580 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:30.858924 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb411c2a-b913-434a-955a-5f22d6ef6db9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:30.859390 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'code': 200} Oct 11 16:35:30.973566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:31.022631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.023202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.023763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.024327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.024857 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.025385 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.025987 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.026543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.027110 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.027680 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.028236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.028792 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:35:31.073628 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] No DVR routers for this DVR port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:35:31.131400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84609e94-d283-4ae1-bc61-d7757bf207f1 req-9fd199ee-05ee-4d86-98e8-9875cb535a22 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.133305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84609e94-d283-4ae1-bc61-d7757bf207f1 req-9fd199ee-05ee-4d86-98e8-9875cb535a22 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0919254 Oct 11 16:35:31.185289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-84609e94-d283-4ae1-bc61-d7757bf207f1 req-da5304dc-bde8-48a6-b44f-e7b1bd1c3c16 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 Oct 11 16:35:31.236095 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:35:31.236636 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:35:31.236798 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:31.241250 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:35:31.241641 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Attempting to bind port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:31.246697 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:35:31.247032 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:35:31.247415 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:35:31.247839 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Bound port: 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:35:31.248195 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:31.318373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:35:31.322372 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:35:31.327902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:31.371270 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.372390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:31.374755 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-21382334-ab02-44b0-878b-730acee23c3e service neutron] 10.222.0.36 "PUT /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 1092 time: 1.1528144 Oct 11 16:35:31.423212 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21382334-ab02-44b0-878b-730acee23c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:31.461212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-f2059bc3-1663-41f5-8c76-0b8bec2f92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.462800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-f2059bc3-1663-41f5-8c76-0b8bec2f92fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1095 time: 0.0579975 Oct 11 16:35:31.582058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-d07a5415-6676-4f73-8026-7deacd22ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.583888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-d07a5415-6676-4f73-8026-7deacd22ca6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1136012 Oct 11 16:35:31.662799 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-cd1c708f-abf7-40b6-839f-904bb30c7021 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0710552 Oct 11 16:35:31.716142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-608f207f-3d9a-4fc2-bc7f-39ae7d3362b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.717855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-608f207f-3d9a-4fc2-bc7f-39ae7d3362b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0475812 Oct 11 16:35:31.776721 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-87cc99bb-badf-4452-9612-9209d06eac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:31.778505 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-87cc99bb-badf-4452-9612-9209d06eac08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537784 Oct 11 16:35:31.888622 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-43c87cf7-26f4-4b94-b22e-b5e542e3e10e service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019452 Oct 11 16:35:31.996346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b7ef6-e492-4043-a69a-575f2a97553f req-76cac7d3-40c5-433f-aee4-60556c897d8d service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007209 Oct 11 16:35:32.349512 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9bf6-5124-4337-a454-96ff8235f034 req-fef67004-d289-47a1-8474-2e9e1375734e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:32.352190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f5b9bf6-5124-4337-a454-96ff8235f034 req-fef67004-d289-47a1-8474-2e9e1375734e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0782123 Oct 11 16:35:32.392275 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2f5b9bf6-5124-4337-a454-96ff8235f034 req-f0c9304b-117a-43a7-a529-0fa7792f2103 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Oct 11 16:35:32.443070 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87d218d9-2c1d-4956-ac0d-5198719be556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:32.861207 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:32.863665 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bedf631-e2f2-487f-9d29-8db1826225f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:32.922675 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4da64a3-03ea-49dd-b13c-48fcdbd56ba2 x-openstack-request-id: req-c4da64a3-03ea-49dd-b13c-48fcdbd56ba2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:32.923157 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:32.923548 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4da64a3-03ea-49dd-b13c-48fcdbd56ba2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:32.924139 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'status': 'completed', 'code': 200} Oct 11 16:35:32.988661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-1a48e023-45c8-439b-ae1a-91882ea64bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:32.991005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-1a48e023-45c8-439b-ae1a-91882ea64bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1095 time: 0.0497899 Oct 11 16:35:32.997869 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-0c76301b-6122-44a6-bca4-faf77f6f7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:32.999753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-0c76301b-6122-44a6-bca4-faf77f6f7c29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 1095 time: 0.0500023 Oct 11 16:35:33.106121 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-5ac52724-c8ac-4bab-a62b-9baddbe8cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.106760 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-e3bbd6cf-a1b0-4316-a55a-e6e3c0ffb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.107894 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-5ac52724-c8ac-4bab-a62b-9baddbe8cab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1091707 Oct 11 16:35:33.108335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-e3bbd6cf-a1b0-4316-a55a-e6e3c0ffb72f service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.1014564 Oct 11 16:35:33.187939 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-03ca32a4-79ea-4087-9be8-36434c9b7abd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0720010 Oct 11 16:35:33.192217 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-c9ec0589-45ad-4aad-becf-fa69e6adba22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 200 len: 999 time: 0.0761418 Oct 11 16:35:33.250437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-efd3635c-717d-40d9-9676-ad283394737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.252483 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-efd3635c-717d-40d9-9676-ad283394737a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0575426 Oct 11 16:35:33.259407 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-b5b950ad-d709-4ef2-b439-f3c558f1b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.260907 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-b5b950ad-d709-4ef2-b439-f3c558f1b63c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0574870 Oct 11 16:35:33.307800 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-93dc7ca4-f8c2-4fae-a859-8f7834441c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.309991 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-93dc7ca4-f8c2-4fae-a859-8f7834441c47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504563 Oct 11 16:35:33.332212 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-356ff04e-1130-40c9-b5c9-928913729b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.334323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-356ff04e-1130-40c9-b5c9-928913729b7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595531 Oct 11 16:35:33.451866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-845d6948-79b5-4f98-a7a5-bd2ffc015c3c service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349509 Oct 11 16:35:33.486698 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-0f4d6439-7b76-4e61-a079-c940491b2e76 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332295 Oct 11 16:35:33.632763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-ac4fcf66-bde5-4eb0-a735-a2eb00ef3245 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381938 Oct 11 16:35:33.651880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7bedf631-e2f2-487f-9d29-8db1826225f5 req-18b6a611-fab6-4647-819c-1303d0c9b68a service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923783 Oct 11 16:35:33.667439 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e40f-596d-4b90-a6ff-51c6a019a2c3 req-1471e34c-d653-4b3b-a8d0-75a08a2b369a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:33.669950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad30e40f-596d-4b90-a6ff-51c6a019a2c3 req-1471e34c-d653-4b3b-a8d0-75a08a2b369a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.1314569 Oct 11 16:35:33.711233 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ad30e40f-596d-4b90-a6ff-51c6a019a2c3 req-4cf6b121-bac1-4dff-8fa8-78098d63edd4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344148 Oct 11 16:35:33.961048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:35:34.002747 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:35:34.856771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a437f-0f96-461e-8a0b-a35407e17517 req-f342a0b8-3acd-40fd-a291-7020e61f38dd tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:34.858423 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-140a437f-0f96-461e-8a0b-a35407e17517 req-f342a0b8-3acd-40fd-a291-7020e61f38dd tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Oct 11 16:35:34.905889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-140a437f-0f96-461e-8a0b-a35407e17517 req-9650e881-7e31-47b7-a0be-503a239da542 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Oct 11 16:35:35.025346 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee454e-ab03-4b2a-a6b3-0dc5845d0021 req-61754617-8b94-433f-a2ec-dd299d0bbc54 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:35.026853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bfee454e-ab03-4b2a-a6b3-0dc5845d0021 req-61754617-8b94-433f-a2ec-dd299d0bbc54 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0526817 Oct 11 16:35:35.069251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bfee454e-ab03-4b2a-a6b3-0dc5845d0021 req-256b73a1-c81d-487c-852a-56fe87de3a02 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Oct 11 16:35:35.192574 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ecb68-6eea-4510-b79f-eafada33ed7a req-8e164eff-7649-436d-aee1-0db91d2f3d5d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:35.194093 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-950ecb68-6eea-4510-b79f-eafada33ed7a req-8e164eff-7649-436d-aee1-0db91d2f3d5d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 944 time: 0.0543416 Oct 11 16:35:35.197843 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:35:35.239879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-950ecb68-6eea-4510-b79f-eafada33ed7a req-e3f55462-1953-4065-b9a1-8de72d00c3d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387044 Oct 11 16:35:35.296212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:35.308233 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'mac_address': 'fa:16:3e:f9:7f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:35:35.350445 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:35.363670 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:35:35.384838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:35.390700 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:35.451327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85911323-58ff-4242-a3cc-17d7e3f4ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:35.467489 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:35.509892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d980-07bd-42db-8a47-04447c25b389 req-c7c9f4e1-36fc-4960-acb1-74afb8334737 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:35.511388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f253d980-07bd-42db-8a47-04447c25b389 req-c7c9f4e1-36fc-4960-acb1-74afb8334737 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0611374 Oct 11 16:35:35.550849 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f253d980-07bd-42db-8a47-04447c25b389 req-86d3812f-45b6-4573-99cc-294bf49f7fdb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325921 Oct 11 16:35:35.628856 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['2cda8c25-1e30-4d89-b793-01fb3ac8109c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:35:36.097625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:36.175121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:36.675204 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628908-274b-4711-a067-9a610166fe3e req-11591f58-504d-4a4f-9290-b4e12b6de9fe tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:36.676771 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da628908-274b-4711-a067-9a610166fe3e req-11591f58-504d-4a4f-9290-b4e12b6de9fe tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Oct 11 16:35:36.722918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-da628908-274b-4711-a067-9a610166fe3e req-8e7d2aad-d661-41e0-82ef-2c407e9ef6d1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345998 Oct 11 16:35:36.743439 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-c13927fc-736b-468d-9a34-86f42fa50419 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:36.746061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-c13927fc-736b-468d-9a34-86f42fa50419 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 945 time: 0.0705135 Oct 11 16:35:36.847757 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Deleting port 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:35:36.848009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:36.950619 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] For port 2cda8c25-1e30-4d89-b793-01fb3ac8109c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2cda8c25-1e30-4d89-b793-01fb3ac8109c,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:36.950983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.142314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.142673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.142898 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf disassociated. External IP: 172.35.3.74, port: 2cda8c25-1e30-4d89-b793-01fb3ac8109c. Oct 11 16:35:37.143247 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Calling delete_port for 2cda8c25-1e30-4d89-b793-01fb3ac8109c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:35:37.214466 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:35:37.310859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.312267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:35:37.317616 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 2cda8c25-1e30-4d89-b793-01fb3ac8109c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:35:37.318054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.338698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Port 2cda8c25-1e30-4d89-b793-01fb3ac8109c was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 11 16:35:37.343044 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'Port': ['ID=2cda8c25-1e30-4d89-b793-01fb3ac8109c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:37.477916 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:35:37.607549 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:35:37.618393 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:35:37.628795 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:35:37.629441 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:37.650176 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] No DVR routers for this DVR port 2cda8c25-1e30-4d89-b793-01fb3ac8109c on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:35:37.653270 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:37.657650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e05f0fcb-413e-4e17-8bf9-fe7f6a7e1a95 req-15f7abf9-3078-4e2b-8e6f-cd16a3762175 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "DELETE /v2.0/ports/2cda8c25-1e30-4d89-b793-01fb3ac8109c HTTP/1.1" status: 204 len: 173 time: 0.9055436 Oct 11 16:35:37.658490 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-deleted', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:37.661364 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac40a1b-e28c-463b-a114-cda719bd6366" -d '{"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-deleted", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:37.723219 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c536792-e780-4749-b62c-4b66f62a861b x-openstack-request-id: req-8c536792-e780-4749-b62c-4b66f62a861b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:37.723643 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf1066d-2fd1-4f3c-8712-ab6c7c867274", "name": "network-vif-deleted", "tag": "2cda8c25-1e30-4d89-b793-01fb3ac8109c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:37.724008 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c536792-e780-4749-b62c-4b66f62a861b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:37.724572 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf1066d-2fd1-4f3c-8712-ab6c7c867274', 'name': 'network-vif-deleted', 'tag': '2cda8c25-1e30-4d89-b793-01fb3ac8109c', 'status': 'completed', 'code': 200} Oct 11 16:35:37.873969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76581262-50fe-4005-8e28-6ab00bf94713 req-8f2d0c7d-5d05-4f2e-bf9e-8a1c9e3d9114 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bf1066d-2fd1-4f3c-8712-ab6c7c867274 HTTP/1.1" status: 200 len: 210 time: 0.0429485 Oct 11 16:35:37.923828 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:35:38.006108 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:38.165469 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:38.193558 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:35:38.202177 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:35:38.202785 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:38.308666 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:35:38.515263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:38.542701 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11258d52-05b2-45c4-912a-e7776df0060d None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:35:38.772383 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff31da-c95b-4cf4-b77f-75c796c20b7e None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:35:39.174489 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-6626f771-8c0f-4077-9821-0616f26875d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--466531710&fields=id&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 267 time: 0.0346725 Oct 11 16:35:39.290341 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-2076dc98-3631-4bd9-bbae-cfddc7e825d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:39.291817 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-2076dc98-3631-4bd9-bbae-cfddc7e825d9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1098628 Oct 11 16:35:39.307935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-bad4b53e-15f5-47c1-b6a5-f7a297f6177d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/quotas/4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 375 time: 0.0096312 Oct 11 16:35:39.368815 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-061bfd1e-27d4-43e0-9d40-c6369f6023bb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551879 Oct 11 16:35:39.385411 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-deeb43e8-e954-4c92-a8f2-1ad931c8d41a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:35:39.386526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-deeb43e8-e954-4c92-a8f2-1ad931c8d41a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057676 Oct 11 16:35:39.485860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-7c0ccad7-0d9b-46ab-830b-0bf4ce3adb67 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899196 Oct 11 16:35:39.589522 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-91c6ff6a-f8c4-434c-8e63-fa3c3b9e9d59 service neutron] 10.222.0.31 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Oct 11 16:35:39.764894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-42c0cdbf-e045-4c1e-979f-27a46435b8d5 req-cef29941-5a17-4234-9737-b3e63619a40f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0311797 Oct 11 16:35:40.105511 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:40.776371 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-bac622bd-df6c-4b10-a45b-9c25b0da16af tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:40.778003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-bac622bd-df6c-4b10-a45b-9c25b0da16af tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 812 time: 0.1250012 Oct 11 16:35:40.834813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-26549f0c-949f-47df-ae96-a5d03f719454 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 379 time: 0.0474136 Oct 11 16:35:40.845874 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'port': {'device_id': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'admin_state_up': True, 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'security_groups': ['e3fa82d7-b4ea-4a61-a76b-2b8995b4c293']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:35:40.877534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94edda0f-63e1-4cf4-a6df-ae4f41834ec6 req-a9064774-577f-4456-a281-b8c87b6ff120 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0297298 Oct 11 16:35:40.974390 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Made reservation on behalf of 4ffbb1e5734f4378b5b47d596392b6d2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:35:40.978011 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.105864 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Allocated IP 172.20.0.5 (95882ef6-c017-40e3-a7ae-64b296513b1e/42534c03-3f25-4ec4-87ed-6eec3afa6490/1047383c-3f6c-4f8d-8d12-9519bfb8b81e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:35:41.235248 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:35:41.249071 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.277319 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 2cda8c25-1e30-4d89-b793-01fb3ac8109c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:35:41.277909 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 2cda8c25-1e30-4d89-b793-01fb3ac8109c not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:35:41.283406 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.297080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.330368 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Network 95882ef6-c017-40e3-a7ae-64b296513b1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:35:41.333518 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:35:41.336054 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:35:41.367177 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:41.399196 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:41.399868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.420037 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3ed800fc-6da5-47ee-bcf5-a9fe68dc787a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787661 Oct 11 16:35:41.432450 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Request body: {'port': {'device_id': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:35:41.492615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.551210 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-82b57ec4-5676-4c84-ac38-10b347fddcb6 None None] Provisioning complete for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:35:41.551724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82b57ec4-5676-4c84-ac38-10b347fddcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.596837 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-82b57ec4-5676-4c84-ac38-10b347fddcb6 None None] Port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:35:41.788810 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:35:41.796428 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.808865 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Transition to ACTIVE for port object 1047383c-3f6c-4f8d-8d12-9519bfb8b81e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:35:41.813656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:41.874128 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:41.964156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:35:41.964492 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:35:41.964819 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:41.969832 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:35:41.970154 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:35:41.975409 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:35:41.975744 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:35:41.976128 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:35:41.976558 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Bound port: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:35:41.976943 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:42.041321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20c33-1b7a-4389-bf52-54739786372c req-d4f44404-bd46-47f3-b1e3-363c5b8e5348 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.043891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8f20c33-1b7a-4389-bf52-54739786372c req-d4f44404-bd46-47f3-b1e3-363c5b8e5348 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0793695 Oct 11 16:35:42.059332 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:35:42.071432 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:35:42.076711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:42.118302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.118938 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:42.120422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] 10.222.0.36 "PUT /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1091 time: 0.6923995 Oct 11 16:35:42.120905 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:42.123309 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a3fbf-319f-4085-b442-f1f8d42a1951" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:42.130170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8f20c33-1b7a-4389-bf52-54739786372c req-9f621615-05b3-4650-839d-1b8b4ffad092 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778317 Oct 11 16:35:42.167465 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887b28a-3850-421b-bcc2-da7ace743987 service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:42.212616 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c29ed95-5ac6-4f74-8554-ad25334c4886 x-openstack-request-id: req-0c29ed95-5ac6-4f74-8554-ad25334c4886 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:42.213023 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:42.213297 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c29ed95-5ac6-4f74-8554-ad25334c4886 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:42.213599 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'status': 'completed', 'code': 200} Oct 11 16:35:42.235723 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-c5004c24-8e3c-4c67-bb04-be0dd27a3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.238025 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-c5004c24-8e3c-4c67-bb04-be0dd27a3029 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0553141 Oct 11 16:35:42.286655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-9d57b249-ab5d-4068-a02a-988a896cbf17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 217 time: 0.0400863 Oct 11 16:35:42.346757 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-5288161e-f9e1-41ab-8111-125e7682e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.348536 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-5288161e-f9e1-41ab-8111-125e7682e81b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0544746 Oct 11 16:35:42.401231 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-55117040-6576-4245-863c-e67f24dfb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.402730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-55117040-6576-4245-863c-e67f24dfb8ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469863 Oct 11 16:35:42.503115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-3c555595-1dbc-48e1-b2cc-52a84172b6c0 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920219 Oct 11 16:35:42.599556 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8b54e90d-8488-498e-846d-5a8ca63a7282 req-ac810d75-92b9-4320-bb3c-eb5ff01c5297 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Oct 11 16:35:42.682061 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-2660cc5d-9118-497a-89c9-9ab40703fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:42.683560 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-2660cc5d-9118-497a-89c9-9ab40703fde1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0410562 Oct 11 16:35:43.109988 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-678b242c-7d63-440f-a584-079a4b3706a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:43.111459 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-678b242c-7d63-440f-a584-079a4b3706a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.4212723 Oct 11 16:35:43.153386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-c003949c-c665-46a6-a042-e8d27a7849dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 217 time: 0.0340772 Oct 11 16:35:43.203661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-e4dba77c-2462-4b37-a670-3ce21dcd7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:43.205112 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-e4dba77c-2462-4b37-a670-3ce21dcd7244 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0448401 Oct 11 16:35:43.259018 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-b369190e-86ea-4756-8f77-c1ef49b5bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:43.260531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-b369190e-86ea-4756-8f77-c1ef49b5bbac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465791 Oct 11 16:35:43.261124 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f9dde-24e9-4363-828d-22232a8784dc req-a9428e65-2c7a-4191-a06c-c7c7af1c7396 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:43.262700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d9f9dde-24e9-4363-828d-22232a8784dc req-a9428e65-2c7a-4191-a06c-c7c7af1c7396 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0513992 Oct 11 16:35:43.320985 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d9f9dde-24e9-4363-828d-22232a8784dc req-9e290c4c-8fb6-423b-b5bc-755cefae4d7b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516989 Oct 11 16:35:43.358917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-96020779-25d9-4c45-9d7d-6f16484ca766 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898790 Oct 11 16:35:43.462952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387a3fbf-319f-4085-b442-f1f8d42a1951 req-5c145835-7a70-43aa-9eb8-bdc1b6729a18 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959430 Oct 11 16:35:44.440840 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ed952-03e2-4ce6-916d-ea656930080d req-43c288f5-a6a4-40de-bca4-77b8d531b465 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:44.442368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-432ed952-03e2-4ce6-916d-ea656930080d req-43c288f5-a6a4-40de-bca4-77b8d531b465 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0498552 Oct 11 16:35:44.482263 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-432ed952-03e2-4ce6-916d-ea656930080d req-f9be6664-76f7-4536-8f7d-106105baa3a4 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339196 Oct 11 16:35:45.260049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:35:45.357584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:45.368454 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:35:45.409125 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:45.422721 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:35:45.446081 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:45.450399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:45.496888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:45.603067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c90b82-8e31-4005-b5f8-342c77cd730b req-f09bc290-4407-46af-a2f1-2ec596e758ae tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:45.605210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17c90b82-8e31-4005-b5f8-342c77cd730b req-f09bc290-4407-46af-a2f1-2ec596e758ae tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0529146 Oct 11 16:35:45.645953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1047383c-3f6c-4f8d-8d12-9519bfb8b81e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:35:45.646542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17c90b82-8e31-4005-b5f8-342c77cd730b req-ad3df5ef-0b87-4ecd-b2ef-e7abbfee1173 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Oct 11 16:35:46.766261 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1c1d-31e0-48ee-aa61-e5b519b92446 req-3915cb54-d060-40cd-983f-5dcbe73b45fa tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:46.767937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dff1c1d-31e0-48ee-aa61-e5b519b92446 req-3915cb54-d060-40cd-983f-5dcbe73b45fa tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0498111 Oct 11 16:35:46.816129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dff1c1d-31e0-48ee-aa61-e5b519b92446 req-d33bf31e-1bb9-4ad2-abf4-8141061940be tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Oct 11 16:35:47.279921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:35:47.332315 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:35:47.336195 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:35:47.336558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:47.412721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:47.435957 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:47.438343 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36596f62-5460-4ead-b3ee-dcca6ac92fb1" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:47.452384 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:35:47.457304 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:47.490873 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabaaaff-0e06-4a0f-92fe-e15b7554df92 x-openstack-request-id: req-fabaaaff-0e06-4a0f-92fe-e15b7554df92 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:47.491094 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:47.491298 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fabaaaff-0e06-4a0f-92fe-e15b7554df92 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:47.491693 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'code': 200} Oct 11 16:35:47.521009 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:35:47.579456 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8a89c-f385-4981-9a56-7976cddd5f61 req-1f858af0-0076-43d3-bbda-33b2dd1953a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:47.581014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80b8a89c-f385-4981-9a56-7976cddd5f61 req-1f858af0-0076-43d3-bbda-33b2dd1953a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0420723 Oct 11 16:35:47.619950 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-80b8a89c-f385-4981-9a56-7976cddd5f61 req-7429733e-8b64-44a6-b22c-39a7525bbf34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Oct 11 16:35:47.930761 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471280b-1d16-4971-a9c3-083822366aa1 req-b260c0a5-a725-4203-8cfa-327f74bf926c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:47.932212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9471280b-1d16-4971-a9c3-083822366aa1 req-b260c0a5-a725-4203-8cfa-327f74bf926c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Oct 11 16:35:47.968466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9471280b-1d16-4971-a9c3-083822366aa1 req-f016178b-4cfe-4021-a0c3-f4c849a7d73e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303905 Oct 11 16:35:49.084833 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1b742-d2f9-4255-b294-2976d2a6e36c req-a303308f-8c9e-439e-964b-dc4779b6b02c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:49.086350 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3a1b742-d2f9-4255-b294-2976d2a6e36c req-a303308f-8c9e-439e-964b-dc4779b6b02c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Oct 11 16:35:49.124550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a3a1b742-d2f9-4255-b294-2976d2a6e36c req-a911e8a1-0db6-4fbe-ad40-f9ae5553d0d0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Oct 11 16:35:49.236615 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5d53-2a88-444a-a928-38b61a12fc7b req-613e630a-0c86-4215-aa82-3a880922ac6a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:49.238146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47ae5d53-2a88-444a-a928-38b61a12fc7b req-613e630a-0c86-4215-aa82-3a880922ac6a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Oct 11 16:35:49.246685 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 36664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:35:49.251508 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Request body: {'floatingip': {'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:35:49.293949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:49.731821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:49.736451 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:49.836856 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf associated. External IP: 172.35.3.74, port: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e. Oct 11 16:35:50.052459 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:35:50.171709 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:35:50.176629 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:35:50.182532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:35:50.191887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:35:50.192511 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:50.207597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a8c18228-fcac-4551-a6eb-f19078237eb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "PUT /v2.0/floatingips/17fc2f49-d766-43de-bf73-c7516708fdcf HTTP/1.1" status: 200 len: 991 time: 0.9598997 Oct 11 16:35:50.208278 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:35:50.210688 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c885c6c2-62d9-470c-83a4-110b59d15ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:35:50.252367 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9213ed57-4b83-4e79-bdd6-004f1b37ba0e x-openstack-request-id: req-9213ed57-4b83-4e79-bdd6-004f1b37ba0e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:35:50.252661 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:35:50.252899 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9213ed57-4b83-4e79-bdd6-004f1b37ba0e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:35:50.253298 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'status': 'completed', 'code': 200} Oct 11 16:35:50.305679 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:35:50.327819 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-f305b894-e7bc-4a89-bc93-472785dceea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:50.329964 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-f305b894-e7bc-4a89-bc93-472785dceea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0407133 Oct 11 16:35:50.427704 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-bc5f5a99-cf49-4ecf-9c33-1762dde2cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:50.429296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-bc5f5a99-cf49-4ecf-9c33-1762dde2cb5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0909121 Oct 11 16:35:50.503338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-27e74ec4-4f8f-49f5-90be-52da1fb97cda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0650868 Oct 11 16:35:50.537226 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:35:49Z', 'revision_number': 13, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:50.553037 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-dc966c10-e13f-4fd2-be90-53021711d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:50.554520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-dc966c10-e13f-4fd2-be90-53021711d7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0430081 Oct 11 16:35:50.567095 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:35:50.575756 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:35:50.576358 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:35:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:50.601013 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-5dbcbbfa-a1d5-4ac8-b66c-251a9f7f4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:50.602529 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-5dbcbbfa-a1d5-4ac8-b66c-251a9f7f4ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400832 Oct 11 16:35:50.679539 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:35:50.697576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-ba2dcfba-715b-4bcc-8617-8079d1e65f71 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Oct 11 16:35:50.787812 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c885c6c2-62d9-470c-83a4-110b59d15ec1 req-95117977-88f6-48cf-9dfb-b923f424663a service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827389 Oct 11 16:35:50.901410 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:35:49Z', 'revision_number': 13, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:35:50.927781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258a368-c536-4909-b52d-ac2de181c002 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '17fc2f49-d766-43de-bf73-c7516708fdcf', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'floating_ip_address': '172.35.3.74', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:28:41Z', 'updated_at': '2021-10-11T16:35:49Z', 'revision_number': 13, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:35:51.129139 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c252b96-9d73-45bc-aa69-0ec178c763eb None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:35:52.763944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-a413a065-e7cd-4e15-bc3f-5ab3db59bc5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399642 Oct 11 16:35:52.849961 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-f7647e4c-8ca7-40bc-9ff6-26a8cbd3de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:52.851436 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-f7647e4c-8ca7-40bc-9ff6-26a8cbd3de4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0439510 Oct 11 16:35:52.954953 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-d35c111e-7d88-4cd0-99ab-a57544289f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:52.956473 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-d35c111e-7d88-4cd0-99ab-a57544289f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0847249 Oct 11 16:35:53.024946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-90263505-0f7a-48d3-92d4-5e6d51cff3a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1001 time: 0.0614080 Oct 11 16:35:53.072836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-226a1c30-2db7-43ed-9904-c8246facdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:53.074286 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-226a1c30-2db7-43ed-9904-c8246facdc82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0419190 Oct 11 16:35:53.126939 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-10c7d8c6-cefb-43ff-b8e7-66a4a6f98b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:35:53.128464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-10c7d8c6-cefb-43ff-b8e7-66a4a6f98b84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406590 Oct 11 16:35:53.222119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-225e3634-55a3-4b27-a2bd-c4c568630298 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861440 Oct 11 16:35:53.314117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2c2defa8-d325-4985-ac7a-f51789ab896a req-ae3f83f1-c1aa-469f-88ae-7666f0b8f575 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Oct 11 16:35:56.019548 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:36:02.443923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f40b977b-7cb2-445b-9fce-fb5ab3298ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:05.424977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca1ff-a370-4a38-8054-aac80459598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:06.098745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:06.177176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:07.976458 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:10.097720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:11.267724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:32.445081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54a4d228-e856-4ece-8f13-19842f7f194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:33.018986 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:36:35.426774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb3f7-73b8-4cfe-b473-824a0b1818f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:36.100003 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:36.179676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:37.979995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:40.114605 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:41.268050 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:36:54.865732 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-fcf746e6-6fb8-49da-9d94-51607b3ae0e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007676 Oct 11 16:36:54.947198 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e274c-b62d-4082-99de-d8795162b8d7 req-0a14deb4-aba5-4e6b-b9e5-b26562bb6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:36:54.948673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-0a14deb4-aba5-4e6b-b9e5-b26562bb6b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0408950 Oct 11 16:36:55.050676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e274c-b62d-4082-99de-d8795162b8d7 req-246cd5a8-3667-4a78-9a99-40f1c69c71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:36:55.052147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-246cd5a8-3667-4a78-9a99-40f1c69c71a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0839629 Oct 11 16:36:55.122890 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-51cd8364-628f-42ec-ba62-5c0dbbaa6a23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1001 time: 0.0637400 Oct 11 16:36:55.174689 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e274c-b62d-4082-99de-d8795162b8d7 req-1481f428-b67a-4bd0-a6f2-395c6e7886d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:36:55.176237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-1481f428-b67a-4bd0-a6f2-395c6e7886d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0467997 Oct 11 16:36:55.225563 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e274c-b62d-4082-99de-d8795162b8d7 req-eced5cd6-3f29-44a5-b096-ba5b4ad84145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:36:55.227114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-eced5cd6-3f29-44a5-b096-ba5b4ad84145 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442550 Oct 11 16:36:55.321103 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-f16b6f18-132e-4bec-99da-bc5653d08667 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866697 Oct 11 16:36:55.413633 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-387e274c-b62d-4082-99de-d8795162b8d7 req-f5d43fce-7030-4abb-adf4-feb745a1e756 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Oct 11 16:37:02.446580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7836-490c-4f58-9957-7e8c87d90265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:05.429075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd21369-228c-40b7-89ac-d405adaf5be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:06.103347 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:06.182588 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:07.982788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:10.017752 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:37:10.131187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:11.281216 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:28.857315 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebb524-a794-463e-95e3-9fce453554a5 req-7cf1a794-55db-45fa-8eba-532f9ff35772 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:28.858879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bebb524-a794-463e-95e3-9fce453554a5 req-7cf1a794-55db-45fa-8eba-532f9ff35772 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.3128414 Oct 11 16:37:28.898869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bebb524-a794-463e-95e3-9fce453554a5 req-1d82d488-a505-409c-8ff1-d95a59d64310 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Oct 11 16:37:32.448206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbb39af9-bb2c-49c2-b1ef-10bae65a5276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:35.430220 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73103d10-1edd-4042-b66e-51ad8e91f9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:36.103903 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:36.186603 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:37.985366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:40.146050 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:41.003950 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-23e59c55-324b-4c62-98ab-106e2ceee227 req-f9aa2eaa-3d35-4d4d-bf71-ffdeca259004 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:37:41.004953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23e59c55-324b-4c62-98ab-106e2ceee227 req-f9aa2eaa-3d35-4d4d-bf71-ffdeca259004 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0603807 Oct 11 16:37:41.195713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afe23a-3619-4db0-9e00-93af21c7628b req-a095cb7b-ced9-4553-a802-4c455df44f06 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:41.197536 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04afe23a-3619-4db0-9e00-93af21c7628b req-a095cb7b-ced9-4553-a802-4c455df44f06 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0610461 Oct 11 16:37:41.220027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-bdce891b-d127-438b-b2dc-4c2ed4c3db55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898647 Oct 11 16:37:41.237747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-04afe23a-3619-4db0-9e00-93af21c7628b req-57c1f848-4e15-4e9a-8fed-99ef969e10b5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340202 Oct 11 16:37:41.280225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:42.296767 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-4d38fc5d-5580-4e1b-9746-249c6c683920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:42.298313 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-4d38fc5d-5580-4e1b-9746-249c6c683920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0409372 Oct 11 16:37:42.354896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90ca8-c5f2-4cdf-938d-253566a18e6f req-0cc24deb-3736-46ca-b5a7-8e1b03f4edd0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:42.356876 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20a90ca8-c5f2-4cdf-938d-253566a18e6f req-0cc24deb-3736-46ca-b5a7-8e1b03f4edd0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Oct 11 16:37:42.394036 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-1529da3b-bb29-4841-8fc5-cf5366f12cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:42.394548 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-20a90ca8-c5f2-4cdf-938d-253566a18e6f req-f5805808-8f91-4414-9daa-f094daa55d9c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315990 Oct 11 16:37:42.395600 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-1529da3b-bb29-4841-8fc5-cf5366f12cd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0898840 Oct 11 16:37:42.461765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-6900f2fb-5805-4e04-bf43-1bba7280a4e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1001 time: 0.0578966 Oct 11 16:37:42.510074 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-6b08ca90-69a2-46b8-a150-2a970a039cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:42.511451 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-6b08ca90-69a2-46b8-a150-2a970a039cc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0424590 Oct 11 16:37:42.559609 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-04f1ce5c-6147-468d-883a-0a4ccb3860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:42.561034 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-04f1ce5c-6147-468d-883a-0a4ccb3860c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427387 Oct 11 16:37:42.648158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-975c110f-20ee-43a3-a005-efb48f552540 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799520 Oct 11 16:37:42.740486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-61fca21e-4eff-40e7-9774-fea9328f0061 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Oct 11 16:37:43.508042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de94f2-0848-4bc8-af64-63134fe67bee req-e332d6e7-bea3-481b-ac19-0899a6a50145 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:43.509508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97de94f2-0848-4bc8-af64-63134fe67bee req-e332d6e7-bea3-481b-ac19-0899a6a50145 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0478833 Oct 11 16:37:43.547956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-97de94f2-0848-4bc8-af64-63134fe67bee req-fcebb811-dddf-4c2d-a55e-a7d0debbc67c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Oct 11 16:37:44.663237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66182495-8a67-4c03-9185-0c1f8316fe44 req-4d8dcd01-fad2-4d43-bc3b-b385194d2548 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:44.664677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66182495-8a67-4c03-9185-0c1f8316fe44 req-4d8dcd01-fad2-4d43-bc3b-b385194d2548 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0479834 Oct 11 16:37:44.700717 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66182495-8a67-4c03-9185-0c1f8316fe44 req-ed1e2443-c1d3-4318-8d33-56dbfe066a45 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301440 Oct 11 16:37:45.817926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6268e-8ab9-4e67-9e4f-033cc977def0 req-2ac642e6-8b9b-4ce7-8c2f-07d1bed0643a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:45.819382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59c6268e-8ab9-4e67-9e4f-033cc977def0 req-2ac642e6-8b9b-4ce7-8c2f-07d1bed0643a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0514221 Oct 11 16:37:45.856295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-59c6268e-8ab9-4e67-9e4f-033cc977def0 req-dcaa07fc-8a27-45bd-bba7-9821ddf8df3e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301533 Oct 11 16:37:46.971968 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b8273-4145-4be0-8e9d-9150a6dd2531 req-59cdf57b-1975-4af7-9562-1ccfe250df7d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:46.973461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-767b8273-4145-4be0-8e9d-9150a6dd2531 req-59cdf57b-1975-4af7-9562-1ccfe250df7d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0474980 Oct 11 16:37:47.010320 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-767b8273-4145-4be0-8e9d-9150a6dd2531 req-0e97881a-cd67-4149-b028-e90061a860d7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309815 Oct 11 16:37:47.016482 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:37:48.191276 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841abfe-cdad-4ab2-876c-48242831abac req-424006cb-f776-4db9-8a60-9131b5d727a7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:48.192753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9841abfe-cdad-4ab2-876c-48242831abac req-424006cb-f776-4db9-8a60-9131b5d727a7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.1146960 Oct 11 16:37:48.229975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9841abfe-cdad-4ab2-876c-48242831abac req-71d7be7d-f3f7-4dbc-b10b-7ff55bfe7212 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Oct 11 16:37:49.391728 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92a042-1ce9-4045-868d-49e5d8f5b1dc req-c1c99339-6cf9-42bd-90ca-d7290dfcc315 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:49.393218 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b92a042-1ce9-4045-868d-49e5d8f5b1dc req-c1c99339-6cf9-42bd-90ca-d7290dfcc315 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0948191 Oct 11 16:37:49.430660 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b92a042-1ce9-4045-868d-49e5d8f5b1dc req-b5ce6a01-9330-4de5-99b0-7964caee5d22 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314848 Oct 11 16:37:50.550122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a68a-a086-4e37-9613-8d0c89381b9c req-97986905-c461-40d1-a622-730b692d994f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:50.551604 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b32a68a-a086-4e37-9613-8d0c89381b9c req-97986905-c461-40d1-a622-730b692d994f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Oct 11 16:37:50.590404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b32a68a-a086-4e37-9613-8d0c89381b9c req-71840e61-7478-4691-997c-0faa9b4228c8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Oct 11 16:37:51.703504 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe950671-4f32-4ea0-8a7c-570007023793 req-0cdb2671-96e3-49e4-b9ac-e5c175e120d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:51.704954 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe950671-4f32-4ea0-8a7c-570007023793 req-0cdb2671-96e3-49e4-b9ac-e5c175e120d3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0475798 Oct 11 16:37:51.742039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe950671-4f32-4ea0-8a7c-570007023793 req-2c49d111-59b1-427a-ad2a-5bc85e73b2d1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Oct 11 16:37:52.860984 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e8a26-905a-4c22-aa17-42f8b6653db5 req-82dc99d3-492a-40dd-a8ec-df8e05261c19 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:52.862480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d9e8a26-905a-4c22-aa17-42f8b6653db5 req-82dc99d3-492a-40dd-a8ec-df8e05261c19 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Oct 11 16:37:52.899653 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d9e8a26-905a-4c22-aa17-42f8b6653db5 req-4eec7955-855e-414a-b918-d9b347960b42 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313110 Oct 11 16:37:54.014886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fdd8e-07ef-49b9-bfc7-b7c90f2be094 req-a5d99c73-ee63-4da4-aab7-e5e2ff40fc1f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:54.016393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c07fdd8e-07ef-49b9-bfc7-b7c90f2be094 req-a5d99c73-ee63-4da4-aab7-e5e2ff40fc1f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Oct 11 16:37:54.054454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c07fdd8e-07ef-49b9-bfc7-b7c90f2be094 req-16cad22f-2592-4ffd-92b4-3cdef2624d3b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Oct 11 16:37:55.171317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ac53f-bbc8-414b-8f2a-a0520652bce5 req-34989aaf-6f7c-47f7-8d8b-d6fb06d8234a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:55.172700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-708ac53f-bbc8-414b-8f2a-a0520652bce5 req-34989aaf-6f7c-47f7-8d8b-d6fb06d8234a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Oct 11 16:37:55.210289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-708ac53f-bbc8-414b-8f2a-a0520652bce5 req-947484fe-0e7e-4884-a630-36b70baf0dc2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Oct 11 16:37:56.328051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4c80c-18ed-4adc-9e02-f8d65f171e9c req-8f092509-5c45-45a9-b330-5b0e291ef6bf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:56.329634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fe4c80c-18ed-4adc-9e02-f8d65f171e9c req-8f092509-5c45-45a9-b330-5b0e291ef6bf tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Oct 11 16:37:56.368156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fe4c80c-18ed-4adc-9e02-f8d65f171e9c req-d82ac314-e174-4c93-be57-1ef491b3d0c2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Oct 11 16:37:56.787731 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.36', 56627) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:37:56.827600 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-8841e1b6-3463-402d-b073-c1b2bf51b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:56.828334 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c27488ec-6a9a-498d-808b-42232410fd0d req-fedb3bd8-6a0f-41cb-b705-f8152ab176f1 service neutron] show failed (client error): The resource could not be found. Oct 11 16:37:56.829099 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-8841e1b6-3463-402d-b073-c1b2bf51b33c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0403802 Oct 11 16:37:56.829455 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-fedb3bd8-6a0f-41cb-b705-f8152ab176f1 service neutron] 10.222.0.36 "GET /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0573423 Oct 11 16:37:56.939431 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-01117fa9-675f-4dab-93a8-4abaf6fe9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:56.939431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-01117fa9-675f-4dab-93a8-4abaf6fe9426 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0894253 Oct 11 16:37:57.017661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-851d3949-3108-48ea-9474-9137d1993b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1001 time: 0.0642109 Oct 11 16:37:57.031125 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-737d7ba3-d58e-466f-bfc4-2b32de360759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.032681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-737d7ba3-d58e-466f-bfc4-2b32de360759 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0393906 Oct 11 16:37:57.043482 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-1f48de19-6cf1-4ad8-a39c-ceb0d09fd61f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:37:57.044562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-1f48de19-6cf1-4ad8-a39c-ceb0d09fd61f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055578 Oct 11 16:37:57.055941 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:37:57.067952 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-5569dd08-8899-4ef7-91a6-09d7fd6599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.069408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-5569dd08-8899-4ef7-91a6-09d7fd6599ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0451646 Oct 11 16:37:57.110965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.114792 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-71b8a8de-68db-4197-9733-97451a831c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.116271 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-71b8a8de-68db-4197-9733-97451a831c8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397737 Oct 11 16:37:57.209287 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-8addf2b6-61b2-4da2-bae0-534ac91847e0 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Oct 11 16:37:57.299175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-6f723311-b9c3-4f06-8fe6-e1b670bfcdda service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Oct 11 16:37:57.313881 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:37:57.347059 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:37:57.384879 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:37:57.387829 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae2fcd-2aa6-42aa-9b4c-c68aa76daddc" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:37:57.391573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.404550 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Transition to ACTIVE for port object 1047383c-3f6c-4f8d-8d12-9519bfb8b81e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:37:57.409471 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.450846 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af2e0b-1936-48bd-8ed2-2f7d3d7e4067 x-openstack-request-id: req-08af2e0b-1936-48bd-8ed2-2f7d3d7e4067 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:37:57.451129 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:37:57.451387 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08af2e0b-1936-48bd-8ed2-2f7d3d7e4067 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:37:57.451780 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'code': 200} Oct 11 16:37:57.473133 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:37:57.531936 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.532286 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.532629 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.532969 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.533584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.533917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.534244 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.534569 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.534893 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.535216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.535537 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.535858 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:37:57.574982 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cff555-f9cd-41f8-aebc-80b7daf06f21 req-ba93c1bd-5f80-4936-8bb0-ea009a2d0649 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.576550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6cff555-f9cd-41f8-aebc-80b7daf06f21 req-ba93c1bd-5f80-4936-8bb0-ea009a2d0649 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.1333175 Oct 11 16:37:57.593206 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] No DVR routers for this DVR port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:37:57.670637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b6cff555-f9cd-41f8-aebc-80b7daf06f21 req-76e69179-fa97-4fc4-a8fe-6dfde44d6a3b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794313 Oct 11 16:37:57.749121 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:37:57.756470 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:37:57.756807 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:37:57.757135 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:37:57.761431 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:37:57.761781 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:37:57.766880 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:37:57.767224 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:37:57.767610 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:37:57.768035 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Bound port: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:37:57.768391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.789385 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:37:57.830366 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:37:57.833345 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:37:57.837903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.870419 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.871326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:37:57.872695 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] 10.222.0.43 "PUT /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1091 time: 0.8204806 Oct 11 16:37:57.906984 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6bcce-8c34-43f3-a44d-c1928fa7b939 service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:37:57.943977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-fd540dfd-085d-482e-9654-90a9d9048657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:57.945582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-fd540dfd-085d-482e-9654-90a9d9048657 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0468707 Oct 11 16:37:58.044208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-c7598e47-4c8a-4212-bd22-99efbb6ee0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:58.045769 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-c7598e47-4c8a-4212-bd22-99efbb6ee0e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0927651 Oct 11 16:37:58.109929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-efcedab9-425c-4e32-992e-86c04190bc22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0572107 Oct 11 16:37:58.162087 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-f3f51e22-85e3-4f55-b86c-d730d0576ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:58.163454 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-f3f51e22-85e3-4f55-b86c-d730d0576ead service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0470378 Oct 11 16:37:58.208269 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27488ec-6a9a-498d-808b-42232410fd0d req-46b10ff1-2baa-4901-94e9-cc7deafea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:58.209793 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-46b10ff1-2baa-4901-94e9-cc7deafea474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385153 Oct 11 16:37:58.303039 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-b33ed2cc-2f23-4b95-8e56-1d5f4789e73c service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853331 Oct 11 16:37:58.388606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-382649bd-b9d4-4d7a-afcd-09cbfcfbd1cd service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786180 Oct 11 16:37:58.788918 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0347-0f19-4fb1-9e4a-c75a9608e529 req-935af74b-06d5-4ead-9294-618e95a9a886 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:58.790415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-607b0347-0f19-4fb1-9e4a-c75a9608e529 req-935af74b-06d5-4ead-9294-618e95a9a886 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Oct 11 16:37:58.827854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-607b0347-0f19-4fb1-9e4a-c75a9608e529 req-246dfc3d-7b62-445f-86de-55762f7b3763 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313625 Oct 11 16:37:59.453200 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:37:59.455471 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4cf68-71a8-498c-a7d8-9de661b80239" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:37:59.502933 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0e4e9d-e09e-4618-90e3-310905634fcc x-openstack-request-id: req-5d0e4e9d-e09e-4618-90e3-310905634fcc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:37:59.503241 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:37:59.503488 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d0e4e9d-e09e-4618-90e3-310905634fcc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:37:59.503875 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'status': 'completed', 'code': 200} Oct 11 16:37:59.566701 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-377da24e-d2d7-4b42-b079-d4bacaea9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.568214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-377da24e-d2d7-4b42-b079-d4bacaea9416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0470369 Oct 11 16:37:59.571682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-79d45452-5c59-49dd-9940-2db6ed801612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.573191 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-79d45452-5c59-49dd-9940-2db6ed801612 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0470362 Oct 11 16:37:59.658880 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-6d87e3f7-8bd8-4af7-8015-f81d2f0cd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.660295 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-6d87e3f7-8bd8-4af7-8015-f81d2f0cd9ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0856237 Oct 11 16:37:59.668068 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-36e03d42-66c2-4f2b-9899-5992345366ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.669560 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-36e03d42-66c2-4f2b-9899-5992345366ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0894208 Oct 11 16:37:59.732244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-6e4923d5-e529-4079-b2b6-6ea98f386f9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0635457 Oct 11 16:37:59.740955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-a383b134-7eb0-4fec-892d-1625eaf58769 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0640132 Oct 11 16:37:59.783997 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-957697fb-ebee-4378-8c41-c86c0e90ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.785466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-957697fb-ebee-4378-8c41-c86c0e90ba55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0459933 Oct 11 16:37:59.790591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-ce5e33eb-e9d5-4c68-b597-89d0492000be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.792057 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-ce5e33eb-e9d5-4c68-b597-89d0492000be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0446084 Oct 11 16:37:59.832816 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-2a19b1b4-22fb-41df-9b53-70e00774d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.834977 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-2a19b1b4-22fb-41df-9b53-70e00774d0fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413921 Oct 11 16:37:59.837413 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-86d74ae4-cdab-49b3-8e1a-50f2d1d5239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.838940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-86d74ae4-cdab-49b3-8e1a-50f2d1d5239c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403094 Oct 11 16:37:59.946795 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-f9a89a7f-0134-4d50-873e-60c04d456412 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046324 Oct 11 16:37:59.979983 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-f7ebe568-e6b2-4f27-8bfc-88a25718bb46 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264262 Oct 11 16:37:59.990804 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013cef7-251c-4162-bc2e-b96496dd7048 req-3e05f1d9-db13-45db-aa9f-1fe76fd74a21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:37:59.992377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d013cef7-251c-4162-bc2e-b96496dd7048 req-3e05f1d9-db13-45db-aa9f-1fe76fd74a21 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0740201 Oct 11 16:38:00.044114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-ed9beb42-3ffd-4210-a721-873db4a79465 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878336 Oct 11 16:38:00.076612 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d013cef7-251c-4162-bc2e-b96496dd7048 req-dba7f2cf-37ab-434f-9d98-ef6799e7cf78 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755310 Oct 11 16:38:00.109052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-15d4cf68-71a8-498c-a7d8-9de661b80239 req-d89e5582-6f3f-476b-954a-b23f8c5671d6 service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156335 Oct 11 16:38:01.203926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141e946-eaac-4bd2-895d-431900797136 req-6dfdd501-aa5f-4318-8a00-1fd373c924ca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:01.205443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c141e946-eaac-4bd2-895d-431900797136 req-6dfdd501-aa5f-4318-8a00-1fd373c924ca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0483334 Oct 11 16:38:01.243722 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c141e946-eaac-4bd2-895d-431900797136 req-142e6e39-4cab-4d9d-b1de-983a656496e0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Oct 11 16:38:02.365714 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a1755-be82-4caa-80e9-64861781fde9 req-96ee7bd4-d4f9-45e7-8444-aad6a28a460e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:02.367198 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d4a1755-be82-4caa-80e9-64861781fde9 req-96ee7bd4-d4f9-45e7-8444-aad6a28a460e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0513034 Oct 11 16:38:02.405806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4d4a1755-be82-4caa-80e9-64861781fde9 req-0288650d-9741-4bb3-87fd-076f7f575e22 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Oct 11 16:38:02.451297 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c963ba9-d4e9-4afc-8423-e36448b4ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:03.523138 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eacab7-4b25-406b-813e-c03c4b6ead61 req-bf5a9973-7490-40f8-b9f5-0a7ee2ae4c4e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:03.524609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3eacab7-4b25-406b-813e-c03c4b6ead61 req-bf5a9973-7490-40f8-b9f5-0a7ee2ae4c4e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0515718 Oct 11 16:38:03.562044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3eacab7-4b25-406b-813e-c03c4b6ead61 req-5f5e5051-8ecf-4464-86ef-4b50664f7fd5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Oct 11 16:38:04.678928 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2fd45-5611-4447-a8d6-2275c1a27d34 req-87d00510-c461-4e31-81f4-a69fbbb54fc5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:04.680292 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a2fd45-5611-4447-a8d6-2275c1a27d34 req-87d00510-c461-4e31-81f4-a69fbbb54fc5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Oct 11 16:38:04.717495 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21a2fd45-5611-4447-a8d6-2275c1a27d34 req-5cb6e012-b5f8-4e10-8451-fde386d26b54 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305107 Oct 11 16:38:05.431401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5181aabd-548b-4f7c-af8a-6b1a2f278368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:05.834935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b43b1-7143-4c23-a466-4bf5ed242b8b req-8c5d55ec-39f6-4944-b1ac-9548c5dffd44 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:05.836415 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-592b43b1-7143-4c23-a466-4bf5ed242b8b req-8c5d55ec-39f6-4944-b1ac-9548c5dffd44 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0486882 Oct 11 16:38:05.874276 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-592b43b1-7143-4c23-a466-4bf5ed242b8b req-436d7d9b-44dd-42b3-a1c1-3047ee419631 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Oct 11 16:38:06.105267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:06.188376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:06.993237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbff69b-f6a7-4d4e-8985-477f83fa0817 req-74861430-0c42-4c5a-8426-8a972ac97375 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:06.994720 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fbff69b-f6a7-4d4e-8985-477f83fa0817 req-74861430-0c42-4c5a-8426-8a972ac97375 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0523484 Oct 11 16:38:07.031445 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fbff69b-f6a7-4d4e-8985-477f83fa0817 req-c9edd2f5-dff1-4adb-9f88-596bb57c1f3f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Oct 11 16:38:07.987590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:08.146119 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c679d-9600-47e9-908d-bb4b36ff5cf8 req-0029d280-a8a0-4020-baf0-10130ec7724c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:08.147519 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a15c679d-9600-47e9-908d-bb4b36ff5cf8 req-0029d280-a8a0-4020-baf0-10130ec7724c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Oct 11 16:38:08.189090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a15c679d-9600-47e9-908d-bb4b36ff5cf8 req-b54445be-d3cc-4c38-b862-ea3277b75234 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 Oct 11 16:38:09.303538 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c806-7f34-4b04-b90f-9bef2f6b0f64 req-2f218b48-3730-420f-85c5-c8e233935aa7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:09.304978 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd97c806-7f34-4b04-b90f-9bef2f6b0f64 req-2f218b48-3730-420f-85c5-c8e233935aa7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0485342 Oct 11 16:38:09.341699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd97c806-7f34-4b04-b90f-9bef2f6b0f64 req-8cf34afc-52e3-400b-9fd3-800c7aa41c1d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Oct 11 16:38:10.159180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:10.459443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f33d84-cf97-4b11-8e96-4df771d8e9dc req-4d76fafd-424e-47be-a05e-c82b6fbbd816 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:10.460808 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7f33d84-cf97-4b11-8e96-4df771d8e9dc req-4d76fafd-424e-47be-a05e-c82b6fbbd816 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0520360 Oct 11 16:38:10.499360 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7f33d84-cf97-4b11-8e96-4df771d8e9dc req-af962260-b367-474f-88c4-44f81068e389 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326698 Oct 11 16:38:11.295321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:11.614769 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863dd7-ec4a-4dfa-864f-8eb016aaa752 req-fa64c1a6-7782-4fe5-b31c-66a6e6597fa2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:11.616180 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1863dd7-ec4a-4dfa-864f-8eb016aaa752 req-fa64c1a6-7782-4fe5-b31c-66a6e6597fa2 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0491760 Oct 11 16:38:11.652638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f1863dd7-ec4a-4dfa-864f-8eb016aaa752 req-01809f17-730c-414e-a942-b391677a8b10 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305762 Oct 11 16:38:12.641340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:38:12.736207 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:12.747534 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:38:12.767572 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca07894-2ecf-4454-8e0f-7ac7c7ad85d3 req-b5499891-2020-4235-98bf-6ab595660785 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:12.769054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ca07894-2ecf-4454-8e0f-7ac7c7ad85d3 req-b5499891-2020-4235-98bf-6ab595660785 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 943 time: 0.0481410 Oct 11 16:38:12.783370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:12.796498 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:38:12.807186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ca07894-2ecf-4454-8e0f-7ac7c7ad85d3 req-f392c11b-a845-4f88-88c6-09ca62475214 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Oct 11 16:38:12.816106 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:12.820129 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:12.866429 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:12.874791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.875118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.875445 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.876249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.876249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.876523 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.876707 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.876985 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.877298 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.877632 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.877946 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:12.878253 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:13.115526 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-480c755c-eb41-4c8a-a206-ea3f3419ebf7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.116945 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-480c755c-eb41-4c8a-a206-ea3f3419ebf7 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.43 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0812583 Oct 11 16:38:13.128449 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f267-bd5a-46e3-aa26-20d62b8c2e4b req-88ba2b7e-9fa5-454a-97fd-031532d6979d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.129811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e1f267-bd5a-46e3-aa26-20d62b8c2e4b req-88ba2b7e-9fa5-454a-97fd-031532d6979d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0644305 Oct 11 16:38:13.193748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['1047383c-3f6c-4f8d-8d12-9519bfb8b81e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:38:13.198602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56e1f267-bd5a-46e3-aa26-20d62b8c2e4b req-02819a0d-a57d-442c-953a-3afa08c01c0a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619335 Oct 11 16:38:13.208144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-fda4836e-721a-4e02-92bc-61fcded77b50 service neutron] 10.222.0.43 "GET /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0774469 Oct 11 16:38:13.278834 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-7da43212-74ed-4164-93c5-8f3a40b140b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.280298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-7da43212-74ed-4164-93c5-8f3a40b140b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0429828 Oct 11 16:38:13.368237 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-a0907ff5-8545-412a-b97e-1495d6d44963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.369702 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-a0907ff5-8545-412a-b97e-1495d6d44963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0827038 Oct 11 16:38:13.437337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-2566f45a-947f-4c63-882b-69a28f859272 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1000 time: 0.0602775 Oct 11 16:38:13.485240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-d6ed4f47-cdd1-4437-b687-017d9897eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.486578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-d6ed4f47-cdd1-4437-b687-017d9897eea7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0421350 Oct 11 16:38:13.531267 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-a6794432-418f-407e-b016-76e3aba82aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:13.532746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-a6794432-418f-407e-b016-76e3aba82aad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386717 Oct 11 16:38:13.623804 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-ea952f16-9def-4f9d-a3dd-cbeb2433559d service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834405 Oct 11 16:38:13.712297 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-83a02937-511b-4a77-a61e-a64c521b15dd service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810144 Oct 11 16:38:14.317731 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c85304-ced3-425f-a2d5-6df8915cf3df req-2c6d93db-f968-4d1d-936f-5b098569305c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:14.319212 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64c85304-ced3-425f-a2d5-6df8915cf3df req-2c6d93db-f968-4d1d-936f-5b098569305c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0495715 Oct 11 16:38:14.356174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64c85304-ced3-425f-a2d5-6df8915cf3df req-b59f249e-a39a-4293-ac78-373ce3a45df0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310931 Oct 11 16:38:14.656926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:38:14.704237 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:38:14.707958 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:38:14.708333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:14.937779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:14.959261 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:14.961497 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68699ec2-eaa9-4345-95b7-61f2bd6ed37e" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:14.974437 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:14.978148 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:15.025407 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:15.058275 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b55111-b395-46e4-b4cd-2155a17a52a5 x-openstack-request-id: req-14b55111-b395-46e4-b4cd-2155a17a52a5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:15.058569 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:15.058819 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14b55111-b395-46e4-b4cd-2155a17a52a5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:15.059254 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'code': 200} Oct 11 16:38:15.476411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c671e96-34a5-454a-834b-a0dea03117a4 req-fa814984-4fb4-48a2-b63a-13d3c90db3a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:15.478086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c671e96-34a5-454a-834b-a0dea03117a4 req-fa814984-4fb4-48a2-b63a-13d3c90db3a6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0534365 Oct 11 16:38:15.517663 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2c671e96-34a5-454a-834b-a0dea03117a4 req-6f658d28-3a35-49ed-aacb-340d71b19045 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332780 Oct 11 16:38:16.632894 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42174a8-3e71-45c8-bd5b-20ce42b97350 req-796dd007-555f-4e3f-be04-a3bda4922e95 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:16.634283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e42174a8-3e71-45c8-bd5b-20ce42b97350 req-796dd007-555f-4e3f-be04-a3bda4922e95 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Oct 11 16:38:16.672813 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e42174a8-3e71-45c8-bd5b-20ce42b97350 req-c4a8a64e-7325-4e48-a3d7-2162336cc8f3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Oct 11 16:38:17.789767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d3c68-cc07-48d5-bada-1fa0dfc86afc req-cfc4fd8a-c4ca-4875-b650-b55b19745a82 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:17.791277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-154d3c68-cc07-48d5-bada-1fa0dfc86afc req-cfc4fd8a-c4ca-4875-b650-b55b19745a82 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Oct 11 16:38:17.809128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-29394f0d-6899-4b2d-a762-bdb1af68b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:17.810629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-29394f0d-6899-4b2d-a762-bdb1af68b7d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5&tenant_id=4ffbb1e5734f4378b5b47d596392b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0417683 Oct 11 16:38:17.822157 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:38:17.830173 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-154d3c68-cc07-48d5-bada-1fa0dfc86afc req-80b2c134-5eee-4341-b8ac-55fa278c2c31 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Oct 11 16:38:17.879422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.073363 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:18.105462 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h1-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:38:18.143834 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:18.146034 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04343bca-f01e-4bb2-8bee-1084c3373489" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:18.150103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.162842 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Transition to ACTIVE for port object 1047383c-3f6c-4f8d-8d12-9519bfb8b81e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:38:18.167811 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.249545 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67275fd5-7e98-4712-8cd5-54149dbce305 x-openstack-request-id: req-67275fd5-7e98-4712-8cd5-54149dbce305 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:18.249841 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:18.250095 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67275fd5-7e98-4712-8cd5-54149dbce305 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:18.250486 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'code': 200} Oct 11 16:38:18.256884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:18.271413 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.271758 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.272101 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.272437 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.272768 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.273092 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.273416 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.273765 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.274085 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.274403 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.274720 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.275040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:38:18.306257 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] No DVR routers for this DVR port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h1-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:38:18.439660 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:38:18.439906 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:38:18.440223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:38:18.444795 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:38:18.445104 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Attempting to bind port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on network 95882ef6-c017-40e3-a7ae-64b296513b1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:38:18.450356 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:38:18.450807 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Checking segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:38:18.451190 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Bound using segment: {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:38:18.451609 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Bound port: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ab448b-546b-477f-b373-28a2a70bc489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:38:18.451963 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.516408 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:38:18.519314 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:38:18.523068 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.556496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.557104 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:18.558577 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] 10.222.0.36 "PUT /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 1092 time: 0.7402437 Oct 11 16:38:18.582360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4b150-0ec0-49e6-a0c9-281c9a76e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:18.626228 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-e0570143-a29a-459e-8247-8676ab2f965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.627733 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-e0570143-a29a-459e-8247-8676ab2f965c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0424931 Oct 11 16:38:18.687865 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:38:18.726048 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-725a256f-5b39-4095-a191-51a1772d2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.726678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:38:18.728207 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-725a256f-5b39-4095-a191-51a1772d2c5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0930662 Oct 11 16:38:18.795211 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-6e6ff023-a3d8-45a7-9dbe-13db7c852132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0585101 Oct 11 16:38:18.842363 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-e951a690-da54-41d7-9a3d-0c96ac9f5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.843652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-e951a690-da54-41d7-9a3d-0c96ac9f5451 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0414824 Oct 11 16:38:18.892224 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976544-4cd8-4811-9afa-316d0b93670d req-ef50100b-f06b-4542-acec-671fb0bfc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.893746 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-ef50100b-f06b-4542-acec-671fb0bfc271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430300 Oct 11 16:38:18.948674 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89f61-acc1-4990-9540-c8bbc1c07a7c req-6fab6065-0af1-4b1e-a304-45c7f7091ae8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:18.950168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13d89f61-acc1-4990-9540-c8bbc1c07a7c req-6fab6065-0af1-4b1e-a304-45c7f7091ae8 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0528095 Oct 11 16:38:18.982758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-0695f61d-e6cc-45d4-b87b-509314a4c284 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819087 Oct 11 16:38:18.987573 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-13d89f61-acc1-4990-9540-c8bbc1c07a7c req-e9189225-c7aa-4a37-af87-da1bf98e80b0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Oct 11 16:38:19.075350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0a976544-4cd8-4811-9afa-316d0b93670d req-774c67db-765a-4fa2-b825-c7c214f99560 service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853953 Oct 11 16:38:20.105644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48ea9e-700b-4682-b8e9-64be8b842d7f req-c9ec6e8b-2d8d-45a2-9504-64cc7570a5e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.107141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac48ea9e-700b-4682-b8e9-64be8b842d7f req-c9ec6e8b-2d8d-45a2-9504-64cc7570a5e1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0497577 Oct 11 16:38:20.145761 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac48ea9e-700b-4682-b8e9-64be8b842d7f req-bf24bdea-ef5d-4371-8c87-abf2ef45ada9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326297 Oct 11 16:38:20.251807 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:20.254315 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e309b-e58b-4085-a1e4-b46df437739b" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:20.304099 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a526c6c7-a597-42c0-a8d4-955775213393 x-openstack-request-id: req-a526c6c7-a597-42c0-a8d4-955775213393 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:20.304872 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:20.304872 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a526c6c7-a597-42c0-a8d4-955775213393 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:20.305075 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'status': 'completed', 'code': 200} Oct 11 16:38:20.365961 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-4001098c-7efb-4762-857f-ab837650f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.367363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-4001098c-7efb-4762-857f-ab837650f033 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0427735 Oct 11 16:38:20.369783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-b7d8ddcb-f3e1-4645-95fc-a789c7e5acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.371400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-b7d8ddcb-f3e1-4645-95fc-a789c7e5acc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0442233 Oct 11 16:38:20.465563 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-69dfa114-ff1d-41f2-bb98-8d181f944cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.467024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-69dfa114-ff1d-41f2-bb98-8d181f944cdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0891681 Oct 11 16:38:20.467643 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-a3e1de87-86bb-4b2f-a9c5-b8e73ee1e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.469121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-a3e1de87-86bb-4b2f-a9c5-b8e73ee1e67f service neutron] 10.222.0.36 "GET /v2.0/networks?id=95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 200 len: 913 time: 0.0938911 Oct 11 16:38:20.539204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-5e589e04-765c-41df-841d-6246fe41e771 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0650094 Oct 11 16:38:20.542566 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-7b993bac-c1dc-46da-9d3c-609ce4e3e56c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 200 len: 999 time: 0.0619082 Oct 11 16:38:20.596476 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-4d0b0686-58d5-46c5-a60b-6e610bc639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.597333 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-a56d9b0c-3432-4ff0-afcc-6ede5db781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.598001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-4d0b0686-58d5-46c5-a60b-6e610bc639cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0513320 Oct 11 16:38:20.599105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-a56d9b0c-3432-4ff0-afcc-6ede5db781ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 200 len: 851 time: 0.0490940 Oct 11 16:38:20.645872 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-d5d1434a-9980-4a29-8ae2-650503c31036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.647308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-d5d1434a-9980-4a29-8ae2-650503c31036 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414305 Oct 11 16:38:20.649651 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e309b-e58b-4085-a1e4-b46df437739b req-8c1e154f-d0cf-42a9-9bba-c315226dee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:20.651750 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-8c1e154f-d0cf-42a9-9bba-c315226dee97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95882ef6-c017-40e3-a7ae-64b296513b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452359 Oct 11 16:38:20.743704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-00812fab-877b-40c6-afee-267baaf7d0df service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Oct 11 16:38:20.744982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-a894cac5-ef92-44be-8ca1-ef95612152fb service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896699 Oct 11 16:38:20.836854 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-20f45695-9e80-4ae7-a6d9-1341b139d9fa service neutron] 10.222.0.43 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Oct 11 16:38:20.837356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b59e309b-e58b-4085-a1e4-b46df437739b req-af71a7d1-0b06-4a68-911f-a2524c70096c service neutron] 10.222.0.36 "GET /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Oct 11 16:38:21.261291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e459b-6137-4898-a450-b26570203a06 req-18d48b09-07f4-4379-b82a-ddbda30f2b9b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:21.262777 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603e459b-6137-4898-a450-b26570203a06 req-18d48b09-07f4-4379-b82a-ddbda30f2b9b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0500424 Oct 11 16:38:21.300241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-603e459b-6137-4898-a450-b26570203a06 req-930e5985-d338-47e9-9aae-2318b9d6bf85 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Oct 11 16:38:22.422271 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bbc87-26a1-4162-8c68-9682824584cf req-fdd8aa55-e819-4364-a6aa-2881a7205bd3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:22.423766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-606bbc87-26a1-4162-8c68-9682824584cf req-fdd8aa55-e819-4364-a6aa-2881a7205bd3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0526123 Oct 11 16:38:22.461473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-606bbc87-26a1-4162-8c68-9682824584cf req-77c729f2-d50f-432c-9584-d31a9ae9ead1 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Oct 11 16:38:23.580617 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664bf9-218e-4c03-8110-6990dce80437 req-08be74c5-e852-4052-be10-fba7ae59336d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:23.582041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d664bf9-218e-4c03-8110-6990dce80437 req-08be74c5-e852-4052-be10-fba7ae59336d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0491040 Oct 11 16:38:23.621137 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1d664bf9-218e-4c03-8110-6990dce80437 req-96faf12f-6713-4a57-abb0-8b4f87f5ee2d tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329204 Oct 11 16:38:24.015215 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:38:24.734689 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ece63-82d8-42d5-9cdd-fd4203180757 req-23afe225-283c-4f13-a279-8edbd6e1852b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:24.736161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d75ece63-82d8-42d5-9cdd-fd4203180757 req-23afe225-283c-4f13-a279-8edbd6e1852b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0475554 Oct 11 16:38:24.772924 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d75ece63-82d8-42d5-9cdd-fd4203180757 req-b3183721-e6ae-4fc6-b99f-50909dc94a94 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308213 Oct 11 16:38:25.890396 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c011f1-8ba7-4829-97a5-910e2068598e req-24b7fc11-47ee-4754-8708-c0c5e0b13fb0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:25.891841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1c011f1-8ba7-4829-97a5-910e2068598e req-24b7fc11-47ee-4754-8708-c0c5e0b13fb0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0527594 Oct 11 16:38:25.929274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b1c011f1-8ba7-4829-97a5-910e2068598e req-de074d95-40bf-4c0d-b3aa-6ee2a0a8a3eb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Oct 11 16:38:27.043744 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2d363-20ba-40af-a0aa-8dda005e54fa req-a5fcd0f6-8f83-417a-8533-dfe24b11d04a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:27.045199 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6a2d363-20ba-40af-a0aa-8dda005e54fa req-a5fcd0f6-8f83-417a-8533-dfe24b11d04a tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0484107 Oct 11 16:38:27.081529 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6a2d363-20ba-40af-a0aa-8dda005e54fa req-eee0ebb9-b314-4d32-9dd9-67b502fa91c6 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304399 Oct 11 16:38:28.194713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f8bbf-04e0-4313-b859-a1ddf959d28e req-fbaabed9-1723-4f7d-b710-402cbd1ef503 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:28.196098 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b92f8bbf-04e0-4313-b859-a1ddf959d28e req-fbaabed9-1723-4f7d-b710-402cbd1ef503 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0480890 Oct 11 16:38:28.232638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b92f8bbf-04e0-4313-b859-a1ddf959d28e req-f32ea892-a044-44cd-ab65-9c3b62626583 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300717 Oct 11 16:38:29.351719 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fc0-e054-4e03-8fae-29a052ec6f08 req-4588a2ec-84fd-4b97-8a45-d1cf958fa6ff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:29.353160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8566fc0-e054-4e03-8fae-29a052ec6f08 req-4588a2ec-84fd-4b97-8a45-d1cf958fa6ff tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0517805 Oct 11 16:38:29.389860 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8566fc0-e054-4e03-8fae-29a052ec6f08 req-c7d6e590-9f3d-4cc4-a6d4-cc5dc39675c3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306597 Oct 11 16:38:30.506170 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11310acc-148b-4be7-b0ae-8915368b5f29 req-d30a8c2f-2e14-4a65-bb11-6130273fdcf0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:30.507630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11310acc-148b-4be7-b0ae-8915368b5f29 req-d30a8c2f-2e14-4a65-bb11-6130273fdcf0 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0485687 Oct 11 16:38:30.544934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11310acc-148b-4be7-b0ae-8915368b5f29 req-44549996-db4b-4a9d-b6f1-8ac7d8e8e317 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Oct 11 16:38:31.657175 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa915ea6-a43e-4b46-a8bf-82b93e2bf2f3 req-e3662fdd-0419-4b57-b576-b3d1f612ae13 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:31.659262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa915ea6-a43e-4b46-a8bf-82b93e2bf2f3 req-e3662fdd-0419-4b57-b576-b3d1f612ae13 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0475802 Oct 11 16:38:31.695481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aa915ea6-a43e-4b46-a8bf-82b93e2bf2f3 req-09392b67-f826-44cb-bf0b-1789aad275eb tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Oct 11 16:38:31.809448 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6b729-677d-41bd-b1a7-a876dccc44c8 req-411eded5-1531-4e0e-97a0-f8a7c092ffc3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:31.810878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17f6b729-677d-41bd-b1a7-a876dccc44c8 req-411eded5-1531-4e0e-97a0-f8a7c092ffc3 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0517659 Oct 11 16:38:31.847501 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-17f6b729-677d-41bd-b1a7-a876dccc44c8 req-2cc9f818-b49e-4606-817e-80a23f5d8d0f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308022 Oct 11 16:38:31.960545 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63d81a-5f5a-40c5-ba03-bcb90d46ad79 req-afcb7f08-d201-402b-9724-154e2adf0de5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:31.962046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac63d81a-5f5a-40c5-ba03-bcb90d46ad79 req-afcb7f08-d201-402b-9724-154e2adf0de5 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 944 time: 0.0496740 Oct 11 16:38:31.974048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:38:32.000422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ac63d81a-5f5a-40c5-ba03-bcb90d46ad79 req-c6cd07a8-58e0-4bec-95ac-992456d70f13 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Oct 11 16:38:32.069759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:32.081193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'port_id': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'mac_address': 'fa:16:3e:22:d0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:38:32.119858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:32.133778 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:38:32.158382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:32.162420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:32.213303 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:32.234338 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52254738-b46a-49ce-9f10-c2007a31cdec req-3d44b62a-c86f-430e-b452-ec646b66f54b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:32.235865 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52254738-b46a-49ce-9f10-c2007a31cdec req-3d44b62a-c86f-430e-b452-ec646b66f54b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0476618 Oct 11 16:38:32.273243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52254738-b46a-49ce-9f10-c2007a31cdec req-ef91b8e4-e552-436b-9004-5dc3df9bec0b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Oct 11 16:38:32.443253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['1047383c-3f6c-4f8d-8d12-9519bfb8b81e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:38:32.473127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a96c1ed-69c3-48e7-8830-cf3b15523afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:33.392556 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cb65-826a-4ede-9d18-d54118ab365a req-d70ab529-c3ea-41fe-a00f-5e1dae41c839 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:33.394046 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2217cb65-826a-4ede-9d18-d54118ab365a req-d70ab529-c3ea-41fe-a00f-5e1dae41c839 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0523517 Oct 11 16:38:33.430274 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2217cb65-826a-4ede-9d18-d54118ab365a req-43544caa-6b08-4e14-95cb-d6c3741cdc59 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304496 Oct 11 16:38:33.786283 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-1864a7e5-b37a-4325-b790-ccc93a59b63c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:33.787723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-1864a7e5-b37a-4325-b790-ccc93a59b63c tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 945 time: 0.0526345 Oct 11 16:38:33.873385 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Deleting port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:33.873751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:33.962915 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:33.963258 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:33.988858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:38:34.040275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:38:34.044258 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:38:34.044677 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.119580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.136016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.136476 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.136766 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf disassociated. External IP: 172.35.3.74, port: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e. Oct 11 16:38:34.137162 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Calling delete_port for 1047383c-3f6c-4f8d-8d12-9519bfb8b81e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:34.142115 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:34.144366 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1921c-fe6d-46ed-8973-1ec8d384000d" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:34.157154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:34.161804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.187228 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f8337-059c-4186-9b16-0ee0f864f03a x-openstack-request-id: req-313f8337-059c-4186-9b16-0ee0f864f03a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:34.187568 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-plugged", "status": "completed", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:34.187767 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-313f8337-059c-4186-9b16-0ee0f864f03a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:34.188155 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'code': 200} Oct 11 16:38:34.214212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:34.270555 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.303472 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'Port': ['ID=1047383c-3f6c-4f8d-8d12-9519bfb8b81e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:34.419700 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:38:34.525286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2774028f-c7de-4407-bbeb-df54df6c3c16 req-27313b42-61b5-4972-a2a8-196603da833b tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0257308 Oct 11 16:38:34.528245 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:38:34.538257 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:38:34.548008 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:38:34.548692 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:34.567999 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] No DVR routers for this DVR port 1047383c-3f6c-4f8d-8d12-9519bfb8b81e on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:38:34.570637 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:34.573881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5b5322-14e7-491d-b7c8-eb7c6a2146f8 req-7abd75df-ef0d-4da1-9c7d-fb2b0fa51fca tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.36 "DELETE /v2.0/ports/1047383c-3f6c-4f8d-8d12-9519bfb8b81e HTTP/1.1" status: 204 len: 173 time: 0.7800000 Oct 11 16:38:34.574306 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-deleted', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:34.576612 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919af879-c9d8-46c2-848c-a3b4f91f3b22" -d '{"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-deleted", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:34.612806 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fe3a4-197b-4f86-85d9-2ad2013a3471 x-openstack-request-id: req-607fe3a4-197b-4f86-85d9-2ad2013a3471 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:34.613141 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5b42e-9fc9-4d54-8457-159f1979a5c5", "name": "network-vif-deleted", "tag": "1047383c-3f6c-4f8d-8d12-9519bfb8b81e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:34.613463 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-607fe3a4-197b-4f86-85d9-2ad2013a3471 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:34.613876 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5b42e-9fc9-4d54-8457-159f1979a5c5', 'name': 'network-vif-deleted', 'tag': '1047383c-3f6c-4f8d-8d12-9519bfb8b81e', 'status': 'completed', 'code': 200} Oct 11 16:38:34.660686 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:38:34.853689 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:34.880340 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:38:34.888801 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:38:34.889392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:38:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:34.993644 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:38:35.187705 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:35.213402 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c23b19-b950-4200-b28a-cfb47d31c568 None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:28:39Z', 'revision_number': 4, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7434a6ae-d681-42fe-8086-1d971e8d026d', 'name': '', 'network_id': '95882ef6-c017-40e3-a7ae-64b296513b1e', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'mac_address': 'fa:16:3e:1a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:38Z', 'updated_at': '2021-10-11T16:28:43Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'subnets': [{'id': '42534c03-3f25-4ec4-87ed-6eec3afa6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:38:35.435211 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-505f7447-70bc-4570-b309-12dd246ec036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:35.443552 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e82c7b-1deb-4b39-9dd9-1cadb6dc10c3 None None] New status for floating IP 17fc2f49-d766-43de-bf73-c7516708fdcf: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:38:35.629029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5e1bb387-fc46-4d1a-a1ad-457565a6e146 req-445b80eb-f67e-4051-8dd7-21201d56c299 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Oct 11 16:38:36.107060 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:36.199115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:36.725884 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a607441-0ef8-4a64-b0ba-1d47f8d8e505 req-63ae2b3b-4928-4979-9fe1-b3bf08040b3f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0255477 Oct 11 16:38:37.818655 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fcd8d908-1b06-4820-bd42-457e3e86a1cd req-8b6134e5-9a2e-47cd-80b1-6d076b4f27bd tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0259559 Oct 11 16:38:37.989622 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:38:38.014888 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:38.015648 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 1047383c-3f6c-4f8d-8d12-9519bfb8b81e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:38:38.015985 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 1047383c-3f6c-4f8d-8d12-9519bfb8b81e not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:38:38.929616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-55314f11-3f27-49e1-acb4-d50a3d97dcad req-ddd0edda-175e-4481-bc35-c60a129f9d3f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af5b42e-9fc9-4d54-8457-159f1979a5c5 HTTP/1.1" status: 200 len: 210 time: 0.0298274 Oct 11 16:38:40.157369 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:41.278249 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:43.707715 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:43.762987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:43.786372 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:43.833698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:43.836364 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:43.837577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "DELETE /v2.0/security-groups/e3fa82d7-b4ea-4a61-a76b-2b8995b4c293 HTTP/1.1" status: 204 len: 168 time: 0.1281512 Oct 11 16:38:43.841238 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:43.848808 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d82d2-9672-4a67-8fee-4f9a0cb7926f tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa82d7-b4ea-4a61-a76b-2b8995b4c293,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:43.856761 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9f8be3c4-ba43-4443-be3b-6f33d2fe9bb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] show failed (client error): The resource could not be found. Oct 11 16:38:43.860906 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f8be3c4-ba43-4443-be3b-6f33d2fe9bb9 tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "GET /v2.0/security-groups/e3fa82d7-b4ea-4a61-a76b-2b8995b4c293 HTTP/1.1" status: 404 len: 347 time: 0.0179546 Oct 11 16:38:43.861528 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:43.988111 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Deleting port 1721cc7a-584b-4bff-9596-6455ee47c90d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:43.988350 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.062871 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.063198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.075030 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Calling delete_port for 1721cc7a-584b-4bff-9596-6455ee47c90d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:44.548451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.574876 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Pushing event deleted for resources: {'Port': ['ID=1721cc7a-584b-4bff-9596-6455ee47c90d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:44.631057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.633680 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:44.634822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f86880c6-42b1-47f5-887b-fc028a89c50e tempest-ServerActionsTestJSON-1473767841 tempest-ServerActionsTestJSON-1473767841-project] 10.222.0.31 "DELETE /v2.0/floatingips/17fc2f49-d766-43de-bf73-c7516708fdcf HTTP/1.1" status: 204 len: 168 time: 0.7723167 Oct 11 16:38:44.638318 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:45.133975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:45.367553 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Deleting port 7434a6ae-d681-42fe-8086-1d971e8d026d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:45.367886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:45.446226 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] For port 7434a6ae-d681-42fe-8086-1d971e8d026d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7434a6ae-d681-42fe-8086-1d971e8d026d,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:45.446487 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:45.458116 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Calling delete_port for 7434a6ae-d681-42fe-8086-1d971e8d026d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:45.635116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:45.662001 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7434a6ae-d681-42fe-8086-1d971e8d026d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:45.825061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.037995 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:38:46.143372 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:38:46.148996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d78646c4-3187-40eb-9ff7-3bd469022c10 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d8ca544-f950-4a0b-ac8d-494f7b3cf214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097077 Oct 11 16:38:46.151502 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:46.152890 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Sync routers for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:38:46.163334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:38:46.163966 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:38:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:46.253433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.267306 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:38:46.355017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.406667 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Deleting port 98d6cb2b-d517-4493-b481-4fe13e85e2d8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:46.407269 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.442253 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:38:45Z', 'revision_number': 5, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port': {'id': '98d6cb2b-d517-4493-b481-4fe13e85e2d8', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:28:37Z', 'updated_at': '2021-10-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:46.468612 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Checking router: 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:38:46.476855 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Routers {'2d8ca544-f950-4a0b-ac8d-494f7b3cf214'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:38:46.477457 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:38:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:46.488205 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] For port 98d6cb2b-d517-4493-b481-4fe13e85e2d8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=98d6cb2b-d517-4493-b481-4fe13e85e2d8,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:46.488569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.500110 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Calling delete_port for 98d6cb2b-d517-4493-b481-4fe13e85e2d8 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:46.563312 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] Set router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:38:46.619170 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:38:46Z', 'revision_number': 6, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:46.645225 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21b11d-62a3-46ee-b156-3c354222a58b None None] The sync data for ids ['2d8ca544-f950-4a0b-ac8d-494f7b3cf214'] in n-d-master-1 is: [{'id': '2d8ca544-f950-4a0b-ac8d-494f7b3cf214', 'name': 'tempest-ServerActionsTestJSON-1642246416-router', 'tenant_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:28:36Z', 'updated_at': '2021-10-11T16:38:46Z', 'revision_number': 6, 'project_id': '4ffbb1e5734f4378b5b47d596392b6d2', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:38:46.665952 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.693269 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d6cb2b-d517-4493-b481-4fe13e85e2d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:46.751012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.839499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.841601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.887348 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.887868 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8ca544-f950-4a0b-ac8d-494f7b3cf214 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:38:46.892457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.893629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d509c451-6e65-492b-8894-fc0158690a75 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2d8ca544-f950-4a0b-ac8d-494f7b3cf214 HTTP/1.1" status: 204 len: 168 time: 0.7411587 Oct 11 16:38:46.896088 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:46.939141 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Deleting subnet 42534c03-3f25-4ec4-87ed-6eec3afa6490 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:38:46.942023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:46.975043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.056752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.110459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.138314 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.143807 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654e66d-8d10-4d5c-b651-36c1a2fac7e6 None None] Network 95882ef6-c017-40e3-a7ae-64b296513b1e requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:38:47.146291 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/42534c03-3f25-4ec4-87ed-6eec3afa6490 HTTP/1.1" status: 204 len: 168 time: 0.2491469 Oct 11 16:38:47.147504 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae5dd3-45e0-4016-9ddc-abca44efd8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42534c03-3f25-4ec4-87ed-6eec3afa6490,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:47.148769 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:47.225599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.321718 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] DHCP port deletion for 95882ef6-c017-40e3-a7ae-64b296513b1e request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:38:47.389368 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Deleting port 071eed82-1602-436f-9eb8-bcd7367ca6ad {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:47.389691 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.435984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 071eed82-1602-436f-9eb8-bcd7367ca6ad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:38:47.469219 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] For port 071eed82-1602-436f-9eb8-bcd7367ca6ad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=071eed82-1602-436f-9eb8-bcd7367ca6ad,segment=NetworkSegment(e7ab448b-546b-477f-b373-28a2a70bc489),segment_id=e7ab448b-546b-477f-b373-28a2a70bc489)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:47.469660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.485630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Calling delete_port for 071eed82-1602-436f-9eb8-bcd7367ca6ad owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:47.576469 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Deleting port 071eed82-1602-436f-9eb8-bcd7367ca6ad {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:38:47.576810 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.590894 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.624726 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] No DVR routers for this DVR port 071eed82-1602-436f-9eb8-bcd7367ca6ad on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:38:47.635975 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d17b26-b498-406e-9df2-6f4670c83737 None None] Pushing event deleted for resources: {'Port': ['ID=071eed82-1602-436f-9eb8-bcd7367ca6ad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:47.646824 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] For port 071eed82-1602-436f-9eb8-bcd7367ca6ad, host n-d-master-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:47.646824 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.651759 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No active binding found for port 071eed82-1602-436f-9eb8-bcd7367ca6ad {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 11 16:38:47.652174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 071eed82-1602-436f-9eb8-bcd7367ca6ad not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:38:47.652587 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7434a6ae-d681-42fe-8086-1d971e8d026d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:38:47.659285 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Calling delete_port for 071eed82-1602-436f-9eb8-bcd7367ca6ad owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:38:47.661898 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Port 071eed82-1602-436f-9eb8-bcd7367ca6ad was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 11 16:38:47.663152 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.671857 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7434a6ae-d681-42fe-8086-1d971e8d026d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:38:47.672197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7434a6ae-d681-42fe-8086-1d971e8d026d not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:38:47.672600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 98d6cb2b-d517-4493-b481-4fe13e85e2d8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:38:47.690563 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 98d6cb2b-d517-4493-b481-4fe13e85e2d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:38:47.690883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 98d6cb2b-d517-4493-b481-4fe13e85e2d8 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:38:47.694684 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] No DVR routers for this DVR port 071eed82-1602-436f-9eb8-bcd7367ca6ad on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:38:47.698789 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=071eed82-1602-436f-9eb8-bcd7367ca6ad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:47.766398 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.786225 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95882ef6-c017-40e3-a7ae-64b296513b1e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:47.795669 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ab448b-546b-477f-b373-28a2a70bc489') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:47.795959 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ab448b-546b-477f-b373-28a2a70bc489') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:38:47.804842 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.817318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.823485 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:38:47.823809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:38:47.825403 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:38:47.881088 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.887189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:47.890550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95882ef6-c017-40e3-a7ae-64b296513b1e HTTP/1.1" status: 204 len: 168 time: 0.7407279 Oct 11 16:38:47.901817 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8903f-2962-4680-a28d-16a6a5c41c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=95882ef6-c017-40e3-a7ae-64b296513b1e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:48.008229 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:48.048088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2965cbae-fe28-4ef2-b9e3-a19c2d197496 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ffbb1e5734f4378b5b47d596392b6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387063 Oct 11 16:38:48.050463 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:48.095846 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:48.116365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:48.163660 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:48.166133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:48.167316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d54236d3-50b3-4f11-aa87-0501d7b7eaf1 HTTP/1.1" status: 204 len: 168 time: 0.1159735 Oct 11 16:38:48.175060 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076c95-747a-4268-8531-72a739732d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54236d3-50b3-4f11-aa87-0501d7b7eaf1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:48.857982 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:48.951865 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1846150539-network', 'tenant_id': '6e4781fc3224427fbb97184c73495853'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:38:48.974824 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Made reservation on behalf of 6e4781fc3224427fbb97184c73495853 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:38:48.977010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:48.985012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.055080 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.059043 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.082309 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:38:49.090568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a460a-90cd-4c54-9bc1-1c7e66d5f618,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:49.096408 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.096768 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Added segment aea5c1c8-82f9-4183-ac79-aa83e383261a of type vlan for network 48caf50f-6063-48a2-b210-70d9c459f52a Oct 11 16:38:49.135998 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.159757 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.160812 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:49.161399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.215545 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3536556 Oct 11 16:38:49.216182 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:38:49.220962 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Request body: {'subnet': {'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1846150539-subnet', 'tenant_id': '6e4781fc3224427fbb97184c73495853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:38:49.227319 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13c80a-6ea5-4235-a3b0-816e87ddf881 admin admin] Pushing event updated for resources: {'Network': ['ID=48caf50f-6063-48a2-b210-70d9c459f52a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:49.237304 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 48caf50f-6063-48a2-b210-70d9c459f52a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:38:49.243560 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Made reservation on behalf of 6e4781fc3224427fbb97184c73495853 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:38:49.246438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.412694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.467598 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaef4fe3-f4ba-4269-b640-bffdfbe3439b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:49.474934 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Checking segment: {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:38:49.475294 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Network hostable DHCP agents. Network: 48caf50f-6063-48a2-b210-70d9c459f52a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:38:49.491468 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Network 48caf50f-6063-48a2-b210-70d9c459f52a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:38:49.500393 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 48caf50f-6063-48a2-b210-70d9c459f52a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:38:49.504396 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:49.504972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:49.510894 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4db2a5-f653-490f-8cef-c0fba759bd57 None None] Network 48caf50f-6063-48a2-b210-70d9c459f52a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:38:49.521728 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a80706ec-b54c-4d74-8d35-00485d63221f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3046837 Oct 11 16:38:49.789144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e425e-28fa-4fd5-9816-5299a8a1defb None None] Network 48caf50f-6063-48a2-b210-70d9c459f52a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:38:49.946727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-1061d989-53ff-43e5-a9b5-7e424247003b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:49.948179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-1061d989-53ff-43e5-a9b5-7e424247003b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 814 time: 0.1006427 Oct 11 16:38:49.963169 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-102d9749-8d03-4a0c-a585-0657293c8337 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/quotas/6e4781fc3224427fbb97184c73495853 HTTP/1.1" status: 200 len: 375 time: 0.0091112 Oct 11 16:38:49.994613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-a7cd1102-1b87-4072-b697-cbc64a441ed7 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255542 Oct 11 16:38:50.005204 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-a7c3c360-cd00-4a50-8265-8f078b12d1f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:38:50.006167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-a7c3c360-cd00-4a50-8265-8f078b12d1f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048625 Oct 11 16:38:50.095917 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-5f001c0d-428e-4e5f-a1b6-3953375c5858 service neutron] 10.222.0.31 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Oct 11 16:38:50.188541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-e795beb5-08b4-43e2-8c4e-765cd11242d5 service neutron] 10.222.0.31 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865088 Oct 11 16:38:50.339370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-218658e8-f19a-4df4-b63b-7018d2762a58 req-b5e0b741-0bc9-4c78-baec-65bdc4615d3d tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 210 time: 0.0256045 Oct 11 16:38:51.347209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-be4e3ddc-f2c5-4d09-a27a-b7f62e8bd4c7 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:51.348629 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-be4e3ddc-f2c5-4d09-a27a-b7f62e8bd4c7 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.36 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 814 time: 0.1084368 Oct 11 16:38:51.362286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Request body: {'port': {'device_id': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a', 'admin_state_up': True, 'tenant_id': '6e4781fc3224427fbb97184c73495853'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:38:51.432703 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e761524d-266e-4ec6-899c-f05d9e159bac req-dbb181af-f200-4d62-92cd-45b3ed561de2 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 210 time: 0.0256660 Oct 11 16:38:51.473346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Made reservation on behalf of 6e4781fc3224427fbb97184c73495853 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:38:51.476860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:51.598325 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Allocated IP 172.20.0.12 (48caf50f-6063-48a2-b210-70d9c459f52a/eaef4fe3-f4ba-4269-b640-bffdfbe3439b/0095d8ae-e217-420f-a35a-a08b0fc7f426) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:38:51.746689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:51.778021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:51.818064 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Network 48caf50f-6063-48a2-b210-70d9c459f52a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:38:51.822738 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:38:51.826218 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:38:51.855728 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Pushing event updated for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:51.880770 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:51.881370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:51.896285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-9b8ec50a-a2a5-4137-b5d4-5d5c1779b6d6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5377762 Oct 11 16:38:51.909037 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Request body: {'port': {'device_id': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:38:51.961682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.222259 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0095d8ae-e217-420f-a35a-a08b0fc7f426 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:38:52.230161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.242823 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Transition to ACTIVE for port object 0095d8ae-e217-420f-a35a-a08b0fc7f426 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:38:52.246305 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.297279 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Pushing event updated for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:52.362075 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Attempting to bind port 0095d8ae-e217-420f-a35a-a08b0fc7f426 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:38:52.362729 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Attempting to bind port 0095d8ae-e217-420f-a35a-a08b0fc7f426 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:38:52.362729 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Attempting to bind port 0095d8ae-e217-420f-a35a-a08b0fc7f426 on network 48caf50f-6063-48a2-b210-70d9c459f52a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:38:52.366863 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Port 0095d8ae-e217-420f-a35a-a08b0fc7f426 on network 48caf50f-6063-48a2-b210-70d9c459f52a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:38:52.367178 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Attempting to bind port 0095d8ae-e217-420f-a35a-a08b0fc7f426 on network 48caf50f-6063-48a2-b210-70d9c459f52a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:38:52.371795 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:38:52.372124 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Checking segment: {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:38:52.372504 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Bound using segment: {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:38:52.372918 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Bound port: 0095d8ae-e217-420f-a35a-a08b0fc7f426, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:38:52.373259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.436802 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:38:52.439724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:38:52.444032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.477842 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:52.478507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:52.479938 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-4508a998-86dd-4192-a138-a9456629f174 service neutron] 10.222.0.36 "PUT /v2.0/ports/0095d8ae-e217-420f-a35a-a08b0fc7f426 HTTP/1.1" status: 200 len: 1092 time: 0.5751081 Oct 11 16:38:52.480379 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:52.482636 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a10da-2378-430f-b615-acadc69c1abb" -d '{"events": [{"name": "network-changed", "server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:52.515770 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a998-86dd-4192-a138-a9456629f174 service neutron] Pushing event updated for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:52.530821 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb7481-d204-49c0-8548-1d3c964c5af7 x-openstack-request-id: req-d8cb7481-d204-49c0-8548-1d3c964c5af7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:52.531148 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:52.531527 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8cb7481-d204-49c0-8548-1d3c964c5af7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:52.531916 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426', 'status': 'completed', 'code': 200} Oct 11 16:38:52.563244 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde55c4-d013-477b-9137-eeed2ebffa44 req-575a8d22-0e0d-4502-9585-2dcb5745c30a tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:52.563882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-a976ff58-181e-454c-a3b8-c2cfb46b174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:52.564719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acde55c4-d013-477b-9137-eeed2ebffa44 req-575a8d22-0e0d-4502-9585-2dcb5745c30a tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 944 time: 0.0586550 Oct 11 16:38:52.565283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-a976ff58-181e-454c-a3b8-c2cfb46b174c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 1095 time: 0.0442755 Oct 11 16:38:52.603805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acde55c4-d013-477b-9137-eeed2ebffa44 req-e82eb99e-adb2-4cd6-a51a-6b26a351d2b2 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Oct 11 16:38:52.607245 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-10536159-b648-48c2-9546-d42c24421699 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426 HTTP/1.1" status: 200 len: 217 time: 0.0346520 Oct 11 16:38:52.659539 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-73107a73-d3fc-49b9-a0c4-87d6198b9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:52.660972 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-73107a73-d3fc-49b9-a0c4-87d6198b9dd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaef4fe3-f4ba-4269-b640-bffdfbe3439b HTTP/1.1" status: 200 len: 854 time: 0.0467343 Oct 11 16:38:52.691280 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-57703b53-ef37-4733-a1b6-f346c554e29c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48caf50f-6063-48a2-b210-70d9c459f52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238922 Oct 11 16:38:52.782979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-102b1494-820a-4449-9539-6049ca551e49 service neutron] 10.222.0.36 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Oct 11 16:38:52.870903 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-638d4f64-28fd-40b1-8391-08bb6e0781c5 req-968dac4e-1f1c-4013-8a39-1927a5e659b8 service neutron] 10.222.0.36 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813730 Oct 11 16:38:52.957687 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a10da-2378-430f-b615-acadc69c1abb req-e8719db1-a7f5-4b38-a7e8-16e70b734f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:52.959131 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-e8719db1-a7f5-4b38-a7e8-16e70b734f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 1095 time: 0.0403066 Oct 11 16:38:53.049841 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a10da-2378-430f-b615-acadc69c1abb req-4807ce62-b14c-40e2-b27b-991ecd0314b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:53.051202 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-4807ce62-b14c-40e2-b27b-991ecd0314b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 915 time: 0.0850272 Oct 11 16:38:53.091491 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-adf02790-a662-42d0-a151-dd140dfb20bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426 HTTP/1.1" status: 200 len: 217 time: 0.0332191 Oct 11 16:38:53.142765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a10da-2378-430f-b615-acadc69c1abb req-600c2a0e-89f8-4df4-ab3a-a6e33ecbca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:53.144164 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-600c2a0e-89f8-4df4-ab3a-a6e33ecbca47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaef4fe3-f4ba-4269-b640-bffdfbe3439b HTTP/1.1" status: 200 len: 854 time: 0.0452888 Oct 11 16:38:53.176175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-a9e1630a-82a4-4497-b534-902cab8bb17f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48caf50f-6063-48a2-b210-70d9c459f52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239792 Oct 11 16:38:53.263040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-2a298ea9-7a49-45b2-81f9-61e51fc8db30 service neutron] 10.222.0.36 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793200 Oct 11 16:38:53.354666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fa3a10da-2378-430f-b615-acadc69c1abb req-005a9e72-7d2d-423b-bc16-343ec4154b34 service neutron] 10.222.0.36 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Oct 11 16:38:53.718400 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0b94e-f6da-4245-a269-0c1713ef7746 req-68f3cb00-30bf-4664-8bc4-0df2bf9eddad tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:53.719872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3d0b94e-f6da-4245-a269-0c1713ef7746 req-68f3cb00-30bf-4664-8bc4-0df2bf9eddad tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 944 time: 0.0483680 Oct 11 16:38:53.759502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3d0b94e-f6da-4245-a269-0c1713ef7746 req-d38557e6-e2f2-43c1-ab2e-0c7aaf49dac4 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Oct 11 16:38:54.870533 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d92df-9e03-4dd8-a60e-d5af9976d4ec req-e63a6613-d23d-4f5c-b735-05d629382823 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:54.872044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e70d92df-9e03-4dd8-a60e-d5af9976d4ec req-e63a6613-d23d-4f5c-b735-05d629382823 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 944 time: 0.0481541 Oct 11 16:38:54.910293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e70d92df-9e03-4dd8-a60e-d5af9976d4ec req-758b79cb-9fe2-4eaf-bacd-ef9e22103d23 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Oct 11 16:38:56.021528 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7181-e427-45ef-b6c3-effa9c82dfb6 req-2ce515f8-cf7f-4561-b559-e4bf31b84655 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:56.022967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dce7181-e427-45ef-b6c3-effa9c82dfb6 req-2ce515f8-cf7f-4561-b559-e4bf31b84655 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 944 time: 0.0476365 Oct 11 16:38:56.060049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8dce7181-e427-45ef-b6c3-effa9c82dfb6 req-60fd51f9-888d-477f-971d-ec77c5c5040c tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Oct 11 16:38:56.097906 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0095d8ae-e217-420f-a35a-a08b0fc7f426 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:38:56.196692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:56.207892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '0095d8ae-e217-420f-a35a-a08b0fc7f426', 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a', 'port_id': '0095d8ae-e217-420f-a35a-a08b0fc7f426', 'mac_address': 'fa:16:3e:50:93:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef4fe3-f4ba-4269-b640-bffdfbe3439b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:38:56.245281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:56.262057 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0095d8ae-e217-420f-a35a-a08b0fc7f426 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:38:56.281372 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:56.285891 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:56.332212 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:56.492579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0095d8ae-e217-420f-a35a-a08b0fc7f426'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:38:57.170661 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e93cf2-2bd9-4b8d-bbd0-a8798bb03cd4 req-3c55db6f-7559-40b9-95a3-ef1f37b751d4 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:57.172031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66e93cf2-2bd9-4b8d-bbd0-a8798bb03cd4 req-3c55db6f-7559-40b9-95a3-ef1f37b751d4 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Oct 11 16:38:57.212482 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66e93cf2-2bd9-4b8d-bbd0-a8798bb03cd4 req-afcbbb1b-a1e9-4517-a2ee-8d97d2c3e8bb tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Oct 11 16:38:58.111212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0095d8ae-e217-420f-a35a-a08b0fc7f426 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:38:58.162112 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 0095d8ae-e217-420f-a35a-a08b0fc7f426 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:38:58.165673 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 0095d8ae-e217-420f-a35a-a08b0fc7f426 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:38:58.166042 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:58.238485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:58.261775 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:38:58.264021 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d552e16-a3a4-4969-a0b1-a7eaf189ae7f" -d '{"events": [{"server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "name": "network-vif-plugged", "status": "completed", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:38:58.276249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:38:58.280313 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:38:58.307528 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb59e121-6d12-40da-bb55-8428d01002a1 x-openstack-request-id: req-cb59e121-6d12-40da-bb55-8428d01002a1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:38:58.308542 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "name": "network-vif-plugged", "status": "completed", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:38:58.308791 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb59e121-6d12-40da-bb55-8428d01002a1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:38:58.309169 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426', 'code': 200} Oct 11 16:38:58.333844 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461bbbc-fbed-40fb-8ba3-80fca95b9106 req-e2cdc91f-6503-4406-b86f-54922d02a9fc tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:58.335466 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9461bbbc-fbed-40fb-8ba3-80fca95b9106 req-e2cdc91f-6503-4406-b86f-54922d02a9fc tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0520811 Oct 11 16:38:58.338032 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:38:58.374167 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9461bbbc-fbed-40fb-8ba3-80fca95b9106 req-f95f602c-271a-4175-bb7d-abad55c9ca54 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Oct 11 16:38:58.402942 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8ac8-677f-4591-ac12-619108d6815d req-f8d94d50-f248-4479-b25c-fc70d318f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:58.404400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dcec8ac8-677f-4591-ac12-619108d6815d req-f8d94d50-f248-4479-b25c-fc70d318f219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 1097 time: 0.0394809 Oct 11 16:38:58.438460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-dcec8ac8-677f-4591-ac12-619108d6815d req-4629cc8f-5c44-497f-9a1d-2deb99403c29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272338 Oct 11 16:38:59.489516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82151c3-8702-4af0-9e8d-a096762f6962 req-49c06ce0-2c46-4287-ade4-23aff915ccc5 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:38:59.490955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b82151c3-8702-4af0-9e8d-a096762f6962 req-49c06ce0-2c46-4287-ade4-23aff915ccc5 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0481374 Oct 11 16:38:59.528759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b82151c3-8702-4af0-9e8d-a096762f6962 req-9e6ceb7b-dd2e-4d78-a2b4-28befaac788b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Oct 11 16:39:00.640273 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831344-8fee-46d0-974a-9e93ec89b573 req-e461dc1a-82de-4a95-b016-ffcecead0a24 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:00.641730 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4831344-8fee-46d0-974a-9e93ec89b573 req-e461dc1a-82de-4a95-b016-ffcecead0a24 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0473614 Oct 11 16:39:00.682307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4831344-8fee-46d0-974a-9e93ec89b573 req-644954bc-e29c-4d86-ba45-a307af15d1fb tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Oct 11 16:39:00.897447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-2022e954-cb73-4d49-b625-5303c2e2e01c tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:00.898926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-2022e954-cb73-4d49-b625-5303c2e2e01c tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 814 time: 0.0995932 Oct 11 16:39:00.914587 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-95b38ea9-c3bf-4813-8a00-18d2eee4a907 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/quotas/6e4781fc3224427fbb97184c73495853 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Oct 11 16:39:00.962062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-fe0c5af9-4eaa-459f-aeb1-a6f5656e5c8e tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422201 Oct 11 16:39:01.015224 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:39:01.094928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0e9906a9-325c-4e02-8ccf-f10c96d809d6 service neutron] 10.222.0.31 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259470 Oct 11 16:39:01.183601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-800e2ed7-2825-43a3-9bb8-aa0e63dd5ac8 service neutron] 10.222.0.31 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824640 Oct 11 16:39:01.355496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af76fc1c-2ea5-453a-ba00-071ba463ce2f req-86f928a8-4627-4e59-a744-29de9a88782f tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Oct 11 16:39:02.263857 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-3d8391dd-985e-418b-9977-ff0c99f6a043 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:02.265267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-3d8391dd-985e-418b-9977-ff0c99f6a043 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.43 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 814 time: 0.1026223 Oct 11 16:39:02.278865 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Request body: {'port': {'device_id': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a', 'admin_state_up': True, 'tenant_id': '6e4781fc3224427fbb97184c73495853'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:02.387658 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Made reservation on behalf of 6e4781fc3224427fbb97184c73495853 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:02.391281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:02.454451 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17e5a7c0-c7b2-43ac-85ad-1157d7f96aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:02.480364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a94bfdb9-e8cf-444d-a3c3-b0741330b012 req-4c5bb78e-81b4-4f5f-a44b-d98317cd42c1 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 210 time: 0.0364130 Oct 11 16:39:02.543144 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Allocated IP 172.20.0.3 (48caf50f-6063-48a2-b210-70d9c459f52a/eaef4fe3-f4ba-4269-b640-bffdfbe3439b/ae5bcc21-619d-4161-8204-edb2c728140c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:02.685708 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:02.717634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:02.730387 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0095d8ae-e217-420f-a35a-a08b0fc7f426'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:02.761349 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Network 48caf50f-6063-48a2-b210-70d9c459f52a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:02.764377 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:02.768264 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:02.774565 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Pushing event updated for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:02.802596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.802857 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.803191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.803521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.803845 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.804168 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.804486 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.804804 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.805120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.805434 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.805777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.806094 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:02.833769 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:02.834399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:02.850204 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-0fa82821-9a59-4cc4-bb65-b8632870766b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756693 Oct 11 16:39:02.862436 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Request body: {'port': {'device_id': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:02.919352 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.172566 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5bcc21-619d-4161-8204-edb2c728140c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:39:03.179880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.192188 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Transition to ACTIVE for port object ae5bcc21-619d-4161-8204-edb2c728140c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:39:03.195096 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.247766 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:03.312732 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Attempting to bind port ae5bcc21-619d-4161-8204-edb2c728140c on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:03.313382 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Attempting to bind port ae5bcc21-619d-4161-8204-edb2c728140c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:03.313382 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Attempting to bind port ae5bcc21-619d-4161-8204-edb2c728140c on network 48caf50f-6063-48a2-b210-70d9c459f52a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:03.317664 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Port ae5bcc21-619d-4161-8204-edb2c728140c on network 48caf50f-6063-48a2-b210-70d9c459f52a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:39:03.318000 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Attempting to bind port ae5bcc21-619d-4161-8204-edb2c728140c on network 48caf50f-6063-48a2-b210-70d9c459f52a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:03.322970 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:03.323354 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Checking segment: {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:03.323743 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Bound using segment: {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:03.324165 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Bound port: ae5bcc21-619d-4161-8204-edb2c728140c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea5c1c8-82f9-4183-ac79-aa83e383261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:03.324516 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.391467 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:03.394590 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ae5bcc21-619d-4161-8204-edb2c728140c,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:03.398719 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.433314 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:03.433951 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:03.435317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/ae5bcc21-619d-4161-8204-edb2c728140c HTTP/1.1" status: 200 len: 1091 time: 0.5770473 Oct 11 16:39:03.435796 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:03.438069 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922bb34-997f-4421-add5-7b6df8a5451a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:03.461433 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08032fef-2c0e-40a4-b2f1-55a7514676f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:03.527713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-7785e2a4-320d-40ce-9171-3c5ac5da5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:03.529288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-7785e2a4-320d-40ce-9171-3c5ac5da5839 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 1094 time: 0.0478940 Oct 11 16:39:03.535285 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bbfbc-489b-4b0d-a2ff-3a50d031454e x-openstack-request-id: req-205bbfbc-489b-4b0d-a2ff-3a50d031454e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:03.535575 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:03.535825 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-205bbfbc-489b-4b0d-a2ff-3a50d031454e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:03.536221 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c', 'status': 'completed', 'code': 200} Oct 11 16:39:03.581066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-1e8082f7-bf26-4741-baa2-e0f44bcac02a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5bcc21-619d-4161-8204-edb2c728140c HTTP/1.1" status: 200 len: 217 time: 0.0428665 Oct 11 16:39:03.652150 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-c7492fb4-1d1c-46bf-a129-0e1959dde89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:03.653699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-c7492fb4-1d1c-46bf-a129-0e1959dde89c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eaef4fe3-f4ba-4269-b640-bffdfbe3439b HTTP/1.1" status: 200 len: 854 time: 0.0550451 Oct 11 16:39:03.662085 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b7dd-eb44-4f49-81f0-80909e40e33f req-dc5ef53c-b5b0-4a6d-882d-aba70d0d4f39 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:03.663418 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6240b7dd-eb44-4f49-81f0-80909e40e33f req-dc5ef53c-b5b0-4a6d-882d-aba70d0d4f39 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 943 time: 0.0918176 Oct 11 16:39:03.693005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-a70b3dd3-7b8a-4da8-9d71-b184625b1860 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48caf50f-6063-48a2-b210-70d9c459f52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286036 Oct 11 16:39:03.761524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6240b7dd-eb44-4f49-81f0-80909e40e33f req-550b5cfd-8bd3-4c0a-af32-8cbe22ed05fe tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897989 Oct 11 16:39:03.802796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-24ca7a28-e65c-4d7b-927b-75351f319468 service neutron] 10.222.0.43 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013658 Oct 11 16:39:03.891164 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-770b5fb0-58c7-4f1d-a4fa-bd69887de921 req-427c6297-39af-4892-be3a-dafd0e51566f service neutron] 10.222.0.43 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815473 Oct 11 16:39:03.974126 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922bb34-997f-4421-add5-7b6df8a5451a req-0d478499-9e79-4405-8c92-ed00a1957fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:03.975473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-0d478499-9e79-4405-8c92-ed00a1957fbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e4781fc3224427fbb97184c73495853&device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 1094 time: 0.0396736 Oct 11 16:39:04.068040 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922bb34-997f-4421-add5-7b6df8a5451a req-ce346cda-90ce-4a5f-96fe-6efaea1e9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:04.069669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-ce346cda-90ce-4a5f-96fe-6efaea1e9af8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 200 len: 915 time: 0.0868104 Oct 11 16:39:04.112806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-33e83c4b-ee90-4440-a344-26cef0218fba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5bcc21-619d-4161-8204-edb2c728140c HTTP/1.1" status: 200 len: 217 time: 0.0345030 Oct 11 16:39:04.167025 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922bb34-997f-4421-add5-7b6df8a5451a req-0296bace-e303-4849-af3e-8512e882b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:04.168467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-0296bace-e303-4849-af3e-8512e882b04e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eaef4fe3-f4ba-4269-b640-bffdfbe3439b HTTP/1.1" status: 200 len: 854 time: 0.0487216 Oct 11 16:39:04.200446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-9b4e8f31-dac5-4516-b96f-259a36c19ebc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48caf50f-6063-48a2-b210-70d9c459f52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248199 Oct 11 16:39:04.292898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-2b18d43d-e50b-470f-835c-bf726d7f330e service neutron] 10.222.0.43 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846491 Oct 11 16:39:04.387328 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1922bb34-997f-4421-add5-7b6df8a5451a req-0708dd79-9b86-4e28-ad96-367b75c1d47f service neutron] 10.222.0.43 "GET /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871272 Oct 11 16:39:04.876666 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa9ed2-486b-462d-888d-38220678c674 req-2afec670-6e60-4dbd-9bc5-39478388eafb tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:04.878202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21aa9ed2-486b-462d-888d-38220678c674 req-2afec670-6e60-4dbd-9bc5-39478388eafb tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 943 time: 0.0496328 Oct 11 16:39:04.915903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21aa9ed2-486b-462d-888d-38220678c674 req-f59dbc90-bd70-4a4d-a6bc-8cf5e3c38120 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Oct 11 16:39:05.437416 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95e23997-dd1d-4229-89a0-59e836a8a546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:06.029429 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df52d6-8516-423d-9ae9-6919c4f1d914 req-203e9464-7ed9-485b-a916-9be00b4ec167 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:06.030952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60df52d6-8516-423d-9ae9-6919c4f1d914 req-203e9464-7ed9-485b-a916-9be00b4ec167 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 943 time: 0.0496280 Oct 11 16:39:06.075061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60df52d6-8516-423d-9ae9-6919c4f1d914 req-87d4fc7b-a5d9-4873-9f9b-3127f79ab31f tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Oct 11 16:39:06.110863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:06.194886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:07.186647 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027435ed-50f8-4358-8ee5-7d05d4d7f21b req-18807b22-0233-48d4-bb8e-1613878014dd tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:07.188017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027435ed-50f8-4358-8ee5-7d05d4d7f21b req-18807b22-0233-48d4-bb8e-1613878014dd tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 943 time: 0.0478954 Oct 11 16:39:07.224549 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-027435ed-50f8-4358-8ee5-7d05d4d7f21b req-567830eb-5034-4698-9539-fa5e90a8bbd2 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Oct 11 16:39:07.994132 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:08.336651 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705d0c-12de-4727-a149-9f5371f98047 req-6664ee92-c6e8-42fb-8f62-5feaa494d9a5 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:08.338146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64705d0c-12de-4727-a149-9f5371f98047 req-6664ee92-c6e8-42fb-8f62-5feaa494d9a5 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 943 time: 0.0479465 Oct 11 16:39:08.375224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64705d0c-12de-4727-a149-9f5371f98047 req-108c5dc3-24fc-4ec9-a327-1616ad57c137 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Oct 11 16:39:08.924300 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ae5bcc21-619d-4161-8204-edb2c728140c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:39:09.016868 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ae5bcc21-619d-4161-8204-edb2c728140c,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:09.027546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'ae5bcc21-619d-4161-8204-edb2c728140c', 'network_id': '48caf50f-6063-48a2-b210-70d9c459f52a', 'port_id': 'ae5bcc21-619d-4161-8204-edb2c728140c', 'mac_address': 'fa:16:3e:9b:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef4fe3-f4ba-4269-b640-bffdfbe3439b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:39:09.063481 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:09.075519 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5bcc21-619d-4161-8204-edb2c728140c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:39:09.093555 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ae5bcc21-619d-4161-8204-edb2c728140c,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:09.097281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:09.145805 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:09.381108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ae5bcc21-619d-4161-8204-edb2c728140c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:09.488193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76433-fee1-4446-9c8c-23c6d3c5073b req-f5d6ac0f-ff0e-45a3-ae1a-8c747557d7c8 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:09.489693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4af76433-fee1-4446-9c8c-23c6d3c5073b req-f5d6ac0f-ff0e-45a3-ae1a-8c747557d7c8 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 944 time: 0.0486228 Oct 11 16:39:09.530889 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4af76433-fee1-4446-9c8c-23c6d3c5073b req-1a292e73-b9d8-4558-963a-360baeb5aea6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351334 Oct 11 16:39:10.170354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:10.643493 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725591cc-be6a-4384-8f13-8b3125e371ad req-e86f057e-2b8c-4126-9251-210a85ac8e7a tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:10.644946 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-725591cc-be6a-4384-8f13-8b3125e371ad req-e86f057e-2b8c-4126-9251-210a85ac8e7a tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 944 time: 0.0485148 Oct 11 16:39:10.684980 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-725591cc-be6a-4384-8f13-8b3125e371ad req-1887ec16-4240-4a5e-ab64-3d613ed83dcd tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Oct 11 16:39:10.940266 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ae5bcc21-619d-4161-8204-edb2c728140c up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:10.991482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port ae5bcc21-619d-4161-8204-edb2c728140c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:39:10.995092 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port ae5bcc21-619d-4161-8204-edb2c728140c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:10.995462 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:11.070089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:11.092723 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:11.095062 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a807782-a794-4e61-80d0-d7ab527e9063" -d '{"events": [{"server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "name": "network-vif-plugged", "status": "completed", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:11.107890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ae5bcc21-619d-4161-8204-edb2c728140c,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:11.113580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:11.140255 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9052cb4-45ab-4fbb-a78e-74a7cdacb791 x-openstack-request-id: req-f9052cb4-45ab-4fbb-a78e-74a7cdacb791 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:11.140543 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "name": "network-vif-plugged", "status": "completed", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:11.140791 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9052cb4-45ab-4fbb-a78e-74a7cdacb791 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:11.141202 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c', 'code': 200} Oct 11 16:39:11.167825 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:11.234045 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648903ae-c994-4609-800c-7871b40d7940 req-3271f96e-aace-4bfd-bdf8-c77de02e2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:11.235516 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-648903ae-c994-4609-800c-7871b40d7940 req-3271f96e-aace-4bfd-bdf8-c77de02e2103 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 1096 time: 0.0403984 Oct 11 16:39:11.270394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-648903ae-c994-4609-800c-7871b40d7940 req-8a240257-f590-4363-a0a0-1c3df700314b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271821 Oct 11 16:39:11.305140 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:11.796183 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f053c3c-dc90-492e-b229-86c167a1a57b req-c952d0e7-ae03-4942-83d6-a363340e2263 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:11.797637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f053c3c-dc90-492e-b229-86c167a1a57b req-c952d0e7-ae03-4942-83d6-a363340e2263 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Oct 11 16:39:11.837582 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6f053c3c-dc90-492e-b229-86c167a1a57b req-1e9d38f1-128a-4e06-af99-4f80e6571653 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Oct 11 16:39:12.953434 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24437cae-600f-4aed-8c99-bc9846003f70 req-c45dc3c2-c973-4322-9b5c-09143bd7a56d tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:12.954908 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24437cae-600f-4aed-8c99-bc9846003f70 req-c45dc3c2-c973-4322-9b5c-09143bd7a56d tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Oct 11 16:39:12.991063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-24437cae-600f-4aed-8c99-bc9846003f70 req-663f92c2-6184-4d30-8869-fe7415d6623f tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301797 Oct 11 16:39:13.216343 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6833c-c616-4ce5-a6cc-f626f1715507 req-2d91f276-c9d1-43be-9d78-852efd4e5341 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:13.217823 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23c6833c-c616-4ce5-a6cc-f626f1715507 req-2d91f276-c9d1-43be-9d78-852efd4e5341 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Oct 11 16:39:13.254721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-23c6833c-c616-4ce5-a6cc-f626f1715507 req-0237dab4-8bd6-44e7-96b6-c56bf0e18e44 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Oct 11 16:39:14.370634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf8894-ce21-479a-8088-eefc8e1254cc req-a45b8038-9be5-453b-a9ab-8106b67da9a6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:14.372115 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64bf8894-ce21-479a-8088-eefc8e1254cc req-a45b8038-9be5-453b-a9ab-8106b67da9a6 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 945 time: 0.0480688 Oct 11 16:39:14.413323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64bf8894-ce21-479a-8088-eefc8e1254cc req-4d739599-6121-45c0-928f-7528bd94efc0 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Oct 11 16:39:14.587032 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-ff909489-9274-40dc-af41-a62a65b7de78 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:14.588873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-ff909489-9274-40dc-af41-a62a65b7de78 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f7b8d0b-fb30-4107-a905-3c18f4cc3091 HTTP/1.1" status: 200 len: 945 time: 0.0467653 Oct 11 16:39:14.677317 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Deleting port ae5bcc21-619d-4161-8204-edb2c728140c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:14.677685 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:14.767481 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] For port ae5bcc21-619d-4161-8204-edb2c728140c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ae5bcc21-619d-4161-8204-edb2c728140c,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:14.767839 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:14.780494 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Calling delete_port for ae5bcc21-619d-4161-8204-edb2c728140c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:14.906436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:14.918409 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['ae5bcc21-619d-4161-8204-edb2c728140c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:14.926950 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0095d8ae-e217-420f-a35a-a08b0fc7f426'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:14.934842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Pushing event deleted for resources: {'Port': ['ID=ae5bcc21-619d-4161-8204-edb2c728140c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:14.976040 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] No DVR routers for this DVR port ae5bcc21-619d-4161-8204-edb2c728140c on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:14.978668 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:14.981998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-943d44f0-4e41-41c4-8032-6318d9c12f45 req-e3a62412-ce61-4b3c-8581-ee6ce3a7d062 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.43 "DELETE /v2.0/ports/ae5bcc21-619d-4161-8204-edb2c728140c HTTP/1.1" status: 204 len: 173 time: 0.3860593 Oct 11 16:39:14.982447 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'name': 'network-vif-deleted', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:14.984691 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1dab95-d8a5-4e12-8732-fd22428ddf12" -d '{"events": [{"server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "name": "network-vif-deleted", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:15.028464 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de08dbe-6a8e-48fa-b84c-8c149318fff5 x-openstack-request-id: req-0de08dbe-6a8e-48fa-b84c-8c149318fff5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:15.028754 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7b8d0b-fb30-4107-a905-3c18f4cc3091", "name": "network-vif-deleted", "tag": "ae5bcc21-619d-4161-8204-edb2c728140c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:15.029056 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0de08dbe-6a8e-48fa-b84c-8c149318fff5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:15.029461 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7b8d0b-fb30-4107-a905-3c18f4cc3091', 'name': 'network-vif-deleted', 'tag': 'ae5bcc21-619d-4161-8204-edb2c728140c', 'status': 'completed', 'code': 200} Oct 11 16:39:15.560573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a8cc-8cc7-421e-9c0b-17e2e94e337f req-91a2586b-f403-4fa7-9640-d93c6e7b782e tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:15.562111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a18a8cc-8cc7-421e-9c0b-17e2e94e337f req-91a2586b-f403-4fa7-9640-d93c6e7b782e tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0481524 Oct 11 16:39:15.598396 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7a18a8cc-8cc7-421e-9c0b-17e2e94e337f req-784d2301-f822-4048-b336-de6571d4cb76 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302649 Oct 11 16:39:15.730407 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ad02-af87-447f-8bfb-2d4f0b89be57 req-a23fee16-1f96-43bb-bf45-9e74457a56be tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:15.731846 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf0ad02-af87-447f-8bfb-2d4f0b89be57 req-a23fee16-1f96-43bb-bf45-9e74457a56be tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0515182 Oct 11 16:39:15.768634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4bf0ad02-af87-447f-8bfb-2d4f0b89be57 req-aae9c7cc-233f-4de2-8cb2-609f4d1b4586 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Oct 11 16:39:15.881051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3b7c-388e-4297-9c7e-3c259940a705 req-750322ce-8f40-47e5-a8b7-6888445e227b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:15.882534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8bf3b7c-388e-4297-9c7e-3c259940a705 req-750322ce-8f40-47e5-a8b7-6888445e227b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0487330 Oct 11 16:39:15.919907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8bf3b7c-388e-4297-9c7e-3c259940a705 req-a02a9072-8151-43a6-8346-a1994058520a tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Oct 11 16:39:16.084287 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624449-5596-421f-bdad-908fa520348d req-6378f027-3944-434b-8e86-ebca2591f105 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:16.085775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a624449-5596-421f-bdad-908fa520348d req-6378f027-3944-434b-8e86-ebca2591f105 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Oct 11 16:39:16.123015 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4a624449-5596-421f-bdad-908fa520348d req-0901fc19-74bf-4abc-8a05-0c782647ab9b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309355 Oct 11 16:39:16.239785 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfbf3e-1685-4f49-b5b4-a58f53464ea9 req-c2100212-5c1d-4102-8c66-8e8de5e8df32 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:16.241303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abcfbf3e-1685-4f49-b5b4-a58f53464ea9 req-c2100212-5c1d-4102-8c66-8e8de5e8df32 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0522873 Oct 11 16:39:16.279461 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-abcfbf3e-1685-4f49-b5b4-a58f53464ea9 req-b71bc3dd-37a2-4fab-bfd2-9a0fbd121e4b tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Oct 11 16:39:16.399856 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43924e9-2119-4b06-a39f-540054f88866 req-e5389ad2-c6d9-4910-80e7-c1e952824203 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:16.401891 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c43924e9-2119-4b06-a39f-540054f88866 req-e5389ad2-c6d9-4910-80e7-c1e952824203 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0482662 Oct 11 16:39:16.438383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c43924e9-2119-4b06-a39f-540054f88866 req-ccd3d21a-e9b9-47c3-a89c-d332c25f360d tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303712 Oct 11 16:39:16.733475 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5f83-4fa3-4485-89dd-7c608a3811aa req-c1c7cc39-1928-4010-bd2b-0dfda2762a75 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:16.734951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-261b5f83-4fa3-4485-89dd-7c608a3811aa req-c1c7cc39-1928-4010-bd2b-0dfda2762a75 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Oct 11 16:39:16.772255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-261b5f83-4fa3-4485-89dd-7c608a3811aa req-3d479697-1248-4e88-b6e2-979149d506bd tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Oct 11 16:39:17.889944 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1900c9-3e9a-43d4-84bf-45af221cdaa6 req-1556d41c-8e38-460b-86d0-224ed45fd7f9 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:17.891413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba1900c9-3e9a-43d4-84bf-45af221cdaa6 req-1556d41c-8e38-460b-86d0-224ed45fd7f9 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0516458 Oct 11 16:39:17.928866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba1900c9-3e9a-43d4-84bf-45af221cdaa6 req-e2f84112-ca47-4908-affc-15da539a6f92 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/security-groups?id=d84a460a-90cd-4c54-9bc1-1c7e66d5f618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Oct 11 16:39:18.064116 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-b76eaa72-6a5a-4e83-9575-1a5abdd26b18 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:18.065456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-b76eaa72-6a5a-4e83-9575-1a5abdd26b18 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.36 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 946 time: 0.0515409 Oct 11 16:39:18.151669 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Deleting port 0095d8ae-e217-420f-a35a-a08b0fc7f426 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:18.152005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:18.571928 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] For port 0095d8ae-e217-420f-a35a-a08b0fc7f426, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0095d8ae-e217-420f-a35a-a08b0fc7f426,segment=NetworkSegment(aea5c1c8-82f9-4183-ac79-aa83e383261a),segment_id=aea5c1c8-82f9-4183-ac79-aa83e383261a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:18.572306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:18.584778 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Calling delete_port for 0095d8ae-e217-420f-a35a-a08b0fc7f426 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:18.707016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:18.719112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['0095d8ae-e217-420f-a35a-a08b0fc7f426'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:18.744202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Pushing event deleted for resources: {'Port': ['ID=0095d8ae-e217-420f-a35a-a08b0fc7f426,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:18.767004 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.767371 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.767703 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.768030 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.768354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.768676 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.768992 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.769308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.769649 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.769965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.770277 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.770589 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:18.789097 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] No DVR routers for this DVR port 0095d8ae-e217-420f-a35a-a08b0fc7f426 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:18.791793 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:18.795070 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad68504-22ec-4458-a289-21535e3fd2e0 req-f6cc7ba8-cbac-4a6a-acce-a93117457820 tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.36 "DELETE /v2.0/ports/0095d8ae-e217-420f-a35a-a08b0fc7f426 HTTP/1.1" status: 204 len: 173 time: 0.7231798 Oct 11 16:39:18.795494 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'name': 'network-vif-deleted', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:18.797747 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5855c10-4f7a-4afa-a7f5-9fbc465d1362" -d '{"events": [{"server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "name": "network-vif-deleted", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:18.837884 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a542f-4f97-4844-8e07-6081589355c3 x-openstack-request-id: req-c50a542f-4f97-4844-8e07-6081589355c3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:18.838198 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b91ccc-a754-42d2-9eb5-8334fb547121", "name": "network-vif-deleted", "tag": "0095d8ae-e217-420f-a35a-a08b0fc7f426", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:18.838969 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c50a542f-4f97-4844-8e07-6081589355c3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:18.839421 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b91ccc-a754-42d2-9eb5-8334fb547121', 'name': 'network-vif-deleted', 'tag': '0095d8ae-e217-420f-a35a-a08b0fc7f426', 'status': 'completed', 'code': 200} Oct 11 16:39:18.951351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ae5bcc21-619d-4161-8204-edb2c728140c no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:39:18.971438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: ae5bcc21-619d-4161-8204-edb2c728140c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:39:18.971844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device ae5bcc21-619d-4161-8204-edb2c728140c not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:39:19.030880 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31dc1148-1d1a-487c-a74d-51890e3dc24c req-53f22acb-8306-4cb5-b77c-a7ff9c95701e tempest-ServersNegativeTestJSON-33148927 tempest-ServersNegativeTestJSON-33148927-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b91ccc-a754-42d2-9eb5-8334fb547121 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Oct 11 16:39:20.087179 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:20.130126 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Deleting subnet eaef4fe3-f4ba-4269-b640-bffdfbe3439b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:39:20.133155 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.167069 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.207513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.258461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.284571 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaef4fe3-f4ba-4269-b640-bffdfbe3439b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:20.289367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.292369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b134154-7b79-4bc5-b86b-81c5a19bec5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eaef4fe3-f4ba-4269-b640-bffdfbe3439b HTTP/1.1" status: 204 len: 168 time: 0.2041965 Oct 11 16:39:20.294875 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:20.361055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.439851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.459423 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48caf50f-6063-48a2-b210-70d9c459f52a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:20.468333 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea5c1c8-82f9-4183-ac79-aa83e383261a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:20.468628 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea5c1c8-82f9-4183-ac79-aa83e383261a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:20.477715 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.490423 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.496672 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:20.497043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:20.498718 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:20.554012 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.559780 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.562909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] 10.222.0.31 "DELETE /v2.0/networks/48caf50f-6063-48a2-b210-70d9c459f52a HTTP/1.1" status: 204 len: 168 time: 0.2671282 Oct 11 16:39:20.574753 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32848d-50f1-40d7-827d-d678404e2bee admin admin] Pushing event deleted for resources: {'Network': ['ID=48caf50f-6063-48a2-b210-70d9c459f52a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:20.667724 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:20.707255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5ff840bb-5c42-4ab3-b718-5f201873dbd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e4781fc3224427fbb97184c73495853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383344 Oct 11 16:39:20.709436 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:20.755421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.775881 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.825240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.827928 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:20.829062 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d84a460a-90cd-4c54-9bc1-1c7e66d5f618 HTTP/1.1" status: 204 len: 168 time: 0.1187003 Oct 11 16:39:20.836598 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a387e4-07b1-4949-9362-86c60aab5a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a460a-90cd-4c54-9bc1-1c7e66d5f618,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:21.485345 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:21.577824 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976926717'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:21.599721 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:21.603323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.611796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.685695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.689394 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.711523 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:21.726543 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3c27d-a1b1-4f96-a024-ade9f3c9314f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:21.729393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.729763 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Added segment e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8 of type vlan for network 82f65d5a-790d-42ff-a044-e22953db0173 Oct 11 16:39:21.769233 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.793847 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.799278 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:21.799853 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:21.874237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3877485 Oct 11 16:39:21.908534 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d0e7-d04a-4a01-a339-7b6aa00adc50 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Network': ['ID=82f65d5a-790d-42ff-a044-e22953db0173,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:21.918891 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 82f65d5a-790d-42ff-a044-e22953db0173 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:22.268288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0095d8ae-e217-420f-a35a-a08b0fc7f426 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:39:22.288545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 0095d8ae-e217-420f-a35a-a08b0fc7f426 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:39:22.288886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 0095d8ae-e217-420f-a35a-a08b0fc7f426 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:39:25.097471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:25.102624 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'subnet': {'network_id': '82f65d5a-790d-42ff-a044-e22953db0173', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:25.447778 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:25.452712 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.630636 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.689887 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Subnet': ['ID=112ea7e3-2049-4e77-b0d3-b61c6eeb0358,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:25.698380 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking segment: {'id': 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:25.698732 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network hostable DHCP agents. Network: 82f65d5a-790d-42ff-a044-e22953db0173, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:25.715271 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network 82f65d5a-790d-42ff-a044-e22953db0173 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:25.723406 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 82f65d5a-790d-42ff-a044-e22953db0173) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:25.727650 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:25.728252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.733182 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50601acf-c482-418f-a20c-1feb3d9d2123 None None] Network 82f65d5a-790d-42ff-a044-e22953db0173 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:25.744195 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f2f5eac5-74a7-4b3d-b9b9-1f36a633d8fa tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6455476 Oct 11 16:39:25.747867 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:25.753023 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918396478'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:25.773355 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:25.777274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.801180 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:25.809978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.810315 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Added segment e7937bbb-1eda-4eb4-b9d8-d6b7114c5789 of type vlan for network 307cb0de-978e-4350-aca9-86b5c98cbc69 Oct 11 16:39:25.858343 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.878675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-82f65d5a-790d-42ff-a044-e22953db0173', 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173', 'tenant_id': '10133911fbc14d61be36dfcb252034f6', 'fixed_ips': [{'subnet_id': '112ea7e3-2049-4e77-b0d3-b61c6eeb0358'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:25.879567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.883932 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.890925 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:25.891510 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:25.951055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2020524 Oct 11 16:39:25.954025 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:25.965140 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'subnet': {'network_id': '307cb0de-978e-4350-aca9-86b5c98cbc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:26.006546 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d2684-4f1c-4dd5-a613-1a1307d0d1a2 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Network': ['ID=307cb0de-978e-4350-aca9-86b5c98cbc69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.021429 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 307cb0de-978e-4350-aca9-86b5c98cbc69 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:26.023602 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Allocated IP 2001:db8:0:ffff::2 (82f65d5a-790d-42ff-a044-e22953db0173/112ea7e3-2049-4e77-b0d3-b61c6eeb0358/14cda4b2-b8a5-44ed-9da9-53b3c677f281) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:26.058097 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:26.061724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.220997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.226509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.252602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.270398 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Network 82f65d5a-790d-42ff-a044-e22953db0173 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:26.273160 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:26.277359 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:26.289675 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Pushing event updated for resources: {'Port': ['ID=14cda4b2-b8a5-44ed-9da9-53b3c677f281,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.317779 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Subnet': ['ID=50cd3dc2-14a7-466f-a78d-03efd33a16c5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.328389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.328756 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.329047 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking segment: {'id': 'e7937bbb-1eda-4eb4-b9d8-d6b7114c5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '307cb0de-978e-4350-aca9-86b5c98cbc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:26.329202 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.329418 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network hostable DHCP agents. Network: 307cb0de-978e-4350-aca9-86b5c98cbc69, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:26.329553 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.329791 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.330218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.330548 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.330868 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.331188 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.331512 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.332082 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.332232 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:26.347240 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Attempting to bind port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:26.347717 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Attempting to bind port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:26.348185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Attempting to bind port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 on network 82f65d5a-790d-42ff-a044-e22953db0173 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:26.349065 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network 307cb0de-978e-4350-aca9-86b5c98cbc69 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:26.353367 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:26.353794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Checking segment: {'id': 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:26.354195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.354584 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Bound using segment: {'id': 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:26.355105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Bound port: 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82f65d5a-790d-42ff-a044-e22953db0173'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:26.355555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.358035 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 307cb0de-978e-4350-aca9-86b5c98cbc69) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:26.362181 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:26.362761 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.369908 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591d0e6-0495-4443-8ab9-9cb41e5333ff None None] Network 307cb0de-978e-4350-aca9-86b5c98cbc69 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:26.379205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b023de3-40d1-44c1-b352-1fe3c4b645ce tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4243143 Oct 11 16:39:26.382083 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:26.476969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.482105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] For port 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:26.501874 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] For port 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=14cda4b2-b8a5-44ed-9da9-53b3c677f281,segment=NetworkSegment(e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8),segment_id=e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:26.523858 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.558647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.617343 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbcd991-da0c-4051-87c3-2d7a3a38ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-307cb0de-978e-4350-aca9-86b5c98cbc69', 'network_id': '307cb0de-978e-4350-aca9-86b5c98cbc69', 'tenant_id': '10133911fbc14d61be36dfcb252034f6', 'fixed_ips': [{'subnet_id': '50cd3dc2-14a7-466f-a78d-03efd33a16c5'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:26.618246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd991-da0c-4051-87c3-2d7a3a38ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.622159 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785db63-5db8-404c-8dca-aca7057d2c03 None None] Pushing event updated for resources: {'Port': ['ID=14cda4b2-b8a5-44ed-9da9-53b3c677f281,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.632851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.663271 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Subnet': ['ID=50cd3dc2-14a7-466f-a78d-03efd33a16c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.711513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f708b-4d77-4388-9bd0-9cc342166f85 None None] Network 307cb0de-978e-4350-aca9-86b5c98cbc69 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:26.748972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.776535 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307cb0de-978e-4350-aca9-86b5c98cbc69']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:26.787069 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7937bbb-1eda-4eb4-b9d8-d6b7114c5789') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:26.787455 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7937bbb-1eda-4eb4-b9d8-d6b7114c5789') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:26.798082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.811813 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.818162 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:26.818648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:26.821768 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:26.882325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.890028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.893276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/307cb0de-978e-4350-aca9-86b5c98cbc69 HTTP/1.1" status: 204 len: 168 time: 0.5102406 Oct 11 16:39:26.896949 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:26.902780 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980877013'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:26.908414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930010-e351-4646-94bd-e2ef3c99cae9 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Network': ['ID=307cb0de-978e-4350-aca9-86b5c98cbc69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:26.923239 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:26.926820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.950736 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:26.959572 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:26.959909 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Added segment 0f82e7c7-ebe8-4b36-a355-cf88c15428ac of type vlan for network 2c129984-527d-4130-b1a7-8af1e861d868 Oct 11 16:39:26.999978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.024105 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.030344 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:27.030908 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.084251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1861506 Oct 11 16:39:27.087071 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:27.092445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'subnet': {'network_id': '2c129984-527d-4130-b1a7-8af1e861d868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:27.145651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f325d-69bc-4364-b5b3-6f968a721b9e tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Network': ['ID=2c129984-527d-4130-b1a7-8af1e861d868,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:27.157182 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 2c129984-527d-4130-b1a7-8af1e861d868 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:27.194864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:27.199192 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.267501 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 11 16:39:27.268023 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 11 16:39:27.402880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.448434 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 14cda4b2-b8a5-44ed-9da9-53b3c677f281 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:27.470000 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Subnet': ['ID=d342ee93-4c07-467e-842d-9c565f412e61,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:27.478284 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking segment: {'id': '0f82e7c7-ebe8-4b36-a355-cf88c15428ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2c129984-527d-4130-b1a7-8af1e861d868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:27.478678 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network hostable DHCP agents. Network: 2c129984-527d-4130-b1a7-8af1e861d868, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:27.497682 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network 2c129984-527d-4130-b1a7-8af1e861d868 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:27.499014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3defa3f-ae0d-4e5c-8cfd-ef8876a5bd14 None None] Network 82f65d5a-790d-42ff-a044-e22953db0173 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:27.502268 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:27.502634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.506768 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c129984-527d-4130-b1a7-8af1e861d868) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:27.510949 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:27.511674 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.527527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ea384a07-7251-4232-bf31-dd55be4198af tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4394670 Oct 11 16:39:27.530267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:27.536313 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf85e7-87d1-4c72-b1b7-8e707cb560cc None None] Network 2c129984-527d-4130-b1a7-8af1e861d868 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:27.625821 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.659153 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c0b55fc-6af1-4e40-92ad-3bfdf03dd899 None None] Provisioning complete for port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:27.659520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c0b55fc-6af1-4e40-92ad-3bfdf03dd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.714109 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.774099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.799260 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Subnet': ['ID=d342ee93-4c07-467e-842d-9c565f412e61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:27.809471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.850354 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f817bf-233b-4876-b8dd-3906733d66b0 None None] Network 2c129984-527d-4130-b1a7-8af1e861d868 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:27.865912 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.886679 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c129984-527d-4130-b1a7-8af1e861d868']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:27.896239 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f82e7c7-ebe8-4b36-a355-cf88c15428ac') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:27.896579 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f82e7c7-ebe8-4b36-a355-cf88c15428ac') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:27.907020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.921462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.927906 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:27.928309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:27.932424 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:27.996215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.001027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.004327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/2c129984-527d-4130-b1a7-8af1e861d868 HTTP/1.1" status: 204 len: 168 time: 0.4730628 Oct 11 16:39:28.008212 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:28.014995 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893478076'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:28.028609 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0d4d-ae09-4f21-bfe4-caeaf510c951 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Network': ['ID=2c129984-527d-4130-b1a7-8af1e861d868,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:28.048316 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:28.051988 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.077925 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:28.086535 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.086894 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Added segment 191f8b4e-7162-491c-8d54-389a333b8f6f of type vlan for network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 Oct 11 16:39:28.112954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=14cda4b2-b8a5-44ed-9da9-53b3c677f281,segment=NetworkSegment(e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8),segment_id=e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:28.125664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c0b55fc-6af1-4e40-92ad-3bfdf03dd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.127137 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.132805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.153189 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.159057 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:28.159640 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.218724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2094271 Oct 11 16:39:28.221643 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:28.227619 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'subnet': {'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:28.235105 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4264d84-24eb-49bb-a46b-2444983a252f tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Network': ['ID=ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:28.249164 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:28.310305 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=14cda4b2-b8a5-44ed-9da9-53b3c677f281,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:28.337915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:28.342368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-4c0b55fc-6af1-4e40-92ad-3bfdf03dd899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:39:28.342586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.342706 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-4c0b55fc-6af1-4e40-92ad-3bfdf03dd899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:39:28.522165 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.583760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Subnet': ['ID=e808ce92-ebf4-4353-9255-b3939c43f2f6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:28.589878 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking segment: {'id': '191f8b4e-7162-491c-8d54-389a333b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:28.590244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network hostable DHCP agents. Network: ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:28.606740 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:28.615282 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:28.619692 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:28.620281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.624521 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389f60e-6736-48fe-86c6-79fe58aa729e None None] Network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:28.636904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f5b3073-15e3-404a-87f1-82b1215e6e48 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4135432 Oct 11 16:39:28.640703 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:28.645763 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539529977'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:28.666837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:28.670325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.698843 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:28.708226 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.708611 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Added segment 1afa18b9-556f-4fe3-acd1-9f45fc6cad1a of type vlan for network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 Oct 11 16:39:28.748654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.773139 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3', 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3', 'tenant_id': '10133911fbc14d61be36dfcb252034f6', 'fixed_ips': [{'subnet_id': 'e808ce92-ebf4-4353-9255-b3939c43f2f6'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:28.773541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.774057 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.779228 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:28.779844 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.835228 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1932619 Oct 11 16:39:28.838005 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:28.842837 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Request body: {'subnet': {'network_id': '66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:28.896061 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150a48-bdcb-4200-9504-b7fd59ee6e6b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Network': ['ID=66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:28.915288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:28.946311 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Made reservation on behalf of 10133911fbc14d61be36dfcb252034f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:28.950468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:28.991529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Allocated IP 2001:db8::2 (ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3/e808ce92-ebf4-4353-9255-b3939c43f2f6/c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:29.074294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2365d2d9-cd85-4d40-ae5f-b25943c3f6ed None None] Provisioning complete for port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:29.074662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2365d2d9-cd85-4d40-ae5f-b25943c3f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.134206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.196440 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event updated for resources: {'Subnet': ['ID=ff81dba5-6026-42ae-9f9d-93a8f4bd6612,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:29.203985 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Checking segment: {'id': '1afa18b9-556f-4fe3-acd1-9f45fc6cad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:29.204347 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network hostable DHCP agents. Network: 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:29.209385 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.218759 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.221433 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:29.231517 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:29.235634 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:29.236210 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.252511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b8d6800d-2b82-4ebf-a4c8-16eb4a65bcbd tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134915 Oct 11 16:39:29.255135 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.256941 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a6f4f-99d3-4dd8-9268-eddb2e7b4558 None None] Network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:29.303267 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:29.308619 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:29.311126 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:29.326678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Pushing event updated for resources: {'Port': ['ID=c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:29.354508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.402146 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Attempting to bind port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:29.402435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Attempting to bind port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '191f8b4e-7162-491c-8d54-389a333b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:29.402800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Attempting to bind port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a on network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:29.410915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:29.411278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Checking segment: {'id': '191f8b4e-7162-491c-8d54-389a333b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:29.411682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.412077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Bound using segment: {'id': '191f8b4e-7162-491c-8d54-389a333b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:29.412552 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Bound port: c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191f8b4e-7162-491c-8d54-389a333b8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:29.412935 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.416004 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.440753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 14cda4b2-b8a5-44ed-9da9-53b3c677f281 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:29.480911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.507090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Subnet': ['ID=ff81dba5-6026-42ae-9f9d-93a8f4bd6612,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:29.559818 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d8c1d-2b21-4a9a-97b8-9a55d561bee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2', 'network_id': '66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2', 'tenant_id': '10133911fbc14d61be36dfcb252034f6', 'fixed_ips': [{'subnet_id': 'ff81dba5-6026-42ae-9f9d-93a8f4bd6612'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:29.560662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8c1d-2b21-4a9a-97b8-9a55d561bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.565506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] For port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:29.571464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.588828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] For port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a,segment=NetworkSegment(191f8b4e-7162-491c-8d54-389a333b8f6f),segment_id=191f8b4e-7162-491c-8d54-389a333b8f6f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:29.593645 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:29.595939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.603551 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afa18b9-556f-4fe3-acd1-9f45fc6cad1a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:29.603944 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afa18b9-556f-4fe3-acd1-9f45fc6cad1a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:29.609012 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:29.609383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.614966 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.629073 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.636300 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:29.636767 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:29.639729 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:29.714688 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.738392 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.742260 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 HTTP/1.1" status: 204 len: 168 time: 0.4860435 Oct 11 16:39:29.742826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712fde7-2bf9-4664-aeaa-a1836bd55bb1 None None] Network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:29.743580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e4db-2d43-427e-b73e-c9272be126f6 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Network': ['ID=66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:29.746736 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.756691 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d95e39-f941-4e3b-be09-b7e54f0909d0 None None] Pushing event updated for resources: {'Port': ['ID=c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:29.763436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712fde7-2bf9-4664-aeaa-a1836bd55bb1 None None] Network 66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 16:39:29.788626 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9c4f6b-9d9e-49ff-95a3-83dfe5297047 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] GET failed (client error): The resource could not be found. Oct 11 16:39:29.790121 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c9c4f6b-9d9e-49ff-95a3-83dfe5297047 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "GET /v2.0/subnets/ff81dba5-6026-42ae-9f9d-93a8f4bd6612 HTTP/1.1" status: 404 len: 337 time: 0.0419900 Oct 11 16:39:29.793440 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.817181 n-d-master-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7342785-9046-4e44-9b1b-fea22d31e373 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:29.817745 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7342785-9046-4e44-9b1b-fea22d31e373 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:29.820736 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7342785-9046-4e44-9b1b-fea22d31e373 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 HTTP/1.1" status: 404 len: 339 time: 0.0258875 Oct 11 16:39:29.824761 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.850660 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a7406b-9253-43b5-9002-30101fbc2fbe tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:29.851104 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a7406b-9253-43b5-9002-30101fbc2fbe tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:29.854872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b6a7406b-9253-43b5-9002-30101fbc2fbe tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/subnets/ff81dba5-6026-42ae-9f9d-93a8f4bd6612 HTTP/1.1" status: 404 len: 337 time: 0.0289366 Oct 11 16:39:29.857266 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.876557 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff213c3d-9411-4173-83b0-33e8d87ebc5b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:29.877113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff213c3d-9411-4173-83b0-33e8d87ebc5b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:29.880142 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ff213c3d-9411-4173-83b0-33e8d87ebc5b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/66f7c4ed-b4f4-466c-af43-0fb9a1ecdca2 HTTP/1.1" status: 404 len: 339 time: 0.0218863 Oct 11 16:39:29.882780 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:29.944458 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Deleting subnet e808ce92-ebf4-4353-9255-b3939c43f2f6 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:39:29.948162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:29.995442 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.076921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.133662 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.167238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.170609 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/subnets/e808ce92-ebf4-4353-9255-b3939c43f2f6 HTTP/1.1" status: 204 len: 168 time: 0.2867439 Oct 11 16:39:30.171665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6e19-76ad-4307-a0bf-eae6f57d2542 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Subnet': ['ID=e808ce92-ebf4-4353-9255-b3939c43f2f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:30.173755 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.250349 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.300857 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Deleting port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:30.301187 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.367691 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] For port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a,segment=NetworkSegment(191f8b4e-7162-491c-8d54-389a333b8f6f),segment_id=191f8b4e-7162-491c-8d54-389a333b8f6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:30.368043 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.382097 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Calling delete_port for c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:30.461729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.489882 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Port': ['ID=c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:30.495919 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No DVR routers for this DVR port c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:30.577194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.598821 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:30.609729 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191f8b4e-7162-491c-8d54-389a333b8f6f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:30.610026 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191f8b4e-7162-491c-8d54-389a333b8f6f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:30.619875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.633210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.639840 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:30.640384 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:30.643483 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:30.656284 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7172a7-6bd5-4610-bd03-a11eb84c4988 None None] Network ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:30.709253 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.716438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.719585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 HTTP/1.1" status: 204 len: 168 time: 0.5447836 Oct 11 16:39:30.722228 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.731814 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f11e9-b0a6-4474-9005-95f57187d697 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Network': ['ID=ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:30.752877 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d2fa6f7d-5e0e-4312-89e7-fb8df1135585 None None] Could not find standard attr ID for object c9cea023-5cb7-4e1f-9b27-38b71ae1bf1a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 11 16:39:30.756147 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7221cc5e-0610-4268-8911-810d881693cf tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:30.756590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7221cc5e-0610-4268-8911-810d881693cf tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:30.760139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7221cc5e-0610-4268-8911-810d881693cf tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/subnets/d342ee93-4c07-467e-842d-9c565f412e61 HTTP/1.1" status: 404 len: 337 time: 0.0364540 Oct 11 16:39:30.762754 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.781509 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-06361d76-0f6c-4424-a32f-05b614303994 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:30.782402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06361d76-0f6c-4424-a32f-05b614303994 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:30.785510 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-06361d76-0f6c-4424-a32f-05b614303994 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/2c129984-527d-4130-b1a7-8af1e861d868 HTTP/1.1" status: 404 len: 339 time: 0.0218394 Oct 11 16:39:30.788080 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.813726 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-783c5747-1cbb-455e-b55a-dad72ea622b1 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:30.814162 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783c5747-1cbb-455e-b55a-dad72ea622b1 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:30.817102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-783c5747-1cbb-455e-b55a-dad72ea622b1 tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/subnets/50cd3dc2-14a7-466f-a78d-03efd33a16c5 HTTP/1.1" status: 404 len: 337 time: 0.0281274 Oct 11 16:39:30.819661 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.830255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e7f2b-32d9-4c05-9d1b-793b5fcf79ec None None] DHCP port deletion for ab0c1bcc-9447-4ccc-a2c0-e514ad2f7ea3 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:39:30.840017 n-d-master-1 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bce2d77-7ee1-41e2-93eb-244fcd30ad2d tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] DELETE failed (client error): The resource could not be found. Oct 11 16:39:30.840017 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bce2d77-7ee1-41e2-93eb-244fcd30ad2d tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 16:39:30.842932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2bce2d77-7ee1-41e2-93eb-244fcd30ad2d tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/307cb0de-978e-4350-aca9-86b5c98cbc69 HTTP/1.1" status: 404 len: 339 time: 0.0223451 Oct 11 16:39:30.845503 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:30.894764 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Deleting subnet 112ea7e3-2049-4e77-b0d3-b61c6eeb0358 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:39:30.897758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:30.941540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.023515 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.079168 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.111327 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Subnet': ['ID=112ea7e3-2049-4e77-b0d3-b61c6eeb0358,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:31.113287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.117226 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-929c1aba-f0c3-42c3-b02b-390c54b0ca1b tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/subnets/112ea7e3-2049-4e77-b0d3-b61c6eeb0358 HTTP/1.1" status: 204 len: 168 time: 0.2705727 Oct 11 16:39:31.118454 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0696a-7c5a-4988-99c6-ee93b0f97c9d None None] Network 82f65d5a-790d-42ff-a044-e22953db0173 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:31.118900 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:31.196193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.248578 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Deleting port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:31.248921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.297606 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] DHCP port deletion for 82f65d5a-790d-42ff-a044-e22953db0173 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:39:31.316741 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] For port 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=14cda4b2-b8a5-44ed-9da9-53b3c677f281,segment=NetworkSegment(e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8),segment_id=e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:31.317103 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.330086 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Calling delete_port for 14cda4b2-b8a5-44ed-9da9-53b3c677f281 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:31.346165 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Deleting port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:31.346534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.407592 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] For port 14cda4b2-b8a5-44ed-9da9-53b3c677f281, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=14cda4b2-b8a5-44ed-9da9-53b3c677f281,segment=NetworkSegment(e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8),segment_id=e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:31.408287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.410187 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.420800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Calling delete_port for 14cda4b2-b8a5-44ed-9da9-53b3c677f281 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:31.427251 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 14cda4b2-b8a5-44ed-9da9-53b3c677f281 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:39:31.438006 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Port': ['ID=14cda4b2-b8a5-44ed-9da9-53b3c677f281,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:31.439862 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] No DVR routers for this DVR port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:31.451896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 14cda4b2-b8a5-44ed-9da9-53b3c677f281 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:39:31.452237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 14cda4b2-b8a5-44ed-9da9-53b3c677f281 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:39:31.521255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.522381 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.542211 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f65d5a-790d-42ff-a044-e22953db0173']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:31.545548 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] Pushing event deleted for resources: {'Port': ['ID=14cda4b2-b8a5-44ed-9da9-53b3c677f281,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:31.549113 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b44c7-56cd-469f-b3dc-d0a2f2e90ae0 None None] No DVR routers for this DVR port 14cda4b2-b8a5-44ed-9da9-53b3c677f281 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:31.551705 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:31.552045 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b3c603-02d7-4b48-b3a2-2ef9a1a9eaa8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:31.562811 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.576628 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.582458 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:31.582847 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:31.586006 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:31.646530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.653393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:31.656480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] 10.222.0.31 "DELETE /v2.0/networks/82f65d5a-790d-42ff-a044-e22953db0173 HTTP/1.1" status: 204 len: 168 time: 0.5366480 Oct 11 16:39:31.668717 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe4f0-4ca0-45a5-8f8d-edd355e0033a tempest-NetworksIpV6Test-903512200 tempest-NetworksIpV6Test-903512200-project] Pushing event deleted for resources: {'Network': ['ID=82f65d5a-790d-42ff-a044-e22953db0173,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:31.890277 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:32.021634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0c857716-d5c4-4cda-8e63-fd5024545c65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10133911fbc14d61be36dfcb252034f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301670 Oct 11 16:39:32.024115 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:32.071528 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.093632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.139955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.142497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.143630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01a3c27d-a1b1-4f96-a024-ade9f3c9314f HTTP/1.1" status: 204 len: 168 time: 0.1186256 Oct 11 16:39:32.151840 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884d4e-ca40-4439-b986-5820c2599e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3c27d-a1b1-4f96-a024-ade9f3c9314f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:32.455729 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-730f1e3a-7205-464a-82ed-497a24fd5845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.763344 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:32.856073 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1829915721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:32.879244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.880245 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.934687 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.938926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.955584 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.958810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b4677855-d6ed-4d39-a75b-fb055f168d8b tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1923816 Oct 11 16:39:32.959488 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:32.964785 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-965159367'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:32.983925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Made reservation on behalf of 30428084cbe44619a1eab209bb8a15d8 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:32.987399 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:32.995489 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.068845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.074433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.096098 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:33.110855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ae908-f2cd-46d7-87a1-7a741671189e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:33.113724 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.114066 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Added segment 9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320 of type vlan for network a62d6613-47ab-4b01-bd86-37f1701d2926 Oct 11 16:39:33.152502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.179864 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.186165 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:33.186746 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.238839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2783008 Oct 11 16:39:33.242089 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:33.247144 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'subnet': {'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:33.257206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320c71e-7bb0-4d70-abc7-cea33d88a582 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event updated for resources: {'Network': ['ID=a62d6613-47ab-4b01-bd86-37f1701d2926,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:33.267018 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network a62d6613-47ab-4b01-bd86-37f1701d2926 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:33.335767 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Made reservation on behalf of 30428084cbe44619a1eab209bb8a15d8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:33.339755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.513259 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.572981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event updated for resources: {'Subnet': ['ID=5ae1b972-f7e4-48e0-82d5-276c3a3e94b4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:33.582639 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Checking segment: {'id': '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:33.582992 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Network hostable DHCP agents. Network: a62d6613-47ab-4b01-bd86-37f1701d2926, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:33.598689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Network a62d6613-47ab-4b01-bd86-37f1701d2926 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:33.607402 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a62d6613-47ab-4b01-bd86-37f1701d2926) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:33.613002 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:33.613145 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.616784 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5644635-12e4-49ff-be91-b1dd7e7b72c8 None None] Network a62d6613-47ab-4b01-bd86-37f1701d2926 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:33.633825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f5bc3cc-71d9-4cad-858f-d6d4da175081 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3878253 Oct 11 16:39:33.634164 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:33.639247 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-863115006'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:33.659388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Made reservation on behalf of 30428084cbe44619a1eab209bb8a15d8 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:33.662895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.687990 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:33.697130 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.697477 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Added segment e0cfcc4e-84a4-440b-abe1-0e03b405c5c9 of type vlan for network 0ddc5d05-0cd9-4976-a44a-3a772b256807 Oct 11 16:39:33.737845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.760318 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a62d6613-47ab-4b01-bd86-37f1701d2926', 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926', 'tenant_id': '30428084cbe44619a1eab209bb8a15d8', 'fixed_ips': [{'subnet_id': '5ae1b972-f7e4-48e0-82d5-276c3a3e94b4'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:33.761168 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.765469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.771060 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:33.771627 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.824422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1891193 Oct 11 16:39:33.827369 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:33.833922 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'subnet': {'network_id': '0ddc5d05-0cd9-4976-a44a-3a772b256807', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:33.845430 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713b95-421b-42a2-b420-43d9dc5618e7 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event updated for resources: {'Network': ['ID=0ddc5d05-0cd9-4976-a44a-3a772b256807,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:33.871500 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 0ddc5d05-0cd9-4976-a44a-3a772b256807 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:33.929915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Made reservation on behalf of 30428084cbe44619a1eab209bb8a15d8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:33.933679 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:33.942143 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Allocated IP 172.20.0.2 (a62d6613-47ab-4b01-bd86-37f1701d2926/5ae1b972-f7e4-48e0-82d5-276c3a3e94b4/9429d996-cbbf-44e3-ad11-9762cab63d52) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:34.099326 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.106546 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.118023 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.179666 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event updated for resources: {'Subnet': ['ID=c66a2fab-aa23-4e01-9565-9d8ef44f2019,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:34.195551 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Checking segment: {'id': 'e0cfcc4e-84a4-440b-abe1-0e03b405c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ddc5d05-0cd9-4976-a44a-3a772b256807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:34.195919 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Network hostable DHCP agents. Network: 0ddc5d05-0cd9-4976-a44a-3a772b256807, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:34.213997 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Network 0ddc5d05-0cd9-4976-a44a-3a772b256807 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:34.223806 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ddc5d05-0cd9-4976-a44a-3a772b256807) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:34.229331 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:34.229951 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.250149 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a155070-5a04-4be3-8151-dc8eaccd2e44 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4181170 Oct 11 16:39:34.250808 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:34.255058 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed258c9a-4b9a-4170-b5f5-162bdaa96ea3 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ddc5d05-0cd9-4976-a44a-3a772b256807'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:34.289118 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b0b6b-04f6-4bbd-801c-12b63a724470 None None] Network 0ddc5d05-0cd9-4976-a44a-3a772b256807 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:34.342722 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Network a62d6613-47ab-4b01-bd86-37f1701d2926 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:34.350217 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:34.353771 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:34.358689 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Pushing event updated for resources: {'Port': ['ID=9429d996-cbbf-44e3-ad11-9762cab63d52,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:34.452353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Attempting to bind port 9429d996-cbbf-44e3-ad11-9762cab63d52 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:34.452634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Attempting to bind port 9429d996-cbbf-44e3-ad11-9762cab63d52 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:34.452990 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Attempting to bind port 9429d996-cbbf-44e3-ad11-9762cab63d52 on network a62d6613-47ab-4b01-bd86-37f1701d2926 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:34.462620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed258c9a-4b9a-4170-b5f5-162bdaa96ea3 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.464438 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:34.464806 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Checking segment: {'id': '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:34.465200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.466003 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Bound using segment: {'id': '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:34.466141 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Bound port: 9429d996-cbbf-44e3-ad11-9762cab63d52, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a62d6613-47ab-4b01-bd86-37f1701d2926'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:34.466446 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.521436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcc5e5-45ab-4407-8b6d-9c82f9a08e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0ddc5d05-0cd9-4976-a44a-3a772b256807', 'network_id': '0ddc5d05-0cd9-4976-a44a-3a772b256807', 'tenant_id': '30428084cbe44619a1eab209bb8a15d8', 'fixed_ips': [{'subnet_id': 'c66a2fab-aa23-4e01-9565-9d8ef44f2019'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:34.522305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc5e5-45ab-4407-8b6d-9c82f9a08e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.567179 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ed258c9a-4b9a-4170-b5f5-162bdaa96ea3 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 16:39:34.568227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed258c9a-4b9a-4170-b5f5-162bdaa96ea3 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "PUT /v2.0/routers/98c4379b-5fad-4596-892d-1df97d271d36 HTTP/1.1" status: 400 len: 364 time: 0.3168085 Oct 11 16:39:34.574712 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:34.616503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] For port 9429d996-cbbf-44e3-ad11-9762cab63d52, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:34.627615 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Deleting subnet c66a2fab-aa23-4e01-9565-9d8ef44f2019 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:39:34.630821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.638393 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] For port 9429d996-cbbf-44e3-ad11-9762cab63d52, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9429d996-cbbf-44e3-ad11-9762cab63d52,segment=NetworkSegment(9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320),segment_id=9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:34.642453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.670647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.698218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373ceda-d1ba-413e-abbd-4064aa8fb26d None None] Pushing event updated for resources: {'Port': ['ID=9429d996-cbbf-44e3-ad11-9762cab63d52,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:34.720032 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.786150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-5dbcc5e5-45ab-4407-8b6d-9c82f9a08e95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c66a2fab-aa23-4e01-9565-9d8ef44f2019: This subnet is being modified by another concurrent operation. Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c66a2fab-aa23-4e01-9565-9d8ef44f2019: This subnet is being modified by another concurrent operation. Oct 11 16:39:34.788768 n-d-master-1 neutron-server[94828]: ERROR oslo_messaging.rpc.server Oct 11 16:39:34.827872 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event deleted for resources: {'Subnet': ['ID=c66a2fab-aa23-4e01-9565-9d8ef44f2019,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:34.828563 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ac1c0-5f8f-46b3-a3d9-55f13df79676 None None] Network 0ddc5d05-0cd9-4976-a44a-3a772b256807 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:34.836152 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:34.839908 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13171c00-2d47-4965-9a9b-ad4c64c56232 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "DELETE /v2.0/subnets/c66a2fab-aa23-4e01-9565-9d8ef44f2019 HTTP/1.1" status: 204 len: 168 time: 0.2642810 Oct 11 16:39:34.842691 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:34.922722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.016397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.035631 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc5d05-0cd9-4976-a44a-3a772b256807']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.044597 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cfcc4e-84a4-440b-abe1-0e03b405c5c9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.044891 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cfcc4e-84a4-440b-abe1-0e03b405c5c9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.053945 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.067157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.073323 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:35.073724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:35.076549 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:35.133582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.140590 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.143661 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "DELETE /v2.0/networks/0ddc5d05-0cd9-4976-a44a-3a772b256807 HTTP/1.1" status: 204 len: 168 time: 0.2996452 Oct 11 16:39:35.146439 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:35.159794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e43e1-e162-40b0-9825-b37dc7e4c5ce tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event deleted for resources: {'Network': ['ID=0ddc5d05-0cd9-4976-a44a-3a772b256807,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:35.198118 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Deleting subnet 5ae1b972-f7e4-48e0-82d5-276c3a3e94b4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:39:35.201338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.239676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.327837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.395984 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.428389 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae1b972-f7e4-48e0-82d5-276c3a3e94b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:35.436748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.442388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a8200a44-5cd4-4c2d-a3c0-d4dcf6816a17 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "DELETE /v2.0/subnets/5ae1b972-f7e4-48e0-82d5-276c3a3e94b4 HTTP/1.1" status: 204 len: 168 time: 0.2925789 Oct 11 16:39:35.443174 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:35.448589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29cc099-dae6-45f5-a30c-d827b095535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.469005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9429d996-cbbf-44e3-ad11-9762cab63d52 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:35.520983 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 9429d996-cbbf-44e3-ad11-9762cab63d52 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:35.521355 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.524242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.578633 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Deleting port 9429d996-cbbf-44e3-ad11-9762cab63d52 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:39:35.578975 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.612161 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.639077 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d37acb-75cb-4628-b21b-2f90b48d6dbe None None] Network a62d6613-47ab-4b01-bd86-37f1701d2926 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:35.650707 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] For port 9429d996-cbbf-44e3-ad11-9762cab63d52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9429d996-cbbf-44e3-ad11-9762cab63d52,segment=NetworkSegment(9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320),segment_id=9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:35.651065 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.663944 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Calling delete_port for 9429d996-cbbf-44e3-ad11-9762cab63d52 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:39:35.683979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 9429d996-cbbf-44e3-ad11-9762cab63d52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9429d996-cbbf-44e3-ad11-9762cab63d52,segment=NetworkSegment(9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320),segment_id=9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:35.690722 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.745326 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.771410 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event deleted for resources: {'Port': ['ID=9429d996-cbbf-44e3-ad11-9762cab63d52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:35.773173 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] No DVR routers for this DVR port 9429d996-cbbf-44e3-ad11-9762cab63d52 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:39:35.797512 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b413fa5-2284-4bef-a88d-c379f0883ab1 None None] Provisioning complete for port 9429d996-cbbf-44e3-ad11-9762cab63d52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:35.797887 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b413fa5-2284-4bef-a88d-c379f0883ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.820919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=9429d996-cbbf-44e3-ad11-9762cab63d52,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:35.824091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b413fa5-2284-4bef-a88d-c379f0883ab1 None None] Port 9429d996-cbbf-44e3-ad11-9762cab63d52 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 11 16:39:35.858234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.864929 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f4f82-9a59-4472-a9f6-b10956bee2e1 None None] DHCP port deletion for a62d6613-47ab-4b01-bd86-37f1701d2926 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:39:35.879712 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62d6613-47ab-4b01-bd86-37f1701d2926']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.885177 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd139ff-2a2b-49ae-9bfd-724a0ca1b9a7 None None] get_active_networks_info from n-d-master-1 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:39:35.889712 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.890017 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6813d9-bc9e-4bfd-b28d-a4b44bdc6320') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:35.899243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.913743 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.919922 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:39:35.920374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:39:35.923476 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:39:35.948164 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd139ff-2a2b-49ae-9bfd-724a0ca1b9a7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 16:39:35.986342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:35.997829 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.001084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "DELETE /v2.0/networks/a62d6613-47ab-4b01-bd86-37f1701d2926 HTTP/1.1" status: 204 len: 168 time: 0.5572443 Oct 11 16:39:36.003868 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:36.013278 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7a6b-fbf1-46b8-ab67-68724b62941c tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Pushing event deleted for resources: {'Network': ['ID=a62d6613-47ab-4b01-bd86-37f1701d2926,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:36.032961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a4b5830-ec20-4026-bb59-a771f919790e tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "GET /v2.0/ports?device_id=98c4379b-5fad-4596-892d-1df97d271d36 HTTP/1.1" status: 200 len: 205 time: 0.0278258 Oct 11 16:39:36.035274 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:36.131173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.154335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.198009 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.309476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.311500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.354222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.354787 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Fanout notify agent at l3_agent the message router_deleted on router 98c4379b-5fad-4596-892d-1df97d271d36 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:39:36.361841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.362940 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2e0123ff-5c90-40a5-b192-f51bba487c46 tempest-RoutersNegativeTest-1833776366 tempest-RoutersNegativeTest-1833776366-project] 10.222.0.31 "DELETE /v2.0/routers/98c4379b-5fad-4596-892d-1df97d271d36 HTTP/1.1" status: 204 len: 168 time: 0.3266537 Oct 11 16:39:36.595564 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:36.725546 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eec2350e-b53a-4127-a4e0-d9586388f140 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30428084cbe44619a1eab209bb8a15d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287684 Oct 11 16:39:36.727920 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:36.778512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.799326 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.848144 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.850725 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:36.851852 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d1ae908-f2cd-46d7-87a1-7a741671189e HTTP/1.1" status: 204 len: 168 time: 0.1225121 Oct 11 16:39:36.859902 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336e9a-c911-43a9-a2c7-ddfc0d8590ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ae908-f2cd-46d7-87a1-7a741671189e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:37.410854 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9429d996-cbbf-44e3-ad11-9762cab63d52 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:39:37.432050 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 9429d996-cbbf-44e3-ad11-9762cab63d52 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:39:37.432396 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 9429d996-cbbf-44e3-ad11-9762cab63d52 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:39:37.454587 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:37.548597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1716243415-network', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:37.568825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Made reservation on behalf of bb73492860b647d49b9affa0ebc975df for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:37.571050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.579508 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.654692 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.658390 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.683231 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:37.692920 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08ffc7-979f-42b3-a996-7b22af1b843c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:37.697638 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.697984 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Added segment 0ca0128f-552f-4b9f-9cca-d163baba517c of type vlan for network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a Oct 11 16:39:37.737586 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.761310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.762363 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:37.762934 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:37.998110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.015756 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:39:38.070048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6143670 Oct 11 16:39:38.073664 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:38.078662 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Request body: {'subnet': {'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-subnet', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:38.081417 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba9619-ebf1-4f0e-9edd-fb0d4663498b admin admin] Pushing event updated for resources: {'Network': ['ID=023c6ba8-136a-4e90-bf09-97ecb4d42b4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:38.091181 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:38.099688 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Made reservation on behalf of bb73492860b647d49b9affa0ebc975df for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:38.102292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.270218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.327418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ad8601-b5fc-40e2-8042-6a059117a3b9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:38.332585 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Checking segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:38.332945 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Network hostable DHCP agents. Network: 023c6ba8-136a-4e90-bf09-97ecb4d42b4a, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:38.349543 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:38.358433 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 023c6ba8-136a-4e90-bf09-97ecb4d42b4a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:38.362578 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:38.363163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.367781 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3181e49-8f0e-466f-8fde-b8eeb5ee5933 None None] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:38.378958 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cf2e1ac-4144-4452-a124-85af249106b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3041930 Oct 11 16:39:38.381630 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:38.385803 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:38.405853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.407109 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.464505 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.514741 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:38.515608 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.600946 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.652320 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Allocated IP 172.20.0.2 (023c6ba8-136a-4e90-bf09-97ecb4d42b4a/f6ad8601-b5fc-40e2-8042-6a059117a3b9/1cdce9cb-c08d-41f4-9a31-0c78c6344e90) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:38.793785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.800582 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.804345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.824320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.841974 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:38.844745 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:38.848275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:38.855446 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Pushing event updated for resources: {'Port': ['ID=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:38.904007 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Attempting to bind port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:38.904725 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Attempting to bind port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:38.905234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Attempting to bind port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:38.910619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:38.910983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Checking segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:38.911377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.911788 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Bound using segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:38.912242 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Bound port: 1cdce9cb-c08d-41f4-9a31-0c78c6344e90, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:38.912614 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:38.925889 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Allocated IP 172.35.3.212 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/0f1a9692-6280-4258-9819-a4cba1cc25b1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:38.980326 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] For port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:38.984271 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] For port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:38.988361 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.036969 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.046354 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ef5a-f3da-4f55-a1db-8d4e875d8073 None None] Pushing event updated for resources: {'Port': ['ID=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:39.074009 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.111771 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:39.116851 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:39.120124 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:39.153082 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1a9692-6280-4258-9819-a4cba1cc25b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:39.449091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:39.499158 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:39.499529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.584767 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.621320 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:39.626442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.679061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:39.735211 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.905165 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231141b-7364-49c2-92f7-29555186619a None None] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:39.928707 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:39.994367 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00fe4c51-7cb2-44fe-b053-23059ee0800c None None] Provisioning complete for port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:39.994736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00fe4c51-7cb2-44fe-b053-23059ee0800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.054641 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Router f40251f5-ca55-4a84-95a2-f5f16ef11209 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:39:40.172720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.173262 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:39:40.183065 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Sync routers for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:39:40.192689 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.193364 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:40.196863 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:40.197680 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fee654fa-35b1-4930-86d0-9b15d765b1a8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8115902 Oct 11 16:39:40.197680 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:40.303673 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:40.347565 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0d46ed6-c9b8-42df-b81f-e1b8470aade0 None None] Provisioning complete for port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:40.348169 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0d46ed6-c9b8-42df-b81f-e1b8470aade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.481256 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:39Z', 'revision_number': 3, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:40.515796 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Checking router: f40251f5-ca55-4a84-95a2-f5f16ef11209 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:39:40.516145 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Updating router f40251f5-ca55-4a84-95a2-f5f16ef11209 port 0f1a9692-6280-4258-9819-a4cba1cc25b1 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:39:40.540462 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.615710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.768727 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Allocated IP 172.20.0.1 (023c6ba8-136a-4e90-bf09-97ecb4d42b4a/f6ad8601-b5fc-40e2-8042-6a059117a3b9/d81da58e-45db-405d-929f-98e99e914c40) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:40.787234 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.792865 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.848171 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Attempting to bind port 0f1a9692-6280-4258-9819-a4cba1cc25b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:40.848595 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Attempting to bind port 0f1a9692-6280-4258-9819-a4cba1cc25b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:40.848948 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Attempting to bind port 0f1a9692-6280-4258-9819-a4cba1cc25b1 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:40.852070 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Pushing event updated for resources: {'Port': ['ID=0f1a9692-6280-4258-9819-a4cba1cc25b1,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:40.861226 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:40.861622 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:40.862021 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.862404 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:40.862856 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Bound port: 0f1a9692-6280-4258-9819-a4cba1cc25b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:40.863233 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.866398 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.866733 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.867061 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.867385 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.867703 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.868020 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.868339 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.868699 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.868995 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.869307 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.869647 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.869963 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:39:40.879543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.912782 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.921604 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] For port 0f1a9692-6280-4258-9819-a4cba1cc25b1, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:40.925199 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] For port 0f1a9692-6280-4258-9819-a4cba1cc25b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1a9692-6280-4258-9819-a4cba1cc25b1,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:40.929315 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:40.952184 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:40.956593 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:40.960956 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:40.964543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Pushing event updated for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:40.979812 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:40.980438 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:41.000574 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.026969 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b27e-92fa-4281-8331-213f4015bfbe None None] Pushing event updated for resources: {'Port': ['ID=0f1a9692-6280-4258-9819-a4cba1cc25b1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:41.099079 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:41.136985 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.254150 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8f00c40-d05b-49c9-b0d9-2e6eb10ce6eb None None] Provisioning complete for port d81da58e-45db-405d-929f-98e99e914c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:41.254715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f00c40-d05b-49c9-b0d9-2e6eb10ce6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.283236 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:39Z', 'revision_number': 3, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:41.293214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8f00c40-d05b-49c9-b0d9-2e6eb10ce6eb None None] Port d81da58e-45db-405d-929f-98e99e914c40 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:39:41.312783 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa619d92-3f8f-4131-8f0e-7b63b761114a None None] The sync data for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 is: [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:39Z', 'revision_number': 3, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:39:41.322866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.326718 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.334999 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.408355 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.410060 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Pushing event updated for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:41.431624 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:41.484081 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:41.484444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.537727 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:41.539007 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:41.676371 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Router f40251f5-ca55-4a84-95a2-f5f16ef11209 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:39:41.792976 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:39:41.798198 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ccf56e1a-bbbf-49a8-bf48-8b2e60b48d30 admin admin] 10.222.0.31 "PUT /v2.0/routers/f40251f5-ca55-4a84-95a2-f5f16ef11209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996141 Oct 11 16:39:41.820071 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ab2df7f-d883-4e5e-b006-736fc313e3a1 None None] Provisioning complete for port d81da58e-45db-405d-929f-98e99e914c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:41.820734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ab2df7f-d883-4e5e-b006-736fc313e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:41.856358 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2df7f-d883-4e5e-b006-736fc313e3a1 None None] Port d81da58e-45db-405d-929f-98e99e914c40 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:39:42.277505 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:42.282698 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1424963083-network', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:42.302930 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Made reservation on behalf of be9cab9a68194c7499112a9b854e230b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:42.305202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.313550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.384912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.388470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.409419 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:39:42.424262 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f1e0b-2c34-4b6c-b60d-76ae55b78ead,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:42.427151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.427493 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Added segment 34964838-e855-49a4-9938-fcd7c34cc595 of type vlan for network 3b84a261-80f2-4b75-949a-c263f45fe656 Oct 11 16:39:42.471957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.499151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.500206 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:42.500792 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.558498 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2798986 Oct 11 16:39:42.561471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:42.563399 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f102ed-b95d-4788-8728-b1ef54544652 admin admin] Pushing event updated for resources: {'Network': ['ID=3b84a261-80f2-4b75-949a-c263f45fe656,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:42.567019 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Request body: {'subnet': {'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-subnet', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:42.574281 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 3b84a261-80f2-4b75-949a-c263f45fe656 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:39:42.589336 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Made reservation on behalf of be9cab9a68194c7499112a9b854e230b for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:42.591718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.763391 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.795550 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Sync routers for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:39:42.804412 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:42.805105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:42.814033 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0a6275-e4b4-4308-9806-c55504a99a42,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:42.830017 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Checking segment: {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:42.830374 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Network hostable DHCP agents. Network: 3b84a261-80f2-4b75-949a-c263f45fe656, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:39:42.846629 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Network 3b84a261-80f2-4b75-949a-c263f45fe656 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:39:42.855657 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3b84a261-80f2-4b75-949a-c263f45fe656) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:42.860248 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:42.861680 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.880680 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8f82a339-6db7-473d-a6e7-7dfe6bdfb9c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3175788 Oct 11 16:39:42.883424 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:42.885555 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1475880-2850-41e7-848e-78c6c5d097d2 None None] Network 3b84a261-80f2-4b75-949a-c263f45fe656 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:42.887867 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:42.907760 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.908873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:42.955362 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:42.964251 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.098129 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.152750 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3b84a261-80f2-4b75-949a-c263f45fe656', 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'fixed_ips': [{'subnet_id': 'eb0a6275-e4b4-4308-9806-c55504a99a42'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:39:43.153635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.311548 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.331402 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.437042 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Allocated IP 172.35.3.28 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:43.477005 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f1a9692-6280-4258-9819-a4cba1cc25b1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:43.514382 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:41Z', 'revision_number': 4, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd81da58e-45db-405d-929f-98e99e914c40', 'name': '', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'mac_address': 'fa:16:3e:b7:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:40Z', 'updated_at': '2021-10-11T16:39:41Z', 'revision_number': 2, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'subnets': [{'id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:43.521015 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Allocated IP 172.20.0.2 (3b84a261-80f2-4b75-949a-c263f45fe656/eb0a6275-e4b4-4308-9806-c55504a99a42/1cfc7295-790e-4748-9a23-30e026edb92e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:43.550285 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.552486 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Checking router: f40251f5-ca55-4a84-95a2-f5f16ef11209 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:39:43.552850 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Updating router f40251f5-ca55-4a84-95a2-f5f16ef11209 port d81da58e-45db-405d-929f-98e99e914c40 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:39:43.584231 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.592222 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.626110 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:43.628975 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:43.631405 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:43.638014 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Pushing event updated for resources: {'Port': ['ID=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:43.679713 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0f1a9692-6280-4258-9819-a4cba1cc25b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:43.680087 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.883246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.922416 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.936176 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:43.987034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.005234 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Network 3b84a261-80f2-4b75-949a-c263f45fe656 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:44.024562 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:44.035391 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:44.046074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 0f1a9692-6280-4258-9819-a4cba1cc25b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1a9692-6280-4258-9819-a4cba1cc25b1,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:44.046981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Pushing event updated for resources: {'Port': ['ID=1cfc7295-790e-4748-9a23-30e026edb92e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:44.054840 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.085264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.170334 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Attempting to bind port 1cfc7295-790e-4748-9a23-30e026edb92e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:44.170701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Attempting to bind port 1cfc7295-790e-4748-9a23-30e026edb92e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:44.171062 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Attempting to bind port 1cfc7295-790e-4748-9a23-30e026edb92e on network 3b84a261-80f2-4b75-949a-c263f45fe656 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:44.185798 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:44.186173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Checking segment: {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:44.186572 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.186963 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Bound using segment: {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:44.187426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Bound port: 1cfc7295-790e-4748-9a23-30e026edb92e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:44.187809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.195280 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=0f1a9692-6280-4258-9819-a4cba1cc25b1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:44.207567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.216032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.219801 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Router 460c8b15-e600-4131-ba2f-81add763468b is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:39:44.309001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256285eb-9d73-49f6-86a8-1acaff754457 None None] Pushing event updated for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:44.315546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-121a008a-c836-455f-a596-cb82f5600847 None None] For port 1cfc7295-790e-4748-9a23-30e026edb92e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:44.320185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-121a008a-c836-455f-a596-cb82f5600847 None None] For port 1cfc7295-790e-4748-9a23-30e026edb92e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cfc7295-790e-4748-9a23-30e026edb92e,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:44.333106 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:39:44.337019 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.345198 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Sync routers for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:39:44.358265 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:44.358880 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:44.359403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.360902 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-efc5b9ed-fa61-4f06-a97e-ec79d69ee1ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4764626 Oct 11 16:39:44.363479 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:39:44.403819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Attempting to bind port d81da58e-45db-405d-929f-98e99e914c40 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:44.404191 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Attempting to bind port d81da58e-45db-405d-929f-98e99e914c40 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:44.404544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Attempting to bind port d81da58e-45db-405d-929f-98e99e914c40 on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:44.415626 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:44.416049 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Checking segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:44.416401 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.416793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Bound using segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:44.417259 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Bound port: d81da58e-45db-405d-929f-98e99e914c40, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:44.417905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.437307 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a008a-c836-455f-a596-cb82f5600847 None None] Pushing event updated for resources: {'Port': ['ID=1cfc7295-790e-4748-9a23-30e026edb92e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:44.524553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] For port d81da58e-45db-405d-929f-98e99e914c40, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:44.531814 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] For port d81da58e-45db-405d-929f-98e99e914c40, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d81da58e-45db-405d-929f-98e99e914c40,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:44.539880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.629097 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:44.632596 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] Provisioning complete for port d81da58e-45db-405d-929f-98e99e914c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:44.633114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.635986 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256285eb-9d73-49f6-86a8-1acaff754457 None None] Pushing event updated for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:44.643136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:44.643960 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:44.861858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:44.939545 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 3, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:44.951982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.970461 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Checking router: 460c8b15-e600-4131-ba2f-81add763468b for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:39:44.970802 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Updating router 460c8b15-e600-4131-ba2f-81add763468b port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:39:44.974273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:44.996996 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.034959 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] For port d81da58e-45db-405d-929f-98e99e914c40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d81da58e-45db-405d-929f-98e99e914c40,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:45.039839 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.124392 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f68b8-bdd9-440f-89c6-2dbffcb00235 None None] Pushing event updated for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:45.149134 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Allocated IP 172.20.0.1 (3b84a261-80f2-4b75-949a-c263f45fe656/eb0a6275-e4b4-4308-9806-c55504a99a42/f6f3b3f9-e434-44f3-a85f-a29ae62bfb88) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:45.167499 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:41Z', 'revision_number': 4, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd81da58e-45db-405d-929f-98e99e914c40', 'name': '', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'mac_address': 'fa:16:3e:b7:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:40Z', 'updated_at': '2021-10-11T16:39:44Z', 'revision_number': 4, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'subnets': [{'id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:45.200423 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ea9ec-7369-418e-9f29-67e8c7a06b0f None None] The sync data for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 is: [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:41Z', 'revision_number': 4, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd81da58e-45db-405d-929f-98e99e914c40', 'name': '', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'mac_address': 'fa:16:3e:b7:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:40Z', 'updated_at': '2021-10-11T16:39:44Z', 'revision_number': 4, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'subnets': [{'id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:39:45.202275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c1f1cb5-68b5-41e7-9550-6c5ca4a24c09 None None] Provisioning complete for port d81da58e-45db-405d-929f-98e99e914c40 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:45.202650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1cb5-68b5-41e7-9550-6c5ca4a24c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.305515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.333852 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.342343 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.354955 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.394130 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80d6b-c7c9-487f-89f7-e6eb1262e082 None None] Pushing event updated for resources: {'Port': ['ID=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:45.416184 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Network 3b84a261-80f2-4b75-949a-c263f45fe656 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:45.420150 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:45.429842 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:45.438250 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Attempting to bind port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:45.438618 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Attempting to bind port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:45.438976 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Attempting to bind port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:45.444763 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:45.453399 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:45.453802 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:45.454202 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.454592 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:45.455072 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Bound port: fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:45.455452 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.532406 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] For port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:45.538090 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] For port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:45.544571 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.639337 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80d6b-c7c9-487f-89f7-e6eb1262e082 None None] Pushing event updated for resources: {'Port': ['ID=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:45.660893 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f1a9692-6280-4258-9819-a4cba1cc25b1 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:45.662583 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:45.663310 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:45.737100 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0f1a9692-6280-4258-9819-a4cba1cc25b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:45.737983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.794847 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd33605-ab9d-4e88-8a9c-6b8c33f45ea4 None None] Network 3b84a261-80f2-4b75-949a-c263f45fe656 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:39:45.804831 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:45.983899 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] Provisioning complete for port 1cfc7295-790e-4748-9a23-30e026edb92e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:45.984271 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:45.984535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.031224 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 3, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:46.065340 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdc8f3-7148-4abf-8f11-2ef40adad971 None None] The sync data for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 is: [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 3, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:39:46.115727 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cfc7295-790e-4748-9a23-30e026edb92e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:46.164497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.171116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.237282 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] For port 1cfc7295-790e-4748-9a23-30e026edb92e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cfc7295-790e-4748-9a23-30e026edb92e,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:46.250478 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.257179 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cfc7295-790e-4748-9a23-30e026edb92e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:46.257587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.346098 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f702c-a1ef-4ca1-aba0-3dd11718f8b0 None None] Pushing event updated for resources: {'Port': ['ID=1cfc7295-790e-4748-9a23-30e026edb92e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:46.431264 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64e26a9d-a4d5-4ef8-8768-c12065c52c77 None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:46.431634 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e26a9d-a4d5-4ef8-8768-c12065c52c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.442873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.461873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.478230 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d81da58e-45db-405d-929f-98e99e914c40 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:46.583264 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:46.616082 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.707090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64e26a9d-a4d5-4ef8-8768-c12065c52c77 None None] Port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:39:46.725277 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64e26a9d-a4d5-4ef8-8768-c12065c52c77 None None] Provisioning complete for port 1cfc7295-790e-4748-9a23-30e026edb92e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:46.725639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64e26a9d-a4d5-4ef8-8768-c12065c52c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.734441 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Network 3b84a261-80f2-4b75-949a-c263f45fe656 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:46.735902 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:46.775546 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d81da58e-45db-405d-929f-98e99e914c40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:46.775918 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:46.883051 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Router 460c8b15-e600-4131-ba2f-81add763468b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:39:46.970934 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ca16762-57b3-4239-b6bb-e89dd303e50c None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:46.971395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ca16762-57b3-4239-b6bb-e89dd303e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.013726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ca16762-57b3-4239-b6bb-e89dd303e50c None None] Port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:39:47.018441 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:39:47.023453 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c9aaacc-ff50-4d23-a9e9-557bddfcd789 admin admin] 10.222.0.31 "PUT /v2.0/routers/460c8b15-e600-4131-ba2f-81add763468b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589072 Oct 11 16:39:47.132555 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51297a6d-faed-4e4a-842a-d3a6c2da3df2 None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:47.132996 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51297a6d-faed-4e4a-842a-d3a6c2da3df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.171561 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-51297a6d-faed-4e4a-842a-d3a6c2da3df2 None None] Port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:39:47.486155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:47.535470 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:47.535840 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.610506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.629921 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:47.634043 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.634756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cfc7295-790e-4748-9a23-30e026edb92e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:47.710563 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:47.723662 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 1cfc7295-790e-4748-9a23-30e026edb92e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:47.724032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:47.907937 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-a19a24a4-bc02-4c3a-9faa-e03e92909163 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:47.909411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-a19a24a4-bc02-4c3a-9faa-e03e92909163 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 817 time: 0.1038752 Oct 11 16:39:47.924576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c1ede950-652b-47d4-a90a-69984f565fe2 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/quotas/bb73492860b647d49b9affa0ebc975df HTTP/1.1" status: 200 len: 375 time: 0.0093706 Oct 11 16:39:47.974831 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-226f6644-5650-47ad-8840-e02be46ba0e8 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453746 Oct 11 16:39:48.071375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-a69266d5-a0de-430a-b571-3c884702c18e service neutron] 10.222.0.31 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Oct 11 16:39:48.161899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-d1e95d87-e257-47b5-907f-0a76c1fcf6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Oct 11 16:39:48.319102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d90bdc34-9135-4d79-a7c0-0431e5ecde89 req-8f207462-2536-4c1c-8519-c778acf79448 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 210 time: 0.0269303 Oct 11 16:39:48.640241 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Sync routers for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:39:48.649257 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:48.649913 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:48.758526 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:48.957034 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:46Z', 'revision_number': 4, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6f3b3f9-e434-44f3-a85f-a29ae62bfb88', 'name': '', 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'mac_address': 'fa:16:3e:cc:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:44Z', 'updated_at': '2021-10-11T16:39:46Z', 'revision_number': 2, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'subnets': [{'id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:48.983736 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Checking router: 460c8b15-e600-4131-ba2f-81add763468b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:39:48.984090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Updating router 460c8b15-e600-4131-ba2f-81add763468b port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:39:49.007602 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.248017 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-3cc71284-9ca2-4b3f-b8e4-d10495e90d7e tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:49.249574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-3cc71284-9ca2-4b3f-b8e4-d10495e90d7e tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 817 time: 0.1107750 Oct 11 16:39:49.262295 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Request body: {'port': {'device_id': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'admin_state_up': True, 'tenant_id': 'bb73492860b647d49b9affa0ebc975df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:49.281760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.287311 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.335826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cdc3a-d2f7-4ddf-b20a-763d57083c88 None None] Pushing event updated for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:49.402317 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Made reservation on behalf of bb73492860b647d49b9affa0ebc975df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:39:49.406597 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.412988 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Attempting to bind port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:49.413688 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Attempting to bind port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:49.414225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Attempting to bind port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 on network 3b84a261-80f2-4b75-949a-c263f45fe656 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:49.423530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:49.423896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Checking segment: {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:49.424347 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.424742 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Bound using segment: {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:49.425212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Bound port: f6f3b3f9-e434-44f3-a85f-a29ae62bfb88, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34964838-e855-49a4-9938-fcd7c34cc595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:49.425632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.447570 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b60a951-3f0d-4bbd-8baa-4fb50ea3dffd req-6d3421fd-6c00-47c3-a8ac-39f975af1957 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 210 time: 0.0482113 Oct 11 16:39:49.453462 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:49.549227 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Allocated IP 172.20.0.9 (023c6ba8-136a-4e90-bf09-97ecb4d42b4a/f6ad8601-b5fc-40e2-8042-6a059117a3b9/fa6c7871-d3ad-453c-9bbb-fa2783ab77ca) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:39:49.584292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] For port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:49.591805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] For port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:49.602525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.611832 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:49.612194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.691794 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:39:49.692426 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:39:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:49.717126 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.744609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cdc3a-d2f7-4ddf-b20a-763d57083c88 None None] Pushing event updated for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:49.755987 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.802283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:49.802880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.811701 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:39:49.814834 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:39:49.818800 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:39:49.826002 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Pushing event updated for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:49.882149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:49.883035 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:49.896275 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:39:49.903947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-f3082c13-c9ca-4e5b-8d4a-65589bc67531 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6454239 Oct 11 16:39:49.917885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Request body: {'port': {'device_id': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:39:49.976875 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.056101 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.118311 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] For port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:50.140045 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.195967 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70897985-b415-467e-9ae5-9209b901eb82 None None] Pushing event updated for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:50.209836 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:46Z', 'revision_number': 4, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6f3b3f9-e434-44f3-a85f-a29ae62bfb88', 'name': '', 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'mac_address': 'fa:16:3e:cc:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:44Z', 'updated_at': '2021-10-11T16:39:49Z', 'revision_number': 4, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'subnets': [{'id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:39:50.237199 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94860a1d-c5bb-44d6-bb7e-ea46030f3fd5 None None] The sync data for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 is: [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:39:46Z', 'revision_number': 4, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f6f3b3f9-e434-44f3-a85f-a29ae62bfb88', 'name': '', 'network_id': '3b84a261-80f2-4b75-949a-c263f45fe656', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'mac_address': 'fa:16:3e:cc:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:44Z', 'updated_at': '2021-10-11T16:39:49Z', 'revision_number': 4, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'subnets': [{'id': 'eb0a6275-e4b4-4308-9806-c55504a99a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:39:50.261783 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d2b89f6-5c7a-4483-9062-bfd1f721a552 None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:50.262152 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d2b89f6-5c7a-4483-9062-bfd1f721a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.263510 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c7871-d3ad-453c-9bbb-fa2783ab77ca {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:39:50.271521 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.309143 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Transition to ACTIVE for port object fa6c7871-d3ad-453c-9bbb-fa2783ab77ca will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:39:50.314519 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.367869 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:50.450905 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Attempting to bind port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:39:50.451251 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Attempting to bind port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:39:50.451570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Attempting to bind port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:50.456903 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:39:50.457227 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Attempting to bind port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:39:50.463203 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:39:50.463570 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Checking segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:39:50.464044 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Bound using segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:39:50.464375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Bound port: fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:39:50.464738 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.534026 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:39:50.543514 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:39:50.549218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.595245 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:50.595851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:50.597274 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa6c7871-d3ad-453c-9bbb-fa2783ab77ca HTTP/1.1" status: 200 len: 1091 time: 0.6840875 Oct 11 16:39:50.597757 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:50.600135 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad94e792-4b3f-45d8-8948-7a90881d6366" -d '{"events": [{"name": "network-changed", "server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:50.620702 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9a0f-7751-41be-9979-e4d21a439e07 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:50.629755 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528cf1-fce8-4e3e-ba91-c5128d053d8a req-2565ca31-25db-4088-abde-0d44d72c4069 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:50.631712 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc528cf1-fce8-4e3e-ba91-c5128d053d8a req-2565ca31-25db-4088-abde-0d44d72c4069 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 943 time: 0.0804846 Oct 11 16:39:50.682226 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c2549-8565-4ea0-98ef-3fd5c921ef12 x-openstack-request-id: req-b70c2549-8565-4ea0-98ef-3fd5c921ef12 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:50.682513 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:50.682772 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b70c2549-8565-4ea0-98ef-3fd5c921ef12 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:50.683136 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc528cf1-fce8-4e3e-ba91-c5128d053d8a req-cb5dba37-a0b9-4623-9710-79bb59c1812c tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Oct 11 16:39:50.683299 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca', 'status': 'completed', 'code': 200} Oct 11 16:39:50.700307 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-11a1ae72-c4f2-4b96-afdd-668b7c0fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:50.701871 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-11a1ae72-c4f2-4b96-afdd-668b7c0fd225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 1094 time: 0.0509486 Oct 11 16:39:50.750983 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-722a35b3-aa0c-4834-9b42-beca044bcfb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca HTTP/1.1" status: 200 len: 217 time: 0.0393262 Oct 11 16:39:50.803055 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-02c0d58c-cb54-4c14-b77b-96424c39640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:50.804778 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-02c0d58c-cb54-4c14-b77b-96424c39640b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 200 len: 856 time: 0.0471826 Oct 11 16:39:50.852322 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-e19f057d-1f86-4887-b96a-f39ab1f585da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:50.854302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-e19f057d-1f86-4887-b96a-f39ab1f585da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426772 Oct 11 16:39:50.947713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-d0ca9db3-9292-46f5-8084-1d2db9432650 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Oct 11 16:39:51.038046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2da1fede-d135-44b1-a23f-8937cd53aa4a req-513b5641-2480-4682-8623-007e3f3fb251 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834658 Oct 11 16:39:51.122598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-d5cef1b2-fcfb-42dd-af8e-4ad0f2f9901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:51.123944 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-d5cef1b2-fcfb-42dd-af8e-4ad0f2f9901d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 1094 time: 0.0404634 Oct 11 16:39:51.222895 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-2edb79f7-9634-4fc0-8241-0eaa1f135188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:51.224355 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-2edb79f7-9634-4fc0-8241-0eaa1f135188 service neutron] 10.222.0.36 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 918 time: 0.0926645 Oct 11 16:39:51.265533 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-fd90cf0d-c129-47e1-bba8-be3fef33ac2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca HTTP/1.1" status: 200 len: 217 time: 0.0339475 Oct 11 16:39:51.325404 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-f8d3da83-a56f-4c6e-8f4c-19ec1a0577aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:51.327172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-f8d3da83-a56f-4c6e-8f4c-19ec1a0577aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 200 len: 856 time: 0.0540345 Oct 11 16:39:51.376462 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-360ece96-59a4-40da-8757-84b16e05eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:51.378152 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-360ece96-59a4-40da-8757-84b16e05eb34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418320 Oct 11 16:39:51.442134 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:51.475152 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-53251ac0-b03a-4730-adec-20c46b7e71da service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886822 Oct 11 16:39:51.488561 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:51.488926 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:51.572567 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ad94e792-4b3f-45d8-8948-7a90881d6366 req-cec0ff3b-daa3-400c-bbe0-0bd1f0b9f13d service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896578 Oct 11 16:39:51.801130 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03f52-13ff-4de2-867c-a8485a80382b req-18e6fcd8-8c14-440c-978d-7fa0dfa5c181 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:51.802640 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39f03f52-13ff-4de2-867c-a8485a80382b req-18e6fcd8-8c14-440c-978d-7fa0dfa5c181 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 943 time: 0.0484943 Oct 11 16:39:51.842762 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-39f03f52-13ff-4de2-867c-a8485a80382b req-3f548842-80e3-45c8-a498-0fb78372359b tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Oct 11 16:39:52.423965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fa6c7871-d3ad-453c-9bbb-fa2783ab77ca details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:39:52.521322 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:52.532866 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'port_id': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca', 'mac_address': 'fa:16:3e:85:7e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:39:52.573974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:52.587247 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c7871-d3ad-453c-9bbb-fa2783ab77ca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:39:52.607876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:52.611820 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:52.661107 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:52.814889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fa6c7871-d3ad-453c-9bbb-fa2783ab77ca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:39:52.968272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4dc1b-719b-4100-9b0a-0429a1ef1fad req-843eae7d-8695-415c-8871-2db7757f08c4 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:52.970005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56d4dc1b-719b-4100-9b0a-0429a1ef1fad req-843eae7d-8695-415c-8871-2db7757f08c4 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 944 time: 0.0553041 Oct 11 16:39:53.007440 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56d4dc1b-719b-4100-9b0a-0429a1ef1fad req-9958a257-6e8a-43b6-83b3-f3692d10faff tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Oct 11 16:39:54.126392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85213e50-3813-417d-b060-f0f3bafe791b req-7ef5c9ef-7818-4368-a272-102c4e88560e tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:54.127841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85213e50-3813-417d-b060-f0f3bafe791b req-7ef5c9ef-7818-4368-a272-102c4e88560e tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 944 time: 0.0543568 Oct 11 16:39:54.164417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85213e50-3813-417d-b060-f0f3bafe791b req-041a7233-0771-411b-bfb1-afd06be11cb5 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Oct 11 16:39:54.423828 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fa6c7871-d3ad-453c-9bbb-fa2783ab77ca up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:39:54.471419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:39:54.474977 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:39:54.475344 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:54.548755 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:54.573608 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:39:54.575838 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1990c313-e038-4f8e-b30e-8142edf9c26a" -d '{"events": [{"server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:39:54.589201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:39:54.593349 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:39:54.615607 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607a11d-a87a-40cf-a724-7ca129eda6e2 x-openstack-request-id: req-7607a11d-a87a-40cf-a724-7ca129eda6e2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:39:54.615891 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:39:54.616142 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7607a11d-a87a-40cf-a724-7ca129eda6e2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:39:54.616531 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca', 'code': 200} Oct 11 16:39:54.643691 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:39:54.709117 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44216-09d5-47e8-ae3b-c2deb22c4265 req-d0e3e4f0-e256-48de-b7fc-172509ef5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:54.710705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88b44216-09d5-47e8-ae3b-c2deb22c4265 req-d0e3e4f0-e256-48de-b7fc-172509ef5bbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 1096 time: 0.0398965 Oct 11 16:39:54.743923 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-88b44216-09d5-47e8-ae3b-c2deb22c4265 req-cfb907de-2d44-40ef-bb81-973dfd5c620a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265129 Oct 11 16:39:55.277975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a239fe-964d-4f0b-833f-8562ee0a38c7 req-5a814bf2-a7e0-4b60-b5bf-1e8db9726415 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:55.279447 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3a239fe-964d-4f0b-833f-8562ee0a38c7 req-5a814bf2-a7e0-4b60-b5bf-1e8db9726415 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Oct 11 16:39:55.317258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3a239fe-964d-4f0b-833f-8562ee0a38c7 req-2637fa22-037b-48a7-979f-8663a1aa7a92 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Oct 11 16:39:56.435305 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cde92-1264-401d-9c7d-baf885910f32 req-1f54bb5a-6c93-4fca-b347-0518ba7a92ac tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:56.437525 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-848cde92-1264-401d-9c7d-baf885910f32 req-1f54bb5a-6c93-4fca-b347-0518ba7a92ac tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0499384 Oct 11 16:39:56.475197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-848cde92-1264-401d-9c7d-baf885910f32 req-20e4bd86-abde-4a95-9705-f5478be7f856 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Oct 11 16:39:56.597980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d514a4-87bd-4996-bcca-99976e28d445 req-787940ac-1e2b-42d0-92ba-609cced54c34 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:56.599490 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21d514a4-87bd-4996-bcca-99976e28d445 req-787940ac-1e2b-42d0-92ba-609cced54c34 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0568583 Oct 11 16:39:56.640594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21d514a4-87bd-4996-bcca-99976e28d445 req-a1ae7747-7196-4897-8926-0efa37266c6a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339029 Oct 11 16:39:59.832296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-64245460-841b-407a-9294-6786d26479ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434713 Oct 11 16:39:59.912387 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224547-aaa9-43d3-b783-c910eea54aac req-e130a7b3-dd64-4bb7-9547-7a4df116efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:39:59.913978 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-e130a7b3-dd64-4bb7-9547-7a4df116efa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 1096 time: 0.0415933 Oct 11 16:40:00.024569 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224547-aaa9-43d3-b783-c910eea54aac req-3987abc4-91f9-4083-b93c-c967ba3b9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:00.026085 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-3987abc4-91f9-4083-b93c-c967ba3b9c0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 918 time: 0.0916305 Oct 11 16:40:00.067687 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-6431a609-6fd8-4079-a921-b6e3e532b969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca HTTP/1.1" status: 200 len: 217 time: 0.0346587 Oct 11 16:40:00.122760 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224547-aaa9-43d3-b783-c910eea54aac req-603cc26a-8198-4694-a74f-83e8dc811869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:00.124132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-603cc26a-8198-4694-a74f-83e8dc811869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 200 len: 856 time: 0.0428822 Oct 11 16:40:00.170108 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224547-aaa9-43d3-b783-c910eea54aac req-764dcbd7-4752-48fe-bace-8b320d3d4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:00.171601 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-764dcbd7-4752-48fe-bace-8b320d3d4a5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398669 Oct 11 16:40:00.269533 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-9ee02656-a1d9-46ff-91d1-bce85178871e service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870001 Oct 11 16:40:00.361231 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-53224547-aaa9-43d3-b783-c910eea54aac req-46381cb4-b6ad-4d9a-b09d-eb5bcd362120 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847290 Oct 11 16:40:02.458123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8054-ff1b-47a6-b570-184ec2c39863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:05.438885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41eec7ba-a50e-4563-bdbf-45c48de28d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:06.113774 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:06.201099 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:07.999033 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:10.201673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:11.321384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:15.015578 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:40:18.166019 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b59a7f-582a-484f-95e6-32918c11769a req-2410f480-3f63-41ad-980a-029298adc1bd tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:18.168144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63b59a7f-582a-484f-95e6-32918c11769a req-2410f480-3f63-41ad-980a-029298adc1bd tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 11 16:40:18.206684 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63b59a7f-582a-484f-95e6-32918c11769a req-31f63136-da7a-413c-af18-917f16c1c6cc tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Oct 11 16:40:19.335633 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098f6f-ebd6-4047-82cf-d870c02ae2c2 req-77cc095c-9711-4a94-a1dd-db7b8c891c69 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:19.337074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52098f6f-ebd6-4047-82cf-d870c02ae2c2 req-77cc095c-9711-4a94-a1dd-db7b8c891c69 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0479069 Oct 11 16:40:19.373571 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52098f6f-ebd6-4047-82cf-d870c02ae2c2 req-ac1747ab-b5b4-438c-bbc2-9b7d3ad9c428 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299015 Oct 11 16:40:19.750981 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-c57c766d-da9f-497a-855a-666005d51a66 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:19.752416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-c57c766d-da9f-497a-855a-666005d51a66 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 945 time: 0.0468423 Oct 11 16:40:19.845699 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Deleting port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:19.846031 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:19.936026 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] For port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:19.936383 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:19.948852 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Calling delete_port for fa6c7871-d3ad-453c-9bbb-fa2783ab77ca owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:20.072586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:20.084566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fa6c7871-d3ad-453c-9bbb-fa2783ab77ca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:40:20.101754 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Pushing event deleted for resources: {'Port': ['ID=fa6c7871-d3ad-453c-9bbb-fa2783ab77ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:20.113422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.113797 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.114139 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.114466 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.114790 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.115112 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.115433 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.115749 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.116061 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.116374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.116684 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.116993 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:20.151676 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] No DVR routers for this DVR port fa6c7871-d3ad-453c-9bbb-fa2783ab77ca on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:40:20.154342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:20.158003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3fcaf897-1c32-4b62-b9e9-0f54a9338e7f req-46395962-5b97-4a6b-b935-8ed01731eb56 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "DELETE /v2.0/ports/fa6c7871-d3ad-453c-9bbb-fa2783ab77ca HTTP/1.1" status: 204 len: 173 time: 0.3990016 Oct 11 16:40:20.158445 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'name': 'network-vif-deleted', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:40:20.160954 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02587f8-4621-45a6-af74-03de8c5ea5e8" -d '{"events": [{"server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "name": "network-vif-deleted", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:40:20.210457 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f029ce1-6881-4773-b23e-765465abf0ef x-openstack-request-id: req-5f029ce1-6881-4773-b23e-765465abf0ef {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:40:20.211154 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfc7206-a763-4bcd-9c54-2d701fa01390", "name": "network-vif-deleted", "tag": "fa6c7871-d3ad-453c-9bbb-fa2783ab77ca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:40:20.211503 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f029ce1-6881-4773-b23e-765465abf0ef {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:40:20.211991 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc7206-a763-4bcd-9c54-2d701fa01390', 'name': 'network-vif-deleted', 'tag': 'fa6c7871-d3ad-453c-9bbb-fa2783ab77ca', 'status': 'completed', 'code': 200} Oct 11 16:40:20.481048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53ed98c5-af55-400f-8020-3e6f50967d8c req-d9b731c2-947a-4024-88ea-d388d2b27479 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=adfc7206-a763-4bcd-9c54-2d701fa01390 HTTP/1.1" status: 200 len: 210 time: 0.0307124 Oct 11 16:40:22.232685 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-ce8e70e1-eba9-49d4-8198-a78f8a2817a7 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:22.234176 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-ce8e70e1-eba9-49d4-8198-a78f8a2817a7 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 817 time: 0.1004794 Oct 11 16:40:22.249581 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-1ef4ffed-89a7-4239-9ac7-17b7df612c14 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/quotas/bb73492860b647d49b9affa0ebc975df HTTP/1.1" status: 200 len: 375 time: 0.0097151 Oct 11 16:40:22.304901 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-98bc7e94-55fa-4ca3-9779-3efec663e0df tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501609 Oct 11 16:40:22.397333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-ee64e616-f374-4523-8ef2-03b26be47b8c service neutron] 10.222.0.31 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807636 Oct 11 16:40:22.488658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-253a5357-92d2-4d73-b589-8fd58dedeb1b service neutron] 10.222.0.31 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846603 Oct 11 16:40:22.552082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fa6c7871-d3ad-453c-9bbb-fa2783ab77ca no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:40:22.575442 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: fa6c7871-d3ad-453c-9bbb-fa2783ab77ca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:40:22.575783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fa6c7871-d3ad-453c-9bbb-fa2783ab77ca not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:40:22.648052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c3c4ca4b-3b6e-4f12-b3ca-c33deb7bd626 req-2a6f105d-d0c7-4063-a823-8c3c30d66e9d tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Oct 11 16:40:23.531899 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-917f9e22-47d7-48bd-b9ed-37776435cba2 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:23.533353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-917f9e22-47d7-48bd-b9ed-37776435cba2 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 817 time: 0.1055415 Oct 11 16:40:23.546250 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Request body: {'port': {'device_id': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'admin_state_up': True, 'tenant_id': 'bb73492860b647d49b9affa0ebc975df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:40:23.652532 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Made reservation on behalf of bb73492860b647d49b9affa0ebc975df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:40:23.656124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:23.742044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-304f047d-b8a1-4fd1-9667-6b7a3df19009 req-7b14cb60-5779-4da0-9012-f641df37867d tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 11 16:40:23.777268 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Allocated IP 172.20.0.5 (023c6ba8-136a-4e90-bf09-97ecb4d42b4a/f6ad8601-b5fc-40e2-8042-6a059117a3b9/cafac676-2dca-4074-9273-4b9e44d2e15b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:40:23.919465 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:23.950921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:23.993182 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:40:23.996162 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:40:23.999835 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:40:24.006223 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Pushing event updated for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:24.055599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.056209 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.073016 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-70e891b3-eb09-4365-be21-35bea4630edb tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298431 Oct 11 16:40:24.087101 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Request body: {'port': {'device_id': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:40:24.151216 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.274602 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92dac1c3-ea45-4c3e-942b-7a932c8f951e None None] Provisioning complete for port cafac676-2dca-4074-9273-4b9e44d2e15b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:40:24.275172 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92dac1c3-ea45-4c3e-942b-7a932c8f951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.308709 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-92dac1c3-ea45-4c3e-942b-7a932c8f951e None None] Port cafac676-2dca-4074-9273-4b9e44d2e15b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:40:24.415284 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafac676-2dca-4074-9273-4b9e44d2e15b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:40:24.423275 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.435077 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Transition to ACTIVE for port object cafac676-2dca-4074-9273-4b9e44d2e15b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:40:24.438471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.493518 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:24.558505 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Attempting to bind port cafac676-2dca-4074-9273-4b9e44d2e15b on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:40:24.559156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Attempting to bind port cafac676-2dca-4074-9273-4b9e44d2e15b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:40:24.559156 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Attempting to bind port cafac676-2dca-4074-9273-4b9e44d2e15b on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:40:24.563601 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Port cafac676-2dca-4074-9273-4b9e44d2e15b on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:40:24.563912 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Attempting to bind port cafac676-2dca-4074-9273-4b9e44d2e15b on network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:40:24.569184 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:40:24.569547 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Checking segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:40:24.569930 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Bound using segment: {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:40:24.570350 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Bound port: cafac676-2dca-4074-9273-4b9e44d2e15b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca0128f-552f-4b9f-9cca-d163baba517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:40:24.570702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.640430 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:40:24.643375 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cafac676-2dca-4074-9273-4b9e44d2e15b,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:40:24.647981 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.682057 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.682674 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:24.684236 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] 10.222.0.36 "PUT /v2.0/ports/cafac676-2dca-4074-9273-4b9e44d2e15b HTTP/1.1" status: 200 len: 1091 time: 0.6026094 Oct 11 16:40:24.684729 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:40:24.687044 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:40:24.710457 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890133d-9752-4010-a0b4-1bf98f448ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:24.737517 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c07216-bfc5-4134-81ec-000a3e301099 x-openstack-request-id: req-53c07216-bfc5-4134-81ec-000a3e301099 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:40:24.737819 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:40:24.738073 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53c07216-bfc5-4134-81ec-000a3e301099 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:40:24.738470 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b', 'status': 'completed', 'code': 200} Oct 11 16:40:24.785234 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-83a87d8c-e263-49f1-89a7-b7e676bd920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.787390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-83a87d8c-e263-49f1-89a7-b7e676bd920c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 1094 time: 0.0465446 Oct 11 16:40:24.835456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-23cbd0ac-b5ee-49bf-9904-0428978ebfa4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cafac676-2dca-4074-9273-4b9e44d2e15b HTTP/1.1" status: 200 len: 217 time: 0.0396657 Oct 11 16:40:24.861897 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562b49-8b76-47ba-bf88-526f465f4fdb req-a95edec6-7161-4802-95a4-00abbfdfa77c tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.865994 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91562b49-8b76-47ba-bf88-526f465f4fdb req-a95edec6-7161-4802-95a4-00abbfdfa77c tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 943 time: 0.0547132 Oct 11 16:40:24.893572 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-5df8a737-520d-4dd7-8291-e7428edc1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.895093 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-5df8a737-520d-4dd7-8291-e7428edc1038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 200 len: 856 time: 0.0533252 Oct 11 16:40:24.903694 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91562b49-8b76-47ba-bf88-526f465f4fdb req-cf7f375c-1755-45d1-b0a6-39744ba35f63 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 Oct 11 16:40:24.941404 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0595-b903-480e-805d-d340b7f4cfad req-bfb480c4-9d0d-4838-a60e-00631511030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:24.942898 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-bfb480c4-9d0d-4838-a60e-00631511030f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409951 Oct 11 16:40:25.032531 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-07654374-6e55-4227-9363-714154dfb28d service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828395 Oct 11 16:40:25.122273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-69de0595-b903-480e-805d-d340b7f4cfad req-4dc0fa40-f5ca-4548-b036-4c1edf3329d0 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824168 Oct 11 16:40:25.206737 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-9016b8ca-7291-4350-8bac-6be1f60fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:25.208094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-9016b8ca-7291-4350-8bac-6be1f60fc9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb73492860b647d49b9affa0ebc975df&device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 1094 time: 0.0395062 Oct 11 16:40:25.299047 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-5007bbeb-f15a-4192-898b-bd71851e5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:25.300472 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-5007bbeb-f15a-4192-898b-bd71851e5a48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 200 len: 918 time: 0.0856435 Oct 11 16:40:25.341365 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-67ab7ddb-60af-4e94-9ec0-51921691c6b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cafac676-2dca-4074-9273-4b9e44d2e15b HTTP/1.1" status: 200 len: 217 time: 0.0336246 Oct 11 16:40:25.393240 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-0984adc4-a98b-4262-8a04-8f6ce3ab3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:25.394671 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-0984adc4-a98b-4262-8a04-8f6ce3ab3b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 200 len: 856 time: 0.0449798 Oct 11 16:40:25.771936 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-00200e29-794f-4810-9279-45736a6ea721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:25.773405 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-00200e29-794f-4810-9279-45736a6ea721 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023c6ba8-136a-4e90-bf09-97ecb4d42b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3703527 Oct 11 16:40:25.860990 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-fbecc897-1290-402e-a5c9-f5df99968147 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787568 Oct 11 16:40:25.953164 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a307d-c1c4-4753-996b-d8c9ae0c011e req-02cc0c26-09f1-486b-b784-ed8d7805f185 service neutron] 10.222.0.36 "GET /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Oct 11 16:40:26.024846 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e182-c3c9-4ce8-85b0-828e3f9c8725 req-de1c5f0e-92ec-495b-8c45-33cec4ad213f tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:26.026238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7c1e182-c3c9-4ce8-85b0-828e3f9c8725 req-de1c5f0e-92ec-495b-8c45-33cec4ad213f tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 943 time: 0.0524571 Oct 11 16:40:26.063533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7c1e182-c3c9-4ce8-85b0-828e3f9c8725 req-49a2afd6-9dd3-44f5-adc4-25a634dbc718 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Oct 11 16:40:26.551473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cafac676-2dca-4074-9273-4b9e44d2e15b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:40:26.643545 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cafac676-2dca-4074-9273-4b9e44d2e15b,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:26.654911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'cafac676-2dca-4074-9273-4b9e44d2e15b', 'network_id': '023c6ba8-136a-4e90-bf09-97ecb4d42b4a', 'port_id': 'cafac676-2dca-4074-9273-4b9e44d2e15b', 'mac_address': 'fa:16:3e:91:7b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ad8601-b5fc-40e2-8042-6a059117a3b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:40:26.694570 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:26.707346 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafac676-2dca-4074-9273-4b9e44d2e15b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:40:26.725564 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cafac676-2dca-4074-9273-4b9e44d2e15b,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:26.729348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:26.775443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:26.782886 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.783231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.783569 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.783902 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.784230 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.784557 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.784897 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.785203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.785542 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.785981 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.786515 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.786839 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:26.921299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cafac676-2dca-4074-9273-4b9e44d2e15b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:40:27.178516 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63094a-ae96-4589-84eb-ca181ed83b91 req-22a8183e-ef4e-4acf-a61e-1cec375c041d tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:27.179920 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd63094a-ae96-4589-84eb-ca181ed83b91 req-22a8183e-ef4e-4acf-a61e-1cec375c041d tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 944 time: 0.0496690 Oct 11 16:40:27.216903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fd63094a-ae96-4589-84eb-ca181ed83b91 req-e0acf779-d3cc-4cf3-b2c3-c9c5da3c1472 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Oct 11 16:40:28.331193 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb9c25-1a40-458b-a382-7ed68619c155 req-017c925f-3acf-439f-bd5b-0e9175aa63ea tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:28.332651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dffb9c25-1a40-458b-a382-7ed68619c155 req-017c925f-3acf-439f-bd5b-0e9175aa63ea tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 944 time: 0.0485210 Oct 11 16:40:28.369838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dffb9c25-1a40-458b-a382-7ed68619c155 req-c3ff5e25-b899-4988-985b-d18cd2b57635 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Oct 11 16:40:28.562911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cafac676-2dca-4074-9273-4b9e44d2e15b up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:40:28.610249 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port cafac676-2dca-4074-9273-4b9e44d2e15b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:40:28.613673 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port cafac676-2dca-4074-9273-4b9e44d2e15b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:40:28.614037 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:28.686965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:28.711683 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:40:28.713947 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f2067-9ef2-4158-9dbc-4fdc63814299" -d '{"events": [{"server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "name": "network-vif-plugged", "status": "completed", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:40:28.726036 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cafac676-2dca-4074-9273-4b9e44d2e15b,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:28.729812 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:28.765219 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c146447-c03d-4b1a-9e1b-6f13f154ef93 x-openstack-request-id: req-8c146447-c03d-4b1a-9e1b-6f13f154ef93 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:40:28.765522 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "name": "network-vif-plugged", "status": "completed", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:40:28.765775 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c146447-c03d-4b1a-9e1b-6f13f154ef93 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:40:28.766154 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b', 'code': 200} Oct 11 16:40:28.781678 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:28.856766 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386111e-a34d-46dc-9ba0-cd09e3700476 req-c4887b0e-9101-47b5-8805-bb8c75869aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:28.858172 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f386111e-a34d-46dc-9ba0-cd09e3700476 req-c4887b0e-9101-47b5-8805-bb8c75869aca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 1096 time: 0.0403881 Oct 11 16:40:28.893324 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f386111e-a34d-46dc-9ba0-cd09e3700476 req-975fa99f-0c2e-49af-a75f-7e1a4340e6b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273654 Oct 11 16:40:29.501715 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0a4e5-4288-4b1c-a3aa-83e2306b0375 req-0ca73d13-8715-414e-a966-83c5aed31e80 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:29.503168 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60b0a4e5-4288-4b1c-a3aa-83e2306b0375 req-0ca73d13-8715-414e-a966-83c5aed31e80 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Oct 11 16:40:29.540749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60b0a4e5-4288-4b1c-a3aa-83e2306b0375 req-9eec1751-0978-4bce-a641-6c2b22de8861 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Oct 11 16:40:30.654828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf12a1-161a-4c8a-8149-41e143d1cda6 req-14ef4ba7-acf6-4e44-8de9-ecccc15fd7d7 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:30.656547 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffaf12a1-161a-4c8a-8149-41e143d1cda6 req-14ef4ba7-acf6-4e44-8de9-ecccc15fd7d7 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Oct 11 16:40:30.693711 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ffaf12a1-161a-4c8a-8149-41e143d1cda6 req-c2c2c077-f592-4c15-b2a0-664ca0f20146 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Oct 11 16:40:30.804039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f6efb-bb19-4266-bf26-8bcea9f8ddc9 req-bf7e50c8-b22c-47cd-a0c1-4a476ba90343 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:30.805502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e81f6efb-bb19-4266-bf26-8bcea9f8ddc9 req-bf7e50c8-b22c-47cd-a0c1-4a476ba90343 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Oct 11 16:40:30.842102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e81f6efb-bb19-4266-bf26-8bcea9f8ddc9 req-1a3bfc83-b793-4ce8-93d1-d63bde361779 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301471 Oct 11 16:40:32.459074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2b10944-9d6d-4be7-afee-17b84387a065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:35.439290 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dc445d8-5871-488f-8035-409195e65979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:36.116810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:36.203650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:38.002352 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:40.216809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:41.334885 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:52.015951 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:40:52.180132 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a9ce-642e-4b7f-bc18-fe891ae3ecb4 req-9fc6d83c-6f24-4cac-8998-2d924627572c tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:52.181693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aef0a9ce-642e-4b7f-bc18-fe891ae3ecb4 req-9fc6d83c-6f24-4cac-8998-2d924627572c tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Oct 11 16:40:52.220147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aef0a9ce-642e-4b7f-bc18-fe891ae3ecb4 req-c9aec1c9-5bdd-4f6f-a76d-6e3f9d1ef60a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Oct 11 16:40:53.335324 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6800-eb6f-4a65-aaf9-10b5c373d833 req-f51e97e6-6dcd-47b4-8f8f-6e05dac28025 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:53.336775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40ea6800-eb6f-4a65-aaf9-10b5c373d833 req-f51e97e6-6dcd-47b4-8f8f-6e05dac28025 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0486662 Oct 11 16:40:53.374121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-40ea6800-eb6f-4a65-aaf9-10b5c373d833 req-58bcb56a-ffa1-4316-9e53-3245776ae059 tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e08ffc7-979f-42b3-a996-7b22af1b843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Oct 11 16:40:53.737337 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-c10e38a9-52a2-4d72-a6d0-4f7465ff61fa tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:40:53.738780 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-c10e38a9-52a2-4d72-a6d0-4f7465ff61fa tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Oct 11 16:40:53.826421 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Deleting port cafac676-2dca-4074-9273-4b9e44d2e15b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:53.826757 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:53.915592 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] For port cafac676-2dca-4074-9273-4b9e44d2e15b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cafac676-2dca-4074-9273-4b9e44d2e15b,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:53.915948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:53.928446 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Calling delete_port for cafac676-2dca-4074-9273-4b9e44d2e15b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:54.049016 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:54.061506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['cafac676-2dca-4074-9273-4b9e44d2e15b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:40:54.080244 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Pushing event deleted for resources: {'Port': ['ID=cafac676-2dca-4074-9273-4b9e44d2e15b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:54.120761 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] No DVR routers for this DVR port cafac676-2dca-4074-9273-4b9e44d2e15b on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:40:54.123570 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:54.126899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-06d93aca-d7ca-4897-97bd-4d70164f3755 req-40f366f3-9eee-4a34-b9d1-c87edee2e16a tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.36 "DELETE /v2.0/ports/cafac676-2dca-4074-9273-4b9e44d2e15b HTTP/1.1" status: 204 len: 173 time: 0.3799062 Oct 11 16:40:54.127390 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'name': 'network-vif-deleted', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:40:54.129660 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867d0d0-75d7-4922-b441-1a5e5ab9da96" -d '{"events": [{"server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "name": "network-vif-deleted", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:40:54.184093 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235e296-0e69-4884-8835-6513a9e6a5b4 x-openstack-request-id: req-b235e296-0e69-4884-8835-6513a9e6a5b4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:40:54.184390 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d85a58-80d0-4bdd-b518-d5c2f27075b4", "name": "network-vif-deleted", "tag": "cafac676-2dca-4074-9273-4b9e44d2e15b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:40:54.184643 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b235e296-0e69-4884-8835-6513a9e6a5b4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:40:54.185039 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d85a58-80d0-4bdd-b518-d5c2f27075b4', 'name': 'network-vif-deleted', 'tag': 'cafac676-2dca-4074-9273-4b9e44d2e15b', 'status': 'completed', 'code': 200} Oct 11 16:40:54.479576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7b7562c1-25cf-49ec-af3d-4f2bca4694a9 req-b28be7a9-b8a6-4132-9eba-f993a1617e5f tempest-TestEncryptedCinderVolumes-1993363496 tempest-TestEncryptedCinderVolumes-1993363496-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8d85a58-80d0-4bdd-b518-d5c2f27075b4 HTTP/1.1" status: 200 len: 210 time: 0.0291886 Oct 11 16:40:55.572377 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:55.920788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:56.158498 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Deleting port d81da58e-45db-405d-929f-98e99e914c40 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:56.158832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:56.233859 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] For port d81da58e-45db-405d-929f-98e99e914c40, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d81da58e-45db-405d-929f-98e99e914c40,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:56.234118 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:56.246696 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Calling delete_port for d81da58e-45db-405d-929f-98e99e914c40 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:56.423601 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:56.452038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81da58e-45db-405d-929f-98e99e914c40,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:56.615332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:56.645299 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cafac676-2dca-4074-9273-4b9e44d2e15b no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:40:56.678301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: cafac676-2dca-4074-9273-4b9e44d2e15b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:40:56.678639 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device cafac676-2dca-4074-9273-4b9e44d2e15b not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:40:56.831064 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Router f40251f5-ca55-4a84-95a2-f5f16ef11209 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:40:56.939263 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:40:56.944520 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d8f6bac-eecc-44fb-a380-15339aa926f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/f40251f5-ca55-4a84-95a2-f5f16ef11209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3710978 Oct 11 16:40:56.947573 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:56.948374 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Sync routers for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:40:56.957457 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:40:56.958078 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:57.048610 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.058406 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:40:57.147172 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.202360 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Deleting port 0f1a9692-6280-4258-9819-a4cba1cc25b1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:57.202697 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.234357 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:40:56Z', 'revision_number': 5, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port': {'id': '0f1a9692-6280-4258-9819-a4cba1cc25b1', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:57.262056 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Checking router: f40251f5-ca55-4a84-95a2-f5f16ef11209 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:40:57.270312 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Routers {'f40251f5-ca55-4a84-95a2-f5f16ef11209'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:40:57.270910 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['f40251f5-ca55-4a84-95a2-f5f16ef11209'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:57.280628 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] For port 0f1a9692-6280-4258-9819-a4cba1cc25b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1a9692-6280-4258-9819-a4cba1cc25b1,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:57.281247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.293448 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Calling delete_port for 0f1a9692-6280-4258-9819-a4cba1cc25b1 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:57.454667 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] Set router f40251f5-ca55-4a84-95a2-f5f16ef11209 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:40:57.468149 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.498134 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1a9692-6280-4258-9819-a4cba1cc25b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:57.507232 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:40:57Z', 'revision_number': 6, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:57.536766 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10403e5a-c545-46b4-9cec-e6b00a75a6af None None] The sync data for ids ['f40251f5-ca55-4a84-95a2-f5f16ef11209'] in n-d-master-1 is: [{'id': 'f40251f5-ca55-4a84-95a2-f5f16ef11209', 'name': 'tempest-TestEncryptedCinderVolumes-1716243415-router', 'tenant_id': 'bb73492860b647d49b9affa0ebc975df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:38Z', 'updated_at': '2021-10-11T16:40:57Z', 'revision_number': 6, 'project_id': 'bb73492860b647d49b9affa0ebc975df', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:40:57.559306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.649185 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.651412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.694210 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.694759 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40251f5-ca55-4a84-95a2-f5f16ef11209 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:40:57.699086 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.700278 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-05e4ff10-887a-4663-a0c8-cce7921c80c0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f40251f5-ca55-4a84-95a2-f5f16ef11209 HTTP/1.1" status: 204 len: 168 time: 0.7517886 Oct 11 16:40:57.702781 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:57.749284 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Deleting subnet f6ad8601-b5fc-40e2-8042-6a059117a3b9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:40:57.752266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.784948 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.858260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.918741 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.945414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ad8601-b5fc-40e2-8042-6a059117a3b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:57.951772 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:57.958771 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e12eb95e-c720-4bb7-8149-ddf568987817 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6ad8601-b5fc-40e2-8042-6a059117a3b9 HTTP/1.1" status: 204 len: 168 time: 0.2527387 Oct 11 16:40:57.959051 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:57.959627 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e627d4-8b03-4066-9f83-c87a91e81e52 None None] Network 023c6ba8-136a-4e90-bf09-97ecb4d42b4a requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:40:58.028795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.081255 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Deleting port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:58.081623 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.146294 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] For port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,segment=NetworkSegment(0ca0128f-552f-4b9f-9cca-d163baba517c),segment_id=0ca0128f-552f-4b9f-9cca-d163baba517c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:58.146648 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.159491 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Calling delete_port for 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:58.234647 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.262768 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdce9cb-c08d-41f4-9a31-0c78c6344e90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:58.266830 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] No DVR routers for this DVR port 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:40:58.313926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb049cb-e051-40ce-b50e-c19994542b7a None None] DHCP port deletion for 023c6ba8-136a-4e90-bf09-97ecb4d42b4a request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:40:58.339151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.359349 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023c6ba8-136a-4e90-bf09-97ecb4d42b4a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:58.368166 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca0128f-552f-4b9f-9cca-d163baba517c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:58.368856 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca0128f-552f-4b9f-9cca-d163baba517c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:58.377909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.391451 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.397678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:40:58.398061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:40:58.400455 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:40:58.457799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.464124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:58.467488 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] 10.222.0.31 "DELETE /v2.0/networks/023c6ba8-136a-4e90-bf09-97ecb4d42b4a HTTP/1.1" status: 204 len: 168 time: 0.5074761 Oct 11 16:40:58.476499 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:58.478422 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f51424-41a5-43a7-b1f5-2a6aaf12997f admin admin] Pushing event deleted for resources: {'Network': ['ID=023c6ba8-136a-4e90-bf09-97ecb4d42b4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:58.819492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.057508 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Deleting port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:40:59.057841 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.133215 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] For port f6f3b3f9-e434-44f3-a85f-a29ae62bfb88, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:40:59.133509 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.145956 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Calling delete_port for f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:40:59.326086 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.351161 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f3b3f9-e434-44f3-a85f-a29ae62bfb88,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:40:59.363216 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.363564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.363902 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.364239 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.364572 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.364905 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.365230 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.365597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.365929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.366251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.366574 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.366896 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:40:59.533112 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:40:59.536806 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.557853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:40:59.558211 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cdce9cb-c08d-41f4-9a31-0c78c6344e90 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:40:59.558631 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f1a9692-6280-4258-9819-a4cba1cc25b1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:40:59.576754 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 0f1a9692-6280-4258-9819-a4cba1cc25b1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:40:59.577097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0f1a9692-6280-4258-9819-a4cba1cc25b1 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:40:59.577509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d81da58e-45db-405d-929f-98e99e914c40 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:40:59.596288 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d81da58e-45db-405d-929f-98e99e914c40 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:40:59.596634 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d81da58e-45db-405d-929f-98e99e914c40 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:40:59.751452 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Router 460c8b15-e600-4131-ba2f-81add763468b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:40:59.855264 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:40:59.860312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e0eea4e3-307f-4229-a001-fca714c5e62c admin admin] 10.222.0.31 "PUT /v2.0/routers/460c8b15-e600-4131-ba2f-81add763468b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3827920 Oct 11 16:40:59.862931 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:40:59.864574 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Sync routers for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:40:59.877392 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:40:59.878087 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:40:59.965736 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:40:59.981267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:00.158726 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:40:59Z', 'revision_number': 5, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:00.188729 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Checking router: 460c8b15-e600-4131-ba2f-81add763468b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:00.198173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Routers {'460c8b15-e600-4131-ba2f-81add763468b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:00.198780 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['460c8b15-e600-4131-ba2f-81add763468b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:00.304411 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] Set router 460c8b15-e600-4131-ba2f-81add763468b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:00.332992 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.384871 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Deleting port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:41:00.385206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.463494 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] For port fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:00.463941 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.479334 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:40:59Z', 'revision_number': 5, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:00.480282 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Calling delete_port for fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:41:00.505573 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92625946-7a60-4e14-a8d5-26876f94f70c None None] The sync data for ids ['460c8b15-e600-4131-ba2f-81add763468b'] in n-d-master-1 is: [{'id': '460c8b15-e600-4131-ba2f-81add763468b', 'name': 'tempest-TestEncryptedCinderVolumes-1424963083-router', 'tenant_id': 'be9cab9a68194c7499112a9b854e230b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28'}], 'enable_snat': True}, 'gw_port_id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:39:42Z', 'updated_at': '2021-10-11T16:40:59Z', 'revision_number': 5, 'project_id': 'be9cab9a68194c7499112a9b854e230b', 'gw_port': {'id': 'fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460c8b15-e600-4131-ba2f-81add763468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:39:43Z', 'updated_at': '2021-10-11T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:00.647072 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.672004 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:00.729990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.817826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.819809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.866179 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.866742 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460c8b15-e600-4131-ba2f-81add763468b {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:41:00.871776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.872929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4760c46b-dd0b-4283-962f-19b6aae3cf77 admin admin] 10.222.0.31 "DELETE /v2.0/routers/460c8b15-e600-4131-ba2f-81add763468b HTTP/1.1" status: 204 len: 168 time: 1.0090721 Oct 11 16:41:00.876274 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:00.922569 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Deleting subnet eb0a6275-e4b4-4308-9806-c55504a99a42 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:41:00.926324 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:00.961130 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.043731 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.099594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.126370 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0a6275-e4b4-4308-9806-c55504a99a42,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:01.130227 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.135705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc920e67-c3ef-4c57-be00-ce070fbf9f8c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb0a6275-e4b4-4308-9806-c55504a99a42 HTTP/1.1" status: 204 len: 168 time: 0.2567356 Oct 11 16:41:01.136117 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:01.136823 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f3fd5-d193-4b7a-9e8c-91741a3bebdb None None] Network 3b84a261-80f2-4b75-949a-c263f45fe656 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:41:01.216190 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.271514 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Deleting port 1cfc7295-790e-4748-9a23-30e026edb92e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:41:01.271939 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.336989 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] For port 1cfc7295-790e-4748-9a23-30e026edb92e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1cfc7295-790e-4748-9a23-30e026edb92e,segment=NetworkSegment(34964838-e855-49a4-9938-fcd7c34cc595),segment_id=34964838-e855-49a4-9938-fcd7c34cc595)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:01.337885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.350010 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Calling delete_port for 1cfc7295-790e-4748-9a23-30e026edb92e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:41:01.426299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.456555 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] No DVR routers for this DVR port 1cfc7295-790e-4748-9a23-30e026edb92e on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:41:01.460744 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfc7295-790e-4748-9a23-30e026edb92e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:01.532464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.543953 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be84ff-9f5a-4cf5-854f-eb1d43165ad3 None None] DHCP port deletion for 3b84a261-80f2-4b75-949a-c263f45fe656 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:41:01.554209 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b84a261-80f2-4b75-949a-c263f45fe656']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:01.566428 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34964838-e855-49a4-9938-fcd7c34cc595') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:01.566731 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34964838-e855-49a4-9938-fcd7c34cc595') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:01.577861 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.592222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.598495 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:41:01.598961 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:41:01.600756 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:41:01.611846 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:41:01.635889 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:41:01.636237 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device f6f3b3f9-e434-44f3-a85f-a29ae62bfb88 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:41:01.636652 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:41:01.655578 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:41:01.656172 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device fa78a8c6-9a23-4bf9-9e6c-9d16ef5e2759 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:41:01.656642 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cfc7295-790e-4748-9a23-30e026edb92e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:41:01.660702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.667328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.672953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b84a261-80f2-4b75-949a-c263f45fe656 HTTP/1.1" status: 204 len: 168 time: 0.5333776 Oct 11 16:41:01.676213 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 1cfc7295-790e-4748-9a23-30e026edb92e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:41:01.676752 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 1cfc7295-790e-4748-9a23-30e026edb92e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:41:01.682990 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d326ca-9e9f-458b-bb31-f1a604afd6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b84a261-80f2-4b75-949a-c263f45fe656,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:01.826772 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:01.865459 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dd612c16-57f9-405e-b810-030991b66d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb73492860b647d49b9affa0ebc975df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375104 Oct 11 16:41:01.867899 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:01.917060 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.940817 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.985854 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.988393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:01.989602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e08ffc7-979f-42b3-a996-7b22af1b843c HTTP/1.1" status: 204 len: 168 time: 0.1202734 Oct 11 16:41:01.997820 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535f8b-991c-4e52-a0ef-7159e3536303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08ffc7-979f-42b3-a996-7b22af1b843c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:02.298807 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:02.337740 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e4f870d-466e-47bc-b194-b0e9a1ae962e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be9cab9a68194c7499112a9b854e230b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376823 Oct 11 16:41:02.340138 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:02.389928 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:02.410055 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:02.457499 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:02.460441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-436abb36-6099-4893-a67d-d3f042fb5c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:02.460926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:02.461906 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a3f1e0b-2c34-4b6c-b60d-76ae55b78ead HTTP/1.1" status: 204 len: 168 time: 0.1208751 Oct 11 16:41:02.469656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a597131-7838-4fe4-8022-9d4c438e1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f1e0b-2c34-4b6c-b60d-76ae55b78ead,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:03.112725 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:03.207492 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247670550-network', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:03.228643 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Made reservation on behalf of 0d2785602bc940ecbb94c8abc660515e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:41:03.231202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.239208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.313474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.317234 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.338371 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:41:03.351355 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1923f782-9fce-42cb-a1a3-ff2b581d246c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:03.356310 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.356650 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Added segment 46d78db1-cd71-4517-8405-f8c235395f30 of type vlan for network 32280015-d608-4b37-b289-05f34d64c4d7 Oct 11 16:41:03.395931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.419702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.420649 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:03.421238 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.472940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3590522 Oct 11 16:41:03.475914 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:03.480916 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Request body: {'subnet': {'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247670550-subnet', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:03.483613 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47580dc-d339-4dcf-bdc5-f5cdf8004c14 admin admin] Pushing event updated for resources: {'Network': ['ID=32280015-d608-4b37-b289-05f34d64c4d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:03.493178 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 32280015-d608-4b37-b289-05f34d64c4d7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:41:03.508146 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Made reservation on behalf of 0d2785602bc940ecbb94c8abc660515e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:41:03.511206 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.673035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.732231 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25275ef4-4285-4486-9a6e-1c76d5b7a913,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:03.738856 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Checking segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:03.739207 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Network hostable DHCP agents. Network: 32280015-d608-4b37-b289-05f34d64c4d7, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:41:03.755734 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Network 32280015-d608-4b37-b289-05f34d64c4d7 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:41:03.763921 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 32280015-d608-4b37-b289-05f34d64c4d7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:03.767970 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:03.768526 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.772651 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783cf749-0ac7-46eb-be97-8a764a160e70 None None] Network 32280015-d608-4b37-b289-05f34d64c4d7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:41:03.783724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-09eba21b-ddfa-433a-ac7d-e290312a246d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3066621 Oct 11 16:41:03.786439 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:03.791193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:03.810532 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.811498 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.861739 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:03.917463 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-32280015-d608-4b37-b289-05f34d64c4d7', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:41:03.918417 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.001979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.052998 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Allocated IP 172.20.0.2 (32280015-d608-4b37-b289-05f34d64c4d7/25275ef4-4285-4486-9a6e-1c76d5b7a913/eb65bb48-0457-4daa-be2e-b22d3dab63cc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:04.194492 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.198960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.202140 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.222386 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.238288 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Network 32280015-d608-4b37-b289-05f34d64c4d7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:04.242951 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:04.246342 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:04.254835 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Pushing event updated for resources: {'Port': ['ID=eb65bb48-0457-4daa-be2e-b22d3dab63cc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:04.303875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Attempting to bind port eb65bb48-0457-4daa-be2e-b22d3dab63cc on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:04.304262 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Attempting to bind port eb65bb48-0457-4daa-be2e-b22d3dab63cc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:04.304619 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Attempting to bind port eb65bb48-0457-4daa-be2e-b22d3dab63cc on network 32280015-d608-4b37-b289-05f34d64c4d7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:04.309503 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:04.309894 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Checking segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:04.310285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.310667 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Bound using segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:04.311142 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Bound port: eb65bb48-0457-4daa-be2e-b22d3dab63cc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:04.311639 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.325321 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Allocated IP 172.35.3.41 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/76081a84-554c-44c2-a54a-cf079a088c86) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:04.376205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] For port eb65bb48-0457-4daa-be2e-b22d3dab63cc, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:04.379585 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] For port eb65bb48-0457-4daa-be2e-b22d3dab63cc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb65bb48-0457-4daa-be2e-b22d3dab63cc,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:04.383538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.434577 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.440571 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2cf47-11bf-4027-a12b-12e3b42889d3 None None] Pushing event updated for resources: {'Port': ['ID=eb65bb48-0457-4daa-be2e-b22d3dab63cc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:04.472246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.512758 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:04.515683 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:04.518198 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:04.543506 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Pushing event updated for resources: {'Port': ['ID=76081a84-554c-44c2-a54a-cf079a088c86,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:04.787831 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:04.980892 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.114358 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Router cbeaed9f-9022-417b-bf39-fd996c24bc2d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:41:05.225846 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:41:05.237098 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Sync routers for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:41:05.243178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.247165 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cbbd3c79-fa77-48a2-b802-3a6386eea520 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4571230 Oct 11 16:41:05.247578 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:05.248357 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:05.249109 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:40:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:05.324055 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedd29c-8803-4733-9399-a39c56c3bb19 None None] Network 32280015-d608-4b37-b289-05f34d64c4d7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:41:05.359262 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:05.448545 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] Provisioning complete for port eb65bb48-0457-4daa-be2e-b22d3dab63cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:05.449132 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.500684 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0894870b-06a3-450e-b278-d24d68bb6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.564016 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb65bb48-0457-4daa-be2e-b22d3dab63cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:05.571032 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:04Z', 'revision_number': 3, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:05.604223 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Checking router: cbeaed9f-9022-417b-bf39-fd996c24bc2d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:05.604623 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Updating router cbeaed9f-9022-417b-bf39-fd996c24bc2d port 76081a84-554c-44c2-a54a-cf079a088c86 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:41:05.632439 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.772167 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.816520 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] For port eb65bb48-0457-4daa-be2e-b22d3dab63cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb65bb48-0457-4daa-be2e-b22d3dab63cc,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:05.817686 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port eb65bb48-0457-4daa-be2e-b22d3dab63cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:05.818054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.843833 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.932007 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.939390 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:05.952262 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b810f8e-c2d7-4823-9d06-66c635058b62 None None] Pushing event updated for resources: {'Port': ['ID=eb65bb48-0457-4daa-be2e-b22d3dab63cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:05.991982 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Attempting to bind port 76081a84-554c-44c2-a54a-cf079a088c86 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:05.992455 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Attempting to bind port 76081a84-554c-44c2-a54a-cf079a088c86 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:05.992728 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Attempting to bind port 76081a84-554c-44c2-a54a-cf079a088c86 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:06.003691 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:06.004122 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:06.004447 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.004828 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:06.005284 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Bound port: 76081a84-554c-44c2-a54a-cf079a088c86, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:06.005678 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.007355 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Pushing event updated for resources: {'Port': ['ID=76081a84-554c-44c2-a54a-cf079a088c86,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:06.034505 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.034841 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.035171 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.035500 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.035819 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.036139 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.036455 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.036764 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.037075 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.037382 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.037715 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.038038 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:06.068817 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ddd16b9c-015e-4d4f-b876-81350a08c964 None None] Provisioning complete for port eb65bb48-0457-4daa-be2e-b22d3dab63cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:06.069321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddd16b9c-015e-4d4f-b876-81350a08c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.074107 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] For port 76081a84-554c-44c2-a54a-cf079a088c86, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:06.077454 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] For port 76081a84-554c-44c2-a54a-cf079a088c86, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76081a84-554c-44c2-a54a-cf079a088c86,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:06.081939 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.109020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.125813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.140609 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:06.141234 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:06.183065 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9654f-fcfd-4c20-a68c-e44248d43cd2 None None] Pushing event updated for resources: {'Port': ['ID=76081a84-554c-44c2-a54a-cf079a088c86,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:06.209270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.256256 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:06.274850 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Allocated IP 172.20.0.1 (32280015-d608-4b37-b289-05f34d64c4d7/25275ef4-4285-4486-9a6e-1c76d5b7a913/6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:06.383272 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.419577 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.440430 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:04Z', 'revision_number': 3, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:06.462931 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Network 32280015-d608-4b37-b289-05f34d64c4d7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:06.465788 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:06.469388 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:06.470621 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a7f09-d109-4070-a920-c1beec62e47e None None] The sync data for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 is: [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:04Z', 'revision_number': 3, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:06.495540 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:06.524202 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.698375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.791378 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5cc34926-a726-4ebf-a934-6f052cc804ef None None] Provisioning complete for port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:06.791960 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cc34926-a726-4ebf-a934-6f052cc804ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.830019 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5cc34926-a726-4ebf-a934-6f052cc804ef None None] Port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:41:06.882174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.886902 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:06.957746 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:06.960183 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.054082 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Network 32280015-d608-4b37-b289-05f34d64c4d7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:07.055454 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:07.182839 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Router cbeaed9f-9022-417b-bf39-fd996c24bc2d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:41:07.299381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:41:07.305822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-888460b5-de42-4cd9-b6f9-c9ef394491d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/cbeaed9f-9022-417b-bf39-fd996c24bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557413 Oct 11 16:41:07.349238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2aa07404-2217-4828-a10b-1342597e5f3c None None] Provisioning complete for port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:07.349663 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2aa07404-2217-4828-a10b-1342597e5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.385738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2aa07404-2217-4828-a10b-1342597e5f3c None None] Port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:41:07.528733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 76081a84-554c-44c2-a54a-cf079a088c86 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:07.578524 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 76081a84-554c-44c2-a54a-cf079a088c86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:07.578883 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.656213 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.676188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 76081a84-554c-44c2-a54a-cf079a088c86, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76081a84-554c-44c2-a54a-cf079a088c86,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:07.679973 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.680988 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb65bb48-0457-4daa-be2e-b22d3dab63cc up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:07.760986 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=76081a84-554c-44c2-a54a-cf079a088c86,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:07.771503 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port eb65bb48-0457-4daa-be2e-b22d3dab63cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:07.771874 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.783586 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:07.788500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-689478721-network', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:07.811292 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Made reservation on behalf of 2af5e352dc294b0a81e0f1e93599db99 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:41:07.813807 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.823004 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.907988 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.912056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.934883 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:41:07.950660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94cd51-376d-478e-a83d-5cebdcf50288,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:07.953530 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:07.953871 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Added segment b50019b7-4ceb-47a9-8e32-aa9cc16a3c85 of type vlan for network 9dfbf285-5568-4777-95df-bbca7124c2c1 Oct 11 16:41:08.001342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.006437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.028037 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.028881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:08.029460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.055663 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Sync routers for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:41:08.065345 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:08.066057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:08.090822 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3061118 Oct 11 16:41:08.093830 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:08.095947 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f502cd0-7f23-40f1-8643-f37ef6aefd80 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfbf285-5568-4777-95df-bbca7124c2c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:08.099274 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Request body: {'subnet': {'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-689478721-subnet', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:08.107796 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:41:08.120598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Made reservation on behalf of 2af5e352dc294b0a81e0f1e93599db99 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:41:08.123120 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.233348 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:08.291131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.348780 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b67b13-4489-4702-b465-2d64156b353a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:08.356266 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Checking segment: {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:08.356624 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Network hostable DHCP agents. Network: 9dfbf285-5568-4777-95df-bbca7124c2c1, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:41:08.374276 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:41:08.383944 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9dfbf285-5568-4777-95df-bbca7124c2c1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:08.388993 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:08.390862 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.395762 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285347a8-3b63-440a-b473-8f92bea8782b None None] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:41:08.409048 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0283a28a-4e06-46d6-a68b-63e6cb0e5211 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3115406 Oct 11 16:41:08.409240 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 37926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:08.413357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:08.434223 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.435361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.489919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.535269 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 2, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:08.568702 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Checking router: cbeaed9f-9022-417b-bf39-fd996c24bc2d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:08.569052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Updating router cbeaed9f-9022-417b-bf39-fd996c24bc2d port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:41:08.612104 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.625087 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9dfbf285-5568-4777-95df-bbca7124c2c1', 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'fixed_ips': [{'subnet_id': '80b67b13-4489-4702-b465-2d64156b353a'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:41:08.625282 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.625966 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.825464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.845446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:08.894556 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Allocated IP 172.20.0.2 (9dfbf285-5568-4777-95df-bbca7124c2c1/80b67b13-4489-4702-b465-2d64156b353a/d5e0cd94-fecb-4bcb-8c20-aa437ed17e70) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:08.952482 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Allocated IP 172.35.3.199 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/7c662b5e-7507-4639-b14f-bb23f0766a34) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:09.054387 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.068005 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.074753 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.088696 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.131542 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:09.136924 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:09.139800 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:09.161037 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59558-502d-4cc4-a38f-d192e050ee8f None None] Pushing event updated for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:09.164604 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Pushing event updated for resources: {'Port': ['ID=7c662b5e-7507-4639-b14f-bb23f0766a34,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:09.165878 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.176256 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.257666 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:09.265432 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:09.269136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:09.271498 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Pushing event updated for resources: {'Port': ['ID=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:09.275027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Attempting to bind port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:09.275394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Attempting to bind port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:09.275811 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Attempting to bind port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 on network 32280015-d608-4b37-b289-05f34d64c4d7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:09.301779 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:09.302154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Checking segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:09.302558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.302955 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Bound using segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:09.303456 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Bound port: 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:09.303843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.366186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Attempting to bind port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:09.367027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Attempting to bind port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:09.367027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Attempting to bind port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 on network 9dfbf285-5568-4777-95df-bbca7124c2c1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:09.380833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:09.381201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Checking segment: {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:09.381631 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.382028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Bound using segment: {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:09.382509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Bound port: d5e0cd94-fecb-4bcb-8c20-aa437ed17e70, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:09.382882 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.444556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] For port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:09.471373 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] For port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:09.472328 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] Provisioning complete for port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:09.472699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.502357 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.513074 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 76081a84-554c-44c2-a54a-cf079a088c86 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:09.574223 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f6680774-afc9-4197-bea0-444448e30239 None None] For port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:09.610241 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f6680774-afc9-4197-bea0-444448e30239 None None] For port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:09.622525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.643055 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:09.643684 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:09.645326 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59558-502d-4cc4-a38f-d192e050ee8f None None] Pushing event updated for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:09.686131 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.811898 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 76081a84-554c-44c2-a54a-cf079a088c86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:09.812270 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.847361 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6680774-afc9-4197-bea0-444448e30239 None None] Pushing event updated for resources: {'Port': ['ID=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:09.853749 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:09.881582 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:09.917587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.080103 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Router 750c3968-cd1c-4623-8400-3a9f271d0c0b is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:41:10.122735 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] For port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:10.153424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.193910 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:41:10.204971 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Sync routers for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:41:10.214224 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.218170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6d94f08-2f97-4977-8cfd-21e79dcbb060 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8054318 Oct 11 16:41:10.218703 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 37928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:10.220117 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:10.220783 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:10.294683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.300633 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ec8b8-fac2-48f0-a6c3-12c243334598 None None] Pushing event updated for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:10.336393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-822e6c6a-2fe2-4f6c-851d-914fa3cf2bed None None] Provisioning complete for port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:10.336762 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-822e6c6a-2fe2-4f6c-851d-914fa3cf2bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.357204 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:10.460000 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:10.507364 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98f8ee-b961-4f30-91ba-675d34bcb69b None None] The sync data for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 is: [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:10.789316 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 3, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:10.812862 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.823994 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Checking router: 750c3968-cd1c-4623-8400-3a9f271d0c0b for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:10.824516 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Updating router 750c3968-cd1c-4623-8400-3a9f271d0c0b port 7c662b5e-7507-4639-b14f-bb23f0766a34 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:41:10.870390 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:10.987795 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c7387-7519-43da-94ce-dd51d04bcd12 None None] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:41:11.063958 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Allocated IP 172.20.0.1 (9dfbf285-5568-4777-95df-bbca7124c2c1/80b67b13-4489-4702-b465-2d64156b353a/17333d0c-0f68-4fb3-bd84-34595c878d62) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:11.105682 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] Provisioning complete for port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:11.106801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.199195 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.207113 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.208289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.275579 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Attempting to bind port 7c662b5e-7507-4639-b14f-bb23f0766a34 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:11.275943 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Attempting to bind port 7c662b5e-7507-4639-b14f-bb23f0766a34 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:11.276303 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Attempting to bind port 7c662b5e-7507-4639-b14f-bb23f0766a34 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:11.283786 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:11.284294 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:11.284704 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.285095 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:11.285591 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Bound port: 7c662b5e-7507-4639-b14f-bb23f0766a34, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:11.285970 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.294851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.326276 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3148-2e10-45b6-bd80-073e71334204 None None] Pushing event updated for resources: {'Port': ['ID=7c662b5e-7507-4639-b14f-bb23f0766a34,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:11.354597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.368825 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.383517 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] For port 7c662b5e-7507-4639-b14f-bb23f0766a34, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:11.388149 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] For port 7c662b5e-7507-4639-b14f-bb23f0766a34, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c662b5e-7507-4639-b14f-bb23f0766a34,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:11.396892 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.402659 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Pushing event updated for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:11.412837 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:11.415342 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:11.418229 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:11.443546 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] For port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:11.454152 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.474507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.569658 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3148-2e10-45b6-bd80-073e71334204 None None] Pushing event updated for resources: {'Port': ['ID=7c662b5e-7507-4639-b14f-bb23f0766a34,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:11.579339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686052a-20a7-4784-972e-f67b49f0c5ab None None] Pushing event updated for resources: {'Port': ['ID=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:11.590013 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:11.590810 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:11.657685 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:11.735048 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:11.770157 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.780684 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:11.791982 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.846300 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c59e9465-50a5-4651-9a42-2f1b6505c8fb None None] Provisioning complete for port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:11.846675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c59e9465-50a5-4651-9a42-2f1b6505c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:11.997206 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.006662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.035639 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 3, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:12.053702 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.067373 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5abd4-3570-491b-96c0-bbd6af7cc0db None None] The sync data for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 is: [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 3, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:12.090983 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:12.172463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:12.172922 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.176162 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Pushing event updated for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:12.223689 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:12.226526 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:12.278231 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b75f5318-05f5-40c3-abe2-1b39efbe4c10 None None] Provisioning complete for port 17333d0c-0f68-4fb3-bd84-34595c878d62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:12.278606 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b75f5318-05f5-40c3-abe2-1b39efbe4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.319693 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b75f5318-05f5-40c3-abe2-1b39efbe4c10 None None] Port 17333d0c-0f68-4fb3-bd84-34595c878d62 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:41:12.365748 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Router 750c3968-cd1c-4623-8400-3a9f271d0c0b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:41:12.541465 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-596d6a08-84e3-4142-abb3-d32ad5c67fdb None None] Provisioning complete for port 17333d0c-0f68-4fb3-bd84-34595c878d62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:12.542097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596d6a08-84e3-4142-abb3-d32ad5c67fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:12.557127 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:41:12.562429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5cade3ef-6d8f-4719-bd5e-49f7b85412e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/750c3968-cd1c-4623-8400-3a9f271d0c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3426073 Oct 11 16:41:12.577556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-596d6a08-84e3-4142-abb3-d32ad5c67fdb None None] Port 17333d0c-0f68-4fb3-bd84-34595c878d62 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:41:13.565851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c662b5e-7507-4639-b14f-bb23f0766a34 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:13.625657 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7c662b5e-7507-4639-b14f-bb23f0766a34 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:13.626131 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:13.717512 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:13.738938 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 7c662b5e-7507-4639-b14f-bb23f0766a34, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c662b5e-7507-4639-b14f-bb23f0766a34,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:13.744680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:13.745412 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:13.823469 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=7c662b5e-7507-4639-b14f-bb23f0766a34,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:13.841002 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:13.841596 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:14.297872 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Sync routers for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:41:14.310003 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:14.311416 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:14.433575 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:14.657453 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 4, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17333d0c-0f68-4fb3-bd84-34595c878d62', 'name': '', 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'mac_address': 'fa:16:3e:44:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80b67b13-4489-4702-b465-2d64156b353a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:10Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 2, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'subnets': [{'id': '80b67b13-4489-4702-b465-2d64156b353a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:14.684787 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Checking router: 750c3968-cd1c-4623-8400-3a9f271d0c0b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:14.685055 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Updating router 750c3968-cd1c-4623-8400-3a9f271d0c0b port 17333d0c-0f68-4fb3-bd84-34595c878d62 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:41:14.714121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.027195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.034056 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.086646 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea8c3-41da-4d31-93db-7472edbaa6da None None] Pushing event updated for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:15.152975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Attempting to bind port 17333d0c-0f68-4fb3-bd84-34595c878d62 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:15.153633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Attempting to bind port 17333d0c-0f68-4fb3-bd84-34595c878d62 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:15.154174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Attempting to bind port 17333d0c-0f68-4fb3-bd84-34595c878d62 on network 9dfbf285-5568-4777-95df-bbca7124c2c1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:15.159907 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:15.160279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Checking segment: {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:15.160683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.161084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Bound using segment: {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:15.161579 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Bound port: 17333d0c-0f68-4fb3-bd84-34595c878d62, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:15.161964 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.256353 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] For port 17333d0c-0f68-4fb3-bd84-34595c878d62, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:15.260756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] For port 17333d0c-0f68-4fb3-bd84-34595c878d62, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17333d0c-0f68-4fb3-bd84-34595c878d62,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:15.266014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.335597 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:15.336229 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:15.353669 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea8c3-41da-4d31-93db-7472edbaa6da None None] Pushing event updated for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:15.465591 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] Provisioning complete for port 17333d0c-0f68-4fb3-bd84-34595c878d62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:15.466077 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.548813 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:15.552426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c662b5e-7507-4639-b14f-bb23f0766a34 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:15.774529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.800499 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 7c662b5e-7507-4639-b14f-bb23f0766a34 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:15.800871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:15.887975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] For port 17333d0c-0f68-4fb3-bd84-34595c878d62, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17333d0c-0f68-4fb3-bd84-34595c878d62,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:15.895988 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:16.183136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d36a0c57-33a3-4815-9929-ce37142e6152 None None] Provisioning complete for port 17333d0c-0f68-4fb3-bd84-34595c878d62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:16.183415 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d36a0c57-33a3-4815-9929-ce37142e6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:16.187965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c0591-0da2-4e2e-99b3-ed86082bd15b None None] Pushing event updated for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:16.246422 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 4, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17333d0c-0f68-4fb3-bd84-34595c878d62', 'name': '', 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'mac_address': 'fa:16:3e:44:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80b67b13-4489-4702-b465-2d64156b353a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:10Z', 'updated_at': '2021-10-11T16:41:15Z', 'revision_number': 4, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'subnets': [{'id': '80b67b13-4489-4702-b465-2d64156b353a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:16.278355 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1a622-3057-434c-9322-707b4ad1b9f4 None None] The sync data for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 is: [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:11Z', 'revision_number': 4, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17333d0c-0f68-4fb3-bd84-34595c878d62', 'name': '', 'network_id': '9dfbf285-5568-4777-95df-bbca7124c2c1', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'mac_address': 'fa:16:3e:44:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80b67b13-4489-4702-b465-2d64156b353a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:10Z', 'updated_at': '2021-10-11T16:41:15Z', 'revision_number': 4, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'subnets': [{'id': '80b67b13-4489-4702-b465-2d64156b353a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:17.527297 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 17333d0c-0f68-4fb3-bd84-34595c878d62 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:17.595507 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 17333d0c-0f68-4fb3-bd84-34595c878d62 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:17.596030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:22.379001 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-e9374f7b-02d4-4457-86b2-a12712d6620a tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:22.380433 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-e9374f7b-02d4-4457-86b2-a12712d6620a tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 814 time: 0.1058497 Oct 11 16:41:22.395404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-a718d0b8-f680-4905-a7a1-86aa86ac6cf8 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/quotas/0d2785602bc940ecbb94c8abc660515e HTTP/1.1" status: 200 len: 375 time: 0.0087793 Oct 11 16:41:22.444112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-c01eeb3a-4436-48af-863a-cdfc9cd220ef tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430226 Oct 11 16:41:22.541475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-3388b721-ba08-405b-9504-f062e987a861 service neutron] 10.222.0.31 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856421 Oct 11 16:41:22.627780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-4c55403c-1f67-4e2b-8274-c695073033ae service neutron] 10.222.0.31 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802548 Oct 11 16:41:22.784334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfac5e5a-5d24-47c1-ae93-41bf96b24e16 req-912b91d0-40d7-40d8-a868-b6b2d9bfd0b0 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Oct 11 16:41:23.694913 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-be4087da-a59f-46c9-9498-32b00fc5525f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:23.696541 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-be4087da-a59f-46c9-9498-32b00fc5525f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 814 time: 0.1058135 Oct 11 16:41:23.710359 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'port': {'device_id': '105238db-5321-489f-9151-5041a29cb384', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'admin_state_up': True, 'tenant_id': '0d2785602bc940ecbb94c8abc660515e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:23.825803 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Made reservation on behalf of 0d2785602bc940ecbb94c8abc660515e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:41:23.829919 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:23.888125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f8010e7-aaa0-4b20-ae65-8b0ec74a8106 req-320093fe-8d34-4d48-95a1-b84e1f1b0196 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 210 time: 0.0336843 Oct 11 16:41:23.983226 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Allocated IP 172.20.0.12 (32280015-d608-4b37-b289-05f34d64c4d7/25275ef4-4285-4486-9a6e-1c76d5b7a913/07259add-504e-439f-b54e-6af38c3b7814) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:24.203843 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:24.242090 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:24.286082 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Network 32280015-d608-4b37-b289-05f34d64c4d7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:24.289392 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:24.293338 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:24.355789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:24.376949 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:24.377724 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:24.381005 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.381411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.381834 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.382235 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.382629 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.383127 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.383535 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.383956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.384999 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.385388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.385801 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.386186 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:24.403775 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5de3c81e-cc39-419a-b4ce-796496e497cf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6973262 Oct 11 16:41:24.534310 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a24212ca-bd4d-4e99-8d47-88ad0576cea9 None None] Provisioning complete for port 07259add-504e-439f-b54e-6af38c3b7814 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:24.534927 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a24212ca-bd4d-4e99-8d47-88ad0576cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:24.573560 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a24212ca-bd4d-4e99-8d47-88ad0576cea9 None None] Port 07259add-504e-439f-b54e-6af38c3b7814 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:41:25.013609 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263ed1-c5f9-4fa1-b385-9abefa4245c5 req-959f78bb-f27b-477f-bb0d-1f92025cdac7 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:25.015521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88263ed1-c5f9-4fa1-b385-9abefa4245c5 req-959f78bb-f27b-477f-bb0d-1f92025cdac7 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0551014 Oct 11 16:41:25.057005 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88263ed1-c5f9-4fa1-b385-9abefa4245c5 req-88892068-a056-44e5-ba78-0e4fbc317563 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357816 Oct 11 16:41:26.174870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32afc0-b5b7-4c2a-9474-912725a342ed req-f46ea5f7-a0b3-4f1c-9c9c-666e60554eda tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:26.176254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b32afc0-b5b7-4c2a-9474-912725a342ed req-f46ea5f7-a0b3-4f1c-9c9c-666e60554eda tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0518570 Oct 11 16:41:26.217518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4b32afc0-b5b7-4c2a-9474-912725a342ed req-fcd0cd48-cbfd-434a-9f69-bb6618cd55cd tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Oct 11 16:41:27.357024 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395de6b-ab0d-4add-953b-940fd3efd9f6 req-c32a7e4d-de68-4498-b273-bfc14f69cc53 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:27.358484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8395de6b-ab0d-4add-953b-940fd3efd9f6 req-c32a7e4d-de68-4498-b273-bfc14f69cc53 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0605464 Oct 11 16:41:27.415455 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8395de6b-ab0d-4add-953b-940fd3efd9f6 req-36c08c79-c6db-473c-a028-4aadf00d1629 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Oct 11 16:41:28.534282 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814ec86-cb79-44f4-a58f-59ca92f74c2e req-05295f58-672f-4f44-9989-ea5b620010ee tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:28.535773 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e814ec86-cb79-44f4-a58f-59ca92f74c2e req-05295f58-672f-4f44-9989-ea5b620010ee tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0502927 Oct 11 16:41:28.576654 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e814ec86-cb79-44f4-a58f-59ca92f74c2e req-357e215b-4699-474f-8499-11893930ca62 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344450 Oct 11 16:41:29.015778 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:41:29.704380 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70a99d-0cb2-49d0-9cde-6578a47896fd req-29416bfe-1b49-45d8-890d-eecea59bd60f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:29.706245 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a70a99d-0cb2-49d0-9cde-6578a47896fd req-29416bfe-1b49-45d8-890d-eecea59bd60f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0555387 Oct 11 16:41:29.744112 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a70a99d-0cb2-49d0-9cde-6578a47896fd req-adafb92d-187b-46bf-9419-7792ce61f468 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Oct 11 16:41:30.867841 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f9871-b207-44e4-9384-5a9de36c473b req-b50883d4-e933-48bd-9a68-1f13ad4d3753 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:30.870420 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c67f9871-b207-44e4-9384-5a9de36c473b req-b50883d4-e933-48bd-9a68-1f13ad4d3753 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0575337 Oct 11 16:41:30.912231 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c67f9871-b207-44e4-9384-5a9de36c473b req-27327f50-b5cc-4b3a-a049-c5d19ea4468b tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Oct 11 16:41:32.045350 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab041caf-ce0a-4c44-9645-e7b0ab2332d6 req-3431e380-c682-4e6b-aa55-1a4bdc84fe06 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:32.047332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab041caf-ce0a-4c44-9645-e7b0ab2332d6 req-3431e380-c682-4e6b-aa55-1a4bdc84fe06 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0536604 Oct 11 16:41:32.086322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab041caf-ce0a-4c44-9645-e7b0ab2332d6 req-a8367311-f1d3-4fef-9504-7d7eec328d35 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Oct 11 16:41:32.464598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab73529-a0c2-4504-a64b-2d1fcf575d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:33.202966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61424fa6-709a-4eb7-be7a-64c5c0218582 req-2568bc0d-5191-447c-bdca-79e6b6a19895 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:33.204365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61424fa6-709a-4eb7-be7a-64c5c0218582 req-2568bc0d-5191-447c-bdca-79e6b6a19895 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0498002 Oct 11 16:41:33.244734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-61424fa6-709a-4eb7-be7a-64c5c0218582 req-b81c9c85-b7aa-4533-87d4-abb1a5adb697 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Oct 11 16:41:34.129113 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Request body: {'port': {'device_id': '105238db-5321-489f-9151-5041a29cb384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:34.184449 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.363392 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eceaa-8287-4dae-a42c-e2d842754ffd req-8748a142-8bd8-4388-9c80-0055a1797255 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:34.364863 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-549eceaa-8287-4dae-a42c-e2d842754ffd req-8748a142-8bd8-4388-9c80-0055a1797255 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 932 time: 0.0526259 Oct 11 16:41:34.402578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-549eceaa-8287-4dae-a42c-e2d842754ffd req-2349312e-4791-4738-9613-4ab363a65c9c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Oct 11 16:41:34.442941 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07259add-504e-439f-b54e-6af38c3b7814 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:41:34.450174 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.462448 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Transition to ACTIVE for port object 07259add-504e-439f-b54e-6af38c3b7814 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:41:34.466542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.517558 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:34.585267 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Attempting to bind port 07259add-504e-439f-b54e-6af38c3b7814 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:41:34.585642 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Attempting to bind port 07259add-504e-439f-b54e-6af38c3b7814 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:41:34.585968 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Attempting to bind port 07259add-504e-439f-b54e-6af38c3b7814 on network 32280015-d608-4b37-b289-05f34d64c4d7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:34.590618 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Port 07259add-504e-439f-b54e-6af38c3b7814 on network 32280015-d608-4b37-b289-05f34d64c4d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:41:34.590938 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Attempting to bind port 07259add-504e-439f-b54e-6af38c3b7814 on network 32280015-d608-4b37-b289-05f34d64c4d7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:41:34.595869 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:41:34.596207 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Checking segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:41:34.596592 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Bound using segment: {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:41:34.597018 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Bound port: 07259add-504e-439f-b54e-6af38c3b7814, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d78db1-cd71-4517-8405-f8c235395f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:41:34.597376 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.664296 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:41:34.668300 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:41:34.673898 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.707494 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:34.708099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:34.709465 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] 10.222.0.36 "PUT /v2.0/ports/07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 1092 time: 0.5852015 Oct 11 16:41:34.709920 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:41:34.712172 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca4fb4-4f18-44db-bd91-4b607993d555" -d '{"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:41:34.739326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da20b6f-8f02-4576-9dae-2e25502748de service neutron] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:34.755229 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f18ff-c98e-4726-b49e-dc1ad2ccdb0c x-openstack-request-id: req-196f18ff-c98e-4726-b49e-dc1ad2ccdb0c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:41:34.755519 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:41:34.755770 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-196f18ff-c98e-4726-b49e-dc1ad2ccdb0c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:41:34.756164 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:41:34.805948 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-bccef758-f20b-4455-93ed-49457536bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:34.807527 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-bccef758-f20b-4455-93ed-49457536bc7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1095 time: 0.0461295 Oct 11 16:41:34.850497 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-fb2a8f9c-e34c-48b1-8c19-0fc34bd751ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 217 time: 0.0351140 Oct 11 16:41:34.901311 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-a2760036-cce7-4704-8433-646a5a1f5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:34.902802 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-a2760036-cce7-4704-8433-646a5a1f5386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0453966 Oct 11 16:41:34.947778 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-48fcf52d-3410-4707-988a-888fc395eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:34.949165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-48fcf52d-3410-4707-988a-888fc395eabc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398078 Oct 11 16:41:35.044281 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-aa3bb66a-08ad-4536-9542-c44eb1baea1d service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Oct 11 16:41:35.138783 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-420de6f6-1f2f-4396-a44e-4c9e15daf40a req-550c6296-c76a-4f68-8825-7e57390411ca service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868256 Oct 11 16:41:35.445871 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f46980-9dae-4f9c-9165-a91e3544586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:35.525620 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53745a-ad31-46cd-9e3c-4df5fda8727b req-2b7283f9-0512-4631-8052-ec1597d7ab72 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:35.527247 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c53745a-ad31-46cd-9e3c-4df5fda8727b req-2b7283f9-0512-4631-8052-ec1597d7ab72 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 944 time: 0.0504136 Oct 11 16:41:35.567174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7c53745a-ad31-46cd-9e3c-4df5fda8727b req-dd467036-9820-4fdb-a647-0e5f8a252899 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Oct 11 16:41:35.574426 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-e6b6774a-1fd6-454d-bf5e-5da13e0e9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:35.575918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-e6b6774a-1fd6-454d-bf5e-5da13e0e9cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1095 time: 0.3930044 Oct 11 16:41:35.668496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-dd3345c3-1950-43c7-811f-6ab84115f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:35.669979 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-dd3345c3-1950-43c7-811f-6ab84115f1be service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0863647 Oct 11 16:41:35.715171 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-465a127f-8874-468d-a1c0-a4da141f6f62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 217 time: 0.0348837 Oct 11 16:41:35.763851 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-049499eb-bf90-460f-9692-b5423eb1e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:35.765264 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-049499eb-bf90-460f-9692-b5423eb1e4d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0428333 Oct 11 16:41:35.810869 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-abf1a7c2-07c6-4aed-97cd-85ed75941064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:35.812336 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-abf1a7c2-07c6-4aed-97cd-85ed75941064 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394380 Oct 11 16:41:35.905225 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-b9f5bfc8-896e-45e0-861c-10fd348927c6 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Oct 11 16:41:35.999711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-55ca4fb4-4f18-44db-bd91-4b607993d555 req-4cca6339-0e67-4787-9a28-c7c6f6440c90 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Oct 11 16:41:36.118365 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:36.209066 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:36.684786 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333dff-ca59-4a8f-bc9a-6edde50bfea6 req-9c69b49c-ff35-43dd-b145-5780128b1cc5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:36.686443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f333dff-ca59-4a8f-bc9a-6edde50bfea6 req-9c69b49c-ff35-43dd-b145-5780128b1cc5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 944 time: 0.0489204 Oct 11 16:41:36.724194 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f333dff-ca59-4a8f-bc9a-6edde50bfea6 req-5a3ecff6-6ba2-4bfb-8f73-0714b8b2a460 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Oct 11 16:41:36.938470 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07259add-504e-439f-b54e-6af38c3b7814 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:41:37.034027 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:37.044883 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '07259add-504e-439f-b54e-6af38c3b7814', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'port_id': '07259add-504e-439f-b54e-6af38c3b7814', 'mac_address': 'fa:16:3e:2e:2e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:41:37.080428 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:37.092360 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07259add-504e-439f-b54e-6af38c3b7814 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:41:37.118733 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:37.123228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:37.167887 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:37.174927 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.175349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.175609 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.175997 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.176269 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.176591 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.176911 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.177231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.177569 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.177888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.178203 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.178518 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:41:37.326844 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:41:37.839746 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14c06-4dc6-4c34-b352-3ffe4df85da9 req-5363c9a2-0811-4e90-9a39-3887eb229c6c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:37.841197 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8e14c06-4dc6-4c34-b352-3ffe4df85da9 req-5363c9a2-0811-4e90-9a39-3887eb229c6c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Oct 11 16:41:37.878584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b8e14c06-4dc6-4c34-b352-3ffe4df85da9 req-b44955cc-297a-4e7b-8e9f-16ae5f000952 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Oct 11 16:41:38.008158 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:38.942673 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07259add-504e-439f-b54e-6af38c3b7814 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:41:38.993004 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b548718-0599-4eaf-909c-25105769c201 req-50b22727-920e-47c8-a937-b0ebd5d2cd2e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:38.994526 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 07259add-504e-439f-b54e-6af38c3b7814 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:41:38.994658 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b548718-0599-4eaf-909c-25105769c201 req-50b22727-920e-47c8-a937-b0ebd5d2cd2e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Oct 11 16:41:38.998893 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 07259add-504e-439f-b54e-6af38c3b7814 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:38.999262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:39.035248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b548718-0599-4eaf-909c-25105769c201 req-f0d124b2-1aa2-45c1-8e2d-0b94672602db tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Oct 11 16:41:39.077272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:39.100177 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:41:39.102755 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12eac18-cd7d-44ef-9b23-ea2fa085acf7" -d '{"events": [{"server_uuid": "105238db-5321-489f-9151-5041a29cb384", "name": "network-vif-plugged", "status": "completed", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:41:39.115375 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:39.119868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:39.146837 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90591e94-17f0-49c0-b5c5-a2fe97be2494 x-openstack-request-id: req-90591e94-17f0-49c0-b5c5-a2fe97be2494 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:41:39.147125 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105238db-5321-489f-9151-5041a29cb384", "name": "network-vif-plugged", "status": "completed", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:41:39.147374 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90591e94-17f0-49c0-b5c5-a2fe97be2494 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:41:39.147760 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'code': 200} Oct 11 16:41:39.173888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:39.237497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0312c-b8d0-4b67-86cc-a65b228566af req-4ace0ba8-d752-4504-8f75-b54491239c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:39.238953 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e0312c-b8d0-4b67-86cc-a65b228566af req-4ace0ba8-d752-4504-8f75-b54491239c87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1097 time: 0.0403743 Oct 11 16:41:39.273836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e0312c-b8d0-4b67-86cc-a65b228566af req-90819bd3-19a8-43a9-9fac-23469cb03dba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279558 Oct 11 16:41:40.147713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1fd59-9fef-4d78-8eff-57f06d608103 req-2bed63d5-dc67-4f23-8c33-bbbaedf0bfb9 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:40.149107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bce1fd59-9fef-4d78-8eff-57f06d608103 req-2bed63d5-dc67-4f23-8c33-bbbaedf0bfb9 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0494323 Oct 11 16:41:40.190955 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bce1fd59-9fef-4d78-8eff-57f06d608103 req-5a6a0496-e245-43b1-853d-d238bab5286d tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Oct 11 16:41:40.217706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:41.308619 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2a156-8abb-471e-a287-695911899fa3 req-c6e7899f-1a83-40cf-946a-376292ccb80e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:41.310083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8e2a156-8abb-471e-a287-695911899fa3 req-c6e7899f-1a83-40cf-946a-376292ccb80e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0513973 Oct 11 16:41:41.334248 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:41.347265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8e2a156-8abb-471e-a287-695911899fa3 req-f1eaef06-e8f5-4ac1-9ae1-7328ff1938d4 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Oct 11 16:41:41.459071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81deef1-b796-481a-93a6-074c182b46b2 req-6901fe6f-4d37-4631-ad4f-941871b39ddb tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:41.460537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d81deef1-b796-481a-93a6-074c182b46b2 req-6901fe6f-4d37-4631-ad4f-941871b39ddb tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Oct 11 16:41:41.497460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d81deef1-b796-481a-93a6-074c182b46b2 req-e3eadd63-a8a5-4c10-8f58-699748ca4d3c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Oct 11 16:41:41.679422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3dffd-7a9c-4ee2-930a-3aa9077b8164 req-c1346282-7aeb-45d2-a287-7419a9c291aa tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:41.680857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57d3dffd-7a9c-4ee2-930a-3aa9077b8164 req-c1346282-7aeb-45d2-a287-7419a9c291aa tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0480196 Oct 11 16:41:41.717077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57d3dffd-7a9c-4ee2-930a-3aa9077b8164 req-368fd5f8-e910-4b1f-98fe-b96f2ba2982b tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303810 Oct 11 16:41:54.192114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb79499-e3f5-4c39-8b1c-b43088d9aaf8 req-33c03e65-d666-4304-9b56-159801055eca tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:54.193583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bb79499-e3f5-4c39-8b1c-b43088d9aaf8 req-33c03e65-d666-4304-9b56-159801055eca tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0524111 Oct 11 16:41:54.233540 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8bb79499-e3f5-4c39-8b1c-b43088d9aaf8 req-341b1579-867c-48d3-bf6c-c94880a5d593 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Oct 11 16:41:54.256067 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:54.387184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf6114-6ccd-4ea1-a695-5e905708d61a tempest-TestMinimumBasicScenario-1969479488 tempest-TestMinimumBasicScenario-1969479488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:54.388690 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b5cf6114-6ccd-4ea1-a695-5e905708d61a tempest-TestMinimumBasicScenario-1969479488 tempest-TestMinimumBasicScenario-1969479488-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1092 time: 0.1316595 Oct 11 16:41:54.391678 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38122) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:54.395879 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '07259add-504e-439f-b54e-6af38c3b7814', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:54.416980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:54.515377 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:54.615566 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Allocated IP 172.35.3.77 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/4e4b9883-1b9f-412a-b0fd-96ac19586175) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:41:54.718978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:54.750744 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:54.790889 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:41:54.795607 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:41:54.800177 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:41:54.802086 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'Port': ['ID=4e4b9883-1b9f-412a-b0fd-96ac19586175,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:55.163012 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:55.228489 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:55.376593 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:55.380913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:55.450136 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'Port': ['ID=4e4b9883-1b9f-412a-b0fd-96ac19586175,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:55.461475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:55.829921 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Floating IP 11ceeb55-ecb0-4344-b173-08cecfe468d4 associated. External IP: 172.35.3.77, port: 07259add-504e-439f-b54e-6af38c3b7814. Oct 11 16:41:56.043276 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Router cbeaed9f-9022-417b-bf39-fd996c24bc2d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:41:56.148020 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:41:56.158842 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Sync routers for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:41:56.165379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.168765 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:56.169376 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:56.191213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f51f59f3-5341-43cd-9ef8-7184e7a9a9a5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7985556 Oct 11 16:41:56.191795 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:41:56.194132 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2f583-85b3-4431-9024-06eefb3cec80" -d '{"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:41:56.194977 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:56.200236 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352845191', 'description': 'tempest-secgroup-smoke-1352845191 description', 'project_id': '0d2785602bc940ecbb94c8abc660515e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:56.226077 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.234763 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e8dab-8904-45de-8ecf-deabdfe5e8a6 x-openstack-request-id: req-eb0e8dab-8904-45de-8ecf-deabdfe5e8a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:41:56.235312 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:41:56.235312 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb0e8dab-8904-45de-8ecf-deabdfe5e8a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:41:56.235681 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:41:56.278840 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:56.309424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.320358 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.371039 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.372284 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1761532 Oct 11 16:41:56.375419 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:56.378971 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6a44-75ff-4aef-8c18-b8d1314a517c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b03e02-4fa5-4366-ac9c-eb355665bdf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:56.379933 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:56.396929 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-81859ea3-7b12-4f68-94e5-1968e1ac6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:56.398537 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-81859ea3-7b12-4f68-94e5-1968e1ac6431 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1097 time: 0.1369135 Oct 11 16:41:56.415268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.472940 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.477288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.496429 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-15152c1c-b83f-4a11-858d-35239e7a21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:56.498164 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-15152c1c-b83f-4a11-858d-35239e7a21c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0909619 Oct 11 16:41:56.500358 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25ef340-dfa8-4ee9-a46c-4f0f95b00d4a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:56.510965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.512477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-76e3db68-c7ad-4045-abc9-589d54b1ef4e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360734 Oct 11 16:41:56.515240 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:56.519888 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:56.522355 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '11ceeb55-ecb0-4344-b173-08cecfe468d4', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'floating_ip_address': '172.35.3.77', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'port_id': '07259add-504e-439f-b54e-6af38c3b7814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'mac_address': 'fa:16:3e:2e:2e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105238db-5321-489f-9151-5041a29cb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:41:55Z', 'updated_at': '2021-10-11T16:41:55Z', 'revision_number': 0, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:56.547543 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.549062 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Checking router: cbeaed9f-9022-417b-bf39-fd996c24bc2d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:41:56.558658 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:41:56.559275 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:41:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:56.578018 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-78c06346-6939-4bc4-820b-51d1cba44e57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 999 time: 0.0711508 Oct 11 16:41:56.618402 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.623698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.640514 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d489456-7dee-448d-8fbc-9d060a939f9f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:56.643969 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-25b40397-bf4c-441d-8dde-e7003280889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:56.646860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-25b40397-bf4c-441d-8dde-e7003280889f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0611730 Oct 11 16:41:56.657985 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.662719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af5deac0-86cc-4add-b6db-e997c6214764 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429713 Oct 11 16:41:56.663805 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:56.668285 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:56.679391 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:41:56.707397 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-be734192-f11a-4b15-8389-f566a15833bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:56.709585 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-be734192-f11a-4b15-8389-f566a15833bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556428 Oct 11 16:41:56.711143 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.798963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.804521 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.826040 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55db1e59-9638-4d6f-84be-39e6a8a92e98,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:56.838575 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.840379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-72008b46-74ca-4fef-93c7-d9594ab6800c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759212 Oct 11 16:41:56.841562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-f8eb1130-3a1e-490b-8b80-cac145860fdf service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237850 Oct 11 16:41:56.843371 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:56.848318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:56.886621 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.976769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-59c2f583-85b3-4431-9024-06eefb3cec80 req-51af6a78-1fbe-43b1-95f0-d7d43af8110b service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276846 Oct 11 16:41:56.984138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:56.990450 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.007559 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e40a32-f74c-41ee-bce2-743bb0f6933a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:57.020877 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.024724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b8ba87f7-7d41-4144-8546-8ff23990402c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777396 Oct 11 16:41:57.025015 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:57.029594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:57.039263 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '11ceeb55-ecb0-4344-b173-08cecfe468d4', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'floating_ip_address': '172.35.3.77', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'port_id': '07259add-504e-439f-b54e-6af38c3b7814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'mac_address': 'fa:16:3e:2e:2e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105238db-5321-489f-9151-5041a29cb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:41:55Z', 'updated_at': '2021-10-11T16:41:55Z', 'revision_number': 0, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:41:57.055193 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Project 0d2785602bc940ecbb94c8abc660515e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:41:57.061573 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.073539 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6bbe9-2db0-4759-956e-db5637196699 None None] The sync data for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 is: [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '11ceeb55-ecb0-4344-b173-08cecfe468d4', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'floating_ip_address': '172.35.3.77', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'port_id': '07259add-504e-439f-b54e-6af38c3b7814', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'mac_address': 'fa:16:3e:2e:2e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105238db-5321-489f-9151-5041a29cb384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:41:55Z', 'updated_at': '2021-10-11T16:41:55Z', 'revision_number': 0, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:41:57.126701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.131534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.149727 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6196696-1d39-4ad6-b3f3-fd5a5fe66dd8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:57.159617 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.163764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5dcd116b-098f-4466-bd7f-2105d1e971df tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348138 Oct 11 16:41:57.163764 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:41:57.168132 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'security_group_rule': {'security_group_id': '92b03e02-4fa5-4366-ac9c-eb355665bdf3', 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:57.190564 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Project 0d2785602bc940ecbb94c8abc660515e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:41:57.196205 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.264818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.269157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.287372 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e9b49e-5248-4116-81bf-7090d0f09706,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:57.300642 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.301909 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-98987d78-ab59-40ad-82c4-1d48b55c6485 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373465 Oct 11 16:41:57.309772 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d2968-1751-4591-8780-361447c0c2a0 None None] New status for floating IP 11ceeb55-ecb0-4344-b173-08cecfe468d4: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:41:57.381816 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-bb9d21f8-c996-450e-9e11-25f3208ecb9d tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352845191&fields=id&tenant_id=0d2785602bc940ecbb94c8abc660515e HTTP/1.1" status: 200 len: 267 time: 0.0319517 Oct 11 16:41:57.438626 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-c6ad4a63-4823-4d72-9ca7-e07d7219ac90 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:57.440111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-c6ad4a63-4823-4d72-9ca7-e07d7219ac90 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0518446 Oct 11 16:41:57.455324 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'port': {'security_groups': ['1923f782-9fce-42cb-a1a3-ff2b581d246c', '92b03e02-4fa5-4366-ac9c-eb355665bdf3']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:41:57.518039 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.698722 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:41:57.727015 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.731462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.744278 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:41:57.777140 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:57.777782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:57.779179 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-df69bc5d-22ca-428a-959c-960b0ffb0646 req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "PUT /v2.0/ports/07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 982 time: 0.3288493 Oct 11 16:41:57.808792 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b0069-9eb3-442c-9a8f-66a323785195 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:41:57.840659 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:41:57.892690 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018bfc2-3d45-4090-8cd7-7d5f822aa8a7 req-4a59d787-9709-4410-b6cb-e0dbd2ab244a tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:57.894480 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5018bfc2-3d45-4090-8cd7-7d5f822aa8a7 req-4a59d787-9709-4410-b6cb-e0dbd2ab244a tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0548646 Oct 11 16:41:57.942775 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5018bfc2-3d45-4090-8cd7-7d5f822aa8a7 req-d9c47f22-05ed-411c-86b7-b8af1572cfa2 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407422 Oct 11 16:41:58.074291 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2fb1bfd7-294d-43a8-8944-e2ee3c4f3fb2 None None] Provisioning complete for port 07259add-504e-439f-b54e-6af38c3b7814 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:41:58.074592 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bfd7-294d-43a8-8944-e2ee3c4f3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:41:58.236349 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:41:58.238862 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046bccda-6ca9-40d4-bc89-9271859fbd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:41:58.275401 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4d11c-6ea2-4eac-a2d0-04e8061a9273 x-openstack-request-id: req-0ca4d11c-6ea2-4eac-a2d0-04e8061a9273 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:41:58.276003 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:41:58.276003 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ca4d11c-6ea2-4eac-a2d0-04e8061a9273 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:41:58.276326 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:41:58.348508 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-20bcf5bb-ab49-47ff-bc1a-fadb8a9132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:58.349918 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-20bcf5bb-ab49-47ff-bc1a-fadb8a9132e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1136 time: 0.0452445 Oct 11 16:41:58.448346 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-e68af72b-edfb-4801-a91e-d4ea2a03110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:58.449855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-e68af72b-edfb-4801-a91e-d4ea2a03110d service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0911736 Oct 11 16:41:58.533181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-91a1b2e6-03cd-41fd-aabe-eb0e1e149f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 1001 time: 0.0661268 Oct 11 16:41:58.583789 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-ee6032f1-7852-4dd0-99e7-4da688a150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:58.585285 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-ee6032f1-7852-4dd0-99e7-4da688a150b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0448930 Oct 11 16:41:58.632882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-0bb26658-bf32-474d-a0dd-57cc84e50a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:41:58.634388 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-0bb26658-bf32-474d-a0dd-57cc84e50a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404470 Oct 11 16:41:58.727807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-7adb9e84-4f0c-4946-9ea0-be5b02e50f29 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832624 Oct 11 16:41:58.818420 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-046bccda-6ca9-40d4-bc89-9271859fbd8a req-6908e470-e0f1-4189-8374-402317de79ab service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819650 Oct 11 16:42:01.875753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-bdad663c-5101-4320-841f-3abec6fc9852 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398622 Oct 11 16:42:01.963442 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-471652a3-97a7-4067-a615-c78755eb81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:01.964932 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-471652a3-97a7-4067-a615-c78755eb81b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1136 time: 0.0460737 Oct 11 16:42:02.067914 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-68dd36a4-5e3b-477e-91a1-8d4a0f06f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:02.069350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-68dd36a4-5e3b-477e-91a1-8d4a0f06f56e service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0834904 Oct 11 16:42:02.138116 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-84b00f2f-1fc7-4c50-a43e-a888a3780328 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 1001 time: 0.0607958 Oct 11 16:42:02.188223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-5b4016dc-9cc4-4f60-9829-8f96e2d43edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:02.189640 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-5b4016dc-9cc4-4f60-9829-8f96e2d43edc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0433545 Oct 11 16:42:02.235852 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-bed2472c-afe4-4e00-bc00-7957c3f30b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:02.237332 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-bed2472c-afe4-4e00-bc00-7957c3f30b84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403106 Oct 11 16:42:02.342314 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-423c5149-83bf-4a43-b51f-0b6e743f79a0 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979218 Oct 11 16:42:02.430036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c0950560-45d2-4f29-be5b-c2dd320944e5 req-f76ecd76-6aa7-4c4a-89fd-1b7d5e0d3219 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805061 Oct 11 16:42:02.456224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-157c32c6-1af3-4f30-9210-fdd259840a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:05.448817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f937e45-056d-480f-9e99-9980b03d1806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:06.014672 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:42:06.120810 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:06.211475 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:08.011947 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:10.221308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:11.333687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:13.135797 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba29c1-9551-4b9c-9584-64adcd98a9aa req-313007d2-1eab-4411-aa54-a2ccb7c13796 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:13.137202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79ba29c1-9551-4b9c-9584-64adcd98a9aa req-313007d2-1eab-4411-aa54-a2ccb7c13796 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0503671 Oct 11 16:42:13.143845 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-5ba91921-29d6-4b27-8775-0dc4fc55932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:13.145350 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-5ba91921-29d6-4b27-8775-0dc4fc55932e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1136 time: 0.0460463 Oct 11 16:42:13.177796 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79ba29c1-9551-4b9c-9584-64adcd98a9aa req-0200979a-5f20-4f0b-9e03-590f7359235d tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342891 Oct 11 16:42:13.237518 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-da011330-c726-4ecb-8bf3-b819951c2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:13.239004 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-da011330-c726-4ecb-8bf3-b819951c2e08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0848162 Oct 11 16:42:13.308209 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-1d2bf49d-80c6-4f40-812e-6c512a0d442a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 1001 time: 0.0618842 Oct 11 16:42:13.358209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-1662a8c9-b1e4-487e-981f-442e0735715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:13.359677 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-1662a8c9-b1e4-487e-981f-442e0735715b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0438230 Oct 11 16:42:13.408213 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-aae8d4b8-61c2-4c0c-a7c1-8c390dd73ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:13.409644 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-aae8d4b8-61c2-4c0c-a7c1-8c390dd73ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400655 Oct 11 16:42:13.500925 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-8d9105cd-8d74-4ade-9fa4-e86a0d613253 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 Oct 11 16:42:13.589047 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c875dafc-cd97-43d1-b55e-2fd605dcd4ee req-ccfc2468-359b-409b-9a09-47be368364fc service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813324 Oct 11 16:42:14.293722 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625c28-90ea-4b2d-bcc5-31dc6a965ec9 req-672fb9a0-b4cf-4bf5-876e-98035cb32526 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:14.295543 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2625c28-90ea-4b2d-bcc5-31dc6a965ec9 req-672fb9a0-b4cf-4bf5-876e-98035cb32526 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0499895 Oct 11 16:42:14.338399 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d2625c28-90ea-4b2d-bcc5-31dc6a965ec9 req-9383fc1b-0a11-477c-931b-86a30bc7414d tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368402 Oct 11 16:42:15.450588 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e225-bbc2-434d-b5d9-43ce107a4608 req-94ca3828-f36b-4eb4-b377-5cb5cc0484f5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:15.452041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c07e225-bbc2-434d-b5d9-43ce107a4608 req-94ca3828-f36b-4eb4-b377-5cb5cc0484f5 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0479236 Oct 11 16:42:15.491416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8c07e225-bbc2-434d-b5d9-43ce107a4608 req-e5975952-4dd8-4112-b792-490bc0461b6f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333743 Oct 11 16:42:16.604470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44cff9-4101-4e15-8632-978756737c1f req-35ba4318-3eb1-4436-a423-6b6429897da6 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:16.605988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e44cff9-4101-4e15-8632-978756737c1f req-35ba4318-3eb1-4436-a423-6b6429897da6 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0495255 Oct 11 16:42:16.645552 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6e44cff9-4101-4e15-8632-978756737c1f req-c68739c3-28e8-44ce-ab5d-43ade627a8ad tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333736 Oct 11 16:42:17.759217 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce7e6d-95cf-4fb9-87fd-3a17f8a3215a req-6fcdace2-073a-4813-bd33-feb69f852598 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:17.761248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2ce7e6d-95cf-4fb9-87fd-3a17f8a3215a req-6fcdace2-073a-4813-bd33-feb69f852598 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0489690 Oct 11 16:42:17.803334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c2ce7e6d-95cf-4fb9-87fd-3a17f8a3215a req-fac99926-03c2-44c2-bc2e-618c5e790d9b tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361536 Oct 11 16:42:18.917776 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f364491-3f29-4cf9-8e04-18be604b4e3d req-4f2485cb-aeda-4656-a9d3-47560013c37f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:18.919235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f364491-3f29-4cf9-8e04-18be604b4e3d req-4f2485cb-aeda-4656-a9d3-47560013c37f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0494657 Oct 11 16:42:18.962092 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f364491-3f29-4cf9-8e04-18be604b4e3d req-04dabe0f-9ed0-4d3b-858f-3c931e872e18 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350690 Oct 11 16:42:20.072787 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3362f6-48ed-405d-8d48-544abbd3ea56 req-c789f2c3-5bc4-4278-9271-4da0b940e47b tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:20.074282 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c3362f6-48ed-405d-8d48-544abbd3ea56 req-c789f2c3-5bc4-4278-9271-4da0b940e47b tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0477695 Oct 11 16:42:20.113508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c3362f6-48ed-405d-8d48-544abbd3ea56 req-d3d06b68-ef31-4c4e-8158-d97000fd58cd tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332785 Oct 11 16:42:21.227379 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b19b3f-5101-4ca4-bf57-ce8d173920b7 req-6700462c-8c31-4804-bad3-75d0c5c646ae tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:21.228859 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03b19b3f-5101-4ca4-bf57-ce8d173920b7 req-6700462c-8c31-4804-bad3-75d0c5c646ae tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0487282 Oct 11 16:42:21.273113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-03b19b3f-5101-4ca4-bf57-ce8d173920b7 req-9470d0ac-a3f5-4fa1-b8a0-addffd36f287 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381849 Oct 11 16:42:22.386292 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848ac10-35ff-4029-8cbd-00d3cc758e71 req-b4bee085-d83b-4eed-afc5-a59a7c824bff tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:22.387765 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7848ac10-35ff-4029-8cbd-00d3cc758e71 req-b4bee085-d83b-4eed-afc5-a59a7c824bff tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0486171 Oct 11 16:42:22.427125 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7848ac10-35ff-4029-8cbd-00d3cc758e71 req-d127d21a-21b9-4c7d-bb54-593b9c72af5c tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334456 Oct 11 16:42:23.541873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798522-9bdd-4731-aa53-316a3869f555 req-b28d4915-a393-42d9-930b-d33f1d1009bf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:23.543327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5798522-9bdd-4731-aa53-316a3869f555 req-b28d4915-a393-42d9-930b-d33f1d1009bf tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0498943 Oct 11 16:42:23.581511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5798522-9bdd-4731-aa53-316a3869f555 req-aec90c87-3f5c-48ef-a451-36c975e6417e tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321329 Oct 11 16:42:24.695233 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b50e8-745d-4096-81d5-9d24b43f8609 req-eaa7bd77-1435-490e-a800-02f97f2dd644 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:24.696696 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-859b50e8-745d-4096-81d5-9d24b43f8609 req-eaa7bd77-1435-490e-a800-02f97f2dd644 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0487463 Oct 11 16:42:24.739629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-859b50e8-745d-4096-81d5-9d24b43f8609 req-cff01c54-9362-4e87-9515-30c56386b810 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=92b03e02-4fa5-4366-ac9c-eb355665bdf3&id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369093 Oct 11 16:42:32.456386 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9595-f8a6-4a6b-87a3-f708b2641543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:35.448896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f58e4c9e-803b-4e1a-9440-87dd11b3748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:36.120388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:36.214743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:38.017707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:40.233279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:41.348797 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:43.013448 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:42:57.150426 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-583381f6-00ff-452f-8a80-894a05b2e16a tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352845191&fields=id&tenant_id=0d2785602bc940ecbb94c8abc660515e HTTP/1.1" status: 200 len: 267 time: 0.1457782 Oct 11 16:42:57.202327 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-277debc5-2c39-41f3-a7fc-99038152ac2f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:57.203750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-277debc5-2c39-41f3-a7fc-99038152ac2f tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 985 time: 0.0471673 Oct 11 16:42:57.215154 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Request body: {'port': {'security_groups': ['1923f782-9fce-42cb-a1a3-ff2b581d246c']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:42:57.280276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.456077 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:42:57.489561 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.494079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.508502 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:42:57.547411 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:57.547714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.549139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eafff38-a93e-461e-ae3d-9e04ef0d65fe req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "PUT /v2.0/ports/07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 943 time: 0.3389773 Oct 11 16:42:57.549657 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:42:57.551906 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e264e2-f05c-40b9-9474-f08249fb2909" -d '{"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:42:57.559784 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:42:57.567766 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event updated for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:42:57.576227 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.576580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.576919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.577252 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.577613 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.577926 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.578249 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.578673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.578882 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.579202 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.579521 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.579842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a13682f-d9c4-4b00-b055-803c612e4020 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.602626 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10025e56-a57f-4dea-aa03-dfd32429912f x-openstack-request-id: req-10025e56-a57f-4dea-aa03-dfd32429912f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:42:57.603113 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:42:57.603562 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10025e56-a57f-4dea-aa03-dfd32429912f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:42:57.603966 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:42:57.625999 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:42:57.680456 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.711701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.722299 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-585d8874-3a7c-4594-a096-e59152927f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:57.723976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-585d8874-3a7c-4594-a096-e59152927f4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1097 time: 0.0926585 Oct 11 16:42:57.813885 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1fd1203-1927-4c2a-8735-d338d5ffc97c None None] Provisioning complete for port 07259add-504e-439f-b54e-6af38c3b7814 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:42:57.814183 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1203-1927-4c2a-8735-d338d5ffc97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.842956 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-ea0d6e45-2873-4fd0-b389-fd9e360df002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:57.844481 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-ea0d6e45-2873-4fd0-b389-fd9e360df002 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.1098387 Oct 11 16:42:57.860484 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.863045 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:57.864153 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "DELETE /v2.0/security-groups/92b03e02-4fa5-4366-ac9c-eb355665bdf3 HTTP/1.1" status: 204 len: 168 time: 0.3025253 Oct 11 16:42:57.867046 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:42:57.903954 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b03e02-4fa5-4366-ac9c-eb355665bdf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:42:57.918660 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.919007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.919350 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.919683 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.920012 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.920340 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.920773 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.921103 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.921425 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.921769 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.922091 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.922408 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55710-59ac-4cc9-9142-dcce32a46d27 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:42:57.936913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-bf774865-d931-4a0f-b15e-6d5ea27a997b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 1001 time: 0.0847707 Oct 11 16:42:57.989253 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-01e03a92-1a02-4cee-9165-7b5e7141ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:57.990760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-01e03a92-1a02-4cee-9165-7b5e7141ebaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0444655 Oct 11 16:42:58.033172 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Deleting port 4e4b9883-1b9f-412a-b0fd-96ac19586175 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:42:58.033546 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.041092 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-fcce1e77-b3a8-4d90-ac0e-cd8bc5e99dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:58.042712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-fcce1e77-b3a8-4d90-ac0e-cd8bc5e99dde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446601 Oct 11 16:42:58.112147 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.112464 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.124591 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Calling delete_port for 4e4b9883-1b9f-412a-b0fd-96ac19586175 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:42:58.133457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-952f0c6e-0c4f-46f1-a2e8-c5b532f30de3 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822058 Oct 11 16:42:58.227159 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-68e264e2-f05c-40b9-9474-f08249fb2909 req-0dec29fe-2849-4a13-a459-d46b3cf68b10 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Oct 11 16:42:58.268596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.294949 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event deleted for resources: {'Port': ['ID=4e4b9883-1b9f-412a-b0fd-96ac19586175,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:42:58.356296 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.356629 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Floating IP 11ceeb55-ecb0-4344-b173-08cecfe468d4 disassociated (deleted). External IP: 172.35.3.77, port: 07259add-504e-439f-b54e-6af38c3b7814. Oct 11 16:42:58.562818 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Router cbeaed9f-9022-417b-bf39-fd996c24bc2d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:42:58.668358 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:42:58.673164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:42:58.677933 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Sync routers for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:42:58.687227 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:42:58.687827 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:42:58.700133 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e69a73c0-0f37-4fa2-8ee8-ff0ad220c750 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "DELETE /v2.0/floatingips/11ceeb55-ecb0-4344-b173-08cecfe468d4 HTTP/1.1" status: 204 len: 168 time: 0.8319600 Oct 11 16:42:58.792493 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:42:59.010806 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:42:59.036149 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Checking router: cbeaed9f-9022-417b-bf39-fd996c24bc2d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:42:59.044606 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:42:59.045184 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:42:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:42:59.146141 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:42:59.346881 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:42:59.376968 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca579b-4876-446f-bb94-e8c046f59b3f None None] The sync data for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 is: [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:41:06Z', 'revision_number': 4, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2', 'name': '', 'network_id': '32280015-d608-4b37-b289-05f34d64c4d7', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'mac_address': 'fa:16:3e:ff:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:06Z', 'updated_at': '2021-10-11T16:41:09Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'subnets': [{'id': '25275ef4-4285-4486-9a6e-1c76d5b7a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:42:59.602854 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1b116-88dc-4cde-aad7-a91203ca0e45 None None] New status for floating IP 11ceeb55-ecb0-4344-b173-08cecfe468d4: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:42:59.604889 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:42:59.607517 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e7334-e4fc-428c-add2-4a797b3c6ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:42:59.644813 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f569ba-81a8-4ac7-84fd-d35e0cde837f x-openstack-request-id: req-98f569ba-81a8-4ac7-84fd-d35e0cde837f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:42:59.645106 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105238db-5321-489f-9151-5041a29cb384", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:42:59.645356 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98f569ba-81a8-4ac7-84fd-d35e0cde837f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:42:59.645828 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:42:59.715018 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-7d2b5661-759d-42bd-b14d-e622274c393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:59.716861 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-7d2b5661-759d-42bd-b14d-e622274c393e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1097 time: 0.0471680 Oct 11 16:42:59.806734 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-abccdef1-c5e8-4640-a22c-1d659483b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:59.808712 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-abccdef1-c5e8-4640-a22c-1d659483b54a service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0845499 Oct 11 16:42:59.855940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-bb26ca10-14c7-41e0-a809-3d9eabdede1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 217 time: 0.0395832 Oct 11 16:42:59.908189 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-9a110e33-5d95-4dcd-bb32-dc5670dae27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:59.910062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-9a110e33-5d95-4dcd-bb32-dc5670dae27b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0453069 Oct 11 16:42:59.958864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-84044d81-35ed-46c7-9836-ca9ff8aab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:42:59.960464 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-84044d81-35ed-46c7-9836-ca9ff8aab43f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424159 Oct 11 16:43:00.057090 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-839e0cd5-04ec-4578-8da4-d0639c877923 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Oct 11 16:43:00.149189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-334e7334-e4fc-428c-add2-4a797b3c6ec2 req-8432ecf4-67ed-40ea-b2bb-414eea6318d5 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Oct 11 16:43:01.760276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-d8699f03-2291-4443-9a88-5da1140dca16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465403 Oct 11 16:43:01.841765 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-254e3aed-ee6e-4abe-8bc6-c65287a0fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:01.843297 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-254e3aed-ee6e-4abe-8bc6-c65287a0fe28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d2785602bc940ecbb94c8abc660515e&device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 1097 time: 0.0408614 Oct 11 16:43:01.951297 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-ff9e2e1e-043d-481f-8512-595aa16f86da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:01.952869 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-ff9e2e1e-043d-481f-8512-595aa16f86da service neutron] 10.222.0.36 "GET /v2.0/networks?id=32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 200 len: 915 time: 0.0886216 Oct 11 16:43:01.998161 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-005ee32b-d078-45de-89c0-f42016616f94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 200 len: 217 time: 0.0379801 Oct 11 16:43:02.048018 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-9ba4f02e-8847-4b5d-be51-f3b2314fd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:02.049477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-9ba4f02e-8847-4b5d-be51-f3b2314fd247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 200 len: 853 time: 0.0444243 Oct 11 16:43:02.096171 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-d3d3fe68-4577-4cfe-9bd7-d99b186ba7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:02.097685 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-d3d3fe68-4577-4cfe-9bd7-d99b186ba7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32280015-d608-4b37-b289-05f34d64c4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417647 Oct 11 16:43:02.190880 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-0fcaa5aa-a3af-4c94-a0b3-20588b08c193 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Oct 11 16:43:02.281447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5ea113e3-d5da-4d33-ad61-1c87aadd0597 req-0cf0756a-4e9f-43e9-b196-fb9b4de32407 service neutron] 10.222.0.36 "GET /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Oct 11 16:43:02.457931 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eee085-dc79-43f8-a23f-7375cf526155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:05.449942 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce14d6e9-476a-4432-a36c-f32935976266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:06.121538 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:06.218391 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:07.696955 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6edb09-210d-40ed-aa4b-b1f8f8060498 req-36daa7c7-422c-426a-b761-417970c44025 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:07.698649 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b6edb09-210d-40ed-aa4b-b1f8f8060498 req-36daa7c7-422c-426a-b761-417970c44025 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Oct 11 16:43:07.739929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2b6edb09-210d-40ed-aa4b-b1f8f8060498 req-d2dda188-2ea1-4b30-a87c-75a8294b9a22 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350394 Oct 11 16:43:08.019157 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:08.901231 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0744930-4061-4ce4-a360-3cc5dc1aff2b req-65ac20db-c1b7-41c6-a9a4-16c005c4aed1 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:08.902719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0744930-4061-4ce4-a360-3cc5dc1aff2b req-65ac20db-c1b7-41c6-a9a4-16c005c4aed1 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0956874 Oct 11 16:43:08.943982 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0744930-4061-4ce4-a360-3cc5dc1aff2b req-88b6a933-e43f-4591-be34-4e4e14a79f22 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/security-groups?id=1923f782-9fce-42cb-a1a3-ff2b581d246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350084 Oct 11 16:43:09.409414 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931f37-1212-45da-9199-d1d00b59a02a req-376d1450-b330-4a41-9c41-24c0440f12b0 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:09.410974 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f931f37-1212-45da-9199-d1d00b59a02a req-376d1450-b330-4a41-9c41-24c0440f12b0 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.36 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 946 time: 0.0521708 Oct 11 16:43:09.497141 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Deleting port 07259add-504e-439f-b54e-6af38c3b7814 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:09.497474 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:09.583620 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] For port 07259add-504e-439f-b54e-6af38c3b7814, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=07259add-504e-439f-b54e-6af38c3b7814,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:09.583978 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:09.596198 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Calling delete_port for 07259add-504e-439f-b54e-6af38c3b7814 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:09.716480 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:09.729151 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['07259add-504e-439f-b54e-6af38c3b7814'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:43:09.748077 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Pushing event deleted for resources: {'Port': ['ID=07259add-504e-439f-b54e-6af38c3b7814,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:09.788107 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] No DVR routers for this DVR port 07259add-504e-439f-b54e-6af38c3b7814 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:43:09.790768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:09.794591 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f931f37-1212-45da-9199-d1d00b59a02a req-ddf9b47d-df5c-487f-9449-0e25c0f52818 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.36 "DELETE /v2.0/ports/07259add-504e-439f-b54e-6af38c3b7814 HTTP/1.1" status: 204 len: 173 time: 0.3770931 Oct 11 16:43:09.795022 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'name': 'network-vif-deleted', 'tag': '07259add-504e-439f-b54e-6af38c3b7814'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:43:09.797234 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2100bbae-55a2-4aa4-a2eb-8fcaa578d860" -d '{"events": [{"server_uuid": "105238db-5321-489f-9151-5041a29cb384", "name": "network-vif-deleted", "tag": "07259add-504e-439f-b54e-6af38c3b7814"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:43:09.831737 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2e6c8-7c93-4f32-89d5-348c64616350 x-openstack-request-id: req-86d2e6c8-7c93-4f32-89d5-348c64616350 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:43:09.832019 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105238db-5321-489f-9151-5041a29cb384", "name": "network-vif-deleted", "tag": "07259add-504e-439f-b54e-6af38c3b7814", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:43:09.832264 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86d2e6c8-7c93-4f32-89d5-348c64616350 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:43:09.832653 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105238db-5321-489f-9151-5041a29cb384', 'name': 'network-vif-deleted', 'tag': '07259add-504e-439f-b54e-6af38c3b7814', 'status': 'completed', 'code': 200} Oct 11 16:43:10.044870 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cfb7b37d-7b8c-4ebf-9a4e-ab1da3115c73 req-f2ce88df-bed4-4ee7-ac92-bda033897740 tempest-TestMinimumBasicScenario-985046618 tempest-TestMinimumBasicScenario-985046618-project] 10.222.0.31 "GET /v2.0/ports?device_id=105238db-5321-489f-9151-5041a29cb384 HTTP/1.1" status: 200 len: 210 time: 0.0265589 Oct 11 16:43:10.263904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:11.358814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:11.646543 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:11.981267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:12.213131 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Deleting port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:12.213510 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:12.291794 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] For port 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:12.292151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:12.304215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Calling delete_port for 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:12.476006 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:12.502310 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:12.998362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.200447 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Router cbeaed9f-9022-417b-bf39-fd996c24bc2d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:43:13.303095 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:43:13.308106 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dcfc5d0-4c68-4e6e-83c1-cdb05abef8df admin admin] 10.222.0.31 "PUT /v2.0/routers/cbeaed9f-9022-417b-bf39-fd996c24bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6605744 Oct 11 16:43:13.310762 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:13.313537 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Sync routers for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:43:13.322572 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:13.323221 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:13.406377 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07259add-504e-439f-b54e-6af38c3b7814 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:13.412984 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.425575 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:13.427127 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 07259add-504e-439f-b54e-6af38c3b7814 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:13.427480 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 07259add-504e-439f-b54e-6af38c3b7814 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:13.518682 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.572278 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Deleting port 76081a84-554c-44c2-a54a-cf079a088c86 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:13.572625 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.603200 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': '76081a84-554c-44c2-a54a-cf079a088c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:43:12Z', 'revision_number': 5, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port': {'id': '76081a84-554c-44c2-a54a-cf079a088c86', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:04Z', 'updated_at': '2021-10-11T16:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:13.627969 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Checking router: cbeaed9f-9022-417b-bf39-fd996c24bc2d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:43:13.636754 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Routers {'cbeaed9f-9022-417b-bf39-fd996c24bc2d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:13.637371 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:13.654468 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] For port 76081a84-554c-44c2-a54a-cf079a088c86, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76081a84-554c-44c2-a54a-cf079a088c86,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:13.654830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.667662 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Calling delete_port for 76081a84-554c-44c2-a54a-cf079a088c86 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:13.810625 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] Set router cbeaed9f-9022-417b-bf39-fd996c24bc2d gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:13.836615 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:13.861899 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Pushing event deleted for resources: {'Port': ['ID=76081a84-554c-44c2-a54a-cf079a088c86,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:13.864775 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-45a58954-8cba-447c-a978-52497cf66302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:43:13Z', 'revision_number': 6, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:13.895039 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a58954-8cba-447c-a978-52497cf66302 None None] The sync data for ids ['cbeaed9f-9022-417b-bf39-fd996c24bc2d'] in n-d-master-1 is: [{'id': 'cbeaed9f-9022-417b-bf39-fd996c24bc2d', 'name': 'tempest-TestMinimumBasicScenario-247670550-router', 'tenant_id': '0d2785602bc940ecbb94c8abc660515e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:03Z', 'updated_at': '2021-10-11T16:43:13Z', 'revision_number': 6, 'project_id': '0d2785602bc940ecbb94c8abc660515e', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:43:13.928518 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.015624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.017662 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.058582 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.059091 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbeaed9f-9022-417b-bf39-fd996c24bc2d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:43:14.063244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.064352 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe903f24-92b8-4817-9f85-a91da8460aef admin admin] 10.222.0.31 "DELETE /v2.0/routers/cbeaed9f-9022-417b-bf39-fd996c24bc2d HTTP/1.1" status: 204 len: 168 time: 0.7526879 Oct 11 16:43:14.066903 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:14.108960 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Deleting subnet 25275ef4-4285-4486-9a6e-1c76d5b7a913 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:43:14.111862 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.148799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.224783 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.288771 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.316011 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25275ef4-4285-4486-9a6e-1c76d5b7a913,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:14.321361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.324858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b7e8e97-732b-4bc2-b7b3-01e0b79fa663 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/25275ef4-4285-4486-9a6e-1c76d5b7a913 HTTP/1.1" status: 204 len: 168 time: 0.2570269 Oct 11 16:43:14.327346 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:14.329925 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f297ea-f10b-4d98-b53c-4d4196f5d517 None None] Network 32280015-d608-4b37-b289-05f34d64c4d7 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:43:14.397168 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.449067 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Deleting port eb65bb48-0457-4daa-be2e-b22d3dab63cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:14.449473 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.518264 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] For port eb65bb48-0457-4daa-be2e-b22d3dab63cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb65bb48-0457-4daa-be2e-b22d3dab63cc,segment=NetworkSegment(46d78db1-cd71-4517-8405-f8c235395f30),segment_id=46d78db1-cd71-4517-8405-f8c235395f30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:14.518627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.531357 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Calling delete_port for eb65bb48-0457-4daa-be2e-b22d3dab63cc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:14.610933 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.637388 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb65bb48-0457-4daa-be2e-b22d3dab63cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:14.641735 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] No DVR routers for this DVR port eb65bb48-0457-4daa-be2e-b22d3dab63cc on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:43:14.650733 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75a8ddd-a36a-4475-992b-9ef963ff44be None None] DHCP port deletion for 32280015-d608-4b37-b289-05f34d64c4d7 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:43:14.718503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.739553 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32280015-d608-4b37-b289-05f34d64c4d7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:14.749364 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d78db1-cd71-4517-8405-f8c235395f30') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:14.749702 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d78db1-cd71-4517-8405-f8c235395f30') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:14.758983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.771726 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.777767 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:43:14.778150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:43:14.779776 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:43:14.835784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.840497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:14.843782 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] 10.222.0.31 "DELETE /v2.0/networks/32280015-d608-4b37-b289-05f34d64c4d7 HTTP/1.1" status: 204 len: 168 time: 0.5154970 Oct 11 16:43:14.846884 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:14.862414 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21bb1-92d0-4cd4-b475-c2139ffc9234 admin admin] Pushing event deleted for resources: {'Network': ['ID=32280015-d608-4b37-b289-05f34d64c4d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:15.183589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:15.424135 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Deleting port 17333d0c-0f68-4fb3-bd84-34595c878d62 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:15.424476 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:15.504203 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] For port 17333d0c-0f68-4fb3-bd84-34595c878d62, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17333d0c-0f68-4fb3-bd84-34595c878d62,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:15.504570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:15.517579 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Calling delete_port for 17333d0c-0f68-4fb3-bd84-34595c878d62 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:15.540953 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:15.561805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:15.562234 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6a6afa30-b1b2-42c0-83e0-f2f1bc1311b2 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:15.562651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 76081a84-554c-44c2-a54a-cf079a088c86 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:15.583761 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 76081a84-554c-44c2-a54a-cf079a088c86 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:15.584105 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 76081a84-554c-44c2-a54a-cf079a088c86 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:15.584506 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb65bb48-0457-4daa-be2e-b22d3dab63cc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:15.602201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: eb65bb48-0457-4daa-be2e-b22d3dab63cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:15.602541 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device eb65bb48-0457-4daa-be2e-b22d3dab63cc not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:15.693257 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:15.719522 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17333d0c-0f68-4fb3-bd84-34595c878d62,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:16.139615 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:16.349318 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Router 750c3968-cd1c-4623-8400-3a9f271d0c0b has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:43:16.455066 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:43:16.459912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4d29fb87-6648-4470-88ea-320ad30a69e4 admin admin] 10.222.0.31 "PUT /v2.0/routers/750c3968-cd1c-4623-8400-3a9f271d0c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113901 Oct 11 16:43:16.462438 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:16.464505 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Sync routers for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:43:16.473601 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:16.474219 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:16.564771 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:16.577931 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:16.668797 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:16.721099 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Deleting port 7c662b5e-7507-4639-b14f-bb23f0766a34 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:16.721350 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:16.753816 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199'}], 'enable_snat': True}, 'gw_port_id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:43:15Z', 'revision_number': 5, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port': {'id': '7c662b5e-7507-4639-b14f-bb23f0766a34', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:16.783568 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Checking router: 750c3968-cd1c-4623-8400-3a9f271d0c0b for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:43:16.792794 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Routers {'750c3968-cd1c-4623-8400-3a9f271d0c0b'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:16.793399 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['750c3968-cd1c-4623-8400-3a9f271d0c0b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:16.803660 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] For port 7c662b5e-7507-4639-b14f-bb23f0766a34, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c662b5e-7507-4639-b14f-bb23f0766a34,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:16.804026 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:16.816061 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Calling delete_port for 7c662b5e-7507-4639-b14f-bb23f0766a34 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:16.879388 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] Set router 750c3968-cd1c-4623-8400-3a9f271d0c0b gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:16.987468 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.014906 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c662b5e-7507-4639-b14f-bb23f0766a34,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:17.077727 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.088497 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:43:16Z', 'revision_number': 6, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:17.117017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f6f85-b5d0-4854-bba6-f05588bf2682 None None] The sync data for ids ['750c3968-cd1c-4623-8400-3a9f271d0c0b'] in n-d-master-1 is: [{'id': '750c3968-cd1c-4623-8400-3a9f271d0c0b', 'name': 'tempest-TestMinimumBasicScenario-689478721-router', 'tenant_id': '2af5e352dc294b0a81e0f1e93599db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:41:08Z', 'updated_at': '2021-10-11T16:43:16Z', 'revision_number': 6, 'project_id': '2af5e352dc294b0a81e0f1e93599db99', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:43:17.178921 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.181007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.222963 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.223535 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750c3968-cd1c-4623-8400-3a9f271d0c0b {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:43:17.228138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.229862 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-aa9d90d3-8de6-41e0-9120-cbd2d3ce2ba7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/750c3968-cd1c-4623-8400-3a9f271d0c0b HTTP/1.1" status: 204 len: 168 time: 0.7658763 Oct 11 16:43:17.232267 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:17.275338 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Deleting subnet 80b67b13-4489-4702-b465-2d64156b353a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:43:17.278785 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.312430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.390483 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.441912 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.465777 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b67b13-4489-4702-b465-2d64156b353a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:17.472510 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.479885 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f47c523c-6635-4b9d-b310-4b51a207679b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80b67b13-4489-4702-b465-2d64156b353a HTTP/1.1" status: 204 len: 168 time: 0.2426205 Oct 11 16:43:17.479885 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:17.482061 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718dd2d-67a6-494f-a526-99d4dbbdb5b1 None None] Network 9dfbf285-5568-4777-95df-bbca7124c2c1 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:43:17.575017 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.633025 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Deleting port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:43:17.633361 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.695484 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] For port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,segment=NetworkSegment(b50019b7-4ceb-47a9-8e32-aa9cc16a3c85),segment_id=b50019b7-4ceb-47a9-8e32-aa9cc16a3c85)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:17.695837 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.711617 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Calling delete_port for d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:43:17.786357 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.811951 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e0cd94-fecb-4bcb-8c20-aa437ed17e70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:17.816354 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] No DVR routers for this DVR port d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:43:17.889899 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.911832 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfbf285-5568-4777-95df-bbca7124c2c1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:17.922785 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:17.922785 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50019b7-4ceb-47a9-8e32-aa9cc16a3c85') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:17.932346 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.946384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.952248 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:43:17.952630 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:43:17.954545 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:43:17.959442 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45d8b7-d18a-487f-875e-c43039f49066 None None] DHCP port deletion for 9dfbf285-5568-4777-95df-bbca7124c2c1 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:43:17.966464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 17333d0c-0f68-4fb3-bd84-34595c878d62 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:17.991872 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 17333d0c-0f68-4fb3-bd84-34595c878d62 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:17.992292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 17333d0c-0f68-4fb3-bd84-34595c878d62 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:18.011090 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.016618 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.019784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9dfbf285-5568-4777-95df-bbca7124c2c1 HTTP/1.1" status: 204 len: 168 time: 0.5344555 Oct 11 16:43:18.031451 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e4cf-571d-4f32-be34-0acf2014d096 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfbf285-5568-4777-95df-bbca7124c2c1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:18.183603 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:18.228312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b96db979-be63-4ea8-84d1-9ba81e997f46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d2785602bc940ecbb94c8abc660515e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434501 Oct 11 16:43:18.231480 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:18.282716 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.303886 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.349102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.351717 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.352839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1923f782-9fce-42cb-a1a3-ff2b581d246c HTTP/1.1" status: 204 len: 168 time: 0.1204433 Oct 11 16:43:18.360597 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff96a-fbef-4399-a08e-b70e6c110b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923f782-9fce-42cb-a1a3-ff2b581d246c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:18.656158 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:18.695684 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c68e2d1b-2fd5-41fc-9e5b-c68b0dcccb5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2af5e352dc294b0a81e0f1e93599db99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383434 Oct 11 16:43:18.698604 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:18.743483 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.764790 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.811659 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.814224 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:18.815395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee94cd51-376d-478e-a83d-5cebdcf50288 HTTP/1.1" status: 204 len: 168 time: 0.1158721 Oct 11 16:43:18.823580 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e93a6-c85e-4cd3-97b2-218cb497d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94cd51-376d-478e-a83d-5cebdcf50288,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:19.545704 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c662b5e-7507-4639-b14f-bb23f0766a34 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:19.564776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 7c662b5e-7507-4639-b14f-bb23f0766a34 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:19.565124 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 7c662b5e-7507-4639-b14f-bb23f0766a34 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:19.565557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:43:19.584194 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:43:19.584491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d5e0cd94-fecb-4bcb-8c20-aa437ed17e70 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:43:20.012414 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:43:20.686743 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:20.691326 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554016035', 'description': 'tempest-secgroup-smoke-1554016035 description', 'project_id': '6fad336dd5764e22927c76235cd6bf7f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:20.714078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.721596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.794264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.798507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.835979 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba897e16-8088-4c63-b0e8-dee20a8c1c0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:20.877360 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.880691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.909571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.910738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2229903 Oct 11 16:43:20.912596 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad27fe5-30f6-4b16-811e-ada59d4add13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3973c08e-6931-4a96-8ebb-6ad5f142e617,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:20.913808 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:20.919089 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:20.946701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.992330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:20.996322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.013627 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5d1ef5-8b69-43ff-a307-0ea662dc0e7b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.020729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.021937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-73f411bc-4d7c-4356-96cb-67939080f748 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069622 Oct 11 16:43:21.024711 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.028980 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.054356 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.112142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.115915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.130255 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631641ec-18e3-4b9a-8194-fdc0efaf0975,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.140956 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.142160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a70034a5-99b5-485d-87fd-b748205621c4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165278 Oct 11 16:43:21.144800 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38386) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.149428 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.175520 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.231583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.234978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.251584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b64871-6922-4d92-8419-8f58b2de029a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.259393 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.261075 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf2565c8-7c98-440b-8b88-b9789bad3dda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152833 Oct 11 16:43:21.263723 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.268331 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.294485 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.351046 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.354622 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.372188 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5089205b-13ac-4d19-b9c5-1c0c0c3cbd9a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.379418 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.380578 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-cf10723f-0bfc-42f2-b63b-5e28600aaa87 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159382 Oct 11 16:43:21.383366 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.388191 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.409209 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:43:21.413826 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.471385 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.474681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.489096 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655de8d9-ae59-4184-8bf6-47230fc58c14,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.500514 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.501760 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27a5937a-5046-4607-8bc4-8ba34f57f2d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173627 Oct 11 16:43:21.504471 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.508767 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '3973c08e-6931-4a96-8ebb-6ad5f142e617', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.530927 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:43:21.536368 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.598648 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.602231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.620673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54add1f-c35d-4d8b-bbc5-d21fb9f43475,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.629276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.630465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5005b828-80e1-4bda-b948-d79ac9f20100 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250796 Oct 11 16:43:21.633403 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.638992 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'network': {'name': 'tempest-network-smoke--2011526855', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.658328 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:43:21.661797 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.684814 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:43:21.693411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.693789 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Added segment a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a of type vlan for network e6cec8c6-90b3-4072-a64f-d3c376b70688 Oct 11 16:43:21.732710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.756403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.761899 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:21.762463 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.816992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1825879 Oct 11 16:43:21.819868 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:21.824091 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'admin_state_up': True, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:21.845088 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0586-f593-4509-b1af-5724db4bfe58 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Network': ['ID=e6cec8c6-90b3-4072-a64f-d3c376b70688,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:21.856093 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:43:21.858231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.859273 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:21.910857 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.049041 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.233271 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.255128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.353466 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.91 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/499adabb-bc8f-4398-be08-44a68d73fbac) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:43:22.457164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.489071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:22.528233 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:22.532964 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:22.535391 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:43:22.556705 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=499adabb-bc8f-4398-be08-44a68d73fbac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:22.829816 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:23.287428 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:23.410474 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:43:23.513770 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:43:23.522967 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Sync routers for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:43:23.532910 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:23.533536 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:23.533887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:23.535102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-d895c4b4-8577-4bb9-97c1-fd7f68f280ac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7143273 Oct 11 16:43:23.538177 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:23.638625 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:23.664905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eda4fa28-be10-486d-be72-85de6c74df5e tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6fad336dd5764e22927c76235cd6bf7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257012 Oct 11 16:43:23.668303 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:23.813071 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e70cf-b518-4469-a409-b9610ed32351 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:23.813284 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:22Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:23.814508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b04e70cf-b518-4469-a409-b9610ed32351 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1452746 Oct 11 16:43:23.817241 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:23.838913 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Checking router: 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:43:23.839259 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Updating router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 port 499adabb-bc8f-4398-be08-44a68d73fbac binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:43:23.850759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7e450ed2-4b9e-45cc-9eef-dfa6a698efce tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324492 Oct 11 16:43:23.853260 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:23.858609 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15017051', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:23.863787 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:23.949783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:43:23.953305 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.115004 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.120378 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.131874 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.172754 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Pushing event updated for resources: {'Port': ['ID=499adabb-bc8f-4398-be08-44a68d73fbac,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:24.180547 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Attempting to bind port 499adabb-bc8f-4398-be08-44a68d73fbac on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:43:24.180914 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Attempting to bind port 499adabb-bc8f-4398-be08-44a68d73fbac by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:43:24.181273 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Attempting to bind port 499adabb-bc8f-4398-be08-44a68d73fbac on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:43:24.184923 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.185267 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.185641 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.185949 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.186276 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.186594 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.186910 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.187222 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.187537 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.187851 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.188166 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.188491 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.194180 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:43:24.194546 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:43:24.194962 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.195404 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:43:24.195870 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Bound port: 499adabb-bc8f-4398-be08-44a68d73fbac, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:43:24.196245 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.208929 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Subnet': ['ID=96d14e41-c183-471c-8c17-2d84a80ffffa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:24.214684 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Checking segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:43:24.215043 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network hostable DHCP agents. Network: e6cec8c6-90b3-4072-a64f-d3c376b70688, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:43:24.231885 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:43:24.242432 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e6cec8c6-90b3-4072-a64f-d3c376b70688) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:24.246873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:24.247589 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.254416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dad533-cdb2-4bc1-87b9-4d806104db52 None None] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:43:24.254951 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] For port 499adabb-bc8f-4398-be08-44a68d73fbac, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:43:24.258433 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] For port 499adabb-bc8f-4398-be08-44a68d73fbac, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=499adabb-bc8f-4398-be08-44a68d73fbac,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:43:24.263763 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.269394 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8c2bf179-6448-4994-be1c-a0630d98f9d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4150946 Oct 11 16:43:24.272789 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:24.327315 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec377ba6-a418-4089-bcaa-1515a2ea8795 None None] Pushing event updated for resources: {'Port': ['ID=499adabb-bc8f-4398-be08-44a68d73fbac,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:24.334566 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:24.335176 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:24.404064 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e6cec8c6-90b3-4072-a64f-d3c376b70688', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:43:24.404999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.442226 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:24.538028 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Allocated IP 172.20.0.2 (e6cec8c6-90b3-4072-a64f-d3c376b70688/96d14e41-c183-471c-8c17-2d84a80ffffa/afe82fcc-5929-4b4f-8cee-ef7eaca64612) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:43:24.621217 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:22Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:24.648118 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cf76e-eda9-48b8-a015-e1d59b8ba5f3 None None] The sync data for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 is: [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:22Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:43:24.691340 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.700134 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.741354 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.742246 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:24.745985 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:24.750534 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:43:24.755461 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Pushing event updated for resources: {'Port': ['ID=afe82fcc-5929-4b4f-8cee-ef7eaca64612,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:24.784237 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.784521 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.784858 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.785191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.785540 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.785876 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.786188 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.786532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.786833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.787136 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.787456 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.787771 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:43:24.821785 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Attempting to bind port afe82fcc-5929-4b4f-8cee-ef7eaca64612 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:43:24.822155 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Attempting to bind port afe82fcc-5929-4b4f-8cee-ef7eaca64612 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:43:24.822557 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Attempting to bind port afe82fcc-5929-4b4f-8cee-ef7eaca64612 on network e6cec8c6-90b3-4072-a64f-d3c376b70688 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:43:24.828760 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:43:24.829130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Checking segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:43:24.829551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.829947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Bound using segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:43:24.830414 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Bound port: afe82fcc-5929-4b4f-8cee-ef7eaca64612, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:43:24.830792 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:24.908926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] For port afe82fcc-5929-4b4f-8cee-ef7eaca64612, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:43:24.918917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] For port afe82fcc-5929-4b4f-8cee-ef7eaca64612, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe82fcc-5929-4b4f-8cee-ef7eaca64612,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:43:24.924052 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.000016 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6871-c1da-49cd-b987-ad22e5abb4b2 None None] Pushing event updated for resources: {'Port': ['ID=afe82fcc-5929-4b4f-8cee-ef7eaca64612,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:25.071427 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.1 (e6cec8c6-90b3-4072-a64f-d3c376b70688/96d14e41-c183-471c-8c17-2d84a80ffffa/5c69d397-ed98-4e54-92d5-f1728d68e0d6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:43:25.230150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.271205 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.311308 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:25.314424 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:25.320417 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:43:25.352322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:25.370571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.509607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.615821 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device afe82fcc-5929-4b4f-8cee-ef7eaca64612 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:25.675867 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port afe82fcc-5929-4b4f-8cee-ef7eaca64612 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:25.676148 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.769038 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.805911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port afe82fcc-5929-4b4f-8cee-ef7eaca64612, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe82fcc-5929-4b4f-8cee-ef7eaca64612,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:25.810285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.811203 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 499adabb-bc8f-4398-be08-44a68d73fbac up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:25.814786 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.821816 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.905414 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 499adabb-bc8f-4398-be08-44a68d73fbac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:25.906139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.919541 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:25.922497 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:25.949853 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=afe82fcc-5929-4b4f-8cee-ef7eaca64612,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:25.990745 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7cebb-9c9c-44c8-ac51-b95f50e2a485 None None] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:43:26.021845 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:26.023308 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:26.050735 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:26.082836 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 499adabb-bc8f-4398-be08-44a68d73fbac, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=499adabb-bc8f-4398-be08-44a68d73fbac,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:26.096960 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:26.101718 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-17a34d83-a981-4adf-91c6-362eb5183707 None None] Provisioning complete for port afe82fcc-5929-4b4f-8cee-ef7eaca64612 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:26.102080 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17a34d83-a981-4adf-91c6-362eb5183707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:26.149477 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:43:26.217165 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=499adabb-bc8f-4398-be08-44a68d73fbac,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:26.265384 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:43:26.278092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4cd64b2-6464-4b7c-a12b-cba444f34a5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/824a83a1-a6ce-45cd-a95c-9bc4f68e5c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031416 Oct 11 16:43:26.405973 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Sync routers for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:43:26.420114 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:26.420740 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:26.429747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-0abb04a4-26d1-4c2b-a060-610919e078eb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554016035&fields=id&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 267 time: 0.0434356 Oct 11 16:43:26.533621 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45d53e53-81c0-4e09-9656-39c8161b8497 None None] Provisioning complete for port afe82fcc-5929-4b4f-8cee-ef7eaca64612 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:26.533995 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d53e53-81c0-4e09-9656-39c8161b8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:26.542582 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-b5e78e93-6a4b-4168-8d46-3c33b9927766 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:26.544109 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-b5e78e93-6a4b-4168-8d46-3c33b9927766 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 797 time: 0.1075909 Oct 11 16:43:26.559964 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-dcde479b-9ffb-458d-9d70-3a8940014286 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/quotas/6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 375 time: 0.0097189 Oct 11 16:43:26.563366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:26.622119 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-532b075c-e76a-4d9b-a67f-38a5154656b0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550649 Oct 11 16:43:26.728181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-485407a3-5fec-4849-854a-81331f882c07 service neutron] 10.222.0.31 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918307 Oct 11 16:43:26.769735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45d53e53-81c0-4e09-9656-39c8161b8497 None None] Provisioning complete for port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:26.770257 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d53e53-81c0-4e09-9656-39c8161b8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:26.827667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-b555bb9f-47f9-4668-b772-93fac6923428 service neutron] 10.222.0.31 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917625 Oct 11 16:43:26.828649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45d53e53-81c0-4e09-9656-39c8161b8497 None None] Port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:43:26.855068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 2, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:26.887196 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Checking router: 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:43:26.887554 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Updating router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:43:26.918621 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.011628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-566f7187-32f2-4beb-a6e7-b9d225522cb5 req-7e9e539a-24de-483c-9e32-f057bff29ecb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 210 time: 0.0281096 Oct 11 16:43:27.019025 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c48bf36-209b-4780-8f7c-ec1bed10f874 None None] Provisioning complete for port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:27.019398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c48bf36-209b-4780-8f7c-ec1bed10f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.230711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c48bf36-209b-4780-8f7c-ec1bed10f874 None None] Port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:43:27.377275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.382863 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.438263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0dac7-9af7-46db-b7f8-cc63342a0c12 None None] Pushing event updated for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:27.487807 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Attempting to bind port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:43:27.488177 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Attempting to bind port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:43:27.488676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Attempting to bind port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 on network e6cec8c6-90b3-4072-a64f-d3c376b70688 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:43:27.494270 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:43:27.494774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Checking segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:43:27.495074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.495462 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Bound using segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:43:27.495925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Bound port: 5c69d397-ed98-4e54-92d5-f1728d68e0d6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:43:27.496309 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.574351 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device afe82fcc-5929-4b4f-8cee-ef7eaca64612 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:27.578970 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] For port 5c69d397-ed98-4e54-92d5-f1728d68e0d6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:43:27.614028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] For port 5c69d397-ed98-4e54-92d5-f1728d68e0d6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c69d397-ed98-4e54-92d5-f1728d68e0d6,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:43:27.622612 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.693867 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0dac7-9af7-46db-b7f8-cc63342a0c12 None None] Pushing event updated for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:27.696424 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:27.697033 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:27.733698 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port afe82fcc-5929-4b4f-8cee-ef7eaca64612 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:27.734071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.831715 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] Provisioning complete for port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:27.832370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:27.877115 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:27.969534 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-becb90ad-4325-4e66-bc3a-1898f832961e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:27.971743 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-becb90ad-4325-4e66-bc3a-1898f832961e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 797 time: 0.1142571 Oct 11 16:43:27.992145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 499adabb-bc8f-4398-be08-44a68d73fbac up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:28.017696 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-42268bb5-e326-46f2-be52-8b8e49a12f4d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 380 time: 0.0359509 Oct 11 16:43:28.028885 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'port': {'device_id': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'admin_state_up': True, 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'security_groups': ['3973c08e-6931-4a96-8ebb-6ad5f142e617']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:28.090376 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.116535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b603e547-c10c-4633-9f3b-944131a63c66 req-5e0a8001-4af7-48c5-b724-aa9c108d139a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 210 time: 0.0292051 Oct 11 16:43:28.145149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:43:28.148639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.164267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] For port 5c69d397-ed98-4e54-92d5-f1728d68e0d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c69d397-ed98-4e54-92d5-f1728d68e0d6,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:28.171509 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.193619 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 499adabb-bc8f-4398-be08-44a68d73fbac triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:28.193989 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.275121 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbeca4-2c3f-48ec-8928-69061561fd73 None None] Pushing event updated for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:28.275432 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.6 (e6cec8c6-90b3-4072-a64f-d3c376b70688/96d14e41-c183-471c-8c17-2d84a80ffffa/f0947725-f502-4b89-b173-0241e9d3c5bb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:43:28.330989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea42c4c9-fb5a-4230-8906-c281fb2e370a None None] Provisioning complete for port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:28.331268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea42c4c9-fb5a-4230-8906-c281fb2e370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.335641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:27Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:28.387513 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35bb4a1-ab9c-4662-bfa2-0c974c690a3c None None] The sync data for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 is: [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:27Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:43:28.415375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.469672 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.885615 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:28.888788 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:28.892890 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:43:28.899529 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:28.948651 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:28.949282 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:28.969292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c602a0c6-4b71-4801-be5d-8bb32238dc62 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443851 Oct 11 16:43:28.982864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Request body: {'port': {'device_id': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:29.041267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.186247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77122929-d060-4b6f-80ff-13c3dea5f219 None None] Provisioning complete for port f0947725-f502-4b89-b173-0241e9d3c5bb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:29.186831 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77122929-d060-4b6f-80ff-13c3dea5f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.231881 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-77122929-d060-4b6f-80ff-13c3dea5f219 None None] Port f0947725-f502-4b89-b173-0241e9d3c5bb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:43:29.240080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29993-f397-4435-9123-24f542589195 req-80f7fd22-bf9e-4ad1-a447-6b8e8d3c9eb0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:29.241674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ae29993-f397-4435-9123-24f542589195 req-80f7fd22-bf9e-4ad1-a447-6b8e8d3c9eb0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 931 time: 0.0509276 Oct 11 16:43:29.290032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ae29993-f397-4435-9123-24f542589195 req-349bb3e7-1ceb-4825-8428-47b051ad2ec6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Oct 11 16:43:29.352738 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0947725-f502-4b89-b173-0241e9d3c5bb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:43:29.361325 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.375160 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Transition to ACTIVE for port object f0947725-f502-4b89-b173-0241e9d3c5bb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:43:29.378967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.432061 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Pushing event updated for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:29.514823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Attempting to bind port f0947725-f502-4b89-b173-0241e9d3c5bb on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:43:29.514823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Attempting to bind port f0947725-f502-4b89-b173-0241e9d3c5bb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:43:29.514823 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Attempting to bind port f0947725-f502-4b89-b173-0241e9d3c5bb on network e6cec8c6-90b3-4072-a64f-d3c376b70688 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:43:29.519525 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Port f0947725-f502-4b89-b173-0241e9d3c5bb on network e6cec8c6-90b3-4072-a64f-d3c376b70688 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:43:29.519525 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Attempting to bind port f0947725-f502-4b89-b173-0241e9d3c5bb on network e6cec8c6-90b3-4072-a64f-d3c376b70688 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:43:29.531312 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:43:29.531786 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Checking segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:43:29.532545 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Bound using segment: {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:43:29.533046 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Bound port: f0947725-f502-4b89-b173-0241e9d3c5bb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:43:29.533542 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.576858 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5c69d397-ed98-4e54-92d5-f1728d68e0d6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:29.611338 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:43:29.614746 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0947725-f502-4b89-b173-0241e9d3c5bb,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:43:29.620294 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.628184 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:29.628626 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.655147 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:29.655980 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:29.657836 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 1091 time: 0.6802757 Oct 11 16:43:29.658374 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:43:29.660871 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:43:29.691520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11069-054a-4ce9-8357-3deed658b974 service neutron] Pushing event updated for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:29.754278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-ffe04bc1-1656-4203-bf47-857b57d630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:29.755896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-ffe04bc1-1656-4203-bf47-857b57d630e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1094 time: 0.0527296 Oct 11 16:43:29.806354 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb45ca-6c2e-439f-b2c7-19e3d1114f88 x-openstack-request-id: req-d0eb45ca-6c2e-439f-b2c7-19e3d1114f88 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:43:29.806731 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:43:29.806985 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0eb45ca-6c2e-439f-b2c7-19e3d1114f88 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:43:29.807963 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'status': 'completed', 'code': 200} Oct 11 16:43:29.809758 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-b77aae2c-c88d-4a11-b394-20f4d4e6eb99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 217 time: 0.0459170 Oct 11 16:43:29.862748 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-8aa0a7c2-8b54-420f-b14f-31ece3774fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:29.864196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-8aa0a7c2-8b54-420f-b14f-31ece3774fcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 200 len: 833 time: 0.0474575 Oct 11 16:43:29.911497 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-11e52692-0b7d-485f-a2e4-0cf3c0f14d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:29.913109 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-11e52692-0b7d-485f-a2e4-0cf3c0f14d1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cec8c6-90b3-4072-a64f-d3c376b70688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417762 Oct 11 16:43:30.008390 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-df2137b6-2893-4347-a5af-80e1cada88e1 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877874 Oct 11 16:43:30.112610 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c38198a-004f-4168-b0fd-b33824b65d3e req-8d1ce201-ac95-4f9f-b55f-7c8d56d7111f service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967119 Oct 11 16:43:30.202309 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-3e5d2983-5fc0-4847-bd83-b86b9e85d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:30.203729 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-3e5d2983-5fc0-4847-bd83-b86b9e85d8ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1094 time: 0.0429649 Oct 11 16:43:30.297859 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-4ae99afb-1f76-4b88-a210-1d28fb82f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:30.299342 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-4ae99afb-1f76-4b88-a210-1d28fb82f8f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 898 time: 0.0887437 Oct 11 16:43:30.342080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-5a70fb0b-b0f3-4448-b71b-dea1b56cdc3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 217 time: 0.0354712 Oct 11 16:43:30.397204 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-7174556f-f5ef-49d3-8916-48abdbdac362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:30.398692 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-7174556f-f5ef-49d3-8916-48abdbdac362 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 200 len: 833 time: 0.0487671 Oct 11 16:43:30.417770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2a51c-1fc6-42cf-9b23-11627a43c4fe req-56b8cf66-0719-4faa-95b6-e0526fffd875 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:30.419262 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3f2a51c-1fc6-42cf-9b23-11627a43c4fe req-56b8cf66-0719-4faa-95b6-e0526fffd875 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 943 time: 0.0491431 Oct 11 16:43:30.445259 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-e0203033-f475-4a1e-8238-7b14b7acb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:30.446937 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-e0203033-f475-4a1e-8238-7b14b7acb6fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cec8c6-90b3-4072-a64f-d3c376b70688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404253 Oct 11 16:43:30.460286 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3f2a51c-1fc6-42cf-9b23-11627a43c4fe req-01ee0be6-e5cc-4b42-be8e-3066be631540 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349038 Oct 11 16:43:30.544679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-52d20632-da07-422a-9d31-63c2b250715a service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883281 Oct 11 16:43:30.632930 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e50b0efe-c64b-49fd-b7e5-ed5dd7a710a5 req-a7dbed81-3112-4bf9-ae74-d3904402e2d0 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805967 Oct 11 16:43:31.452360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0947725-f502-4b89-b173-0241e9d3c5bb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:43:31.551681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0947725-f502-4b89-b173-0241e9d3c5bb,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:31.563317 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'port_id': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'mac_address': 'fa:16:3e:78:be:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:43:31.590962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cc339-8d8b-4c18-bbbb-c02b8e7ddd09 req-1c303172-7f10-4b84-8ed3-84bbd93210e8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:31.592544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c94cc339-8d8b-4c18-bbbb-c02b8e7ddd09 req-1c303172-7f10-4b84-8ed3-84bbd93210e8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 943 time: 0.0491514 Oct 11 16:43:31.600566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:31.617699 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0947725-f502-4b89-b173-0241e9d3c5bb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:43:31.631898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c94cc339-8d8b-4c18-bbbb-c02b8e7ddd09 req-caa7306b-dca9-406d-a42f-a0478454c38e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Oct 11 16:43:31.640147 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0947725-f502-4b89-b173-0241e9d3c5bb,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:31.644387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:31.692436 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:31.864566 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f0947725-f502-4b89-b173-0241e9d3c5bb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:43:32.458489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4ff8-6789-4590-84aa-138dfb351e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:32.748349 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9d868-1d89-479c-ba13-f72db4013c82 req-3672cec9-3e49-47ba-b08a-818a4063968f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:32.749756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efa9d868-1d89-479c-ba13-f72db4013c82 req-3672cec9-3e49-47ba-b08a-818a4063968f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 944 time: 0.0485568 Oct 11 16:43:32.787430 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-efa9d868-1d89-479c-ba13-f72db4013c82 req-75bc467a-b249-4a7b-8a8f-918e10e111e5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Oct 11 16:43:33.459965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0947725-f502-4b89-b173-0241e9d3c5bb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:43:33.509147 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f0947725-f502-4b89-b173-0241e9d3c5bb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:43:33.512760 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f0947725-f502-4b89-b173-0241e9d3c5bb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:43:33.513135 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:33.590418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:33.612585 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:43:33.614857 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd57d1-2507-421b-a9aa-4681100b5585" -d '{"events": [{"server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "name": "network-vif-plugged", "status": "completed", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:43:33.627701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0947725-f502-4b89-b173-0241e9d3c5bb,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:43:33.636985 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:33.688882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:33.707454 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb760127-638d-4411-90d7-42cd5950739d x-openstack-request-id: req-cb760127-638d-4411-90d7-42cd5950739d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:43:33.707740 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "name": "network-vif-plugged", "status": "completed", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:43:33.707992 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb760127-638d-4411-90d7-42cd5950739d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:43:33.708380 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'code': 200} Oct 11 16:43:33.800874 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53732b5-121e-47a6-8d2e-9c574fb9792f req-130212ed-387c-4781-9431-e1d2264a801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:33.802523 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f53732b5-121e-47a6-8d2e-9c574fb9792f req-130212ed-387c-4781-9431-e1d2264a801b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1096 time: 0.0400822 Oct 11 16:43:33.837369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f53732b5-121e-47a6-8d2e-9c574fb9792f req-ad44963a-afc2-43fd-a32a-a7da0e10b2b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275326 Oct 11 16:43:33.899597 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5eddf-97a8-48ad-951f-7c905db610f3 req-7ff74493-9885-4b24-81a3-21693f21930e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:33.901651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06e5eddf-97a8-48ad-951f-7c905db610f3 req-7ff74493-9885-4b24-81a3-21693f21930e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0473466 Oct 11 16:43:33.942937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06e5eddf-97a8-48ad-951f-7c905db610f3 req-47591176-c87c-40da-9e6c-7a997897cea1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Oct 11 16:43:35.059280 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a6e33-1858-4a4e-ac12-3504728d40b0 req-e3aad4c1-6af5-4bf1-aa29-e300e841e0bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:35.060736 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-584a6e33-1858-4a4e-ac12-3504728d40b0 req-e3aad4c1-6af5-4bf1-aa29-e300e841e0bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0483112 Oct 11 16:43:35.097182 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-584a6e33-1858-4a4e-ac12-3504728d40b0 req-9fa4cb4d-1b62-4478-8f7a-f6a50354ba34 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305901 Oct 11 16:43:35.208437 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981140a-d049-4a95-b866-87a14447a865 req-e83fa41d-4eef-4010-ab90-e2f43e2eb547 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:35.209936 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5981140a-d049-4a95-b866-87a14447a865 req-e83fa41d-4eef-4010-ab90-e2f43e2eb547 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0484879 Oct 11 16:43:35.246324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5981140a-d049-4a95-b866-87a14447a865 req-e932a5ea-ca96-423f-842a-1b5f59eab3b3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299730 Oct 11 16:43:35.268256 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:35.306763 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80906c57-bd37-4f2c-85d6-b0b2f9eb14e2 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:35.308217 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-80906c57-bd37-4f2c-85d6-b0b2f9eb14e2 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1091 time: 0.0390556 Oct 11 16:43:35.311113 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:35.315168 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:43:35.336276 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:35.432850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:35.449946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18e4d5a-9fc2-4c9d-be26-b8187a787f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:35.537988 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.50 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/6592865f-7401-4abe-967d-1544524037e8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:43:35.637132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:35.668942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:35.708079 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:43:35.712947 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:43:35.716467 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:43:35.739269 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=6592865f-7401-4abe-967d-1544524037e8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:36.075281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.123388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.146133 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.220321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.294438 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.298616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.365723 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=6592865f-7401-4abe-967d-1544524037e8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:43:36.375132 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:36.473072 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 75a250fe-2eb0-44c5-ae5f-7adad4c0e37a associated. External IP: 172.35.3.50, port: f0947725-f502-4b89-b173-0241e9d3c5bb. Oct 11 16:43:36.945055 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:43:37.051940 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:43:37.062153 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Sync routers for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:43:37.068641 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:37.071346 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:37.071936 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:37.096210 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9b4fd323-d449-496f-85d3-786cbbd9fc0b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7841632 Oct 11 16:43:37.096771 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:43:37.099051 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:43:37.137973 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f871516d-b01e-4f81-8dc4-9279e6f98a55 x-openstack-request-id: req-f871516d-b01e-4f81-8dc4-9279e6f98a55 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:43:37.138259 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:43:37.138505 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f871516d-b01e-4f81-8dc4-9279e6f98a55 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:43:37.138894 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'status': 'completed', 'code': 200} Oct 11 16:43:37.180571 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:37.195081 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db49e-fc78-4c0a-a4ee-56fd18eaa949 req-0c64e504-d517-4cee-b4c0-7658933d5f79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:37.196664 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a6db49e-fc78-4c0a-a4ee-56fd18eaa949 req-0c64e504-d517-4cee-b4c0-7658933d5f79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0497949 Oct 11 16:43:37.206229 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-a5dd35ef-502d-44c2-a912-00a3da39b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:37.207852 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-a5dd35ef-502d-44c2-a912-00a3da39b2e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1096 time: 0.0473022 Oct 11 16:43:37.236246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a6db49e-fc78-4c0a-a4ee-56fd18eaa949 req-5413dfae-006e-450d-aa03-de203e28e6eb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Oct 11 16:43:37.258595 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:37.303649 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-099465d9-0aaf-4dcc-be6c-b657c98b865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:37.305394 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-099465d9-0aaf-4dcc-be6c-b657c98b865c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 898 time: 0.0909445 Oct 11 16:43:37.326615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5cb681cb-c50b-4c45-b930-836e5b34f484 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/75a250fe-2eb0-44c5-ae5f-7adad4c0e37a HTTP/1.1" status: 200 len: 990 time: 0.0666578 Oct 11 16:43:37.376724 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-aff5a109-af30-4106-931d-0e55654f33bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 998 time: 0.0641129 Oct 11 16:43:37.409192 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '75a250fe-2eb0-44c5-ae5f-7adad4c0e37a', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.50', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'port_id': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'mac_address': 'fa:16:3e:78:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:43:35Z', 'updated_at': '2021-10-11T16:43:35Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:37.426616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-dfb42efc-79f3-4aa9-87ca-41ba88505fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:37.428054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-dfb42efc-79f3-4aa9-87ca-41ba88505fb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 200 len: 833 time: 0.0448344 Oct 11 16:43:37.434979 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Checking router: 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:43:37.443066 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:43:37.443665 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:43:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:37.473222 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-c60a61f7-780a-47db-a202-fa1bad608b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:43:37.474760 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-c60a61f7-780a-47db-a202-fa1bad608b38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cec8c6-90b3-4072-a64f-d3c376b70688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400770 Oct 11 16:43:37.571351 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-3019934e-25d2-42b0-a4bc-5b7c9c489860 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894630 Oct 11 16:43:37.633855 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:43:37.660939 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9a73e4ce-520a-4206-abb8-f1e4a2542b8f req-3e0dcc6d-d7b7-4362-a92a-fc80b3f69c38 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827670 Oct 11 16:43:37.850063 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '75a250fe-2eb0-44c5-ae5f-7adad4c0e37a', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.50', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'port_id': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'mac_address': 'fa:16:3e:78:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:43:35Z', 'updated_at': '2021-10-11T16:43:35Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:43:37.876709 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54635e-bba2-42b0-aa20-737544e8b061 None None] The sync data for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 is: [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '75a250fe-2eb0-44c5-ae5f-7adad4c0e37a', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.50', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'port_id': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'mac_address': 'fa:16:3e:78:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:43:35Z', 'updated_at': '2021-10-11T16:43:35Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:43:38.021011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:38.066895 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d72dee-600e-4c32-aa4c-de2fda927e8f None None] New status for floating IP 75a250fe-2eb0-44c5-ae5f-7adad4c0e37a: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:43:38.330357 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:43:38.390672 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b44470d6-684f-461d-b440-4ab52c1ccc9a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/75a250fe-2eb0-44c5-ae5f-7adad4c0e37a HTTP/1.1" status: 200 len: 992 time: 0.0591888 Oct 11 16:43:40.254179 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:41.361123 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:43:57.011546 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:44:01.194270 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-42b33088-aef1-4f4d-8198-d86274dd2d13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438440 Oct 11 16:44:01.274152 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-b2e15d5c-b544-4749-b360-dcf315146dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:01.276164 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-b2e15d5c-b544-4749-b360-dcf315146dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1096 time: 0.0393381 Oct 11 16:44:01.375798 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-9d46bef6-2562-472b-9741-791cc926c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:01.377275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-9d46bef6-2562-472b-9741-791cc926c30e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 898 time: 0.0827591 Oct 11 16:44:01.446158 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-11020767-4b3d-4f79-ab14-322a10fa19d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 1000 time: 0.0612190 Oct 11 16:44:01.494128 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-cff99774-b149-4fb1-b5f7-8370e3a14735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:01.496062 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-cff99774-b149-4fb1-b5f7-8370e3a14735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 200 len: 833 time: 0.0421515 Oct 11 16:44:01.542140 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-99b10c84-5276-493b-b030-f32ea762bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:01.543570 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-99b10c84-5276-493b-b030-f32ea762bc9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cec8c6-90b3-4072-a64f-d3c376b70688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388701 Oct 11 16:44:01.633823 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-f702c0dd-179c-4343-8189-9a1c8a65bed7 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Oct 11 16:44:01.725274 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1344ed3d-0308-4786-b13a-d25a73825f99 req-79feb63f-a28a-42cc-8917-c8deb4407708 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Oct 11 16:44:02.462206 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d4d3a5-3d11-41ed-9ade-8b90ef5feefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:05.450006 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe29c-7b08-4063-a5c5-737244b32836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:06.124531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:06.222089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:07.117591 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0259b13-1c33-40a7-af54-65cf7effe75c req-919ba8e3-3b9d-428a-99b3-a53e34ef6b1e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:07.119054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0259b13-1c33-40a7-af54-65cf7effe75c req-919ba8e3-3b9d-428a-99b3-a53e34ef6b1e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0521138 Oct 11 16:44:07.157634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0259b13-1c33-40a7-af54-65cf7effe75c req-209f9dc7-abf4-45ba-aad4-5599b20d768e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Oct 11 16:44:08.022501 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:08.273893 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f5ac-9590-4dfc-865a-21f6769afdff req-12831193-4bef-422d-ade9-ac80e2470c67 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:08.275348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e66f5ac-9590-4dfc-865a-21f6769afdff req-12831193-4bef-422d-ade9-ac80e2470c67 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0472035 Oct 11 16:44:08.312460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e66f5ac-9590-4dfc-865a-21f6769afdff req-8644724a-0557-4bdf-9de1-155c038cac6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Oct 11 16:44:08.333872 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:08.391513 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6b312bd3-7ed7-4d0b-9616-01225f5b8e75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/75a250fe-2eb0-44c5-ae5f-7adad4c0e37a HTTP/1.1" status: 200 len: 992 time: 0.0565522 Oct 11 16:44:09.655859 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eae6d3-37eb-4af7-9937-45c101a92fd2 req-d465ca63-728e-4851-99cf-da6ebd94f31f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:09.657324 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62eae6d3-37eb-4af7-9937-45c101a92fd2 req-d465ca63-728e-4851-99cf-da6ebd94f31f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0511463 Oct 11 16:44:09.695071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62eae6d3-37eb-4af7-9937-45c101a92fd2 req-6bc17c67-37ee-4ec6-af96-99b6690c7f1b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Oct 11 16:44:10.264453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:10.811961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec391-fd5e-48e1-82c0-8918d5c1e609 req-253039ca-71f4-4271-98d0-b1be6969e5b2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:10.813422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d99ec391-fd5e-48e1-82c0-8918d5c1e609 req-253039ca-71f4-4271-98d0-b1be6969e5b2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0481169 Oct 11 16:44:10.851232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d99ec391-fd5e-48e1-82c0-8918d5c1e609 req-bea47dd0-b0f9-4f23-9296-e420bfc593f7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Oct 11 16:44:11.363031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:11.964854 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b09df-8dbb-4358-8cbc-678391e3d8a9 req-6f758887-16d7-4e10-b57a-a071d64fac65 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:11.966380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d56b09df-8dbb-4358-8cbc-678391e3d8a9 req-6f758887-16d7-4e10-b57a-a071d64fac65 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0486269 Oct 11 16:44:12.003558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d56b09df-8dbb-4358-8cbc-678391e3d8a9 req-c1d2f402-59b8-4455-b36f-6e80d9ca5070 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Oct 11 16:44:13.120067 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1fdd-95a4-4cc6-8cd3-c174ad3a0c09 req-a8069c3f-6556-4100-923a-0a6b645f274f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:13.121541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c44b1fdd-95a4-4cc6-8cd3-c174ad3a0c09 req-a8069c3f-6556-4100-923a-0a6b645f274f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0521581 Oct 11 16:44:13.157723 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c44b1fdd-95a4-4cc6-8cd3-c174ad3a0c09 req-9fbab90d-2cda-4462-9f7e-1653ede851a8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300612 Oct 11 16:44:14.272789 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a84ca-b2ac-4223-8285-28b068dfafee req-be0178cd-6be0-4f52-b8b6-fe5a6025786d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:14.274342 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-923a84ca-b2ac-4223-8285-28b068dfafee req-be0178cd-6be0-4f52-b8b6-fe5a6025786d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0501635 Oct 11 16:44:14.311851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-923a84ca-b2ac-4223-8285-28b068dfafee req-bed2b19f-d3d0-4ddd-8daf-205c9a326b15 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Oct 11 16:44:15.435511 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb204d45-d7cb-4b13-a053-fbcb55770475 req-933c1224-fd87-41a7-bd3c-c6e09831a09f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:15.436942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb204d45-d7cb-4b13-a053-fbcb55770475 req-933c1224-fd87-41a7-bd3c-c6e09831a09f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0474894 Oct 11 16:44:15.474334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb204d45-d7cb-4b13-a053-fbcb55770475 req-27b61c08-ba60-4672-9783-4a6b99151e64 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Oct 11 16:44:15.495563 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:15.558184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e95fedff-c50f-4208-a3ea-6f0a156f835c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/75a250fe-2eb0-44c5-ae5f-7adad4c0e37a HTTP/1.1" status: 200 len: 992 time: 0.0615501 Oct 11 16:44:15.776925 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:15.929971 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 6592865f-7401-4abe-967d-1544524037e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:44:15.930235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.008029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.008348 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.020258 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 6592865f-7401-4abe-967d-1544524037e8 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:44:16.165365 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.191991 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=6592865f-7401-4abe-967d-1544524037e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:16.214240 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.214588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.214923 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.215255 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.215581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.215905 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.216225 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.216547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.216866 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.217180 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.217511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.217829 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:16.258416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.258751 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 75a250fe-2eb0-44c5-ae5f-7adad4c0e37a disassociated (deleted). External IP: 172.35.3.50, port: f0947725-f502-4b89-b173-0241e9d3c5bb. Oct 11 16:44:16.465261 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:44:16.572231 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:44:16.577003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:16.582559 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Sync routers for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:44:16.592212 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:16.592795 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:16.603029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3485d041-2f9b-41c7-be5f-32fbd9bb49d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/floatingips/75a250fe-2eb0-44c5-ae5f-7adad4c0e37a HTTP/1.1" status: 204 len: 168 time: 0.8250182 Oct 11 16:44:16.603613 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:44:16.606459 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a25cb98-fcf5-4921-be94-d9f06f0b7924" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:44:16.703405 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:16.703560 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6456d1aa-f6d0-4517-9959-8b08d11f1dcc x-openstack-request-id: req-6456d1aa-f6d0-4517-9959-8b08d11f1dcc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:44:16.703812 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:44:16.704099 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6456d1aa-f6d0-4517-9959-8b08d11f1dcc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:44:16.704488 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'status': 'completed', 'code': 200} Oct 11 16:44:16.793006 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-cbc8e858-0aa0-4037-b5a5-1062a71c758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:16.794856 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-cbc8e858-0aa0-4037-b5a5-1062a71c758d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 1096 time: 0.0563188 Oct 11 16:44:16.867703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731eb50-e1dc-4121-bc32-96269ca9c381 req-f0f1f6e2-ff77-4e17-afe4-4ca7bc3fcef0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:16.875238 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d731eb50-e1dc-4121-bc32-96269ca9c381 req-f0f1f6e2-ff77-4e17-afe4-4ca7bc3fcef0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0604551 Oct 11 16:44:16.887555 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-3e555590-153e-490d-89b5-750d44393b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:16.889014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-3e555590-153e-490d-89b5-750d44393b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 200 len: 898 time: 0.0866640 Oct 11 16:44:16.912079 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:16.915629 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d731eb50-e1dc-4121-bc32-96269ca9c381 req-a7a7939c-52eb-421d-a63c-352e493ff177 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Oct 11 16:44:16.939936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-5c441a80-85a7-438f-b141-dbabe7fc7f98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 200 len: 217 time: 0.0429769 Oct 11 16:44:16.940919 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Checking router: 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:44:16.949956 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:16.950543 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:16.991423 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-b5d1bf1a-2561-4212-afd2-40e88dc66bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:16.992773 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-b5d1bf1a-2561-4212-afd2-40e88dc66bf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 200 len: 833 time: 0.0436933 Oct 11 16:44:17.039993 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-a5ccd8a2-5497-4c26-8301-267e625de5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:17.041463 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-a5ccd8a2-5497-4c26-8301-267e625de5da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cec8c6-90b3-4072-a64f-d3c376b70688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398064 Oct 11 16:44:17.052961 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:17.132429 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-9621215b-eb19-4bdf-a978-3d5c91812879 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834637 Oct 11 16:44:17.223063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-5a25cb98-fcf5-4921-be94-d9f06f0b7924 req-85bb1667-aef5-4b33-98af-53d02a0ddb01 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828838 Oct 11 16:44:17.246311 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:17.275499 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a947-8acd-4ce3-b581-9b56940829bb None None] The sync data for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 is: [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:43:25Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c69d397-ed98-4e54-92d5-f1728d68e0d6', 'name': '', 'network_id': 'e6cec8c6-90b3-4072-a64f-d3c376b70688', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:61:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:24Z', 'updated_at': '2021-10-11T16:43:28Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '96d14e41-c183-471c-8c17-2d84a80ffffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:44:17.491903 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634cee8-92e3-494b-94a7-7587dbe239b6 None None] New status for floating IP 75a250fe-2eb0-44c5-ae5f-7adad4c0e37a: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:44:18.035613 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f3d5-8e24-4e95-ab70-4e878e23e273 req-cef33b33-c063-494d-8b92-4778ee4e9f22 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:18.037067 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2544f3d5-8e24-4e95-ab70-4e878e23e273 req-cef33b33-c063-494d-8b92-4778ee4e9f22 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0524280 Oct 11 16:44:18.074295 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2544f3d5-8e24-4e95-ab70-4e878e23e273 req-e0153841-70e0-4296-b583-92fa75ba3469 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=3973c08e-6931-4a96-8ebb-6ad5f142e617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Oct 11 16:44:18.342398 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-ceb2618f-5cae-46f9-8034-f6b1a5d22e50 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:18.343800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-ceb2618f-5cae-46f9-8034-f6b1a5d22e50 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 945 time: 0.0477586 Oct 11 16:44:18.432987 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port f0947725-f502-4b89-b173-0241e9d3c5bb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:44:18.433319 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:18.516897 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port f0947725-f502-4b89-b173-0241e9d3c5bb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f0947725-f502-4b89-b173-0241e9d3c5bb,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:18.517254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:18.529628 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for f0947725-f502-4b89-b173-0241e9d3c5bb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:44:18.653420 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:18.679167 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=f0947725-f502-4b89-b173-0241e9d3c5bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:18.688911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.689255 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.689615 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.689947 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.690273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.690597 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.690920 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.691243 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.691948 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.691948 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.692241 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.692470 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:18.735778 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] No DVR routers for this DVR port f0947725-f502-4b89-b173-0241e9d3c5bb on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:44:18.738571 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:18.741891 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-8328818f-73d4-427c-a6fb-0d1efb03bad7 req-a28aa02e-5cf7-479e-9e59-e708558cffcb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "DELETE /v2.0/ports/f0947725-f502-4b89-b173-0241e9d3c5bb HTTP/1.1" status: 204 len: 173 time: 0.3916354 Oct 11 16:44:18.742370 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'name': 'network-vif-deleted', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:44:18.744659 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b45f3f-ded6-4585-a957-6586036fd604" -d '{"events": [{"server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "name": "network-vif-deleted", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:44:18.789653 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f18eaae-c1ed-4e8b-a894-32d1ee63dd26 x-openstack-request-id: req-7f18eaae-c1ed-4e8b-a894-32d1ee63dd26 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:44:18.789937 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9fdad6-1983-4e2a-8791-87fd4e3427ac", "name": "network-vif-deleted", "tag": "f0947725-f502-4b89-b173-0241e9d3c5bb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:44:18.790182 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f18eaae-c1ed-4e8b-a894-32d1ee63dd26 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:44:18.790570 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9fdad6-1983-4e2a-8791-87fd4e3427ac', 'name': 'network-vif-deleted', 'tag': 'f0947725-f502-4b89-b173-0241e9d3c5bb', 'status': 'completed', 'code': 200} Oct 11 16:44:19.194370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d0f1dae7-b157-4c0f-bcc6-c898b49187ff req-98c2d3ce-da68-4dc1-8c73-aca51aea2a9c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f9fdad6-1983-4e2a-8791-87fd4e3427ac HTTP/1.1" status: 200 len: 210 time: 0.0307922 Oct 11 16:44:20.248851 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:20.598306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:20.846654 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 5c69d397-ed98-4e54-92d5-f1728d68e0d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:44:20.846990 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:20.934706 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 5c69d397-ed98-4e54-92d5-f1728d68e0d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c69d397-ed98-4e54-92d5-f1728d68e0d6,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:20.935064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:20.949056 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 5c69d397-ed98-4e54-92d5-f1728d68e0d6 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:44:21.128923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:21.158919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=5c69d397-ed98-4e54-92d5-f1728d68e0d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:21.328701 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:21.663763 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0947725-f502-4b89-b173-0241e9d3c5bb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:44:21.687340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f0947725-f502-4b89-b173-0241e9d3c5bb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:44:21.687678 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f0947725-f502-4b89-b173-0241e9d3c5bb not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:44:21.817384 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:44:21.920445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:44:21.925410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c088f0ab-9b65-468f-8216-8fe87f4e865f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/824a83a1-a6ce-45cd-a95c-9bc4f68e5c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755137 Oct 11 16:44:21.928087 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:21.933836 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Sync routers for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:44:21.943055 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:21.943645 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:21.981810 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting subnet 96d14e41-c183-471c-8c17-2d84a80ffffa {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:44:21.984794 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.024911 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.045862 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:22.110788 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.169415 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.197384 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Subnet': ['ID=96d14e41-c183-471c-8c17-2d84a80ffffa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:22.199419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.204921 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b8cb7-c318-4d49-a06f-ece5daa64445 None None] Network e6cec8c6-90b3-4072-a64f-d3c376b70688 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:44:22.205378 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-834c704a-3209-45b7-ab91-b393e4283cdf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/subnets/96d14e41-c183-471c-8c17-2d84a80ffffa HTTP/1.1" status: 204 len: 168 time: 0.2763276 Oct 11 16:44:22.205596 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:22.224439 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:44:21Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:22.254094 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Checking router: 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:44:22.263143 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Routers {'824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:22.263745 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:22.329507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.400110 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] DHCP port deletion for e6cec8c6-90b3-4072-a64f-d3c376b70688 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:44:22.446292 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Deleting port afe82fcc-5929-4b4f-8cee-ef7eaca64612 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:44:22.446682 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.454273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.461690 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] Set router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:22.507835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] For port afe82fcc-5929-4b4f-8cee-ef7eaca64612, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe82fcc-5929-4b4f-8cee-ef7eaca64612,segment=NetworkSegment(a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a),segment_id=a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:22.508235 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.512048 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 499adabb-bc8f-4398-be08-44a68d73fbac {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:44:22.512390 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.521319 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Calling delete_port for afe82fcc-5929-4b4f-8cee-ef7eaca64612 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:44:22.593973 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 499adabb-bc8f-4398-be08-44a68d73fbac, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=499adabb-bc8f-4398-be08-44a68d73fbac,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:22.594338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.606169 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.607583 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 499adabb-bc8f-4398-be08-44a68d73fbac owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:44:22.631601 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] Pushing event deleted for resources: {'Port': ['ID=afe82fcc-5929-4b4f-8cee-ef7eaca64612,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:22.637558 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a61850-389c-46c8-a21d-ef387ab9f461 None None] No DVR routers for this DVR port afe82fcc-5929-4b4f-8cee-ef7eaca64612 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:44:22.640854 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:44:21Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:22.668067 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb57b78-09a7-495b-b794-d3e853cd10e3 None None] The sync data for ids ['824a83a1-a6ce-45cd-a95c-9bc4f68e5c73'] in n-d-master-1 is: [{'id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45541614', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:43:21Z', 'updated_at': '2021-10-11T16:44:21Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '499adabb-bc8f-4398-be08-44a68d73fbac', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a83a1-a6ce-45cd-a95c-9bc4f68e5c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:43:22Z', 'updated_at': '2021-10-11T16:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:44:22.782768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.809097 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=499adabb-bc8f-4398-be08-44a68d73fbac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:22.870801 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.961779 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:22.964385 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.007161 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.007774 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Fanout notify agent at l3_agent the message router_deleted on router 824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:44:23.015444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.016573 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-849cd604-d71b-4fc1-806a-43614326897b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/routers/824a83a1-a6ce-45cd-a95c-9bc4f68e5c73 HTTP/1.1" status: 204 len: 168 time: 0.8096650 Oct 11 16:44:23.019262 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:23.100513 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.188139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.208708 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cec8c6-90b3-4072-a64f-d3c376b70688']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:23.219081 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:23.219308 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ac6fef-eac5-4f97-9c0b-ea0e3cc1253a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:23.228874 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.242246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.249147 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:44:23.249569 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:44:23.252651 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:44:23.313466 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.320873 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.324065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/networks/e6cec8c6-90b3-4072-a64f-d3c376b70688 HTTP/1.1" status: 204 len: 168 time: 0.3038867 Oct 11 16:44:23.326983 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:23.335649 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7056-1aa4-4dde-9177-35747040819d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Network': ['ID=e6cec8c6-90b3-4072-a64f-d3c376b70688,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:23.383942 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.409441 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.466153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.468753 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.469981 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/security-groups/3973c08e-6931-4a96-8ebb-6ad5f142e617 HTTP/1.1" status: 204 len: 168 time: 0.1419649 Oct 11 16:44:23.478637 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90b6b-f878-477c-9737-62c32bdc22ea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973c08e-6931-4a96-8ebb-6ad5f142e617,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:23.656220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device afe82fcc-5929-4b4f-8cee-ef7eaca64612 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:44:23.677264 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: afe82fcc-5929-4b4f-8cee-ef7eaca64612 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:44:23.677636 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device afe82fcc-5929-4b4f-8cee-ef7eaca64612 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:44:23.678039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5c69d397-ed98-4e54-92d5-f1728d68e0d6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:44:23.696509 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5c69d397-ed98-4e54-92d5-f1728d68e0d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:44:23.696853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5c69d397-ed98-4e54-92d5-f1728d68e0d6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:44:23.697308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 499adabb-bc8f-4398-be08-44a68d73fbac no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:44:23.718102 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 499adabb-bc8f-4398-be08-44a68d73fbac {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:44:23.718439 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 499adabb-bc8f-4398-be08-44a68d73fbac not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:44:23.741275 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:23.746514 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474577746', 'description': 'tempest-secgroup-smoke-474577746 description', 'project_id': '6fad336dd5764e22927c76235cd6bf7f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:23.770091 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.838358 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.841758 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.864729 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.865957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1236510 Oct 11 16:44:23.869015 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:23.874319 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:23.874511 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b73cfc-b058-48ed-8f5a-33c0d46f8706 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827473b4-f13e-43ce-a5e5-e977343de758,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:23.902592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.960362 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.964375 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.981448 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03200a0-4929-4e20-8bb5-c1f05f280a29,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:23.989123 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:23.990345 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6b10b82-f2a2-42f0-ae7e-e6276fee4de9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201887 Oct 11 16:44:23.993034 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:23.997625 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.022138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.077417 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.080712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.097942 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e510862-5719-4cd7-a94d-bec9ee0bc99b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.105498 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.106673 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2aefcb20-a603-4f23-a4f6-5f04763574df tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126845 Oct 11 16:44:24.109294 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.113467 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.138281 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.197338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.200910 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.219047 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22685f80-242c-44bd-8aa8-419b60c8b80e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.224198 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.225537 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe653650-3c4c-49df-aa45-e64947e3320c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152575 Oct 11 16:44:24.228247 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.233161 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.258851 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.320607 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.324369 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.342068 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48d1c47-3c7d-4933-b07f-1b73192b7e49,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.348478 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.349690 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f9a8a8b-5cd7-49e4-b54e-cdbe379ee479 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204832 Oct 11 16:44:24.352382 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.356571 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.376791 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:44:24.381366 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.438846 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.442025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.456573 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa37780e-53a1-4f10-bc68-0b463d8543f8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.467482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.468660 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ccfed31-fa12-44d5-90b6-8a0810d4c1e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153655 Oct 11 16:44:24.471448 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.475610 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '827473b4-f13e-43ce-a5e5-e977343de758', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.495619 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:44:24.500271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.560247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.563579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.578123 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b966473b-af8f-40b2-8f6b-2768c0d3af67,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.588190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.589991 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6f08efd-a5c8-4bd0-b965-d2c2542bcefd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176322 Oct 11 16:44:24.592843 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.597547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'network': {'name': 'tempest-network-smoke--1018697076', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.616730 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:44:24.620163 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.642805 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:44:24.652401 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.652739 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Added segment d0b830cd-d1a0-4252-8c2a-7108e7096b44 of type vlan for network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 Oct 11 16:44:24.690260 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.716415 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.721828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:24.722397 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.771976 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1780858 Oct 11 16:44:24.774687 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:24.780870 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'admin_state_up': True, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:24.799796 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64922ec-840e-46c2-b270-1f2e5b4a3ee2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Network': ['ID=b859ddce-af90-42a6-bbf3-ad6bed90fbc6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:24.810174 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:44:24.815470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.816434 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:24.870539 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.005879 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.191298 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.209461 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.315233 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.174 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c458a3af-ee6d-405f-b21a-5e032e0ecaad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:44:25.412230 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.444915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:25.479958 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:25.484624 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:25.488044 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:44:25.515724 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c458a3af-ee6d-405f-b21a-5e032e0ecaad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:26.076923 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:26.264342 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:26.386562 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router e93b706f-baec-4559-9244-c3314fe98738 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:44:26.490591 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:44:26.500250 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Sync routers for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:44:26.509014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:26.509649 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:26.510556 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:26.512290 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-579ec25f-b2cc-432d-a235-cba80f3b9069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7366965 Oct 11 16:44:26.515589 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:26.543378 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb38bbc1-28b3-430b-a8d8-a754fa9bd259 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6fad336dd5764e22927c76235cd6bf7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267680 Oct 11 16:44:26.545989 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:26.613803 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:26.631209 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bb638-f96a-49cb-aa19-96476ceb6e5d tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:26.632753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-070bb638-f96a-49cb-aa19-96476ceb6e5d tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858665 Oct 11 16:44:26.635706 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:26.668475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-6151b591-1b04-42e8-be05-39573224d8f8 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317037 Oct 11 16:44:26.671078 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:26.675826 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820922897', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:26.762834 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:44:26.766412 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:26.789965 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:25Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:26.819626 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Checking router: e93b706f-baec-4559-9244-c3314fe98738 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:44:26.820126 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Updating router e93b706f-baec-4559-9244-c3314fe98738 port c458a3af-ee6d-405f-b21a-5e032e0ecaad binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:44:26.846160 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:26.946628 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.007397 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Subnet': ['ID=0ff13d64-c307-4fa9-8d1d-4d8f48efd680,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:27.015364 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Checking segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:44:27.015802 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network hostable DHCP agents. Network: b859ddce-af90-42a6-bbf3-ad6bed90fbc6, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:44:27.032963 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:44:27.042558 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b859ddce-af90-42a6-bbf3-ad6bed90fbc6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:27.046577 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:27.047203 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.054654 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf2116-8a7f-4903-a7bf-1ff90563eef3 None None] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:44:27.064338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c87d6d88-5086-4c31-9460-14f29f2376e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3922632 Oct 11 16:44:27.067104 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:27.303116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.316109 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.398814 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Pushing event updated for resources: {'Port': ['ID=c458a3af-ee6d-405f-b21a-5e032e0ecaad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:27.409313 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Attempting to bind port c458a3af-ee6d-405f-b21a-5e032e0ecaad on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:44:27.409697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Attempting to bind port c458a3af-ee6d-405f-b21a-5e032e0ecaad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:44:27.410051 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Attempting to bind port c458a3af-ee6d-405f-b21a-5e032e0ecaad on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:44:27.415029 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.415362 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.415691 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.416016 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.416335 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.416651 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.417516 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.417835 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.418152 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.418470 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.418780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.419090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:27.426871 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:44:27.427020 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:44:27.427438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.427783 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:44:27.428250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Bound port: c458a3af-ee6d-405f-b21a-5e032e0ecaad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:44:27.428622 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.486409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:44:27.487252 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.503236 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.515411 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] For port c458a3af-ee6d-405f-b21a-5e032e0ecaad, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:44:27.522487 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] For port c458a3af-ee6d-405f-b21a-5e032e0ecaad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c458a3af-ee6d-405f-b21a-5e032e0ecaad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:44:27.528497 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:27.674833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571e41-6c5c-4882-a453-c5b00247deae None None] Pushing event updated for resources: {'Port': ['ID=c458a3af-ee6d-405f-b21a-5e032e0ecaad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:27.680634 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:27.681243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:27.737440 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Allocated IP 172.20.0.2 (b859ddce-af90-42a6-bbf3-ad6bed90fbc6/0ff13d64-c307-4fa9-8d1d-4d8f48efd680/645f15e9-4cc6-426c-a4b7-bc7a820cd5f9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:44:27.845869 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:28.035633 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.057075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.093206 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.1 (b859ddce-af90-42a6-bbf3-ad6bed90fbc6/0ff13d64-c307-4fa9-8d1d-4d8f48efd680/44cdd5be-5c07-4a92-8241-0c27a1e529a3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:44:28.103122 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:28.111217 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:28.116196 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:44:28.125700 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Pushing event updated for resources: {'Port': ['ID=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:28.159065 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:25Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:28.198991 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085eb73-fd62-4f64-8481-90ebf8ef676c None None] The sync data for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 is: [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:25Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:44:28.209125 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Attempting to bind port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:44:28.209274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.209519 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Attempting to bind port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:44:28.209890 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Attempting to bind port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 on network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:44:28.215898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:44:28.219360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Checking segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:44:28.219360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.219360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Bound using segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:44:28.219360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Bound port: 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:44:28.219360 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.246970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.286639 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:28.288745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] For port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:44:28.292312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] For port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:44:28.296333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.296764 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:28.300488 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:44:28.326025 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:28.350848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.359255 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14de3-3c3e-49bd-bc0a-967dc4a5bde3 None None] Pushing event updated for resources: {'Port': ['ID=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:28.521926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.828849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.833768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.908150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:28.910010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:29.009398 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:29.010957 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:29.130320 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router e93b706f-baec-4559-9244-c3314fe98738 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:44:29.241363 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:44:29.249084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b9ea91b-c655-469e-ab59-0bc6c7644d75 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/e93b706f-baec-4559-9244-c3314fe98738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784263 Oct 11 16:44:29.323299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b093f4e5-220d-4b84-a0d3-8aec72195d83 None None] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:44:29.393407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-3d224452-ecc3-4a73-a06e-7c3c63999c7d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474577746&fields=id&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 267 time: 0.0337412 Oct 11 16:44:29.408048 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] Provisioning complete for port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:29.408342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.499932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-0b13c9ff-6be6-47b5-a460-84dc861463bf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:29.501390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-0b13c9ff-6be6-47b5-a460-84dc861463bf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 797 time: 0.1011565 Oct 11 16:44:29.517254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-551e81fd-2c31-4531-a01d-cfb1e4132782 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/quotas/6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 375 time: 0.0097964 Oct 11 16:44:29.544434 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.586835 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] For port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:29.594200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.596088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-e86b9ce5-50e5-4168-90b4-75cea7b94744 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668225 Oct 11 16:44:29.660592 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633da6-628e-4a5b-a97a-51cd9c913d27 None None] Pushing event updated for resources: {'Port': ['ID=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:29.712749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c458a3af-ee6d-405f-b21a-5e032e0ecaad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:29.765882 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c458a3af-ee6d-405f-b21a-5e032e0ecaad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:29.766250 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.783588 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-9390e805-febc-4a8c-9b31-00a203646c14 service neutron] 10.222.0.31 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662529 Oct 11 16:44:29.852150 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74f4ef2b-10a6-4c17-a096-5fb755e02b43 None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:29.852629 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f4ef2b-10a6-4c17-a096-5fb755e02b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.888347 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.891627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-6e55467d-7b7f-4a01-806e-bada68965eae service neutron] 10.222.0.31 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072257 Oct 11 16:44:29.923932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74f4ef2b-10a6-4c17-a096-5fb755e02b43 None None] Port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:44:29.931116 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port c458a3af-ee6d-405f-b21a-5e032e0ecaad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c458a3af-ee6d-405f-b21a-5e032e0ecaad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:29.938114 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.939137 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:29.942328 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74f4ef2b-10a6-4c17-a096-5fb755e02b43 None None] Provisioning complete for port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:29.942695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f4ef2b-10a6-4c17-a096-5fb755e02b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:29.992343 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Sync routers for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:44:30.002611 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:30.003403 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:30.065096 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=c458a3af-ee6d-405f-b21a-5e032e0ecaad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:30.106207 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:30.106576 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.131284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f2ef22f5-0fca-4bd5-981f-80264ec7f0b7 req-af1862e2-e0be-4ad7-87e8-2d781758530f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 210 time: 0.0752819 Oct 11 16:44:30.136325 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:30.278751 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61682082-e6f6-4b2e-8d05-3bad6b8162aa None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:30.279260 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61682082-e6f6-4b2e-8d05-3bad6b8162aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.320415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61682082-e6f6-4b2e-8d05-3bad6b8162aa None None] Port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:44:30.345361 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 2, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:30.371699 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Checking router: e93b706f-baec-4559-9244-c3314fe98738 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:44:30.372051 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Updating router e93b706f-baec-4559-9244-c3314fe98738 port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:44:30.396278 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.448855 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1c366bd-c7df-4fae-86c8-0830bab45e84 None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:30.449418 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1c366bd-c7df-4fae-86c8-0830bab45e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.484976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1c366bd-c7df-4fae-86c8-0830bab45e84 None None] Port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:44:30.660478 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.665711 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.713218 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Pushing event updated for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:30.725161 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.725636 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.725837 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.726169 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.726491 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.726812 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.727129 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.727444 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.727760 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.728075 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.728389 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.728698 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:44:30.778242 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Attempting to bind port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:44:30.778608 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Attempting to bind port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:44:30.778965 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Attempting to bind port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 on network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:44:30.785205 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:44:30.786147 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Checking segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:44:30.786551 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.787104 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Bound using segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:44:30.787573 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Bound port: 44cdd5be-5c07-4a92-8241-0c27a1e529a3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:44:30.787947 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.861923 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] For port 44cdd5be-5c07-4a92-8241-0c27a1e529a3, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:44:30.865071 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] For port 44cdd5be-5c07-4a92-8241-0c27a1e529a3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44cdd5be-5c07-4a92-8241-0c27a1e529a3,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:44:30.869888 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:30.931634 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:30.932271 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:30.935928 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b25e7c-8a3a-4acf-b91c-91e0565822c2 None None] Pushing event updated for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:31.006993 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:31.007368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.054960 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:31.094902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.137152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] For port 44cdd5be-5c07-4a92-8241-0c27a1e529a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44cdd5be-5c07-4a92-8241-0c27a1e529a3,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:31.153420 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.232184 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917d37-9874-4d45-a4e0-9c941fb938f2 None None] Pushing event updated for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:31.260790 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-23ad6cbd-6a38-4444-9284-c4ef523cab1a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:31.262454 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-23ad6cbd-6a38-4444-9284-c4ef523cab1a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 797 time: 0.1494899 Oct 11 16:44:31.266317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7fa1c412-027d-4415-ae89-acc2d22661f1 req-9dc4a278-523a-4e00-894f-ecb5109e7d91 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 210 time: 0.0444076 Oct 11 16:44:31.273517 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0af5540a-90a1-4570-8c8c-b465cb119fb1 None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:31.274005 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0af5540a-90a1-4570-8c8c-b465cb119fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.313040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-fc1d0d4f-963d-4f2a-ad99-5a2dd96ae8f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 379 time: 0.0407834 Oct 11 16:44:31.320960 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:30Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:31.326965 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'port': {'device_id': '73930bf5-5d1d-4874-ac44-25c2af113090', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'admin_state_up': True, 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'security_groups': ['827473b4-f13e-43ce-a5e5-e977343de758']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:31.346807 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19e0f8-6191-40f2-9b04-0f5a9363e890 None None] The sync data for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 is: [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:30Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:44:31.455626 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:44:31.459403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.596636 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.9 (b859ddce-af90-42a6-bbf3-ad6bed90fbc6/0ff13d64-c307-4fa9-8d1d-4d8f48efd680/02faf011-01ac-4e2e-8f2f-ddbc0064347a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:44:31.662613 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c458a3af-ee6d-405f-b21a-5e032e0ecaad up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:31.716957 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c458a3af-ee6d-405f-b21a-5e032e0ecaad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:31.717653 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.753403 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.791620 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.804380 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44cdd5be-5c07-4a92-8241-0c27a1e529a3 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:31.852982 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:31.856111 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:31.856673 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:31.857110 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:31.860158 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:44:31.969315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:32.029499 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:32.029978 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.263760 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:32.297143 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:32.297764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.306703 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c599ee0-0647-4f7e-9b01-4935ac476e06 None None] Provisioning complete for port 02faf011-01ac-4e2e-8f2f-ddbc0064347a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:32.307081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c599ee0-0647-4f7e-9b01-4935ac476e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.315837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-dd19c309-6875-42d2-8fdf-08c9b96528c6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941521 Oct 11 16:44:32.334566 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Request body: {'port': {'device_id': '73930bf5-5d1d-4874-ac44-25c2af113090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:32.345794 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7c599ee0-0647-4f7e-9b01-4935ac476e06 None None] Port 02faf011-01ac-4e2e-8f2f-ddbc0064347a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:44:32.394627 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718029a-5df2-4085-a761-793865fc20a7 req-74a9097f-923d-4066-8ecc-90e0107a2afd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:32.396246 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7718029a-5df2-4085-a761-793865fc20a7 req-74a9097f-923d-4066-8ecc-90e0107a2afd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 931 time: 0.0575893 Oct 11 16:44:32.396357 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.441992 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7718029a-5df2-4085-a761-793865fc20a7 req-065cb2d8-84f4-4d6e-a821-fec04c907e8b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Oct 11 16:44:32.478895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ec83-bba1-4294-aeb4-636ae4096a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.667904 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02faf011-01ac-4e2e-8f2f-ddbc0064347a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:44:32.675134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.687646 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Transition to ACTIVE for port object 02faf011-01ac-4e2e-8f2f-ddbc0064347a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:44:32.691052 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.739218 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Pushing event updated for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:32.813404 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Attempting to bind port 02faf011-01ac-4e2e-8f2f-ddbc0064347a on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:44:32.813768 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Attempting to bind port 02faf011-01ac-4e2e-8f2f-ddbc0064347a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:44:32.814101 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Attempting to bind port 02faf011-01ac-4e2e-8f2f-ddbc0064347a on network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:44:32.818647 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Port 02faf011-01ac-4e2e-8f2f-ddbc0064347a on network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:44:32.818968 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Attempting to bind port 02faf011-01ac-4e2e-8f2f-ddbc0064347a on network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:44:32.823841 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:44:32.824215 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Checking segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:44:32.824678 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Bound using segment: {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:44:32.825021 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Bound port: 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b830cd-d1a0-4252-8c2a-7108e7096b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:44:32.825381 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.891860 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:44:32.894849 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:44:32.899600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.932986 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:32.933578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:32.935014 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] 10.222.0.36 "PUT /v2.0/ports/02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 1091 time: 0.6071780 Oct 11 16:44:32.935470 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:44:32.937766 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b46e60-023b-4264-9014-5c3412a3f86b" -d '{"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:44:32.972578 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6ac18-4282-47cb-b225-2782c8e25b58 service neutron] Pushing event updated for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:32.982431 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583ce42-5a91-42af-b9fb-7b51210c71b7 x-openstack-request-id: req-7583ce42-5a91-42af-b9fb-7b51210c71b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:44:32.982843 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:44:32.982955 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7583ce42-5a91-42af-b9fb-7b51210c71b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:44:32.983351 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'status': 'completed', 'code': 200} Oct 11 16:44:33.023806 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-e9489ae4-42b1-4754-bc62-06123e382505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.025313 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-e9489ae4-42b1-4754-bc62-06123e382505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1094 time: 0.0411773 Oct 11 16:44:33.071205 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-c1c3c5e9-7bd8-433e-a749-5b956af4a430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 217 time: 0.0384777 Oct 11 16:44:33.121093 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-5cc706d5-8ae4-4b4b-88da-176de9e31bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.122557 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-5cc706d5-8ae4-4b4b-88da-176de9e31bfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0448792 Oct 11 16:44:33.168828 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-875743df-e69f-4e6c-8ab7-77da2399fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.170307 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-875743df-e69f-4e6c-8ab7-77da2399fb04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394037 Oct 11 16:44:33.263909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-86cc4356-451a-448d-b161-a5109bca67d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Oct 11 16:44:33.354791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-48463861-8dec-4752-b9ff-321e8bb13f5a req-0a5eee99-c0e0-45f3-b982-49e8d37778ca service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Oct 11 16:44:33.444990 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-b1eedcbf-97a9-4518-b48d-9a3a3540d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.446437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-b1eedcbf-97a9-4518-b48d-9a3a3540d0dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1094 time: 0.0442200 Oct 11 16:44:33.537350 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-473505c8-4240-4153-a6a3-4a84220cc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.538875 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-473505c8-4240-4153-a6a3-4a84220cc9a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0858536 Oct 11 16:44:33.561980 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc814-bb0b-4409-9d72-dae2e460fa5e req-a22f164d-9f7d-41e0-bc4f-c1f180d66e18 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.563457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67abc814-bb0b-4409-9d72-dae2e460fa5e req-a22f164d-9f7d-41e0-bc4f-c1f180d66e18 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 943 time: 0.0540674 Oct 11 16:44:33.584439 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-78160740-bfe7-4fcf-957b-4eb61e4c6a4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 217 time: 0.0383568 Oct 11 16:44:33.601535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67abc814-bb0b-4409-9d72-dae2e460fa5e req-4f83d2de-09bf-45e1-b8fb-b99124eb6179 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Oct 11 16:44:33.633439 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-1633642e-0811-4d69-9bda-747fce3c1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.634921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-1633642e-0811-4d69-9bda-747fce3c1423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0436382 Oct 11 16:44:33.680494 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-b7315eb9-1097-473d-920c-e410103cc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:33.681948 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-b7315eb9-1097-473d-920c-e410103cc849 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390429 Oct 11 16:44:33.773063 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-ff7d3422-4aa4-4cf2-8fba-efec56a0d4c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Oct 11 16:44:33.859679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d8b46e60-023b-4264-9014-5c3412a3f86b req-cfdecdf1-ae29-4d1b-ba44-cd2529083464 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792327 Oct 11 16:44:34.011207 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:44:34.715957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074cad-b1d9-4940-83d3-cc0d46203f0c req-a5550474-24aa-4036-b2f9-390429be96f1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:34.717444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f074cad-b1d9-4940-83d3-cc0d46203f0c req-a5550474-24aa-4036-b2f9-390429be96f1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 943 time: 0.0489306 Oct 11 16:44:34.755866 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4f074cad-b1d9-4940-83d3-cc0d46203f0c req-082f4ad7-bc0f-4094-84c7-dec5ff908169 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Oct 11 16:44:35.451098 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-253cf9d4-0f70-4167-8a84-65ac9658f5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:35.774886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 02faf011-01ac-4e2e-8f2f-ddbc0064347a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:44:35.867672 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca19db-48d7-4fa5-9a8a-0aa97ac2adb1 req-bb054e10-4bac-4560-815d-4a3b19e86f78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:35.869160 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36ca19db-48d7-4fa5-9a8a-0aa97ac2adb1 req-bb054e10-4bac-4560-815d-4a3b19e86f78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 943 time: 0.0473819 Oct 11 16:44:35.869531 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:35.910095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36ca19db-48d7-4fa5-9a8a-0aa97ac2adb1 req-b3e8ce9b-a5b1-477f-87a9-36c43399cb24 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335886 Oct 11 16:44:36.036048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'port_id': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'mac_address': 'fa:16:3e:cf:44:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:44:36.071915 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:36.084056 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02faf011-01ac-4e2e-8f2f-ddbc0064347a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:44:36.102939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:36.107444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:36.146284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:36.162757 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:36.224832 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:36.311836 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['02faf011-01ac-4e2e-8f2f-ddbc0064347a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:44:37.031046 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cb91d-2ffc-4656-bc34-ebf8ef0045d5 req-8119e447-893c-4423-b036-cbf267cbd3aa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:37.032798 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a8cb91d-2ffc-4656-bc34-ebf8ef0045d5 req-8119e447-893c-4423-b036-cbf267cbd3aa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 944 time: 0.0525072 Oct 11 16:44:37.069577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1a8cb91d-2ffc-4656-bc34-ebf8ef0045d5 req-a45de62e-ef53-43c9-81ed-b8492503f139 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309563 Oct 11 16:44:37.790422 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 02faf011-01ac-4e2e-8f2f-ddbc0064347a up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:44:37.839348 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 02faf011-01ac-4e2e-8f2f-ddbc0064347a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:44:37.842786 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 02faf011-01ac-4e2e-8f2f-ddbc0064347a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:44:37.843146 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:37.916580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:37.938023 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:44:37.940277 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c4f92f-2c3f-4e19-8f07-cc9f2f7778ec" -d '{"events": [{"server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "name": "network-vif-plugged", "status": "completed", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:44:37.953574 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:44:37.957506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:37.981798 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db85f1b-860f-4903-80fc-e39e0c71c159 x-openstack-request-id: req-4db85f1b-860f-4903-80fc-e39e0c71c159 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:44:37.982086 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "name": "network-vif-plugged", "status": "completed", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:44:37.982335 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4db85f1b-860f-4903-80fc-e39e0c71c159 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:44:37.982721 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'code': 200} Oct 11 16:44:38.010881 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:38.028094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:38.072105 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898412f9-1ad3-4558-8f26-a782774de9cc req-e1e99452-1fe7-48b3-b795-d04abab228f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:38.074094 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-898412f9-1ad3-4558-8f26-a782774de9cc req-e1e99452-1fe7-48b3-b795-d04abab228f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0404024 Oct 11 16:44:38.107951 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-898412f9-1ad3-4558-8f26-a782774de9cc req-568aad94-9360-43ad-84ff-cf7e992d1ee2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274172 Oct 11 16:44:38.181331 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037feb-66e8-40a0-8451-3688180ddeb0 req-5d89fe4d-5b75-46b3-ae99-b358d8af76e9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:38.182805 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31037feb-66e8-40a0-8451-3688180ddeb0 req-5d89fe4d-5b75-46b3-ae99-b358d8af76e9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0490463 Oct 11 16:44:38.220237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-31037feb-66e8-40a0-8451-3688180ddeb0 req-5de3bb3e-7671-47ce-91ab-5faa98676058 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Oct 11 16:44:39.335248 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b665ea-e96f-4af4-a18d-329eebd3689e req-0bd3757b-9b81-44d6-a518-38d4039f64fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:39.336704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b665ea-e96f-4af4-a18d-329eebd3689e req-0bd3757b-9b81-44d6-a518-38d4039f64fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Oct 11 16:44:39.373417 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11b665ea-e96f-4af4-a18d-329eebd3689e req-d6749e22-28fa-4c8d-86f2-864bbe54c4a6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302780 Oct 11 16:44:39.487825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78664560-caa8-4bb0-969b-fe68b0bc3d16 req-a8e48514-d36c-4372-b6a4-671413d1360e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:39.489264 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78664560-caa8-4bb0-969b-fe68b0bc3d16 req-a8e48514-d36c-4372-b6a4-671413d1360e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0516727 Oct 11 16:44:39.525767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-78664560-caa8-4bb0-969b-fe68b0bc3d16 req-c5917e2b-f138-4711-8590-d325bf74dd2e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305808 Oct 11 16:44:39.547520 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:39.586018 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6544a8-9a94-4552-9acf-9b3819eb05ab tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:39.587493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-eb6544a8-9a94-4552-9acf-9b3819eb05ab tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1091 time: 0.0390153 Oct 11 16:44:39.590920 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:39.595109 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:44:39.614965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:39.711540 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:39.811615 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.26 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/6e6d2c8a-4c7b-4235-93d3-4a426eb64162) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:44:39.913917 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:39.946465 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:39.981030 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:44:39.983771 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:44:39.989193 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:44:40.015446 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=6e6d2c8a-4c7b-4235-93d3-4a426eb64162,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:40.272601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.343879 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.406467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.549884 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.554164 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.622711 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=6e6d2c8a-4c7b-4235-93d3-4a426eb64162,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:44:40.634064 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:40.731352 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP beef6295-42ee-4ba0-a296-90fa964dea93 associated. External IP: 172.35.3.26, port: 02faf011-01ac-4e2e-8f2f-ddbc0064347a. Oct 11 16:44:40.931243 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router e93b706f-baec-4559-9244-c3314fe98738 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:44:41.037847 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:44:41.048277 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Sync routers for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:44:41.056652 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:41.058211 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:41.058819 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:41.087117 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c1375ea2-b13b-4160-8c51-0124cd3fe10f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4951949 Oct 11 16:44:41.087686 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:44:41.090162 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:44:41.132282 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a79c7-1db5-4f4e-bc67-89c18622dad5 x-openstack-request-id: req-ff5a79c7-1db5-4f4e-bc67-89c18622dad5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:44:41.132560 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:44:41.132813 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff5a79c7-1db5-4f4e-bc67-89c18622dad5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:44:41.133216 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'status': 'completed', 'code': 200} Oct 11 16:44:41.173980 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:41.183055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356777-7573-43b4-a88c-6b67c5f97b71 req-5b6f6f42-3b2c-49b4-a799-d0f128120a06 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:41.184565 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4356777-7573-43b4-a88c-6b67c5f97b71 req-5b6f6f42-3b2c-49b4-a799-d0f128120a06 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Oct 11 16:44:41.200740 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-5de07ed3-6e38-4a8e-9fe6-5a17dae0deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:41.202377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-5de07ed3-6e38-4a8e-9fe6-5a17dae0deeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0466485 Oct 11 16:44:41.223838 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f4356777-7573-43b4-a88c-6b67c5f97b71 req-799267b2-d8c9-48d5-94f2-a3ce672d35f9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Oct 11 16:44:41.246463 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:41.304632 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-42240f52-2094-4c23-a00d-c449838153df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:41.306134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-42240f52-2094-4c23-a00d-c449838153df service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0961971 Oct 11 16:44:41.308184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-658bc49d-bfe1-4aa0-a7ef-3e1040b37770 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/beef6295-42ee-4ba0-a296-90fa964dea93 HTTP/1.1" status: 200 len: 990 time: 0.0604851 Oct 11 16:44:41.377941 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-b6acb5c5-d781-43b7-8cce-aad989390670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 998 time: 0.0647359 Oct 11 16:44:41.382254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:44:41.409306 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'beef6295-42ee-4ba0-a296-90fa964dea93', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.26', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'port_id': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'mac_address': 'fa:16:3e:cf:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73930bf5-5d1d-4874-ac44-25c2af113090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:44:40Z', 'updated_at': '2021-10-11T16:44:40Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:41.436493 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-d52da13c-29d7-40c8-9462-9872f2379200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:41.438054 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-d52da13c-29d7-40c8-9462-9872f2379200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0531809 Oct 11 16:44:41.442649 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Checking router: e93b706f-baec-4559-9244-c3314fe98738 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:44:41.450944 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:44:41.451530 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:44:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:41.484781 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-f28e8380-596d-4855-9bc3-827efe551ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:44:41.486360 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-f28e8380-596d-4855-9bc3-827efe551ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Oct 11 16:44:41.556550 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:44:41.579851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-dbaceecb-09d9-482a-b640-8165f3ded769 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Oct 11 16:44:41.669742 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a7ab3e09-d939-4b2a-9934-539b0ac3a4bc req-08db8164-85e6-4bd9-bba0-08514a0dae53 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819364 Oct 11 16:44:41.774648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'beef6295-42ee-4ba0-a296-90fa964dea93', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.26', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'port_id': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'mac_address': 'fa:16:3e:cf:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73930bf5-5d1d-4874-ac44-25c2af113090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:44:40Z', 'updated_at': '2021-10-11T16:44:40Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:44:41.800524 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236675-7132-4bd8-b0ca-355c57b91cf4 None None] The sync data for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 is: [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'beef6295-42ee-4ba0-a296-90fa964dea93', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.26', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'port_id': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'mac_address': 'fa:16:3e:cf:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73930bf5-5d1d-4874-ac44-25c2af113090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:44:40Z', 'updated_at': '2021-10-11T16:44:40Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:44:41.995932 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0740a-2319-4842-bfcd-a1d69c77a4a0 None None] New status for floating IP beef6295-42ee-4ba0-a296-90fa964dea93: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:44:42.311486 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:44:42.375081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-637fe97e-93f2-481a-a155-2f2221b70fca tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/beef6295-42ee-4ba0-a296-90fa964dea93 HTTP/1.1" status: 200 len: 992 time: 0.0624690 Oct 11 16:45:01.176243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-794957c8-e1e4-4ee7-b047-f587f1e2f153 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434000 Oct 11 16:45:01.257448 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-f8e832c7-e082-4f4f-aac2-e5f56d0702b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:01.258895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-f8e832c7-e082-4f4f-aac2-e5f56d0702b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0395153 Oct 11 16:45:01.361142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-afcbd701-f892-4a37-b6c8-0076c1fe5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:01.362607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-afcbd701-f892-4a37-b6c8-0076c1fe5d05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0848000 Oct 11 16:45:01.429748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-5adec7fc-2e89-4559-8e09-50f9999fbfb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 1000 time: 0.0593107 Oct 11 16:45:01.477820 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-30d91c37-253b-4d8c-8d43-7443bdf7b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:01.479175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-30d91c37-253b-4d8c-8d43-7443bdf7b993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0412018 Oct 11 16:45:01.523237 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-4dda3e75-e6ed-4e03-9813-d56a36fd5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:01.524628 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-4dda3e75-e6ed-4e03-9813-d56a36fd5237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373948 Oct 11 16:45:01.536270 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-18b3f842-02ac-497e-bb86-8c8b08d0f373 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:45:01.537194 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-18b3f842-02ac-497e-bb86-8c8b08d0f373 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049231 Oct 11 16:45:01.635479 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-95283a4e-a706-43b0-bd19-659c08a6029b service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818098 Oct 11 16:45:01.723133 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1b1369eb-b9cb-4c26-84e4-947ad49a28e9 req-3c89fe34-a1f4-4570-b6bb-88d5405100f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797956 Oct 11 16:45:02.461021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb08b48-58e5-4311-8bdd-8b9a6b6c26ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:05.451128 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8ad82bd-55cb-4d36-8cf0-07528a7cc3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:06.126375 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:06.227035 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:08.027733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:10.273414 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:11.010877 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:45:11.362658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:15.784480 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12457385-9e55-49fe-9f6c-0ebb464b8a7a req-bad0e2f1-8a55-4ab7-a00f-df0cc9687e01 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:15.786130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12457385-9e55-49fe-9f6c-0ebb464b8a7a req-bad0e2f1-8a55-4ab7-a00f-df0cc9687e01 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0495758 Oct 11 16:45:15.787259 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82537f55-8067-473e-8e9f-233b82c1e898 req-880b640f-bcc8-4a99-9857-b1883e2446f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:15.788801 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-880b640f-bcc8-4a99-9857-b1883e2446f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0453086 Oct 11 16:45:15.824929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12457385-9e55-49fe-9f6c-0ebb464b8a7a req-e8046e04-8ab1-43e7-b526-abad29132ce3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Oct 11 16:45:15.879517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82537f55-8067-473e-8e9f-233b82c1e898 req-a5e233e5-7943-4e47-8a9d-083d7dd6384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:15.880975 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-a5e233e5-7943-4e47-8a9d-083d7dd6384b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0835919 Oct 11 16:45:15.949982 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-c0e71621-92ae-43dc-92cc-d88a01da5fc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 1000 time: 0.0610840 Oct 11 16:45:15.998007 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82537f55-8067-473e-8e9f-233b82c1e898 req-378555a2-9032-49cc-afa2-ca42a777f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:15.999415 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-378555a2-9032-49cc-afa2-ca42a777f9d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0424666 Oct 11 16:45:16.046616 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82537f55-8067-473e-8e9f-233b82c1e898 req-0b3dd8c1-191d-45e3-8bab-c130f5c75a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:16.048028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-0b3dd8c1-191d-45e3-8bab-c130f5c75a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391717 Oct 11 16:45:16.138412 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-b5048881-ec57-48bd-8ba6-b656023dcac4 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821900 Oct 11 16:45:16.225860 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-82537f55-8067-473e-8e9f-233b82c1e898 req-96348332-6e3e-4a92-b995-d1c2ab525a9a service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799987 Oct 11 16:45:16.940736 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984ca21-17af-420d-8896-820f102a56d5 req-e9f4084b-e19d-4611-9836-df78068e6aa6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:16.942232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a984ca21-17af-420d-8896-820f102a56d5 req-e9f4084b-e19d-4611-9836-df78068e6aa6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Oct 11 16:45:16.982213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a984ca21-17af-420d-8896-820f102a56d5 req-230d5dbf-908d-4ecb-8364-1e78178ed30e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339973 Oct 11 16:45:18.095958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e31ff-dfec-43a9-ae3d-989a27365759 req-e7522d04-982c-4c87-8ccf-c340695f8538 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:18.097410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f66e31ff-dfec-43a9-ae3d-989a27365759 req-e7522d04-982c-4c87-8ccf-c340695f8538 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Oct 11 16:45:18.134206 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f66e31ff-dfec-43a9-ae3d-989a27365759 req-48e83725-7f46-46f8-8b24-d01cf147e12c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305505 Oct 11 16:45:19.247113 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e96a2b-63a3-4b20-ae98-5ed29c350684 req-63dc79eb-dd49-4053-bf7c-12efdaf6852d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:19.248574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85e96a2b-63a3-4b20-ae98-5ed29c350684 req-63dc79eb-dd49-4053-bf7c-12efdaf6852d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0477300 Oct 11 16:45:19.286715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85e96a2b-63a3-4b20-ae98-5ed29c350684 req-ea50b407-8b6b-4a94-96ef-bc54a143b54f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Oct 11 16:45:20.397592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d9f5-9304-43de-a771-51e5751318c5 req-8e5ea34a-b651-4676-86d3-131d25d365a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:20.399017 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7138d9f5-9304-43de-a771-51e5751318c5 req-8e5ea34a-b651-4676-86d3-131d25d365a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0464442 Oct 11 16:45:20.440755 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7138d9f5-9304-43de-a771-51e5751318c5 req-505c90fe-6bba-45e4-a7a3-c4d4cbcfffce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353940 Oct 11 16:45:21.552039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ae80d-6dea-4714-9707-9e9794398179 req-d029979d-e4a5-4f18-9656-02a7cda30897 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:21.553518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de9ae80d-6dea-4714-9707-9e9794398179 req-d029979d-e4a5-4f18-9656-02a7cda30897 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0477588 Oct 11 16:45:21.590174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de9ae80d-6dea-4714-9707-9e9794398179 req-be512dd7-ccae-47a3-876e-d5882c1073fe tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302048 Oct 11 16:45:22.702868 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c45c2-8acc-431c-ad29-76497be7e090 req-a92de407-0782-4517-b2f4-967af19186e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:22.704327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-290c45c2-8acc-431c-ad29-76497be7e090 req-a92de407-0782-4517-b2f4-967af19186e6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Oct 11 16:45:22.740183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-290c45c2-8acc-431c-ad29-76497be7e090 req-6c146768-7ac1-4967-b7d4-3747db0d2c3d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300655 Oct 11 16:45:23.853994 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad57d-872b-4532-a7ac-1dfaf04ee28e req-b3961118-e951-4904-84ee-1c48a2d31642 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:23.855367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a2ad57d-872b-4532-a7ac-1dfaf04ee28e req-b3961118-e951-4904-84ee-1c48a2d31642 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0478301 Oct 11 16:45:23.895918 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a2ad57d-872b-4532-a7ac-1dfaf04ee28e req-bd28086d-147e-4e7f-a4c2-bdf5391bc5d0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Oct 11 16:45:25.009186 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f2ec6-d5b6-488e-a662-d45915f6b0d4 req-8d383fcd-9b7f-4a64-b360-02106bd9105e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:25.010669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d21f2ec6-d5b6-488e-a662-d45915f6b0d4 req-8d383fcd-9b7f-4a64-b360-02106bd9105e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Oct 11 16:45:25.047998 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d21f2ec6-d5b6-488e-a662-d45915f6b0d4 req-e781dd7e-586c-4057-882b-49a39f836a4c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Oct 11 16:45:26.158730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d02f6-5783-4886-b5b1-e6f557f65c97 req-134d5d01-1865-4877-9e62-591716b667a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:26.160095 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-647d02f6-5783-4886-b5b1-e6f557f65c97 req-134d5d01-1865-4877-9e62-591716b667a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Oct 11 16:45:26.197161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-647d02f6-5783-4886-b5b1-e6f557f65c97 req-e34975ec-002c-425e-9bb0-11f921eb3145 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Oct 11 16:45:27.308875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f95e1d-4965-4690-9fb5-bb93b0caab5c req-3d354bc5-1c2f-47f6-86dd-baceceab30dd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:27.310356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11f95e1d-4965-4690-9fb5-bb93b0caab5c req-3d354bc5-1c2f-47f6-86dd-baceceab30dd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Oct 11 16:45:27.350524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-11f95e1d-4965-4690-9fb5-bb93b0caab5c req-77940b88-1959-4b76-81d3-4f9f6b99faaa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343854 Oct 11 16:45:28.466780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871607-9a80-4116-bea0-9dd868cba4c1 req-84f2812c-d31c-41f3-a961-7d7e3ea01b05 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:28.468225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71871607-9a80-4116-bea0-9dd868cba4c1 req-84f2812c-d31c-41f3-a961-7d7e3ea01b05 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0478666 Oct 11 16:45:28.504563 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71871607-9a80-4116-bea0-9dd868cba4c1 req-e1139ff9-0696-4793-ae6e-aaa0fad44f2f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305424 Oct 11 16:45:29.616913 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac5d75-1a5d-4235-9a58-308ad17029da req-8598ea8d-d3eb-427b-b213-def61e3508fb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:29.618390 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6ac5d75-1a5d-4235-9a58-308ad17029da req-8598ea8d-d3eb-427b-b213-def61e3508fb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0476463 Oct 11 16:45:29.656301 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6ac5d75-1a5d-4235-9a58-308ad17029da req-fe7b37fc-cc75-4209-a0d3-a015d6b6e951 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Oct 11 16:45:30.767110 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1986f-3525-471a-92b3-28b6a1b2fd9b req-41edc402-23b2-41ee-b55a-0acf3505bd14 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:30.768532 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a1986f-3525-471a-92b3-28b6a1b2fd9b req-41edc402-23b2-41ee-b55a-0acf3505bd14 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0467410 Oct 11 16:45:30.809435 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32a1986f-3525-471a-92b3-28b6a1b2fd9b req-cb97511d-d185-4103-8706-601fbee94dac tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350380 Oct 11 16:45:31.924196 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57268df1-9bef-45af-bf51-aaffa0f371f3 req-1d6320d6-c7a1-4d42-8f2d-a5d4d04a480a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:31.925780 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57268df1-9bef-45af-bf51-aaffa0f371f3 req-1d6320d6-c7a1-4d42-8f2d-a5d4d04a480a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Oct 11 16:45:31.962999 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57268df1-9bef-45af-bf51-aaffa0f371f3 req-e6c1b6fd-71bb-4a29-b584-9248379e4eb1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Oct 11 16:45:32.461635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53839d0c-ee2f-4cf4-80fe-38fec845b762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:33.078050 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac0f52-87dc-446a-b64f-891ea68adc75 req-87afa55f-b3de-4604-a4a8-14866bc6f69a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:45:33.079541 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8ac0f52-87dc-446a-b64f-891ea68adc75 req-87afa55f-b3de-4604-a4a8-14866bc6f69a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0485013 Oct 11 16:45:33.115477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d8ac0f52-87dc-446a-b64f-891ea68adc75 req-a13da3ab-3e0e-4ef4-80ab-a42db06f53a0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300148 Oct 11 16:45:33.137571 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:45:33.200271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ea745683-5d55-4836-9c8a-b3adfff4aca6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/beef6295-42ee-4ba0-a296-90fa964dea93 HTTP/1.1" status: 200 len: 992 time: 0.0615625 Oct 11 16:45:35.451279 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf14b273-28d5-425d-83c9-f850a847e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:36.127051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:36.230379 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:38.031575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:40.292564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:41.375075 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:45:45.982394 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-487736cc-18e2-4f66-909f-70acd0cbf4c6 req-94f74b77-3a5d-46be-bf48-c61a67022698 service neutron] (94826) timed out ('10.222.0.43', 57358) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:45:48.009500 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:46:02.197189 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-98502e8e-133c-4919-b205-6e2d678a72df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397415 Oct 11 16:46:02.283840 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-4f6e2bf4-a3ca-498a-9c6e-3cefebcfe8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:02.285292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-4f6e2bf4-a3ca-498a-9c6e-3cefebcfe8fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0434265 Oct 11 16:46:02.390466 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-640f3d8b-d5c3-47b6-9aff-448c1642d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:02.391915 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-640f3d8b-d5c3-47b6-9aff-448c1642d115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0856695 Oct 11 16:46:02.462289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63238bde-bd06-4b46-b2d4-7d0d2d4e3814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:02.462913 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-f74f174d-321a-46eb-bbd4-5d2c3c9c5cbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 1000 time: 0.0623021 Oct 11 16:46:02.512883 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-f8e049b0-6646-4b43-a324-cbbf1c7e7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:02.514317 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-f8e049b0-6646-4b43-a324-cbbf1c7e7cf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0430796 Oct 11 16:46:02.560803 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-b734f2bc-212d-4b1f-85cf-cb0bb9c8dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:02.562275 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-b734f2bc-212d-4b1f-85cf-cb0bb9c8dd8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392542 Oct 11 16:46:02.654101 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-7259d2f7-6335-43b0-95cc-6a6093e1efe5 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836730 Oct 11 16:46:02.743045 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bfeb58-aaa3-4b52-ad5d-cd7e870b1ec2 req-4bb95509-cc91-4a28-9a3c-23f879bfe5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811756 Oct 11 16:46:03.730609 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:04.164257 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 6e6d2c8a-4c7b-4235-93d3-4a426eb64162 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:46:04.164502 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.243171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.243500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.254759 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 6e6d2c8a-4c7b-4235-93d3-4a426eb64162 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:46:04.399528 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.437875 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=6e6d2c8a-4c7b-4235-93d3-4a426eb64162,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:04.481566 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.481917 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.482256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.482589 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.482919 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.483250 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.483574 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.483897 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.484225 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.484547 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.484867 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.485184 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:04.502313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.502644 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP beef6295-42ee-4ba0-a296-90fa964dea93 disassociated (deleted). External IP: 172.35.3.26, port: 02faf011-01ac-4e2e-8f2f-ddbc0064347a. Oct 11 16:46:04.707137 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router e93b706f-baec-4559-9244-c3314fe98738 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:46:04.813463 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:46:04.817976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:04.823422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Sync routers for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:46:04.832106 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:04.832708 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:45:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:04.844562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2969113c-ad05-4723-ba37-ace6078437e7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/floatingips/beef6295-42ee-4ba0-a296-90fa964dea93 HTTP/1.1" status: 204 len: 168 time: 1.1129196 Oct 11 16:46:04.845221 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:46:04.847588 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:46:04.887031 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405dc93f-76c5-48f3-8ac7-52530bfb4ae1 x-openstack-request-id: req-405dc93f-76c5-48f3-8ac7-52530bfb4ae1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:46:04.887375 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:46:04.887750 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-405dc93f-76c5-48f3-8ac7-52530bfb4ae1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:46:04.888149 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'status': 'completed', 'code': 200} Oct 11 16:46:04.943178 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:04.956857 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-41cc6bcf-6b6e-4d19-8dd6-6ded21206c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:04.958637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-41cc6bcf-6b6e-4d19-8dd6-6ded21206c7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 1096 time: 0.0491366 Oct 11 16:46:05.064574 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-b60a5174-dac1-4fbf-a227-d3340a8dd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:05.066114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-b60a5174-dac1-4fbf-a227-d3340a8dd600 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 200 len: 898 time: 0.0940056 Oct 11 16:46:05.082021 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d03bc-346c-4704-bc23-cbe995950e07 req-9b5bde30-198d-4b47-b21a-00924f9739f6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:05.083620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b83d03bc-346c-4704-bc23-cbe995950e07 req-9b5bde30-198d-4b47-b21a-00924f9739f6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Oct 11 16:46:05.115130 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-37ebf801-1ba9-40a9-b343-3ddd24065380 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 200 len: 217 time: 0.0408406 Oct 11 16:46:05.122934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b83d03bc-346c-4704-bc23-cbe995950e07 req-7c47b1f2-b76d-4c7c-a36b-488f6689c71a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Oct 11 16:46:05.158785 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:05.167218 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-23959ca7-6ed3-422b-b5b7-59272f901ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:05.168716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-23959ca7-6ed3-422b-b5b7-59272f901ca3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 200 len: 835 time: 0.0450816 Oct 11 16:46:05.186381 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Checking router: e93b706f-baec-4559-9244-c3314fe98738 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:46:05.194452 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:05.195042 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:45:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:05.215223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-31197cc5-f114-418e-98aa-ff6379cf33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:05.216636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-31197cc5-f114-418e-98aa-ff6379cf33f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b859ddce-af90-42a6-bbf3-ad6bed90fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399745 Oct 11 16:46:05.301719 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:05.309848 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-b1771ad0-689b-4bcb-991d-d37f39c16bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849407 Oct 11 16:46:05.399279 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-18c5bcf8-674f-450f-ba67-0eeba03cb7bf req-b996abf0-6126-4a05-a762-c165007db6b4 service neutron] 10.222.0.36 "GET /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815904 Oct 11 16:46:05.475277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df154ad0-38e2-4d61-a29e-3a50522e175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:05.503343 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:05.533659 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4c2c-3ffe-42b6-9d87-f14a45dae9ea None None] The sync data for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 is: [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:44:28Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '44cdd5be-5c07-4a92-8241-0c27a1e529a3', 'name': '', 'network_id': 'b859ddce-af90-42a6-bbf3-ad6bed90fbc6', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:c7:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:27Z', 'updated_at': '2021-10-11T16:44:31Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '0ff13d64-c307-4fa9-8d1d-4d8f48efd680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:46:05.752609 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6ff86-6c95-4951-b970-e21488189d3e None None] New status for floating IP beef6295-42ee-4ba0-a296-90fa964dea93: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:46:06.127624 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.234515 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.240608 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c978ed-e3eb-4de2-a359-76028b3da4e4 req-b8f0ce7e-f2f2-4efc-805c-cdbdcb0920d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:06.242101 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92c978ed-e3eb-4de2-a359-76028b3da4e4 req-b8f0ce7e-f2f2-4efc-805c-cdbdcb0920d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0493076 Oct 11 16:46:06.278914 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92c978ed-e3eb-4de2-a359-76028b3da4e4 req-27216934-b64f-4a75-beeb-d6ffac9c27af tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=827473b4-f13e-43ce-a5e5-e977343de758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Oct 11 16:46:06.541676 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-db1f1790-7f06-4362-b6a9-d457cb57bb2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:06.543125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-db1f1790-7f06-4362-b6a9-d457cb57bb2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Oct 11 16:46:06.632180 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 02faf011-01ac-4e2e-8f2f-ddbc0064347a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:46:06.632515 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.719595 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 02faf011-01ac-4e2e-8f2f-ddbc0064347a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=02faf011-01ac-4e2e-8f2f-ddbc0064347a,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:06.719960 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.731963 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 02faf011-01ac-4e2e-8f2f-ddbc0064347a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:46:06.858830 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.885840 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=02faf011-01ac-4e2e-8f2f-ddbc0064347a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:06.899434 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.899787 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.900129 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.900464 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.900837 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.901168 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.901506 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.901853 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.902178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.902500 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.902819 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.903140 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:06.940535 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] No DVR routers for this DVR port 02faf011-01ac-4e2e-8f2f-ddbc0064347a on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:46:06.943067 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:06.946548 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-79721b14-2b9f-481e-9fca-73e3671aa66b req-dcd49863-2c93-4a6f-b383-4c2c56689899 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "DELETE /v2.0/ports/02faf011-01ac-4e2e-8f2f-ddbc0064347a HTTP/1.1" status: 204 len: 173 time: 0.3972161 Oct 11 16:46:06.946980 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'name': 'network-vif-deleted', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:46:06.949949 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778649b-4171-45f6-b436-05fc478cd250" -d '{"events": [{"server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "name": "network-vif-deleted", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:46:06.987578 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8c2757-5dc8-440c-b829-efcd57476e41 x-openstack-request-id: req-cb8c2757-5dc8-440c-b829-efcd57476e41 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:46:06.987880 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73930bf5-5d1d-4874-ac44-25c2af113090", "name": "network-vif-deleted", "tag": "02faf011-01ac-4e2e-8f2f-ddbc0064347a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:46:06.988130 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb8c2757-5dc8-440c-b829-efcd57476e41 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:46:06.988526 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73930bf5-5d1d-4874-ac44-25c2af113090', 'name': 'network-vif-deleted', 'tag': '02faf011-01ac-4e2e-8f2f-ddbc0064347a', 'status': 'completed', 'code': 200} Oct 11 16:46:07.399597 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b3c5f267-6f7e-4d5b-9580-56b51b34616d req-cd67d187-662b-404b-8dd2-ff12a46541ab tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=73930bf5-5d1d-4874-ac44-25c2af113090 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Oct 11 16:46:08.033836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:08.455809 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:08.807957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.056062 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 44cdd5be-5c07-4a92-8241-0c27a1e529a3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:46:09.056396 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.144942 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 44cdd5be-5c07-4a92-8241-0c27a1e529a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=44cdd5be-5c07-4a92-8241-0c27a1e529a3,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:09.145222 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.158301 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 44cdd5be-5c07-4a92-8241-0c27a1e529a3 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:46:09.341220 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.367713 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=44cdd5be-5c07-4a92-8241-0c27a1e529a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:09.542529 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.753241 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router e93b706f-baec-4559-9244-c3314fe98738 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:46:09.856187 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:46:09.861577 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7b88d677-e3de-4fca-9a40-44033f0e22d5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/e93b706f-baec-4559-9244-c3314fe98738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045165 Oct 11 16:46:09.864147 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:09.867285 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Sync routers for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:46:09.877192 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:09.877829 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:09.919585 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting subnet 0ff13d64-c307-4fa9-8d1d-4d8f48efd680 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:46:09.922634 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:09.963499 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.049552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.116796 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.145294 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff13d64-c307-4fa9-8d1d-4d8f48efd680,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:10.148302 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:10.149141 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.152605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f6616ffd-d2a5-49ab-a09b-afd3d4b73e76 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/subnets/0ff13d64-c307-4fa9-8d1d-4d8f48efd680 HTTP/1.1" status: 204 len: 168 time: 0.2874949 Oct 11 16:46:10.155321 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:10.180949 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574caca3-0831-4a43-85a6-0ff3f5ef456b None None] Network b859ddce-af90-42a6-bbf3-ad6bed90fbc6 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:46:10.250197 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 02faf011-01ac-4e2e-8f2f-ddbc0064347a no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:46:10.272243 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 02faf011-01ac-4e2e-8f2f-ddbc0064347a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:46:10.272666 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 02faf011-01ac-4e2e-8f2f-ddbc0064347a not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:46:10.355345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.484633 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:46:09Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:10.518466 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Checking router: e93b706f-baec-4559-9244-c3314fe98738 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:46:10.528167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Routers {'e93b706f-baec-4559-9244-c3314fe98738'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:10.528892 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['e93b706f-baec-4559-9244-c3314fe98738'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:10.563817 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] DHCP port deletion for b859ddce-af90-42a6-bbf3-ad6bed90fbc6 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:46:10.567667 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.665297 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] Set router e93b706f-baec-4559-9244-c3314fe98738 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:10.670823 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.721636 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port c458a3af-ee6d-405f-b21a-5e032e0ecaad {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:46:10.721987 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.723681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Deleting port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:46:10.724055 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.808340 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port c458a3af-ee6d-405f-b21a-5e032e0ecaad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c458a3af-ee6d-405f-b21a-5e032e0ecaad,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:10.808710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.822632 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for c458a3af-ee6d-405f-b21a-5e032e0ecaad owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:46:10.837992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] For port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,segment=NetworkSegment(d0b830cd-d1a0-4252-8c2a-7108e7096b44),segment_id=d0b830cd-d1a0-4252-8c2a-7108e7096b44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:10.838469 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:10.860915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Calling delete_port for 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:46:10.982172 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:46:09Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:10.985743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.004524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.017924 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e9118-7e83-4aba-8aca-156df42e7f8d None None] The sync data for ids ['e93b706f-baec-4559-9244-c3314fe98738'] in n-d-master-1 is: [{'id': 'e93b706f-baec-4559-9244-c3314fe98738', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188238043', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:44:24Z', 'updated_at': '2021-10-11T16:46:09Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c458a3af-ee6d-405f-b21a-5e032e0ecaad', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b706f-baec-4559-9244-c3314fe98738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:44:25Z', 'updated_at': '2021-10-11T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:46:11.040049 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=c458a3af-ee6d-405f-b21a-5e032e0ecaad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:11.041012 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Pushing event deleted for resources: {'Port': ['ID=645f15e9-4cc6-426c-a4b7-bc7a820cd5f9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:11.050127 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] No DVR routers for this DVR port 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:46:11.052831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.053176 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.053540 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.053882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.054249 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.054532 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.054865 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.055190 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.055511 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.055833 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.056157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.056479 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee366a-c04c-43bb-babe-872d92ee05bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:11.111742 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.201562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.203630 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.246557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.247015 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Fanout notify agent at l3_agent the message router_deleted on router e93b706f-baec-4559-9244-c3314fe98738 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:46:11.254193 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.257857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-80eaca3b-ed44-40b5-8ac9-be557ad265ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/routers/e93b706f-baec-4559-9244-c3314fe98738 HTTP/1.1" status: 204 len: 168 time: 1.0990806 Oct 11 16:46:11.258009 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:11.336313 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.380120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.426329 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.445902 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b859ddce-af90-42a6-bbf3-ad6bed90fbc6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:11.457124 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b830cd-d1a0-4252-8c2a-7108e7096b44') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:11.457656 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b830cd-d1a0-4252-8c2a-7108e7096b44') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:11.470338 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.486298 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.493573 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:46:11.494221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:46:11.498423 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:46:11.560978 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.568063 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.571575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/networks/b859ddce-af90-42a6-bbf3-ad6bed90fbc6 HTTP/1.1" status: 204 len: 168 time: 0.3122346 Oct 11 16:46:11.574550 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:11.591673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ca4c-a5fe-4749-a2b7-ce4b75dd7c78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Network': ['ID=b859ddce-af90-42a6-bbf3-ad6bed90fbc6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:11.647659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.683275 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.688192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44cdd5be-5c07-4a92-8241-0c27a1e529a3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:46:11.711201 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 44cdd5be-5c07-4a92-8241-0c27a1e529a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:46:11.711544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 44cdd5be-5c07-4a92-8241-0c27a1e529a3 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:46:11.711961 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:46:11.731528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:46:11.731863 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 645f15e9-4cc6-426c-a4b7-bc7a820cd5f9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:46:11.748325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.751403 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:11.755208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/security-groups/827473b4-f13e-43ce-a5e5-e977343de758 HTTP/1.1" status: 204 len: 168 time: 0.1772101 Oct 11 16:46:11.763477 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97b427-2db9-4337-9193-92d648c0020d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827473b4-f13e-43ce-a5e5-e977343de758,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.251057 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.255816 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161302856', 'description': 'tempest-secgroup-smoke-161302856 description', 'project_id': '6fad336dd5764e22927c76235cd6bf7f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.278157 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.345754 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.349308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.373764 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.374986 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1229022 Oct 11 16:46:12.378236 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.382830 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.382995 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dc29b-4e3a-4179-beaa-0facbd68e662 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afdec88-6947-421c-99c7-f79fab667bbf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.409848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.464233 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.467671 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.485890 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c823b52-d36f-4cf1-aa8e-79e0c3c64b59,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.490701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.491887 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-af06bb83-f3c5-4664-b30b-42b06f5e7794 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127028 Oct 11 16:46:12.495156 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.499346 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.524175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.578821 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.582274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.599307 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705fd8dc-8724-446a-b59a-0a9f58be93de,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.607378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.608540 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed60b16c-92b7-44c7-b04c-b68a5bece718 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124690 Oct 11 16:46:12.611291 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.615512 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.639859 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.699177 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.702941 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.722563 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44745ce2-9561-4396-b4b4-adfcb78ec464,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.728033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.729000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c69b5e85-abdc-4e79-b128-266a351215bc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167941 Oct 11 16:46:12.732721 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.736911 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.763194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.819201 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.822491 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.839327 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0c3aaa-7e0a-4a25-bfec-972117589536,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.846768 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.847925 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-71d6c196-adab-4f05-90d7-d3d5ab389dc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142862 Oct 11 16:46:12.850714 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.854818 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.876677 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:46:12.881419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.940576 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.943541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.961462 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2536ddae-0216-418e-8816-dc374728f5ba,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:12.970028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:12.971249 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa151707-bbf1-44d3-b940-e5d2fcec22d9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196873 Oct 11 16:46:12.974040 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:12.978260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '0afdec88-6947-421c-99c7-f79fab667bbf', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:12.999063 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:46:13.003827 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.065061 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.068459 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.085369 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0083a1a8-7932-4f5c-a012-f9f136102151,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:13.092752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.093936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-006e1355-2d01-4ffd-8759-0d67989f2ef4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189859 Oct 11 16:46:13.096812 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:13.101469 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'network': {'name': 'tempest-network-smoke--2054614983', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:13.121864 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:46:13.125178 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.147233 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:46:13.157218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.157594 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Added segment 2a7fce74-0350-4e71-a739-f562dd53cd9e of type vlan for network 59d180e7-6311-4f98-a8ba-4d2e273ee305 Oct 11 16:46:13.196894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.219066 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.224506 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:13.225074 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.277265 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1794782 Oct 11 16:46:13.280265 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:13.294943 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'admin_state_up': True, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:13.306357 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17331d-49be-4f6d-acbc-8beace0cb311 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Network': ['ID=59d180e7-6311-4f98-a8ba-4d2e273ee305,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:13.317080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:46:13.322957 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.323922 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.373734 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.507337 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.594208 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c458a3af-ee6d-405f-b21a-5e032e0ecaad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:46:13.613900 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c458a3af-ee6d-405f-b21a-5e032e0ecaad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:46:13.614250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c458a3af-ee6d-405f-b21a-5e032e0ecaad not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:46:13.696164 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.715058 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.814090 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.174 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/c60392ee-d01c-42df-8113-48a72227bf1a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:46:13.914103 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.946267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:13.985000 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:13.987757 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:13.991281 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:46:14.012576 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c60392ee-d01c-42df-8113-48a72227bf1a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:14.560683 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:14.750432 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:14.873325 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router df2079a5-19e9-4253-9771-a107b9214bfb is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:46:14.976374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:46:14.986563 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Sync routers for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:46:14.995645 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:14.996275 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:14.996710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:14.997949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3803351f-3fd5-46de-98ca-853477642c35 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7167411 Oct 11 16:46:15.001377 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:15.029601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e6072571-5c3c-489e-8fe6-12427a7afbe5 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6fad336dd5764e22927c76235cd6bf7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270300 Oct 11 16:46:15.032255 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:15.098979 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:15.121391 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8795785-1605-436d-a6ff-a6fb2f60d6c0 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:15.122970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-f8795785-1605-436d-a6ff-a6fb2f60d6c0 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895629 Oct 11 16:46:15.125956 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:15.152894 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3bb8b07b-db53-49b8-a6c7-8b815e98bf2e tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259826 Oct 11 16:46:15.155268 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:15.160110 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855674776', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:15.251107 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:46:15.254706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.284358 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:14Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:15.310669 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Checking router: df2079a5-19e9-4253-9771-a107b9214bfb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:46:15.311011 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Updating router df2079a5-19e9-4253-9771-a107b9214bfb port c60392ee-d01c-42df-8113-48a72227bf1a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:46:15.335996 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.435309 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.495629 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Subnet': ['ID=06d3d144-75f3-42e2-a9f4-c59358b5c6a0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:15.503077 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Checking segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:46:15.503440 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network hostable DHCP agents. Network: 59d180e7-6311-4f98-a8ba-4d2e273ee305, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:46:15.519920 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:46:15.529238 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 59d180e7-6311-4f98-a8ba-4d2e273ee305) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:15.534051 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:15.535104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.538426 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb321b07-9c09-4ee1-a288-d3f157da46fe None None] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:46:15.558907 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8a79b9ef-75ab-4c98-ae98-12f0b5d83c37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025345 Oct 11 16:46:15.561928 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:15.594558 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.599905 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.655388 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Pushing event updated for resources: {'Port': ['ID=c60392ee-d01c-42df-8113-48a72227bf1a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:15.662723 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Attempting to bind port c60392ee-d01c-42df-8113-48a72227bf1a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:46:15.663087 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Attempting to bind port c60392ee-d01c-42df-8113-48a72227bf1a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:46:15.663447 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Attempting to bind port c60392ee-d01c-42df-8113-48a72227bf1a on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:46:15.667626 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.667961 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.668289 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.668649 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.668970 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.669327 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.669674 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.670040 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.670352 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.670733 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.671046 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.671429 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:46:15.678043 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:46:15.678407 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:46:15.678857 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.679289 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:46:15.679759 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Bound port: c60392ee-d01c-42df-8113-48a72227bf1a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:46:15.680189 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.705783 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-59d180e7-6311-4f98-a8ba-4d2e273ee305', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:46:15.706870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.738715 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] For port c60392ee-d01c-42df-8113-48a72227bf1a, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:46:15.744184 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] For port c60392ee-d01c-42df-8113-48a72227bf1a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60392ee-d01c-42df-8113-48a72227bf1a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:46:15.748263 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:15.811106 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f1957-772b-499d-9cf5-e178d3398ab2 None None] Pushing event updated for resources: {'Port': ['ID=c60392ee-d01c-42df-8113-48a72227bf1a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:15.818556 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:15.819156 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:15.867523 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Allocated IP 172.20.0.2 (59d180e7-6311-4f98-a8ba-4d2e273ee305/06d3d144-75f3-42e2-a9f4-c59358b5c6a0/6d0a18e9-7418-4959-a61a-64026af93bf6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:46:15.936397 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:16.018398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.024931 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.039492 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.077641 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:16.082596 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:16.085353 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:46:16.094356 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Pushing event updated for resources: {'Port': ['ID=6d0a18e9-7418-4959-a61a-64026af93bf6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:16.138783 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:14Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:16.146529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Attempting to bind port 6d0a18e9-7418-4959-a61a-64026af93bf6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:46:16.147010 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Attempting to bind port 6d0a18e9-7418-4959-a61a-64026af93bf6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:46:16.147486 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Attempting to bind port 6d0a18e9-7418-4959-a61a-64026af93bf6 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:46:16.153101 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:46:16.153586 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Checking segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:46:16.154328 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.154494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Bound using segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:46:16.155042 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Bound port: 6d0a18e9-7418-4959-a61a-64026af93bf6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:46:16.155485 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.167607 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5049100-2bca-40ca-8d09-e9ff51021cc9 None None] The sync data for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 is: [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:14Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:46:16.225359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-250206a9-c815-4340-914a-e64238ebec01 None None] For port 6d0a18e9-7418-4959-a61a-64026af93bf6, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:46:16.229477 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-250206a9-c815-4340-914a-e64238ebec01 None None] For port 6d0a18e9-7418-4959-a61a-64026af93bf6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d0a18e9-7418-4959-a61a-64026af93bf6,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:46:16.234405 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.293843 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250206a9-c815-4340-914a-e64238ebec01 None None] Pushing event updated for resources: {'Port': ['ID=6d0a18e9-7418-4959-a61a-64026af93bf6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:16.405433 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.1 (59d180e7-6311-4f98-a8ba-4d2e273ee305/06d3d144-75f3-42e2-a9f4-c59358b5c6a0/c834bfc0-db78-46c7-a88e-d5f4e9e7508e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:46:16.576027 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.621930 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.666268 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:16.669825 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:16.673848 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:46:16.697906 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:16.722002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:16.889158 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.184221 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.189099 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.244094 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534468ca-1c2e-49a1-9c82-1c7cb20eaaaf None None] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:46:17.265809 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.267501 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:17.362523 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:17.363770 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:17.370887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] Provisioning complete for port 6d0a18e9-7418-4959-a61a-64026af93bf6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:17.371282 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.476661 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router df2079a5-19e9-4253-9771-a107b9214bfb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:46:17.483733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.521641 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] For port 6d0a18e9-7418-4959-a61a-64026af93bf6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d0a18e9-7418-4959-a61a-64026af93bf6,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:17.527437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.580707 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401858c-d0e4-4741-93a4-166f690b76ad None None] Pushing event updated for resources: {'Port': ['ID=6d0a18e9-7418-4959-a61a-64026af93bf6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:17.606320 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:46:17.630104 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-534c47ea-b5fe-48d1-96f9-9cd9c924e6a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/df2079a5-19e9-4253-9771-a107b9214bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0658977 Oct 11 16:46:17.729092 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c60392ee-d01c-42df-8113-48a72227bf1a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:17.795148 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51199838-7d85-44fa-9a62-0bd0a946d3fd None None] Provisioning complete for port c834bfc0-db78-46c7-a88e-d5f4e9e7508e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:17.795524 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51199838-7d85-44fa-9a62-0bd0a946d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.826600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-87d1c9f9-0fe5-4525-a2dc-1c4540baf223 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161302856&fields=id&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 267 time: 0.0407796 Oct 11 16:46:17.836122 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c60392ee-d01c-42df-8113-48a72227bf1a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:17.836497 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.840150 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-51199838-7d85-44fa-9a62-0bd0a946d3fd None None] Port c834bfc0-db78-46c7-a88e-d5f4e9e7508e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:46:17.884100 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51199838-7d85-44fa-9a62-0bd0a946d3fd None None] Provisioning complete for port 6d0a18e9-7418-4959-a61a-64026af93bf6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:17.884467 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51199838-7d85-44fa-9a62-0bd0a946d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:17.928042 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Sync routers for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:46:17.972366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:17.972909 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:18.204229 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:18.246330 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-fd3490ba-2ff1-4e9c-8fa5-9fc0ddea9cc7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:18.247811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-fd3490ba-2ff1-4e9c-8fa5-9fc0ddea9cc7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 797 time: 0.4137735 Oct 11 16:46:18.263795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-bb288b0d-d668-47d5-897b-8f22bed36490 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/quotas/6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 375 time: 0.0100493 Oct 11 16:46:18.272263 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port c60392ee-d01c-42df-8113-48a72227bf1a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60392ee-d01c-42df-8113-48a72227bf1a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:18.280286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:18.281108 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d0a18e9-7418-4959-a61a-64026af93bf6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:18.316879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-fbbbe0ac-1070-4324-a48e-719a89a18f94 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474479 Oct 11 16:46:18.356962 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:18.421739 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=c60392ee-d01c-42df-8113-48a72227bf1a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:18.463879 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-aaf7b6d5-b3fe-49ad-9702-0b8cd8f3dd74 service neutron] 10.222.0.31 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345434 Oct 11 16:46:18.507425 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6d0a18e9-7418-4959-a61a-64026af93bf6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:18.507795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:18.537333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6051b8e8-86ac-45d5-9dc8-110e2501196d None None] Provisioning complete for port c834bfc0-db78-46c7-a88e-d5f4e9e7508e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:18.537724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6051b8e8-86ac-45d5-9dc8-110e2501196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:18.552069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-1848e028-224d-463f-ae13-108caa3872d3 service neutron] 10.222.0.31 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Oct 11 16:46:18.609749 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6051b8e8-86ac-45d5-9dc8-110e2501196d None None] Port c834bfc0-db78-46c7-a88e-d5f4e9e7508e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:46:18.697059 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:17Z', 'revision_number': 2, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:18.725223 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Checking router: df2079a5-19e9-4253-9771-a107b9214bfb for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:46:18.725628 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Updating router df2079a5-19e9-4253-9771-a107b9214bfb port c834bfc0-db78-46c7-a88e-d5f4e9e7508e binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:46:18.732303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8f5f9b48-25f1-4698-abbc-228d085c5317 req-e73a882e-2413-4f41-bd4e-a67b67b7368e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0362682 Oct 11 16:46:18.754650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.022442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.028399 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.121057 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023640d-baca-4720-b623-fe035e9658c7 None None] Pushing event updated for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:19.132149 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Attempting to bind port c834bfc0-db78-46c7-a88e-d5f4e9e7508e on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:46:19.132518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Attempting to bind port c834bfc0-db78-46c7-a88e-d5f4e9e7508e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:46:19.132877 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Attempting to bind port c834bfc0-db78-46c7-a88e-d5f4e9e7508e on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:46:19.138307 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:46:19.138686 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Checking segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:46:19.139090 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.139478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Bound using segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:46:19.139941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Bound port: c834bfc0-db78-46c7-a88e-d5f4e9e7508e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:46:19.140319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.207556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] For port c834bfc0-db78-46c7-a88e-d5f4e9e7508e, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:46:19.211454 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] For port c834bfc0-db78-46c7-a88e-d5f4e9e7508e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:46:19.219848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.274259 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:19.274929 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:19.326459 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023640d-baca-4720-b623-fe035e9658c7 None None] Pushing event updated for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:19.347364 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] Provisioning complete for port c834bfc0-db78-46c7-a88e-d5f4e9e7508e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:19.347734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.436135 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:19.577071 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.634252 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] For port c834bfc0-db78-46c7-a88e-d5f4e9e7508e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:19.646496 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.683599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-b4f0c3c8-53db-409d-bca2-f58ad6b8e209 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:19.685078 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-b4f0c3c8-53db-409d-bca2-f58ad6b8e209 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 797 time: 0.1343293 Oct 11 16:46:19.696369 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c60392ee-d01c-42df-8113-48a72227bf1a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:19.730832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-558971d6-1a20-45f7-b461-38bc7128b153 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 379 time: 0.0361664 Oct 11 16:46:19.741861 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'port': {'device_id': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'admin_state_up': True, 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'security_groups': ['0afdec88-6947-421c-99c7-f79fab667bbf']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:19.758079 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d205b6-a507-478f-86a0-f26fc11c9db9 None None] Pushing event updated for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:19.790333 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4d02969-7a7b-4ab6-886e-5a08a2ed8ab7 None None] Provisioning complete for port c834bfc0-db78-46c7-a88e-d5f4e9e7508e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:19.790706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4d02969-7a7b-4ab6-886e-5a08a2ed8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.794968 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:19.836074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e9d5006-c327-4797-9821-4baae0d49583 req-c4e8e2bf-f62e-4697-9447-19c28d64cdbf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0258846 Oct 11 16:46:19.840090 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2de6f3-af3f-40b1-b6d5-376ce008cc51 None None] The sync data for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 is: [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:46:19.845731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c60392ee-d01c-42df-8113-48a72227bf1a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:19.850502 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:19.867983 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:46:19.873809 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.011329 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d0a18e9-7418-4959-a61a-64026af93bf6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:20.041432 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.11 (59d180e7-6311-4f98-a8ba-4d2e273ee305/06d3d144-75f3-42e2-a9f4-c59358b5c6a0/fbc4772c-a306-4e48-a390-0fb48de586a1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:46:20.060173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6d0a18e9-7418-4959-a61a-64026af93bf6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:20.060549 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.196244 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.231309 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.277969 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:20.283652 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:20.286437 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:46:20.321219 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:20.351917 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:20.352490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.372195 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-38c68bbb-2da8-497b-b9df-dc1719af136a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339259 Oct 11 16:46:20.386945 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Request body: {'port': {'device_id': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:20.449693 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.529247 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e4809c0-935d-485e-9c99-3925b93ccfdd None None] Provisioning complete for port fbc4772c-a306-4e48-a390-0fb48de586a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:20.529864 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4809c0-935d-485e-9c99-3925b93ccfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.569968 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e4809c0-935d-485e-9c99-3925b93ccfdd None None] Port fbc4772c-a306-4e48-a390-0fb48de586a1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:46:20.741451 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc4772c-a306-4e48-a390-0fb48de586a1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:46:20.749595 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.762015 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Transition to ACTIVE for port object fbc4772c-a306-4e48-a390-0fb48de586a1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:46:20.766138 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.816274 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:20.900517 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:46:20.900858 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:46:20.901181 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:46:20.906356 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:46:20.906671 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:46:20.912381 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:46:20.912960 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Checking segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:46:20.913575 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Bound using segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:46:20.914454 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Bound port: fbc4772c-a306-4e48-a390-0fb48de586a1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:46:20.914983 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:20.977956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213a26-c1c9-4cd1-b1d6-36f3d11aecfa req-6e225dc2-2b09-4322-ac6f-a29ade04e2ff tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:20.980118 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54213a26-c1c9-4cd1-b1d6-36f3d11aecfa req-6e225dc2-2b09-4322-ac6f-a29ade04e2ff tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0540037 Oct 11 16:46:20.994646 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:46:20.999041 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:46:21.004729 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:21.029497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-54213a26-c1c9-4cd1-b1d6-36f3d11aecfa req-d161e0a7-7b37-4852-a3a5-d3f13234faea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Oct 11 16:46:21.037243 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.037894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:21.039537 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] 10.222.0.36 "PUT /v2.0/ports/fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1092 time: 0.6585269 Oct 11 16:46:21.042640 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:46:21.045730 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23cd30b-3100-46f6-82f9-0cc9028585f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:46:21.119793 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0798fd58-5fc5-49c4-921e-0af0e508b348 x-openstack-request-id: req-0798fd58-5fc5-49c4-921e-0af0e508b348 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:46:21.120082 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:46:21.120326 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0798fd58-5fc5-49c4-921e-0af0e508b348 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:46:21.120715 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'status': 'completed', 'code': 200} Oct 11 16:46:21.121273 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2557a4-6458-4651-8497-9a91f4a18eee service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:21.142223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-800ae7dd-e2c4-4f2a-a435-f4550ca9222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.143770 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-800ae7dd-e2c4-4f2a-a435-f4550ca9222e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0595706 Oct 11 16:46:21.192315 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-2976c5f2-e299-4b7e-84c5-eb5bd2a1c067 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 217 time: 0.0403862 Oct 11 16:46:21.242836 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-49288ba2-d908-4d5e-9687-d055fdb0e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.244310 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-49288ba2-d908-4d5e-9687-d055fdb0e721 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0450339 Oct 11 16:46:21.289927 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-b150d933-0746-4dd6-b666-0bbd2e621a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.291921 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-b150d933-0746-4dd6-b666-0bbd2e621a97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401220 Oct 11 16:46:21.388208 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-15af4687-9827-4e2a-a26a-dfcd952187c3 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884988 Oct 11 16:46:21.475706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7ce3e3d6-434c-4cd5-8fca-0f57eeaa3b69 req-c32ec7bf-b611-445c-b58c-87be86bf1a42 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803730 Oct 11 16:46:21.559584 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-b2283fbb-7a5e-4246-96eb-b58418ad699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.561065 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-b2283fbb-7a5e-4246-96eb-b58418ad699c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0412648 Oct 11 16:46:21.655025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c834bfc0-db78-46c7-a88e-d5f4e9e7508e up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:21.658621 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-04444942-0bf8-4198-9caa-00b6e44309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.660081 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-04444942-0bf8-4198-9caa-00b6e44309f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0925024 Oct 11 16:46:21.701574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-7d5dd258-f6d7-44ff-ad53-622d583b6df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 217 time: 0.0340583 Oct 11 16:46:21.701793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c834bfc0-db78-46c7-a88e-d5f4e9e7508e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:21.701959 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:21.756979 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-f9c04a11-3d01-4da9-922e-b0851cbe135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.758519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-f9c04a11-3d01-4da9-922e-b0851cbe135b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0492067 Oct 11 16:46:21.809694 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-4f046866-c140-4af2-b51d-cc6c20fbc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:21.811244 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-4f046866-c140-4af2-b51d-cc6c20fbc367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435665 Oct 11 16:46:21.919257 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-61012ad5-c9bd-4331-856e-2694e1ec4fda service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003730 Oct 11 16:46:22.008228 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c23cd30b-3100-46f6-82f9-0cc9028585f8 req-dc9b8b38-85af-4725-8342-70515b9be3e7 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818083 Oct 11 16:46:22.146628 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337560fc-2ec6-4a72-b117-7fd811b2c7fe req-3aee4b04-d97f-4663-a8c4-5d8a32f85fc0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:22.148088 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-337560fc-2ec6-4a72-b117-7fd811b2c7fe req-3aee4b04-d97f-4663-a8c4-5d8a32f85fc0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0475171 Oct 11 16:46:22.187621 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-337560fc-2ec6-4a72-b117-7fd811b2c7fe req-c6b5238d-7bcc-447f-9631-7df1d074113d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Oct 11 16:46:22.284600 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:46:22.377676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:22.391253 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'mac_address': 'fa:16:3e:4b:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:46:22.427120 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:22.439860 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc4772c-a306-4e48-a390-0fb48de586a1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:46:22.458641 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:22.462041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:22.508975 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:22.665543 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['fbc4772c-a306-4e48-a390-0fb48de586a1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:46:23.312234 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1bee-fa26-4bb7-bec8-58df658373ec req-1031f3bd-564f-4775-ab2c-fa507718ed0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:23.313714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e25e1bee-fa26-4bb7-bec8-58df658373ec req-1031f3bd-564f-4775-ab2c-fa507718ed0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0573270 Oct 11 16:46:23.350938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e25e1bee-fa26-4bb7-bec8-58df658373ec req-dd4a1ed6-54bf-4308-9221-830ea18f6947 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Oct 11 16:46:24.298340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:46:24.344964 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port fbc4772c-a306-4e48-a390-0fb48de586a1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:46:24.348508 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port fbc4772c-a306-4e48-a390-0fb48de586a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:46:24.348866 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:24.428340 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:24.450742 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:46:24.453257 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a6eca7-c644-4739-a3a5-9eb10fa65692" -d '{"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:46:24.464962 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f176a4-d023-4b1b-9a4b-32b0b5e9cd23 req-75d233f4-2a06-42ec-88c3-f93ce3279f47 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:24.466637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8f176a4-d023-4b1b-9a4b-32b0b5e9cd23 req-75d233f4-2a06-42ec-88c3-f93ce3279f47 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Oct 11 16:46:24.470652 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:46:24.474997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:24.498610 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be5024-4b03-4899-ba8c-a1ad9703b99a x-openstack-request-id: req-95be5024-4b03-4899-ba8c-a1ad9703b99a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:46:24.498899 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:46:24.499145 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95be5024-4b03-4899-ba8c-a1ad9703b99a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:46:24.499530 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'code': 200} Oct 11 16:46:24.509312 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8f176a4-d023-4b1b-9a4b-32b0b5e9cd23 req-5df1b39d-2ee9-42a0-a620-15bbacbf0fef tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330951 Oct 11 16:46:24.531327 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:24.597978 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415aab5-f36a-4bc2-9058-dbedf30efccf req-604d421c-5489-49d0-b0db-0f374535a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:24.599400 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9415aab5-f36a-4bc2-9058-dbedf30efccf req-604d421c-5489-49d0-b0db-0f374535a1fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0392778 Oct 11 16:46:24.632987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9415aab5-f36a-4bc2-9058-dbedf30efccf req-8325c893-afb4-477e-905d-6bf120b65894 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268636 Oct 11 16:46:25.008457 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:46:25.633294 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059458-bd5e-48a0-a6cf-f111540eb667 req-eec7910d-3559-44ee-825c-8e90b0123369 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:25.634857 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7059458-bd5e-48a0-a6cf-f111540eb667 req-eec7910d-3559-44ee-825c-8e90b0123369 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0542777 Oct 11 16:46:25.674366 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a7059458-bd5e-48a0-a6cf-f111540eb667 req-842ad755-60f2-4380-83d9-b5920b8d2cc0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326476 Oct 11 16:46:26.790402 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac994e-88ec-47ee-83a6-87819d05a938 req-13834dda-ef2e-4465-af82-c33f0d239d1f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:26.792347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14ac994e-88ec-47ee-83a6-87819d05a938 req-13834dda-ef2e-4465-af82-c33f0d239d1f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0525115 Oct 11 16:46:26.828784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14ac994e-88ec-47ee-83a6-87819d05a938 req-4cad50d9-3567-4b98-bb7f-95d34e13b823 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Oct 11 16:46:26.940959 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3111-4090-4eb8-9125-59146a0e0af7 req-67099c6c-cdd2-4d5e-b539-e11f6498dc5e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:26.942456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dbb3111-4090-4eb8-9125-59146a0e0af7 req-67099c6c-cdd2-4d5e-b539-e11f6498dc5e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Oct 11 16:46:26.979627 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4dbb3111-4090-4eb8-9125-59146a0e0af7 req-1a264805-4e25-4669-bcf3-6095e08e2b56 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Oct 11 16:46:27.000259 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:27.038116 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35389d-6823-4441-985c-465cb7327487 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:27.039592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-1a35389d-6823-4441-985c-465cb7327487 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1092 time: 0.0383680 Oct 11 16:46:27.042924 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:27.047305 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:46:27.068244 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:27.165335 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:27.269525 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.38 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/8f22b916-5b69-4986-8021-7fc52fb07154) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:46:27.367792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:27.399614 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:27.443216 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:46:27.445988 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:46:27.449583 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:46:27.454817 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=8f22b916-5b69-4986-8021-7fc52fb07154,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:27.800242 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:27.879977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:28.027547 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:28.031840 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:28.097368 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=8f22b916-5b69-4986-8021-7fc52fb07154,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:46:28.111807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:28.210958 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 6f405eb4-ca2b-4a49-a41d-a1802223ab5e associated. External IP: 172.35.3.38, port: fbc4772c-a306-4e48-a390-0fb48de586a1. Oct 11 16:46:28.413696 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router df2079a5-19e9-4253-9771-a107b9214bfb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:46:28.519978 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:46:28.529163 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Sync routers for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:46:28.536653 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:28.538902 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:28.539497 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:28.563221 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7a85979b-b861-410d-a87e-6fa0d4f68221 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5192308 Oct 11 16:46:28.563767 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:46:28.566049 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:46:28.604605 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31385f9-c23d-4ab0-a1f3-d93db381df07 x-openstack-request-id: req-a31385f9-c23d-4ab0-a1f3-d93db381df07 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:46:28.604902 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:46:28.605156 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a31385f9-c23d-4ab0-a1f3-d93db381df07 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:46:28.605618 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'status': 'completed', 'code': 200} Oct 11 16:46:28.645552 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:28.667745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f031-10ca-498b-826c-2c421161979b req-17f498a6-cef7-4e94-a64e-47e30446246f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:28.672294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a07f031-10ca-498b-826c-2c421161979b req-17f498a6-cef7-4e94-a64e-47e30446246f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0547681 Oct 11 16:46:28.677256 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-13d1fcc2-10da-4557-9aa1-6eaf1a7bccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:28.678772 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-13d1fcc2-10da-4557-9aa1-6eaf1a7bccf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0488455 Oct 11 16:46:28.710486 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a07f031-10ca-498b-826c-2c421161979b req-914be838-d0f0-4324-9240-eb69b65b586d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Oct 11 16:46:28.732462 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:28.771972 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-9c3a31b0-0159-4f09-92f5-a0aa9b7911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:28.773436 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-9c3a31b0-0159-4f09-92f5-a0aa9b7911f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0882766 Oct 11 16:46:28.799012 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0dbaab5a-7bfb-4a3e-8f6c-8cebb09141af tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/6f405eb4-ca2b-4a49-a41d-a1802223ab5e HTTP/1.1" status: 200 len: 991 time: 0.0654054 Oct 11 16:46:28.842992 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-6998ff46-5662-4313-a3e1-9e7717f6839d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 999 time: 0.0622909 Oct 11 16:46:28.878706 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6f405eb4-ca2b-4a49-a41d-a1802223ab5e', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'mac_address': 'fa:16:3e:4b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:46:27Z', 'updated_at': '2021-10-11T16:46:27Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:28.891471 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-417a3433-ff47-4cfa-ba83-def4522273a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:28.892961 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-417a3433-ff47-4cfa-ba83-def4522273a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0437524 Oct 11 16:46:28.904242 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Checking router: df2079a5-19e9-4253-9771-a107b9214bfb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:46:28.915456 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:46:28.916540 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:46:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:28.939069 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-bf47e7e1-a39a-4e54-b076-9e20d4550937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:46:28.940574 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-bf47e7e1-a39a-4e54-b076-9e20d4550937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405834 Oct 11 16:46:29.035810 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-1489311e-f988-400c-b8db-2dbc178654dc service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876064 Oct 11 16:46:29.110313 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:46:29.126119 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fd3979ce-21b7-446a-8d55-aec8d50e6a7d req-32a0a721-a875-4847-91d0-a6d5ee465766 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Oct 11 16:46:29.324900 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6f405eb4-ca2b-4a49-a41d-a1802223ab5e', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'mac_address': 'fa:16:3e:4b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:46:27Z', 'updated_at': '2021-10-11T16:46:27Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:46:29.349913 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10234-f110-4d39-b277-160e0fb6dcd8 None None] The sync data for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 is: [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6f405eb4-ca2b-4a49-a41d-a1802223ab5e', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.38', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'mac_address': 'fa:16:3e:4b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:46:27Z', 'updated_at': '2021-10-11T16:46:27Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:46:29.535740 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5858b7e-7a31-4c3d-adf6-6117d2a7315d None None] New status for floating IP 6f405eb4-ca2b-4a49-a41d-a1802223ab5e: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:46:29.802823 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:46:29.861316 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a409b8c4-d1d5-4258-882b-02816dbea986 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/6f405eb4-ca2b-4a49-a41d-a1802223ab5e HTTP/1.1" status: 200 len: 993 time: 0.0573142 Oct 11 16:46:32.463255 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-917886b7-6d72-412e-a4eb-74eca23e9c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:35.455996 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a90ed31-e7c9-4a41-98f9-05adaf5a7044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:36.127879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:36.235597 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:38.037943 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:40.315643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:46:41.390174 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:01.067187 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-698d05af-b745-4629-821e-4af184d6dd60 req-0ef1b11c-f87f-4369-bceb-ac10a644ef6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:47:01.068147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-698d05af-b745-4629-821e-4af184d6dd60 req-0ef1b11c-f87f-4369-bceb-ac10a644ef6d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054443 Oct 11 16:47:01.267042 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ce331-ca93-4995-a335-2b8b0f53a6be req-4eb3604e-2c1b-45e8-b9a2-7d365f60060f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:01.268528 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d56ce331-ca93-4995-a335-2b8b0f53a6be req-4eb3604e-2c1b-45e8-b9a2-7d365f60060f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0522575 Oct 11 16:47:01.299301 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-93e72fce-970b-4bd2-8abc-a358e6ca6292 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119106 Oct 11 16:47:01.308124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d56ce331-ca93-4995-a335-2b8b0f53a6be req-bbf46829-5197-4fde-a1da-f99b454d011b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Oct 11 16:47:01.308964 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-ebdb1c9c-384e-4f2f-87fb-af212bf2beac service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:47:01.310547 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-ebdb1c9c-384e-4f2f-87fb-af212bf2beac service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055833 Oct 11 16:47:02.007837 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:47:02.235857 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-2e0003d9-e821-4969-b8d7-f3aa6f90e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.237323 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-2e0003d9-e821-4969-b8d7-f3aa6f90e402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0812073 Oct 11 16:47:02.350130 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-696d1d66-d895-4023-9f1a-f439d2f51be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.351604 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-696d1d66-d895-4023-9f1a-f439d2f51be0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0940876 Oct 11 16:47:02.421936 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-d368f2d9-5973-42c8-954e-486194ac20e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1001 time: 0.0630445 Oct 11 16:47:02.438836 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8b85-8a15-4f16-9fe1-0950b6f70d4b req-ee90103f-3f87-465b-b4b3-889a42d19a78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.440248 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-416f8b85-8a15-4f16-9fe1-0950b6f70d4b req-ee90103f-3f87-465b-b4b3-889a42d19a78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0487013 Oct 11 16:47:02.465008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fea03d00-9a84-4f9b-9e93-17db62bc2dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:02.471991 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-97f6dd3f-32cd-4d1d-acfd-61dbe5635aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.473447 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-97f6dd3f-32cd-4d1d-acfd-61dbe5635aea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0439045 Oct 11 16:47:02.480524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-416f8b85-8a15-4f16-9fe1-0950b6f70d4b req-56a1b440-2151-4231-a6eb-0539013055d1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341733 Oct 11 16:47:02.522056 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-49be6f45-461f-43b6-82c2-00f7f103517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.523697 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-49be6f45-461f-43b6-82c2-00f7f103517c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409131 Oct 11 16:47:02.614615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-bc3feb14-bee4-42c5-b7ff-577a3c01beec service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833685 Oct 11 16:47:02.701642 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c78fe055-458f-43ae-99ae-5a003ae8f26e req-42af773a-f623-4a6c-a9c7-8aeb95f60909 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797482 Oct 11 16:47:02.782118 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-91d31c3e-a95c-4c36-b42e-9847f44d320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.783893 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-91d31c3e-a95c-4c36-b42e-9847f44d320d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0440803 Oct 11 16:47:02.871661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-c0f57398-25b7-4682-b817-21146f5a13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.873141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-c0f57398-25b7-4682-b817-21146f5a13b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0828066 Oct 11 16:47:02.942099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-bbbfb0fe-b772-4069-8d82-20287839e9ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1001 time: 0.0611279 Oct 11 16:47:02.990372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-09a5fce7-2266-4cad-901f-88d3b375517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:02.991741 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-09a5fce7-2266-4cad-901f-88d3b375517b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0430667 Oct 11 16:47:03.034880 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-b06bcafe-4b55-4403-b17f-465a9fb3c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:03.036344 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-b06bcafe-4b55-4403-b17f-465a9fb3c2af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381238 Oct 11 16:47:03.125973 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-e5414d80-1201-45ec-ab21-d98f788b5f59 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826514 Oct 11 16:47:03.213689 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-6e915030-b89b-4e8a-bad6-d04addb644e0 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804603 Oct 11 16:47:03.598522 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89e42-bfed-4e6d-b724-7aa5044be508 req-a8101476-adcd-4b5e-a0fe-59435603a80a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:03.599928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb89e42-bfed-4e6d-b724-7aa5044be508 req-a8101476-adcd-4b5e-a0fe-59435603a80a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0484016 Oct 11 16:47:03.636583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2eb89e42-bfed-4e6d-b724-7aa5044be508 req-7eba19b7-69de-4fcb-bdc1-485a312cf7a4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Oct 11 16:47:04.752730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bec1df-4cd1-47f6-b2f5-25d2c97ba206 req-cf542a6d-5348-40e0-91ae-d23853e4a5a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:04.754216 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94bec1df-4cd1-47f6-b2f5-25d2c97ba206 req-cf542a6d-5348-40e0-91ae-d23853e4a5a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0517182 Oct 11 16:47:04.792347 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-94bec1df-4cd1-47f6-b2f5-25d2c97ba206 req-fc9fba05-a730-4e71-9467-d9a880a9bc08 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Oct 11 16:47:05.455665 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6269bbad-1b89-4971-b6c3-e5c05b5cc884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:05.906390 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1617c-45fd-4936-b3e5-505e1b780a2c req-8667eb47-4a11-44e6-a082-580a29eb5df6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:05.908126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52f1617c-45fd-4936-b3e5-505e1b780a2c req-8667eb47-4a11-44e6-a082-580a29eb5df6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0487247 Oct 11 16:47:05.945731 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-52f1617c-45fd-4936-b3e5-505e1b780a2c req-8a5cfc12-93d9-4855-898c-e6fc81b59ef5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313685 Oct 11 16:47:06.128796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:06.237580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:07.059013 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebadcb-1f80-482c-ba3c-c0d9decf06e2 req-114b4105-9122-4242-80e2-8b43f6c78eab tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:07.060477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1ebadcb-1f80-482c-ba3c-c0d9decf06e2 req-114b4105-9122-4242-80e2-8b43f6c78eab tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Oct 11 16:47:07.097201 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e1ebadcb-1f80-482c-ba3c-c0d9decf06e2 req-d2c9f584-4e5f-444d-a02d-65c0d89670a8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308955 Oct 11 16:47:08.039479 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:08.216470 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23c6e6-c72f-42d3-b414-7ca2583a6653 req-4525d9c0-de47-42be-8d55-45ba4335e4ba tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:08.217984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f23c6e6-c72f-42d3-b414-7ca2583a6653 req-4525d9c0-de47-42be-8d55-45ba4335e4ba tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0529530 Oct 11 16:47:08.255558 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7f23c6e6-c72f-42d3-b414-7ca2583a6653 req-3759c1d4-7447-4b58-9293-86d230962517 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Oct 11 16:47:09.367938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c6c8-d79e-4ca3-9125-0666940126aa req-65bc2cb2-0446-4c15-ae01-bafa35fc72fe tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:09.369397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d610c6c8-d79e-4ca3-9125-0666940126aa req-65bc2cb2-0446-4c15-ae01-bafa35fc72fe tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0474899 Oct 11 16:47:09.405751 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d610c6c8-d79e-4ca3-9125-0666940126aa req-0caf3ed8-7b4e-415e-acd7-793ece56f92a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Oct 11 16:47:10.305010 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:10.520099 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131dcd3-c93b-4333-969f-0c134ea16cff req-e0e31a6c-1e4e-445f-b278-6d38cf153d2c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:10.521568 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5131dcd3-c93b-4333-969f-0c134ea16cff req-e0e31a6c-1e4e-445f-b278-6d38cf153d2c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0484178 Oct 11 16:47:10.558960 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5131dcd3-c93b-4333-969f-0c134ea16cff req-03f50c1d-0ffe-4cb6-866c-182c6779889d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307724 Oct 11 16:47:11.405581 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:11.676770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbcf43-4ae2-4009-a348-2387fcf86947 req-63e46a0e-61e2-4906-9a62-38ad17ea5c0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:11.678159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64cbcf43-4ae2-4009-a348-2387fcf86947 req-63e46a0e-61e2-4906-9a62-38ad17ea5c0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0520737 Oct 11 16:47:11.714170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-64cbcf43-4ae2-4009-a348-2387fcf86947 req-de626f25-7f96-4d1e-846d-fe9f19dad2ef tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301898 Oct 11 16:47:12.825438 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451be3b9-1fec-484c-bb86-4c71821d08bd req-2197048a-aa55-495d-b644-db94d3fa3325 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:12.826900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-451be3b9-1fec-484c-bb86-4c71821d08bd req-2197048a-aa55-495d-b644-db94d3fa3325 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Oct 11 16:47:12.863667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-451be3b9-1fec-484c-bb86-4c71821d08bd req-241144fb-4bcd-477e-8f84-d7ec7cdc1b0e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Oct 11 16:47:13.976875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488aee-52fb-4c1b-843b-fb36544a4d1c req-e116c68a-e90d-4ade-a551-e798173b9459 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:13.978444 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12488aee-52fb-4c1b-843b-fb36544a4d1c req-e116c68a-e90d-4ade-a551-e798173b9459 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Oct 11 16:47:14.015764 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-12488aee-52fb-4c1b-843b-fb36544a4d1c req-6b4d6b41-16cb-4d6f-9748-c2ddef736b29 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Oct 11 16:47:15.131921 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc56f9-998f-48f5-8ceb-b3298782749b req-92e699b3-bbc1-4f57-ae29-b07cc367b7d6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:15.133289 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fdc56f9-998f-48f5-8ceb-b3298782749b req-92e699b3-bbc1-4f57-ae29-b07cc367b7d6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Oct 11 16:47:15.170465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8fdc56f9-998f-48f5-8ceb-b3298782749b req-23d35ab1-dfbd-4648-bf67-1f0a77964b13 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307267 Oct 11 16:47:16.283644 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4ff64-23cc-4f31-a78c-256b2deb9915 req-5c07a05e-0ad4-4e4a-8a83-4e35ab9b204c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:16.285085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02b4ff64-23cc-4f31-a78c-256b2deb9915 req-5c07a05e-0ad4-4e4a-8a83-4e35ab9b204c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0482686 Oct 11 16:47:16.321641 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-02b4ff64-23cc-4f31-a78c-256b2deb9915 req-59abb2b3-e30a-47e0-9808-dc60e7544b5f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 Oct 11 16:47:17.435122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cb632-cdc0-4ff0-815d-671779455203 req-823dd871-c7af-4a46-a486-d213053b626f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:17.436616 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-256cb632-cdc0-4ff0-815d-671779455203 req-823dd871-c7af-4a46-a486-d213053b626f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0476747 Oct 11 16:47:17.472912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-256cb632-cdc0-4ff0-815d-671779455203 req-568e07c1-cd10-4cc7-9b67-d5ca637f5f70 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304081 Oct 11 16:47:18.587304 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753f57-e91e-4d64-aa4d-b0f9abd8eaf2 req-b4aaf5fd-4602-4c75-afea-637cfedb3682 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:18.588729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37753f57-e91e-4d64-aa4d-b0f9abd8eaf2 req-b4aaf5fd-4602-4c75-afea-637cfedb3682 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0502350 Oct 11 16:47:18.625628 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-37753f57-e91e-4d64-aa4d-b0f9abd8eaf2 req-962e0eb2-c9fc-4b1c-a2f9-6f414d8be574 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303845 Oct 11 16:47:19.740309 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd775c81-c144-4f64-b8b6-14f7107da00e req-0f7ad68d-5dde-4617-b4b7-b285e2df870d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:19.741806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd775c81-c144-4f64-b8b6-14f7107da00e req-0f7ad68d-5dde-4617-b4b7-b285e2df870d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0487108 Oct 11 16:47:19.779411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bd775c81-c144-4f64-b8b6-14f7107da00e req-2cd8020c-95d6-4b51-8b29-774c5a1962a9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Oct 11 16:47:20.079150 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f86c5e99-c5df-4907-aac4-70344947b141 service neutron] show failed (client error): The resource could not be found. Oct 11 16:47:20.080183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f86c5e99-c5df-4907-aac4-70344947b141 service neutron] 10.222.0.36 "GET /v2.0/ports/fbc4772c-a306-4e48-a390-0fb48de586a1/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0539377 Oct 11 16:47:20.316240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-276b220e-eebe-4fa0-aaec-cbbe982cd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:20.317784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-276b220e-eebe-4fa0-aaec-cbbe982cd6f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 1097 time: 0.0830457 Oct 11 16:47:20.330000 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:47:20.382462 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:20.578334 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:47:20.609612 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h2-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:47:20.647174 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:47:20.649406 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df322e-39a3-4a5d-8d72-d49282f408a0" -d '{"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:47:20.653769 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:20.666165 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Transition to ACTIVE for port object fbc4772c-a306-4e48-a390-0fb48de586a1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:47:20.670359 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:20.700503 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3696cd5c-de3c-4b90-b768-9a255165ad89 x-openstack-request-id: req-3696cd5c-de3c-4b90-b768-9a255165ad89 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:47:20.701405 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:47:20.701405 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3696cd5c-de3c-4b90-b768-9a255165ad89 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:47:20.701405 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'code': 200} Oct 11 16:47:20.756391 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:47:20.770645 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.770983 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.771323 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.771814 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.771971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.772290 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.772599 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.772926 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.773246 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.773581 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.773899 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.774213 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:20.804951 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] No DVR routers for this DVR port fbc4772c-a306-4e48-a390-0fb48de586a1 on host n-h2-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:47:20.948851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22438a8-a777-415c-bb44-b813ef656576 req-f72ed6ff-cd6e-4992-825b-88fba3dc4963 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:20.950367 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d22438a8-a777-415c-bb44-b813ef656576 req-f72ed6ff-cd6e-4992-825b-88fba3dc4963 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0970583 Oct 11 16:47:20.995765 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:47:20.996014 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:47:20.996336 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:47:21.006852 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:47:21.007170 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Attempting to bind port fbc4772c-a306-4e48-a390-0fb48de586a1 on network 59d180e7-6311-4f98-a8ba-4d2e273ee305 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:47:21.015767 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d22438a8-a777-415c-bb44-b813ef656576 req-f7a1d2c4-df12-403e-9305-f30ead762f57 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525081 Oct 11 16:47:21.016606 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:47:21.016938 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Checking segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:47:21.017305 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Bound using segment: {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:47:21.017753 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Bound port: fbc4772c-a306-4e48-a390-0fb48de586a1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7fce74-0350-4e71-a739-f562dd53cd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:47:21.018107 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:21.079910 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:47:21.082832 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:47:21.087477 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:21.121775 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:21.122379 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:21.123744 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] 10.222.0.43 "PUT /v2.0/ports/fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1092 time: 0.7976048 Oct 11 16:47:21.144336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b15b0-1ba1-4c95-a7ad-9ab3611be0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:47:21.190177 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-4b4132bb-c803-445f-9882-40d5e9c7e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:21.191747 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-4b4132bb-c803-445f-9882-40d5e9c7e937 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0432460 Oct 11 16:47:21.291199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f355bb6e-bea6-49e8-a734-59caa55edae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:21.292843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-f355bb6e-bea6-49e8-a734-59caa55edae7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0937247 Oct 11 16:47:21.362842 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-2018f622-ecb2-4f81-9c68-0031f2eed295 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 999 time: 0.0624678 Oct 11 16:47:21.696772 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-6607d0ba-0270-43e6-aa98-74510fd5275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:21.698251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-6607d0ba-0270-43e6-aa98-74510fd5275c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.3291011 Oct 11 16:47:21.742967 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-497d005d-a113-4c96-a3cf-7883f541e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:21.744424 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-497d005d-a113-4c96-a3cf-7883f541e1ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381262 Oct 11 16:47:21.834887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-a13a47d5-da62-4177-b9c3-e8b1e2c65676 service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Oct 11 16:47:21.923025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-7d195c58-c64e-4522-bac5-e4d7ba7c0536 req-8629429d-320e-4e2c-9b09-2f190f65b9b5 service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809758 Oct 11 16:47:22.140321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f396c-8c28-4edf-9089-8846a52882fe req-f3ae4afb-8c97-4d30-ad28-3cd172220f0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:22.141737 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e9f396c-8c28-4edf-9089-8846a52882fe req-f3ae4afb-8c97-4d30-ad28-3cd172220f0d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0526004 Oct 11 16:47:22.179152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1e9f396c-8c28-4edf-9089-8846a52882fe req-df1abe52-f8db-435c-bbde-d0e2a8be31bf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Oct 11 16:47:22.602220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:47:22.639745 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:47:22.701967 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:47:22.704380 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff0bb0-f280-4473-ad85-d3c420ef872b" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:47:22.750133 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebbd6b2-e146-45aa-8c42-c598388f3857 x-openstack-request-id: req-8ebbd6b2-e146-45aa-8c42-c598388f3857 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:47:22.750420 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:47:22.750662 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ebbd6b2-e146-45aa-8c42-c598388f3857 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:47:22.751049 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'status': 'completed', 'code': 200} Oct 11 16:47:22.813098 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-ff6f9572-dea7-4314-8e94-9a70e815dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:22.813369 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-7e82b815-5586-46ed-b489-64bf8fd583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:22.814615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-ff6f9572-dea7-4314-8e94-9a70e815dd91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0395944 Oct 11 16:47:22.814878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-7e82b815-5586-46ed-b489-64bf8fd583d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0455778 Oct 11 16:47:22.908218 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-4ff33d79-770a-43d5-b4b8-57cac3fe1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:22.908540 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-e4c5f21b-50f1-47e2-8937-70af64a94d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:22.909723 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-4ff33d79-770a-43d5-b4b8-57cac3fe1341 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0859895 Oct 11 16:47:22.910126 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-e4c5f21b-50f1-47e2-8937-70af64a94d79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0873661 Oct 11 16:47:22.975518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-bb88b8ab-2d32-491f-8a40-e09298777803 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 999 time: 0.0578215 Oct 11 16:47:22.978832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-7c676901-1d60-482c-82f8-44019a9bc708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 999 time: 0.0617545 Oct 11 16:47:23.023406 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-27bb64df-eb69-4827-8e16-c0a7679ca8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:23.024864 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-27bb64df-eb69-4827-8e16-c0a7679ca8c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0429716 Oct 11 16:47:23.027394 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-651857d8-be0d-4ee7-a835-59508d1eadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:23.029431 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-651857d8-be0d-4ee7-a835-59508d1eadd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0431895 Oct 11 16:47:23.071862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-e82abad0-6ebf-46f3-9566-425252c70b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:23.073323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-e82abad0-6ebf-46f3-9566-425252c70b5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420518 Oct 11 16:47:23.074329 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-4a83d588-7469-4115-92a3-1085d3c2c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:23.076377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-4a83d588-7469-4115-92a3-1085d3c2c0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394614 Oct 11 16:47:23.162669 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-383e37e0-79af-40dd-83f2-8a7d4312eb6c service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815587 Oct 11 16:47:23.167582 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-b625e3b4-deb9-44d4-bbd2-5d841311476c service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842957 Oct 11 16:47:23.256489 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-bd660049-abc8-4e54-8f37-297f1fd150e8 service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Oct 11 16:47:23.281419 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e3ff0bb0-f280-4473-ad85-d3c420ef872b req-3f2363e2-9216-4c3a-b076-dc5ec8aa5483 service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112883 Oct 11 16:47:23.304551 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f31c03-aa17-46dd-a1d5-429ba3a78fd6 req-8b2bec54-fd09-4b49-b528-e1d7dbf6bb28 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:23.306050 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16f31c03-aa17-46dd-a1d5-429ba3a78fd6 req-8b2bec54-fd09-4b49-b528-e1d7dbf6bb28 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0576985 Oct 11 16:47:23.343875 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16f31c03-aa17-46dd-a1d5-429ba3a78fd6 req-bbd3d593-6096-42c8-ae66-da840035f031 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Oct 11 16:47:24.459525 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72eaf-3784-478d-a2df-a675550333dc req-5d9b1e82-932a-4296-a6e6-a72c7b4eaf11 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:24.460966 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06a72eaf-3784-478d-a2df-a675550333dc req-5d9b1e82-932a-4296-a6e6-a72c7b4eaf11 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0502851 Oct 11 16:47:24.497750 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-06a72eaf-3784-478d-a2df-a675550333dc req-b05ede91-9f25-4579-88f1-8a3e64558187 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Oct 11 16:47:25.314722 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:47:25.408357 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:47:25.419245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'port_id': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'mac_address': 'fa:16:3e:4b:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:47:25.455491 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:25.467742 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc4772c-a306-4e48-a390-0fb48de586a1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:47:25.486918 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:47:25.490952 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:25.541278 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:47:25.548631 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.548979 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.549409 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.549769 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.550101 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.550420 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.550744 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.551070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.551389 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.551710 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.552028 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.552345 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:47:25.613870 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370dba-72e0-4f8d-9669-07b20bcd7db1 req-01ed69d2-7c44-443a-acf6-c06fe9731cd8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:25.615345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec370dba-72e0-4f8d-9669-07b20bcd7db1 req-01ed69d2-7c44-443a-acf6-c06fe9731cd8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Oct 11 16:47:25.652665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec370dba-72e0-4f8d-9669-07b20bcd7db1 req-a7a671ad-9313-41fd-9c84-09ea6edbe473 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Oct 11 16:47:25.843307 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53486744-a371-4c60-a3e8-725c77cf1894 req-0ebe156e-fe90-4006-bd12-4cd903cb5227 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:25.844790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53486744-a371-4c60-a3e8-725c77cf1894 req-0ebe156e-fe90-4006-bd12-4cd903cb5227 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0517917 Oct 11 16:47:25.862495 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-56c1747c-dc9e-409d-b9ae-8bcb7223c5e5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:25.863947 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-56c1747c-dc9e-409d-b9ae-8bcb7223c5e5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6&tenant_id=6fad336dd5764e22927c76235cd6bf7f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Oct 11 16:47:25.869308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['fbc4772c-a306-4e48-a390-0fb48de586a1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:47:25.887083 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-53486744-a371-4c60-a3e8-725c77cf1894 req-4799f4f0-cb0a-499e-bca9-800c818c3057 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358322 Oct 11 16:47:25.929682 n-d-master-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-1f3c7073-1d44-4a02-9163-40cb7fd23303 service neutron] delete failed (client error): The resource could not be found. Oct 11 16:47:25.930924 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-1f3c7073-1d44-4a02-9163-40cb7fd23303 service neutron] 10.222.0.36 "DELETE /v2.0/ports/fbc4772c-a306-4e48-a390-0fb48de586a1/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0601525 Oct 11 16:47:26.009505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252cf4b-a9e7-4526-97b9-5a92ab4c64d3 req-175e06c4-ff69-4bd3-b7d9-ffdbebf4ecb7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:26.011277 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8252cf4b-a9e7-4526-97b9-5a92ab4c64d3 req-175e06c4-ff69-4bd3-b7d9-ffdbebf4ecb7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Oct 11 16:47:26.019370 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-74a9c733-c9c5-4e6d-a666-4e925126ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:26.020987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-74a9c733-c9c5-4e6d-a666-4e925126ad71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0467062 Oct 11 16:47:26.051410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8252cf4b-a9e7-4526-97b9-5a92ab4c64d3 req-16b9e11e-1a0d-4d8a-9d6d-eb880a6d4d50 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Oct 11 16:47:26.121517 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-39550f06-09ff-4efd-a2b0-3525594f3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:26.122888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-39550f06-09ff-4efd-a2b0-3525594f3a82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0951517 Oct 11 16:47:26.186619 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-a86f7b3a-c080-459b-94e3-83d4ccacd74d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1000 time: 0.0565317 Oct 11 16:47:26.235041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-cdeee207-b198-496a-b3dd-1f7b17d02010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:26.236417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-cdeee207-b198-496a-b3dd-1f7b17d02010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0418389 Oct 11 16:47:26.284269 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-b1a6c177-b7fb-4f12-90f5-7994bfe5060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:26.285738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-b1a6c177-b7fb-4f12-90f5-7994bfe5060b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417681 Oct 11 16:47:26.373125 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-879400a4-3101-42b9-9f74-4c19ebb32d6e service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797238 Oct 11 16:47:26.462456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4ccdc6f3-cfbc-4b34-86cb-0171a9246cd4 req-b377e38b-6e37-41d0-83bf-720aecb4579d service neutron] 10.222.0.36 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817413 Oct 11 16:47:27.168758 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9bbd-b57b-4eaa-a74d-80f5d1d0d9ac req-7e7578b5-4a24-4ac9-8b51-769184363f43 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:47:27.170178 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56dd9bbd-b57b-4eaa-a74d-80f5d1d0d9ac req-7e7578b5-4a24-4ac9-8b51-769184363f43 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Oct 11 16:47:27.207243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-56dd9bbd-b57b-4eaa-a74d-80f5d1d0d9ac req-dadc0d85-6b5b-4f25-8d1d-c16eee8c4529 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Oct 11 16:47:27.228637 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:47:27.287729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-31c26870-632e-4a0c-89fc-79092edcdbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/6f405eb4-ca2b-4a49-a41d-a1802223ab5e HTTP/1.1" status: 200 len: 992 time: 0.0579381 Oct 11 16:47:27.323358 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:47:27.369833 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port fbc4772c-a306-4e48-a390-0fb48de586a1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:47:27.373916 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port fbc4772c-a306-4e48-a390-0fb48de586a1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:47:27.374286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:27.447595 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:27.469280 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:47:27.471565 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28111a-358e-49dc-94f2-57f43efedc37" -d '{"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:47:27.487822 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:47:27.492550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:27.515102 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c523450-3704-47fd-b0c5-827f3d73ddcd x-openstack-request-id: req-6c523450-3704-47fd-b0c5-827f3d73ddcd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:47:27.515384 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:47:27.515632 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c523450-3704-47fd-b0c5-827f3d73ddcd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:47:27.516015 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'code': 200} Oct 11 16:47:27.540594 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:47:32.468133 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1032fc5-9980-4b9a-8645-7027aba96e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:35.455790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96fcf9d9-fff9-414e-afa7-6ff13b1f59f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:36.129363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:36.240291 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:38.043094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:39.007126 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:47:40.303559 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:47:41.404498 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:02.469430 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5372799-cecf-4c8b-8bd2-4ac8c7c97b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:05.455807 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f81b200e-45c7-4b06-ac29-4345ee19ff3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:06.047636 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-cafdb76b-6e0c-4b82-a4a5-70c0a0a61927 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394721 Oct 11 16:48:06.129543 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:06.131875 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-e85959ec-ac19-46af-be78-d8f7ccae6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:06.133383 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-e85959ec-ac19-46af-be78-d8f7ccae6b3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0451818 Oct 11 16:48:06.237853 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-5bf4660e-a99b-48a6-a3c8-fe4b939159fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:06.239329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-5bf4660e-a99b-48a6-a3c8-fe4b939159fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.0860684 Oct 11 16:48:06.243236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:06.310567 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-41c1e28d-5686-4e0c-b916-03dc5e27938f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 1001 time: 0.0644405 Oct 11 16:48:06.359136 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-67f9580d-0865-4730-8759-f37ad9771217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:06.360600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-67f9580d-0865-4730-8759-f37ad9771217 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0435388 Oct 11 16:48:06.406465 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-07f8b481-d555-4ca7-90ed-5671ad80ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:06.408243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-07f8b481-d555-4ca7-90ed-5671ad80ebfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404646 Oct 11 16:48:06.419699 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-5d895eee-8928-4617-bb0a-7cd653e7b77c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:48:06.420185 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-5d895eee-8928-4617-bb0a-7cd653e7b77c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049477 Oct 11 16:48:06.513156 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-0ae92e67-a1da-4b8b-8a5b-11a82fa3b759 service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Oct 11 16:48:06.601734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b2a980ce-0932-49d0-bf1c-57f9d4c51b48 req-bfb6518d-9031-4ca8-a82b-a7e8e6b78059 service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817363 Oct 11 16:48:08.046671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:10.304037 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:11.415455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:16.007138 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:48:20.189355 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:20.386002 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 8f22b916-5b69-4986-8021-7fc52fb07154 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:48:20.386343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:20.459523 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:20.459775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:20.471238 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 8f22b916-5b69-4986-8021-7fc52fb07154 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:48:20.618030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:20.644184 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=8f22b916-5b69-4986-8021-7fc52fb07154,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:20.705674 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:20.706006 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 6f405eb4-ca2b-4a49-a41d-a1802223ab5e disassociated (deleted). External IP: 172.35.3.38, port: fbc4772c-a306-4e48-a390-0fb48de586a1. Oct 11 16:48:20.904352 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router df2079a5-19e9-4253-9771-a107b9214bfb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:48:21.010030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:48:21.014955 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:21.019552 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Sync routers for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:48:21.028623 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:21.029218 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:21.041211 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af7112b9-e8aa-4b55-93a7-d4f3ff892ff8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f405eb4-ca2b-4a49-a41d-a1802223ab5e HTTP/1.1" status: 204 len: 168 time: 0.8507390 Oct 11 16:48:21.041825 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:48:21.044056 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:48:21.090301 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46581d5c-d005-4cc2-b864-69f436494c95 x-openstack-request-id: req-46581d5c-d005-4cc2-b864-69f436494c95 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:48:21.090590 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:48:21.090843 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46581d5c-d005-4cc2-b864-69f436494c95 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:48:21.091252 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'status': 'completed', 'code': 200} Oct 11 16:48:21.142861 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:21.157222 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-6bbf1082-9f80-4788-9373-9e818cab08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:21.159741 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-6bbf1082-9f80-4788-9373-9e818cab08ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0462267 Oct 11 16:48:21.269290 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-f306c64b-18b0-4bbe-b5ff-f9a1acbc96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:21.270873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-f306c64b-18b0-4bbe-b5ff-f9a1acbc96bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 200 len: 898 time: 0.1027656 Oct 11 16:48:21.320539 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-745f5883-1ea1-43a9-a7ce-a83042b5cb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 200 len: 217 time: 0.0414767 Oct 11 16:48:21.351633 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:21.376872 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Checking router: df2079a5-19e9-4253-9771-a107b9214bfb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:48:21.384902 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:21.385522 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:21.391592 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-da824466-3b84-4d49-86fa-8510d28e4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:21.393704 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-da824466-3b84-4d49-86fa-8510d28e4444 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 200 len: 834 time: 0.0645263 Oct 11 16:48:21.401932 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f667-0e95-4898-8848-fb1816afc3e5 req-ad89e9b4-200a-4c66-aa9d-22aac42a7e78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:21.403287 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de2f667-0e95-4898-8848-fb1816afc3e5 req-ad89e9b4-200a-4c66-aa9d-22aac42a7e78 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1771345 Oct 11 16:48:21.469268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5de2f667-0e95-4898-8848-fb1816afc3e5 req-e38da621-d31d-4455-aebb-1eaa5096e1f6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568986 Oct 11 16:48:21.472121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-b47a41ab-b41c-41ba-a545-07135b005c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:21.473379 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-b47a41ab-b41c-41ba-a545-07135b005c97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d180e7-6311-4f98-a8ba-4d2e273ee305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692687 Oct 11 16:48:21.489616 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:21.564898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-f34d5923-1728-49e0-826b-b7bba0e4a6ac service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Oct 11 16:48:21.659743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d5e5cb1-fa79-448e-93a4-7ca20386bdea req-1c609b3e-9b89-4132-b636-989163a8ceac service neutron] 10.222.0.43 "GET /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860124 Oct 11 16:48:21.681794 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:21.711087 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d46d9-cf03-45e7-819f-751eb33358df None None] The sync data for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 is: [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:16Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c834bfc0-db78-46c7-a88e-d5f4e9e7508e', 'name': '', 'network_id': '59d180e7-6311-4f98-a8ba-4d2e273ee305', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:76:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:16Z', 'updated_at': '2021-10-11T16:46:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '06d3d144-75f3-42e2-a9f4-c59358b5c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:48:21.920281 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819ac6a-ad09-4873-968e-5468d64a1d88 None None] New status for floating IP 6f405eb4-ca2b-4a49-a41d-a1802223ab5e: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:48:22.653851 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df2a1e-40f2-403f-a986-ce25c387ec93 req-be0d74c2-7a08-45a8-bfd8-e34eb22944b3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:22.655305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2df2a1e-40f2-403f-a986-ce25c387ec93 req-be0d74c2-7a08-45a8-bfd8-e34eb22944b3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1196194 Oct 11 16:48:22.687377 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-98e2c4c0-c5af-44ba-9388-01142acba2f5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:22.688753 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-98e2c4c0-c5af-44ba-9388-01142acba2f5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b01b2ff4-5776-46a0-8b79-03b46647e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0687819 Oct 11 16:48:22.730147 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2df2a1e-40f2-403f-a986-ce25c387ec93 req-2148d336-4cdf-4d07-b7e8-e5594001c770 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=0afdec88-6947-421c-99c7-f79fab667bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676510 Oct 11 16:48:22.791997 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port fbc4772c-a306-4e48-a390-0fb48de586a1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:48:22.792330 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:22.877299 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port fbc4772c-a306-4e48-a390-0fb48de586a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fbc4772c-a306-4e48-a390-0fb48de586a1,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:22.877691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:22.894249 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for fbc4772c-a306-4e48-a390-0fb48de586a1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:48:23.016997 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:23.046251 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=fbc4772c-a306-4e48-a390-0fb48de586a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:23.058240 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.058594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.058941 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.059277 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.059611 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.059945 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.060275 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.060607 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.060936 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.061259 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.061672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.061998 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:23.100062 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] No DVR routers for this DVR port fbc4772c-a306-4e48-a390-0fb48de586a1 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:48:23.102718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:23.106079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-46db92f5-567b-47c9-8ff4-3dcbca5a5135 req-a2e5eb34-69c3-4b08-80b7-a2c6266e8d79 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.43 "DELETE /v2.0/ports/fbc4772c-a306-4e48-a390-0fb48de586a1 HTTP/1.1" status: 204 len: 173 time: 0.4071720 Oct 11 16:48:23.106508 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-deleted', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:48:23.108789 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e8f7f-f6e6-45cd-8c13-9274d17f10f8" -d '{"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-deleted", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:48:23.144843 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b78690-90f9-46f0-a55f-f4992385ce5f x-openstack-request-id: req-e6b78690-90f9-46f0-a55f-f4992385ce5f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:48:23.145126 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b2ff4-5776-46a0-8b79-03b46647e2f6", "name": "network-vif-deleted", "tag": "fbc4772c-a306-4e48-a390-0fb48de586a1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:48:23.145380 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b78690-90f9-46f0-a55f-f4992385ce5f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:48:23.145822 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b2ff4-5776-46a0-8b79-03b46647e2f6', 'name': 'network-vif-deleted', 'tag': 'fbc4772c-a306-4e48-a390-0fb48de586a1', 'status': 'completed', 'code': 200} Oct 11 16:48:23.783544 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:24.128340 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:24.374624 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port c834bfc0-db78-46c7-a88e-d5f4e9e7508e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:48:24.374965 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:24.750125 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port c834bfc0-db78-46c7-a88e-d5f4e9e7508e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:24.750496 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:24.762336 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for c834bfc0-db78-46c7-a88e-d5f4e9e7508e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:48:24.943601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:24.970723 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=c834bfc0-db78-46c7-a88e-d5f4e9e7508e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:25.139431 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.350345 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router df2079a5-19e9-4253-9771-a107b9214bfb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:48:25.449971 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:48:25.455403 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-91fc166e-579a-4a65-83d3-6c662c1ba804 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/df2079a5-19e9-4253-9771-a107b9214bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6703677 Oct 11 16:48:25.458167 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:25.460146 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Sync routers for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:48:25.469289 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:25.469918 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:25.514308 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting subnet 06d3d144-75f3-42e2-a9f4-c59358b5c6a0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:48:25.518018 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.557659 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.575045 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:25.595591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:48:25.616869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: fbc4772c-a306-4e48-a390-0fb48de586a1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:48:25.617135 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device fbc4772c-a306-4e48-a390-0fb48de586a1 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:48:25.643010 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.716334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.742849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Subnet': ['ID=06d3d144-75f3-42e2-a9f4-c59358b5c6a0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:25.748907 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.754749 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-05ed7295-9e96-4a2c-9d66-727557d70614 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/subnets/06d3d144-75f3-42e2-a9f4-c59358b5c6a0 HTTP/1.1" status: 204 len: 168 time: 0.2932220 Oct 11 16:48:25.755234 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:25.755607 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf7ee5-658d-4ca3-846a-16df58b00f5a None None] Network 59d180e7-6311-4f98-a8ba-4d2e273ee305 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:48:25.855496 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:48:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:25.877332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:25.887544 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Checking router: df2079a5-19e9-4253-9771-a107b9214bfb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:48:25.896828 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Routers {'df2079a5-19e9-4253-9771-a107b9214bfb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:25.897439 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['df2079a5-19e9-4253-9771-a107b9214bfb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:25.958975 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] DHCP port deletion for 59d180e7-6311-4f98-a8ba-4d2e273ee305 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:48:25.995311 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.001207 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] Set router df2079a5-19e9-4253-9771-a107b9214bfb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:26.007323 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Deleting port 6d0a18e9-7418-4959-a61a-64026af93bf6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:48:26.007708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.052691 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port c60392ee-d01c-42df-8113-48a72227bf1a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:48:26.053028 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.077416 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] For port 6d0a18e9-7418-4959-a61a-64026af93bf6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d0a18e9-7418-4959-a61a-64026af93bf6,segment=NetworkSegment(2a7fce74-0350-4e71-a739-f562dd53cd9e),segment_id=2a7fce74-0350-4e71-a739-f562dd53cd9e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:26.077861 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.090514 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Calling delete_port for 6d0a18e9-7418-4959-a61a-64026af93bf6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:48:26.146110 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port c60392ee-d01c-42df-8113-48a72227bf1a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60392ee-d01c-42df-8113-48a72227bf1a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:26.146748 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.159420 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for c60392ee-d01c-42df-8113-48a72227bf1a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:48:26.175923 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.189152 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:48:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:26.207088 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] No DVR routers for this DVR port 6d0a18e9-7418-4959-a61a-64026af93bf6 on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:48:26.211270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Pushing event deleted for resources: {'Port': ['ID=6d0a18e9-7418-4959-a61a-64026af93bf6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:26.217606 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c504c27-d8ff-4625-a82d-18853e6c513c None None] The sync data for ids ['df2079a5-19e9-4253-9771-a107b9214bfb'] in n-d-master-1 is: [{'id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919519363', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:48:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'c60392ee-d01c-42df-8113-48a72227bf1a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2079a5-19e9-4253-9771-a107b9214bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:46:13Z', 'updated_at': '2021-10-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:48:26.220524 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.220812 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.221105 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.221443 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.221801 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.222133 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.222451 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.222780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.223102 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.223430 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.223760 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.224650 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804321d-b768-411a-8c16-91a8b09621b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:26.351165 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.376909 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=c60392ee-d01c-42df-8113-48a72227bf1a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:26.434552 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.523148 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.525126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.573117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.573796 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Fanout notify agent at l3_agent the message router_deleted on router df2079a5-19e9-4253-9771-a107b9214bfb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:48:26.581698 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.583070 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0411e082-0985-46aa-8a11-723a6ae9cfda tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/routers/df2079a5-19e9-4253-9771-a107b9214bfb HTTP/1.1" status: 204 len: 168 time: 0.8267784 Oct 11 16:48:26.585712 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 38992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:26.665232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.758995 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.780189 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d180e7-6311-4f98-a8ba-4d2e273ee305']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:26.790251 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7fce74-0350-4e71-a739-f562dd53cd9e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:26.790550 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7fce74-0350-4e71-a739-f562dd53cd9e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:26.799991 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.814566 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.821118 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:48:26.821683 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: timer() Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:48:26.824769 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:48:26.886388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.894235 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.897715 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/networks/59d180e7-6311-4f98-a8ba-4d2e273ee305 HTTP/1.1" status: 204 len: 168 time: 0.3107345 Oct 11 16:48:26.900572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 38994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:26.909780 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04470-59fc-401b-96f7-846d13bdcc2a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Network': ['ID=59d180e7-6311-4f98-a8ba-4d2e273ee305,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:26.959796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:26.984045 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.040909 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.043468 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.044594 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/security-groups/0afdec88-6947-421c-99c7-f79fab667bbf HTTP/1.1" status: 204 len: 168 time: 0.1430438 Oct 11 16:48:27.053708 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afdec88-6947-421c-99c7-f79fab667bbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:27.061180 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.061551 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.061894 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.062227 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.062557 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.062884 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.063210 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.063535 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.063887 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.064206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.064522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.064838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226129-399f-4566-b9c1-8f93777711b5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:27.405360 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:27.410797 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983596050', 'description': 'tempest-secgroup-smoke-983596050 description', 'project_id': '6fad336dd5764e22927c76235cd6bf7f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:27.432065 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.503055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.506550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.535416 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.536645 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1302295 Oct 11 16:48:27.539664 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:27.540580 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d1686-d7a6-4bb4-845f-a1e1d8244666 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b96400-8d1f-4e7a-92f4-6eb78781b306,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:27.545278 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:27.573045 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.629896 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.633663 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.652488 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b076e5-998c-4777-a229-386c30be5999,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:27.661472 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.662855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-886fbfaf-7adf-48e0-bd27-9e82f472a577 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220808 Oct 11 16:48:27.665785 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:27.670448 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:27.698243 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.699932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c834bfc0-db78-46c7-a88e-d5f4e9e7508e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:48:27.719768 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c834bfc0-db78-46c7-a88e-d5f4e9e7508e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:48:27.720113 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c834bfc0-db78-46c7-a88e-d5f4e9e7508e not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:48:27.720518 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c60392ee-d01c-42df-8113-48a72227bf1a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:48:27.738129 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c60392ee-d01c-42df-8113-48a72227bf1a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:48:27.738473 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c60392ee-d01c-42df-8113-48a72227bf1a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:48:27.738869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d0a18e9-7418-4959-a61a-64026af93bf6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:48:27.755675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.757154 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6d0a18e9-7418-4959-a61a-64026af93bf6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:48:27.757529 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d0a18e9-7418-4959-a61a-64026af93bf6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:48:27.760173 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.779656 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21c319e-dfe0-46f9-ac5f-95fac207fcf4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:27.788134 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.789320 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-85f48207-39c5-4a8f-92a9-d489c37c433c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225150 Oct 11 16:48:27.792134 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:27.796411 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:27.821749 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.878266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.881632 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.897981 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4169786-2ef2-4b48-b8d6-920d93e8ef8f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:27.906273 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.907475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6a24012-6660-448f-8017-3e12cf1088c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143763 Oct 11 16:48:27.910613 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:27.915309 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:27.941969 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:27.999711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.003979 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.021620 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a489534-e447-496b-9256-9d18639d0005,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:28.029191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.030410 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ce14b94-5039-4cda-8642-4e6daf789798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187491 Oct 11 16:48:28.033464 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:28.037760 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:28.058347 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:48:28.063268 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.122003 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.125541 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.143969 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8973d290-159d-4465-87b6-4f69ed98b706,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:28.149087 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.153458 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9e043341-81de-427a-aff0-ea863d9dc730 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158638 Oct 11 16:48:28.153458 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:28.157588 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': '00b96400-8d1f-4e7a-92f4-6eb78781b306', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:28.178188 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:48:28.182730 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.246035 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.249430 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.267457 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e5dd1f-fbd8-499f-aace-c2c0cff15bbb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:28.275553 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.276734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-26cb98fd-f0d5-4bea-8674-2f676aa4aa77 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224666 Oct 11 16:48:28.279549 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:28.285025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'network': {'name': 'tempest-network-smoke--1323616981', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:28.306207 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:48:28.309919 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.332104 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:48:28.340487 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.340827 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Added segment f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4 of type vlan for network 84ef74c7-1222-4f64-9495-f672d1f75ac0 Oct 11 16:48:28.378976 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.401587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.407014 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:28.408153 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.464026 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834869 Oct 11 16:48:28.466968 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:28.473126 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'admin_state_up': True, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:28.476258 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29242905-2408-41f6-ad87-0c6e1d4f48fa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Network': ['ID=84ef74c7-1222-4f64-9495-f672d1f75ac0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:28.486833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:48:28.499076 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.500180 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:28.552421 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.015912 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.200469 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.218877 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.320514 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.236 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ac2b527d-5767-4103-973a-4bf3b658ace9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:48:29.418414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.450424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.491726 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:29.494437 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:29.496917 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:48:29.520381 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=ac2b527d-5767-4103-973a-4bf3b658ace9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:29.740455 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:29.933503 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.056771 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 22777930-e1f8-4161-ad45-2a3c942d80b9 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:48:30.156210 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:48:30.166568 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Sync routers for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:48:30.175724 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:30.176373 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:30.176544 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.177824 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-026b5c5d-6def-4840-9d13-4c014431c858 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7097039 Oct 11 16:48:30.181033 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:30.253412 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-94222107-8c82-4a8b-9f10-38aae5355df4 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6fad336dd5764e22927c76235cd6bf7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712311 Oct 11 16:48:30.256024 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:30.280495 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:30.340598 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc42fd-925f-4121-a269-5f78ccc540e1 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:30.342154 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ebcc42fd-925f-4121-a269-5f78ccc540e1 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852349 Oct 11 16:48:30.344930 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:30.372386 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-509bef6b-3cf9-4915-984c-227c5dbfbcd9 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256083 Oct 11 16:48:30.374871 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:30.379585 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334387471', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:30.459246 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:29Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:30.469632 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:48:30.473175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.484396 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Checking router: 22777930-e1f8-4161-ad45-2a3c942d80b9 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:48:30.484747 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Updating router 22777930-e1f8-4161-ad45-2a3c942d80b9 port ac2b527d-5767-4103-973a-4bf3b658ace9 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:48:30.511902 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.654328 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.715084 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Subnet': ['ID=37c0eacf-6ead-4def-827e-d4772af6b9d0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:30.725288 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Checking segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:48:30.725679 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network hostable DHCP agents. Network: 84ef74c7-1222-4f64-9495-f672d1f75ac0, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:48:30.741762 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:48:30.750403 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 84ef74c7-1222-4f64-9495-f672d1f75ac0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:30.755677 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:30.756543 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.763483 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453debc-da08-4eeb-8ff0-085e10d1eb82 None None] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:48:30.766488 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:30.775897 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-70f1be8a-c586-480a-88f5-e857c0bc4fae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4000270 Oct 11 16:48:30.778916 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:30.779265 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.034739 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1088df-bc05-4254-b6ee-4e87e946a51f None None] Pushing event updated for resources: {'Port': ['ID=ac2b527d-5767-4103-973a-4bf3b658ace9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:31.036926 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Attempting to bind port ac2b527d-5767-4103-973a-4bf3b658ace9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:48:31.037284 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Attempting to bind port ac2b527d-5767-4103-973a-4bf3b658ace9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:48:31.037679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Attempting to bind port ac2b527d-5767-4103-973a-4bf3b658ace9 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:48:31.052312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:48:31.052676 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:48:31.053059 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.053435 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:48:31.053917 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Bound port: ac2b527d-5767-4103-973a-4bf3b658ace9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:48:31.054289 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.138763 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] For port ac2b527d-5767-4103-973a-4bf3b658ace9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:48:31.162668 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] For port ac2b527d-5767-4103-973a-4bf3b658ace9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac2b527d-5767-4103-973a-4bf3b658ace9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:48:31.165007 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-84ef74c7-1222-4f64-9495-f672d1f75ac0', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:48:31.165892 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.175908 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.226656 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.301149 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1088df-bc05-4254-b6ee-4e87e946a51f None None] Pushing event updated for resources: {'Port': ['ID=ac2b527d-5767-4103-973a-4bf3b658ace9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:31.303676 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:31.304265 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:31.430344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Allocated IP 172.20.0.2 (84ef74c7-1222-4f64-9495-f672d1f75ac0/37c0eacf-6ead-4def-827e-d4772af6b9d0/93585e4e-0329-4e8f-b96e-dcf198fb4d4f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:48:31.453654 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:31.706897 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.713224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.761447 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:31.763086 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.1 (84ef74c7-1222-4f64-9495-f672d1f75ac0/37c0eacf-6ead-4def-827e-d4772af6b9d0/c3c86f8a-c843-4242-acbd-0f2195ee78d6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:48:31.770745 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:31.773961 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:48:31.776462 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Pushing event updated for resources: {'Port': ['ID=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:31.780363 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:29Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:31.809905 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e679-c0da-4b61-90ba-66f86a675cc2 None None] The sync data for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 is: [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:29Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:48:31.857945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Attempting to bind port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:48:31.858308 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Attempting to bind port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:48:31.858670 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Attempting to bind port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f on network 84ef74c7-1222-4f64-9495-f672d1f75ac0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:48:31.864553 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:48:31.864930 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Checking segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:48:31.865330 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.865753 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Bound using segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:48:31.866220 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Bound port: 93585e4e-0329-4e8f-b96e-dcf198fb4d4f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:48:31.866598 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.883175 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.917017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.938528 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] For port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:48:31.942517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] For port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:48:31.948488 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:31.955333 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:31.958305 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:31.969219 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:48:32.006758 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:32.011931 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdec40-ba91-4ffd-99b7-2351771f65da None None] Pushing event updated for resources: {'Port': ['ID=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:32.021266 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.190891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.473092 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67991836-b9c0-4f6f-a198-824f09f3b960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.496947 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.502886 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.580368 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:32.582796 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:32.679767 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:32.681182 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:32.796469 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 22777930-e1f8-4161-ad45-2a3c942d80b9 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:48:32.908298 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:48:32.913394 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-e73ba636-3eb1-42d0-bcc3-4d837beb911e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/22777930-e1f8-4161-ad45-2a3c942d80b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336143 Oct 11 16:48:32.967004 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ff133-a36a-41a7-909b-73dcbf8fd38e None None] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:48:33.057364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-6c90d04d-ec9f-4ba1-81e0-5d6bfafaaa8d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983596050&fields=id&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 267 time: 0.0352657 Oct 11 16:48:33.078566 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] Provisioning complete for port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.078934 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.163669 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-9651404c-488e-4179-a51f-716c4f5c02ca tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:33.165209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-9651404c-488e-4179-a51f-716c4f5c02ca tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 797 time: 0.1008580 Oct 11 16:48:33.191251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-877b2337-721c-4a40-a07b-ded8ec5e6fc6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/quotas/6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 375 time: 0.0126548 Oct 11 16:48:33.195702 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.238315 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] For port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:33.243769 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.250534 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-8567e6bf-e095-4fa8-af65-70f0625082d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527179 Oct 11 16:48:33.268156 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-2cc181e8-6a55-4ccf-9d29-b252726714b7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:48:33.269186 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-2cc181e8-6a55-4ccf-9d29-b252726714b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062711 Oct 11 16:48:33.302257 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54288993-0448-4aeb-ae9a-9f019037ddea None None] Pushing event updated for resources: {'Port': ['ID=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:33.368698 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-7982d884-86b7-46f2-a1d2-45efb09b555f service neutron] 10.222.0.31 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923774 Oct 11 16:48:33.465263 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ade61fe-00eb-47e0-8811-3d3d942c9d0f None None] Provisioning complete for port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.466019 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ade61fe-00eb-47e0-8811-3d3d942c9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.467358 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-50b653fe-492d-4234-aad5-54ccfa63aebc service neutron] 10.222.0.31 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927360 Oct 11 16:48:33.575000 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ade61fe-00eb-47e0-8811-3d3d942c9d0f None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.575562 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ade61fe-00eb-47e0-8811-3d3d942c9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.587131 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Sync routers for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:48:33.604987 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:33.606074 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:33.622820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ade61fe-00eb-47e0-8811-3d3d942c9d0f None None] Port c3c86f8a-c843-4242-acbd-0f2195ee78d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:48:33.703840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-50550723-15de-401d-926e-677b3089b379 req-34bb9de8-795f-4a74-beec-28feb1f5acfb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 210 time: 0.0352376 Oct 11 16:48:33.754072 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8512e4c4-0594-465b-8032-436bd354b21c None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.755063 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8512e4c4-0594-465b-8032-436bd354b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.784837 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:33.803028 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8512e4c4-0594-465b-8032-436bd354b21c None None] Port c3c86f8a-c843-4242-acbd-0f2195ee78d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:48:33.860145 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ac2b527d-5767-4103-973a-4bf3b658ace9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:48:33.937167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5c4e946-d997-41c3-92c4-e6ff44873707 None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.937938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e946-d997-41c3-92c4-e6ff44873707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.978889 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ac2b527d-5767-4103-973a-4bf3b658ace9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:33.979203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:33.980924 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4e946-d997-41c3-92c4-e6ff44873707 None None] Port c3c86f8a-c843-4242-acbd-0f2195ee78d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:48:34.012513 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 2, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:34.039283 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Checking router: 22777930-e1f8-4161-ad45-2a3c942d80b9 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:48:34.039629 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Updating router 22777930-e1f8-4161-ad45-2a3c942d80b9 port c3c86f8a-c843-4242-acbd-0f2195ee78d6 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:48:34.063791 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.069710 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.091038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port ac2b527d-5767-4103-973a-4bf3b658ace9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac2b527d-5767-4103-973a-4bf3b658ace9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:34.097285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.098352 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93585e4e-0329-4e8f-b96e-dcf198fb4d4f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:48:34.180604 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=ac2b527d-5767-4103-973a-4bf3b658ace9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:34.192504 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:34.192889 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.336982 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.342337 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.398780 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Pushing event updated for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:34.420817 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.421158 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.421513 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.421846 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.422174 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.422498 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.422824 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.423181 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.423499 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.423815 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.424127 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.424439 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:48:34.457766 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Attempting to bind port c3c86f8a-c843-4242-acbd-0f2195ee78d6 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:48:34.458126 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Attempting to bind port c3c86f8a-c843-4242-acbd-0f2195ee78d6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:48:34.458477 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Attempting to bind port c3c86f8a-c843-4242-acbd-0f2195ee78d6 on network 84ef74c7-1222-4f64-9495-f672d1f75ac0 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:48:34.463500 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:48:34.463863 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Checking segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:48:34.464489 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.464610 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Bound using segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:48:34.465162 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Bound port: c3c86f8a-c843-4242-acbd-0f2195ee78d6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:48:34.465415 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.533190 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] For port c3c86f8a-c843-4242-acbd-0f2195ee78d6, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:48:34.536725 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] For port c3c86f8a-c843-4242-acbd-0f2195ee78d6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c86f8a-c843-4242-acbd-0f2195ee78d6,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:48:34.541367 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.584032 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:34.584673 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:34.616339 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:34.616905 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.708472 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:34.744915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-85007334-6ede-4a17-a48c-8e472902d493 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:34.746649 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-85007334-6ede-4a17-a48c-8e472902d493 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 797 time: 0.1817482 Oct 11 16:48:34.756698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.775622 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfbd35-6017-4696-a268-cdf0cec5e7b2 None None] Pushing event updated for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:34.826390 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] For port c3c86f8a-c843-4242-acbd-0f2195ee78d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c86f8a-c843-4242-acbd-0f2195ee78d6,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:34.829357 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-182eb2d9-19ba-4d79-aad4-f106a3e39c3f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 379 time: 0.0724576 Oct 11 16:48:34.831678 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.840631 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'port': {'device_id': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'admin_state_up': True, 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'security_groups': ['00b96400-8d1f-4e7a-92f4-6eb78781b306']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:34.846080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a589405-ea44-48b7-a317-f51be75af699 req-03ab63ab-8b1b-487f-b10a-e43d98da4a59 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 210 time: 0.0369895 Oct 11 16:48:34.902445 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603adcc3-dcca-4d8d-b323-df2150a3f774 None None] Pushing event updated for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:34.951509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ccc7247-da93-4ea3-b068-1110d7efa2f3 None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:34.951901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7247-da93-4ea3-b068-1110d7efa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:34.980302 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:48:34.983895 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.059376 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:35.084549 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc316c-0deb-4ed9-b7d1-6dc17bf49c82 None None] The sync data for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 is: [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:48:35.116902 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.12 (84ef74c7-1222-4f64-9495-f672d1f75ac0/37c0eacf-6ead-4def-827e-d4772af6b9d0/24709d6d-20b1-495e-884d-c83b961697cc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:48:35.458917 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fe54d45-c9aa-4b2c-b75e-527089ece0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.634226 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.672626 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.716923 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:35.722641 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:35.725109 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:48:35.766579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:35.793742 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:35.795431 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.805339 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ac2b527d-5767-4103-973a-4bf3b658ace9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:48:35.825829 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-5df88e4a-2b02-4282-8cd6-140ce1de73b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9896162 Oct 11 16:48:35.840133 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Request body: {'port': {'device_id': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:35.861396 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port ac2b527d-5767-4103-973a-4bf3b658ace9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:35.861812 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.902332 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:35.991272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d9b4-b961-440a-8088-e416e7431832 req-e4154af1-23cb-4dfb-b381-fe63d9648798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:35.995041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b91d9b4-b961-440a-8088-e416e7431832 req-e4154af1-23cb-4dfb-b381-fe63d9648798 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 932 time: 0.0652707 Oct 11 16:48:36.013431 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c3c86f8a-c843-4242-acbd-0f2195ee78d6 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:48:36.044575 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5b91d9b4-b961-440a-8088-e416e7431832 req-08f9c5d6-92f2-4507-8eb2-6f5dfd7d6b25 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Oct 11 16:48:36.081440 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3cafb0da-b7fa-4c9d-8de3-ca87d1b9aa07 None None] Provisioning complete for port 24709d6d-20b1-495e-884d-c83b961697cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:36.081824 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cafb0da-b7fa-4c9d-8de3-ca87d1b9aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.102090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port c3c86f8a-c843-4242-acbd-0f2195ee78d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:36.102461 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.252054 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24709d6d-20b1-495e-884d-c83b961697cc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:48:36.260490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.272584 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Transition to ACTIVE for port object 24709d6d-20b1-495e-884d-c83b961697cc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:48:36.276876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.334293 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3cafb0da-b7fa-4c9d-8de3-ca87d1b9aa07 None None] Port 24709d6d-20b1-495e-884d-c83b961697cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:48:36.338272 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.341008 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.348076 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Pushing event updated for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:36.408214 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Attempting to bind port 24709d6d-20b1-495e-884d-c83b961697cc on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:48:36.408547 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Attempting to bind port 24709d6d-20b1-495e-884d-c83b961697cc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:48:36.408875 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Attempting to bind port 24709d6d-20b1-495e-884d-c83b961697cc on network 84ef74c7-1222-4f64-9495-f672d1f75ac0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:48:36.413275 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Port 24709d6d-20b1-495e-884d-c83b961697cc on network 84ef74c7-1222-4f64-9495-f672d1f75ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:48:36.413632 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Attempting to bind port 24709d6d-20b1-495e-884d-c83b961697cc on network 84ef74c7-1222-4f64-9495-f672d1f75ac0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:48:36.418516 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:48:36.418852 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Checking segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:48:36.419239 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Bound using segment: {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:48:36.419667 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Bound port: 24709d6d-20b1-495e-884d-c83b961697cc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:48:36.420025 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.490207 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:48:36.493822 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=24709d6d-20b1-495e-884d-c83b961697cc,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:48:36.497915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.529405 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:36.530351 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:36.531730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] 10.222.0.36 "PUT /v2.0/ports/24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 1092 time: 0.6960907 Oct 11 16:48:36.534680 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:48:36.537713 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd1679-92df-4e64-9fe5-afcb90b9b87a" -d '{"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:48:36.575743 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798f71-c669-4efa-ba02-6d2e0ea6947f service neutron] Pushing event updated for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:36.624343 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-2557dbc9-ec3c-41c9-ab80-005666554b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:36.625883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-2557dbc9-ec3c-41c9-ab80-005666554b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1095 time: 0.0471256 Oct 11 16:48:36.672442 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a1a0df-906d-48e1-a9fc-36c60ee466c4 x-openstack-request-id: req-29a1a0df-906d-48e1-a9fc-36c60ee466c4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:48:36.672731 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:48:36.673003 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29a1a0df-906d-48e1-a9fc-36c60ee466c4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:48:36.673938 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc', 'status': 'completed', 'code': 200} Oct 11 16:48:36.675730 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-d8be315b-0489-40ca-8489-7fe195261c24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 217 time: 0.0423851 Oct 11 16:48:36.726632 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-b67ee249-1063-4001-a71c-432092dd5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:36.728170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-b67ee249-1063-4001-a71c-432092dd5e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0447133 Oct 11 16:48:36.772433 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-93d8ebd3-02f1-4bb1-9974-60b28afa019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:36.773942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-93d8ebd3-02f1-4bb1-9974-60b28afa019d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390816 Oct 11 16:48:36.865838 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-69b1d5ba-7cfb-442e-b5db-3245215966ad service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849783 Oct 11 16:48:36.954759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-05caa704-d3eb-4b11-a42b-a3891dbb706f req-56d4473d-1755-4787-9c77-ff0e8b964952 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808918 Oct 11 16:48:37.040564 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-56c20492-0d78-4221-9162-d492ef41a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:37.042042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-56c20492-0d78-4221-9162-d492ef41a638 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1095 time: 0.0405447 Oct 11 16:48:37.134747 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-2d59a791-70ab-405b-abc0-301a8324c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:37.136201 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-2d59a791-70ab-405b-abc0-301a8324c19d service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.0871100 Oct 11 16:48:37.174422 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128644ee-cb08-4816-a070-c861d285664b req-cbb4ce89-1e58-444f-b421-755a8569d2aa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:37.175883 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-128644ee-cb08-4816-a070-c861d285664b req-cbb4ce89-1e58-444f-b421-755a8569d2aa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 944 time: 0.0543618 Oct 11 16:48:37.178356 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-d204b5c4-978b-40f8-ba0c-473f58318a79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 217 time: 0.0348275 Oct 11 16:48:37.213843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-128644ee-cb08-4816-a070-c861d285664b req-e117814a-22f9-4f3a-a1ac-6ada04e1c581 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Oct 11 16:48:37.231895 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-5d065b87-177c-4f8f-8f48-35d4018ea716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:37.233343 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-5d065b87-177c-4f8f-8f48-35d4018ea716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0475478 Oct 11 16:48:37.279006 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-4872ece0-57be-4ccd-b57b-3efda580abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:37.280446 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-4872ece0-57be-4ccd-b57b-3efda580abb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390851 Oct 11 16:48:37.370928 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-fb1d00ba-8716-4030-ba8d-7f852d9bd187 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829351 Oct 11 16:48:37.458477 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-77dd1679-92df-4e64-9fe5-afcb90b9b87a req-deb44f31-3d50-4bc3-a4dc-29396053b22d service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792480 Oct 11 16:48:38.049127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:38.327887 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3eb1f-5469-420c-8501-53ad2bc9a4b3 req-cfebbc2a-93e8-48d5-ba13-1687b13f968d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:38.329948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98b3eb1f-5469-420c-8501-53ad2bc9a4b3 req-cfebbc2a-93e8-48d5-ba13-1687b13f968d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 944 time: 0.0480649 Oct 11 16:48:38.366810 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-98b3eb1f-5469-420c-8501-53ad2bc9a4b3 req-e165210b-af9b-4f78-a940-c9264fd4da99 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308251 Oct 11 16:48:39.478837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ead7a9-3eff-415b-aaef-2620ef6f3e5f req-1eacfb56-42f0-4f2a-8a89-b0764a1fd466 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:39.480278 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5ead7a9-3eff-415b-aaef-2620ef6f3e5f req-1eacfb56-42f0-4f2a-8a89-b0764a1fd466 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 944 time: 0.0480471 Oct 11 16:48:39.516800 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5ead7a9-3eff-415b-aaef-2620ef6f3e5f req-773b8f69-0365-4a96-a8d1-76392bcf70f6 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300050 Oct 11 16:48:40.305088 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:40.632683 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984e496-d7b1-47a4-a93e-aa41c87ef08d req-bdd3f0e6-a943-4671-afa8-8366bf26f672 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:40.634193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9984e496-d7b1-47a4-a93e-aa41c87ef08d req-bdd3f0e6-a943-4671-afa8-8366bf26f672 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 944 time: 0.0509701 Oct 11 16:48:40.671443 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9984e496-d7b1-47a4-a93e-aa41c87ef08d req-dc0d7e80-8f28-4baa-a8f2-a1c105950da4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Oct 11 16:48:40.868793 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 24709d6d-20b1-495e-884d-c83b961697cc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:48:40.963964 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=24709d6d-20b1-495e-884d-c83b961697cc,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:40.974544 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '24709d6d-20b1-495e-884d-c83b961697cc', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'port_id': '24709d6d-20b1-495e-884d-c83b961697cc', 'mac_address': 'fa:16:3e:56:8e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:48:41.010159 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:41.023011 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24709d6d-20b1-495e-884d-c83b961697cc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:48:41.041655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=24709d6d-20b1-495e-884d-c83b961697cc,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:41.045652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:41.094728 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:41.273770 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['24709d6d-20b1-495e-884d-c83b961697cc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:48:41.433333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:41.783454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea1c5d-510a-4501-b171-7c2586d578c4 req-d13f68e8-e30c-4550-8c5b-ecd7aae17f38 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:41.784934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47ea1c5d-510a-4501-b171-7c2586d578c4 req-d13f68e8-e30c-4550-8c5b-ecd7aae17f38 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 945 time: 0.0492198 Oct 11 16:48:41.821475 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-47ea1c5d-510a-4501-b171-7c2586d578c4 req-a6eba137-65bd-4e9c-867d-7fbf34a547ba tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306921 Oct 11 16:48:42.885697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 24709d6d-20b1-495e-884d-c83b961697cc up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:48:42.933783 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c47cf-064e-4b1a-94ff-1798cea55569 req-cc1568e1-2203-43fe-b38b-719d843cff50 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:42.934433 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 24709d6d-20b1-495e-884d-c83b961697cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:48:42.935273 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5c47cf-064e-4b1a-94ff-1798cea55569 req-cc1568e1-2203-43fe-b38b-719d843cff50 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 945 time: 0.0481403 Oct 11 16:48:42.937419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 24709d6d-20b1-495e-884d-c83b961697cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:48:42.937818 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:42.975080 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af5c47cf-064e-4b1a-94ff-1798cea55569 req-fe420ce7-6a27-4ae7-a294-db13e2f4e0da tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Oct 11 16:48:43.013285 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:43.035763 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:48:43.038213 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde8e36-bc3e-4906-89df-8991b4281ee8" -d '{"events": [{"server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "name": "network-vif-plugged", "status": "completed", "tag": "24709d6d-20b1-495e-884d-c83b961697cc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:48:43.053589 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=24709d6d-20b1-495e-884d-c83b961697cc,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:48:43.057286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:43.104768 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:43.123893 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ceca5b-cafc-46c6-b5cf-bdc8b96174ca x-openstack-request-id: req-50ceca5b-cafc-46c6-b5cf-bdc8b96174ca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:48:43.124177 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "name": "network-vif-plugged", "status": "completed", "tag": "24709d6d-20b1-495e-884d-c83b961697cc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:48:43.124424 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50ceca5b-cafc-46c6-b5cf-bdc8b96174ca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:48:43.124856 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc', 'code': 200} Oct 11 16:48:43.217126 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c499-bccc-490e-9c51-0dcbccf30fc8 req-6d2185a8-52cc-4355-8af7-a04c19062d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:43.218596 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65d8c499-bccc-490e-9c51-0dcbccf30fc8 req-6d2185a8-52cc-4355-8af7-a04c19062d96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0403192 Oct 11 16:48:43.251636 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-65d8c499-bccc-490e-9c51-0dcbccf30fc8 req-142510fd-25df-44e2-956e-7f3f0d21df5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257642 Oct 11 16:48:44.090114 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426756-8fe7-44e8-b9e8-664984022903 req-a1f75753-666d-465f-ac92-67d8d4bc6d15 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:44.091554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb426756-8fe7-44e8-b9e8-664984022903 req-a1f75753-666d-465f-ac92-67d8d4bc6d15 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0515568 Oct 11 16:48:44.130779 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb426756-8fe7-44e8-b9e8-664984022903 req-eedbbca5-3d6a-47a8-bd1c-c6b0eafb1c45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Oct 11 16:48:45.244202 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb1c22-50c4-4275-890a-7e9fe79e187c req-44302d13-96be-44a1-9260-d2292e29d289 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:45.245674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6cb1c22-50c4-4275-890a-7e9fe79e187c req-44302d13-96be-44a1-9260-d2292e29d289 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0475674 Oct 11 16:48:45.284768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d6cb1c22-50c4-4275-890a-7e9fe79e187c req-f61c8e85-b27f-4073-861c-a86ba4b98bc5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Oct 11 16:48:45.395047 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2034be-4a48-4b0f-b7e8-cf5866eceb0e req-8d365ecb-f73b-45ca-92f6-5284987810e3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:45.396538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2034be-4a48-4b0f-b7e8-cf5866eceb0e req-8d365ecb-f73b-45ca-92f6-5284987810e3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0473835 Oct 11 16:48:45.432906 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-af2034be-4a48-4b0f-b7e8-cf5866eceb0e req-533e41db-33d3-420e-b529-7268c25bedde tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Oct 11 16:48:45.453915 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:45.495358 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3722924-08cd-4d97-bfd5-6aabddeea8bd tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:45.496898 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c3722924-08cd-4d97-bfd5-6aabddeea8bd tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1092 time: 0.0413899 Oct 11 16:48:45.499765 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:45.504472 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '24709d6d-20b1-495e-884d-c83b961697cc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:48:45.525776 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:45.616977 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:45.719543 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.28 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/45e10a7b-46f6-4f9d-947f-35ac1d778524) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:48:45.820938 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:45.853246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:45.896224 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:48:45.899088 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:48:45.902704 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:48:45.924693 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=45e10a7b-46f6-4f9d-947f-35ac1d778524,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:46.545800 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:46.609829 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:46.756367 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:46.760647 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:46.827793 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=45e10a7b-46f6-4f9d-947f-35ac1d778524,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:48:46.837256 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:46.935187 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 8d2e90b3-ae9d-4b2c-a648-60668db0a766 associated. External IP: 172.35.3.28, port: 24709d6d-20b1-495e-884d-c83b961697cc. Oct 11 16:48:47.136854 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 22777930-e1f8-4161-ad45-2a3c942d80b9 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:48:47.248298 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:48:47.258845 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Sync routers for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:48:47.265053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:48:47.269267 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:47.269994 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:47.291967 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-4ffe8c71-3834-4a17-88fd-8b35ee9cf78c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7911792 Oct 11 16:48:47.292540 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:48:47.294843 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c231c74-b482-4b21-a94f-8d383985cc69" -d '{"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:48:47.337133 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a65e0-714c-4e31-aa29-ea2fd18d1c7b x-openstack-request-id: req-8d4a65e0-714c-4e31-aa29-ea2fd18d1c7b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:48:47.337643 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:48:47.338037 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d4a65e0-714c-4e31-aa29-ea2fd18d1c7b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:48:47.338568 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc', 'status': 'completed', 'code': 200} Oct 11 16:48:47.380621 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:47.405469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8501d-1909-4454-b649-eda538744f36 req-fa95f468-a4dc-4697-aaad-e0555a7ce038 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:47.406602 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-2906ae5f-f61f-4d1e-ade1-2b395012bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:47.407130 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aca8501d-1909-4454-b649-eda538744f36 req-fa95f468-a4dc-4697-aaad-e0555a7ce038 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0535915 Oct 11 16:48:47.409437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-2906ae5f-f61f-4d1e-ade1-2b395012bede service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0472465 Oct 11 16:48:47.446947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aca8501d-1909-4454-b649-eda538744f36 req-fd5ac447-da10-4ef0-80ad-57bde04d654a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Oct 11 16:48:47.470566 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:47.501754 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-e35a230c-4de3-4207-be22-905eb950cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:47.503221 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-e35a230c-4de3-4207-be22-905eb950cacf service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.0869589 Oct 11 16:48:47.536833 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6886a837-818b-4fb8-b7a7-e84c2919b6e8 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/8d2e90b3-ae9d-4b2c-a648-60668db0a766 HTTP/1.1" status: 200 len: 991 time: 0.0639417 Oct 11 16:48:47.574147 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-7b180d78-7d15-45be-ab7f-5ce8ccaf5f59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 999 time: 0.0631649 Oct 11 16:48:47.608254 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8d2e90b3-ae9d-4b2c-a648-60668db0a766', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'port_id': '24709d6d-20b1-495e-884d-c83b961697cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'mac_address': 'fa:16:3e:56:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:48:46Z', 'updated_at': '2021-10-11T16:48:46Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:47.622609 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-9e755bed-014c-40d2-af94-11d12db233e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:47.624067 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-9e755bed-014c-40d2-af94-11d12db233e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0431671 Oct 11 16:48:47.638070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Checking router: 22777930-e1f8-4161-ad45-2a3c942d80b9 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:48:47.646845 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:48:47.647449 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:48:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:47.670052 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-7057c852-925e-4b5b-a1dd-db592a7916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:48:47.671558 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-7057c852-925e-4b5b-a1dd-db592a7916e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407186 Oct 11 16:48:47.750251 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:48:47.763952 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-859f85e6-6fa1-4a15-9c3c-2b5470ed702f service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855863 Oct 11 16:48:47.852926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-3c231c74-b482-4b21-a94f-8d383985cc69 req-9fb6a1cb-2d4c-4b39-877e-f826b537825f service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818486 Oct 11 16:48:47.969105 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8d2e90b3-ae9d-4b2c-a648-60668db0a766', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'port_id': '24709d6d-20b1-495e-884d-c83b961697cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'mac_address': 'fa:16:3e:56:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:48:46Z', 'updated_at': '2021-10-11T16:48:46Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:48:47.997804 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bd1b4-884a-4e81-96c9-b601e86d13cf None None] The sync data for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 is: [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8d2e90b3-ae9d-4b2c-a648-60668db0a766', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'port_id': '24709d6d-20b1-495e-884d-c83b961697cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'mac_address': 'fa:16:3e:56:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:48:46Z', 'updated_at': '2021-10-11T16:48:46Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:48:48.172676 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b20b68f-af66-4fd1-9787-1f95ee27d296 None None] New status for floating IP 8d2e90b3-ae9d-4b2c-a648-60668db0a766: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:48:48.539548 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:48:48.599025 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c2382817-e3d2-44fa-b06f-fbcae14198ae tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/8d2e90b3-ae9d-4b2c-a648-60668db0a766 HTTP/1.1" status: 200 len: 993 time: 0.0581806 Oct 11 16:48:53.006239 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:49:02.474471 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be2ed3d5-ddb2-4699-a4ff-27ab87b357e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:04.170865 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-9ab59727-5dea-4e20-b48d-0a3cb82592d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432947 Oct 11 16:49:04.258804 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-bde90ffb-4a11-4537-b8d8-1f741e5cfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:04.260252 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-bde90ffb-4a11-4537-b8d8-1f741e5cfb66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0396955 Oct 11 16:49:04.365065 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-efa1e0ac-ddbf-4ba7-9c78-0513d0a57536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:04.366524 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-efa1e0ac-ddbf-4ba7-9c78-0513d0a57536 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.0848854 Oct 11 16:49:04.436998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-7630a7af-2fa8-4e22-9daf-54ef7ae5c24a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 1001 time: 0.0631678 Oct 11 16:49:04.486559 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-8b04e445-99cb-4571-91d5-e97727c35a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:04.487998 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-8b04e445-99cb-4571-91d5-e97727c35a4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0426285 Oct 11 16:49:04.533009 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-fbf6c058-66ed-4da6-97d5-f889093c3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:04.534523 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-fbf6c058-66ed-4da6-97d5-f889093c3104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385447 Oct 11 16:49:04.627480 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-58799c3f-90f3-4bb1-9731-89eca23738a2 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Oct 11 16:49:04.717597 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-ff301f0f-c7a3-46cb-80d5-668a409f8fb1 req-68b661d5-2101-48d3-a3ea-561c404879a1 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812063 Oct 11 16:49:05.459287 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44c4f62e-a2cd-4e34-8a6a-cee422e674bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:06.128024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:06.248112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:08.051564 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:10.305094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:11.419264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:19.997953 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ddbc9-95ab-46d0-b11a-50ffacc0caf0 req-2b9932dc-37c7-4508-a102-3f8bc5abd96f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:19.999317 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565ddbc9-95ab-46d0-b11a-50ffacc0caf0 req-2b9932dc-37c7-4508-a102-3f8bc5abd96f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0523169 Oct 11 16:49:20.036526 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-565ddbc9-95ab-46d0-b11a-50ffacc0caf0 req-9ffae0d0-2d36-43be-84f5-eaecb0c87780 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308530 Oct 11 16:49:21.153958 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039079bf-3ed4-42af-a813-6aa44947d1a8 req-b96fbae4-a741-4120-8d99-379dd3b0ee5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:21.155322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-039079bf-3ed4-42af-a813-6aa44947d1a8 req-b96fbae4-a741-4120-8d99-379dd3b0ee5b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0492404 Oct 11 16:49:21.192613 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-039079bf-3ed4-42af-a813-6aa44947d1a8 req-23d9c38d-4bb7-4957-b8b9-dff88321ecd5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311255 Oct 11 16:49:22.306764 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20607ac-88ab-4217-bddc-9b2a9ed462d7 req-e710da6c-90c7-4ef2-b8b4-a4bdc05c78ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:22.308232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d20607ac-88ab-4217-bddc-9b2a9ed462d7 req-e710da6c-90c7-4ef2-b8b4-a4bdc05c78ce tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0496767 Oct 11 16:49:22.345040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d20607ac-88ab-4217-bddc-9b2a9ed462d7 req-2d44ad65-19f1-4ffb-869c-d66a1e042ffa tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308983 Oct 11 16:49:23.462272 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214f9dd-950e-48fb-8805-4e123ded94eb req-a361cf74-a52f-4c72-83b8-dc5245431853 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:23.463756 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b214f9dd-950e-48fb-8805-4e123ded94eb req-a361cf74-a52f-4c72-83b8-dc5245431853 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0519729 Oct 11 16:49:23.501727 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b214f9dd-950e-48fb-8805-4e123ded94eb req-7f42e981-f448-4b32-9784-88df718ef824 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Oct 11 16:49:24.615401 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca9f2-faaf-4ad8-9f24-a82136ee7f54 req-8cf3e204-87e8-4257-8e4b-0c1e6b166428 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:24.616873 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d68ca9f2-faaf-4ad8-9f24-a82136ee7f54 req-8cf3e204-87e8-4257-8e4b-0c1e6b166428 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0493882 Oct 11 16:49:24.654493 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d68ca9f2-faaf-4ad8-9f24-a82136ee7f54 req-556c60b5-431f-45f9-9722-906d093cbf5d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Oct 11 16:49:25.771709 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28e956-7bfd-4a33-b622-9ca551d4158e req-b412a378-4634-4d8d-83f8-abb74f26ec70 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:25.773170 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e28e956-7bfd-4a33-b622-9ca551d4158e req-b412a378-4634-4d8d-83f8-abb74f26ec70 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0515492 Oct 11 16:49:25.809686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3e28e956-7bfd-4a33-b622-9ca551d4158e req-931a0346-7724-4a4f-8b7b-8b563d4d5895 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Oct 11 16:49:26.926803 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4b25c-d061-46e7-882c-06e82ede18d1 req-0a4ac1f4-cf37-46a2-ae6e-e97c69d1db1e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:26.928271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5b4b25c-d061-46e7-882c-06e82ede18d1 req-0a4ac1f4-cf37-46a2-ae6e-e97c69d1db1e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0528486 Oct 11 16:49:26.964313 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c5b4b25c-d061-46e7-882c-06e82ede18d1 req-80fd243e-29b9-44c6-b415-dc3be1740b37 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302048 Oct 11 16:49:28.078353 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325da4-97af-4e80-9e5d-a14798fa5aaf req-683a2515-6c86-4340-9272-7a7ed21bfca7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:28.079814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d325da4-97af-4e80-9e5d-a14798fa5aaf req-683a2515-6c86-4340-9272-7a7ed21bfca7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0489702 Oct 11 16:49:28.116208 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2d325da4-97af-4e80-9e5d-a14798fa5aaf req-d5369228-d469-43a9-b75d-7e40f660c025 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302742 Oct 11 16:49:29.229544 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3dea-047d-451a-a6cf-be02d7f8929e req-fd382bdc-d3b3-458c-a80f-703b51a66cdb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:29.231011 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca8a3dea-047d-451a-a6cf-be02d7f8929e req-fd382bdc-d3b3-458c-a80f-703b51a66cdb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0478220 Oct 11 16:49:29.267714 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca8a3dea-047d-451a-a6cf-be02d7f8929e req-4e8abde9-50eb-46fc-b948-e26e02cb4e33 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Oct 11 16:49:30.005439 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:49:30.384583 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42adfeb-81a0-407d-9ad4-9fc520abc74f req-d9b5d19f-d3b8-484d-afb8-eb86c3ae8326 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:30.386066 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d42adfeb-81a0-407d-9ad4-9fc520abc74f req-d9b5d19f-d3b8-484d-afb8-eb86c3ae8326 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0521967 Oct 11 16:49:30.423174 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d42adfeb-81a0-407d-9ad4-9fc520abc74f req-4e450b8d-8668-4f4d-9358-3ae522328f52 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Oct 11 16:49:31.535780 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ba53e-6667-47b3-bf7f-79a3d87ac02d req-21b68a06-187f-4b34-8d3b-e7ea7229d2cc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:31.537237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-941ba53e-6667-47b3-bf7f-79a3d87ac02d req-21b68a06-187f-4b34-8d3b-e7ea7229d2cc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0480113 Oct 11 16:49:31.574432 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-941ba53e-6667-47b3-bf7f-79a3d87ac02d req-7cd9c7e9-3089-46d6-97c8-6a888e64e1d7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Oct 11 16:49:32.474867 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ac503c0-a721-403a-83dd-8a1c523b44bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:32.686403 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a087b0-6331-472a-8e4d-cb85dd95f14e req-87759f5a-d420-47f2-941d-b164ca990bd2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:32.687869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5a087b0-6331-472a-8e4d-cb85dd95f14e req-87759f5a-d420-47f2-941d-b164ca990bd2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0485480 Oct 11 16:49:32.725362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e5a087b0-6331-472a-8e4d-cb85dd95f14e req-ebfe6fde-0854-4041-8dd2-2a3cdd3bf94c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Oct 11 16:49:33.840726 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec56a22-e901-469c-8c4c-bfaed508a01b req-bf6f4673-ba88-49ac-a440-6b82e1d21605 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:33.842189 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ec56a22-e901-469c-8c4c-bfaed508a01b req-bf6f4673-ba88-49ac-a440-6b82e1d21605 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0520518 Oct 11 16:49:33.878692 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ec56a22-e901-469c-8c4c-bfaed508a01b req-884826fd-b806-4f35-b822-2fe083dfb0c2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Oct 11 16:49:34.991360 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c72c7-6e45-4689-8ae3-406b909e7adf req-5b147190-c146-47cd-a0c4-50ae9cafda95 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:34.992819 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72c72c7-6e45-4689-8ae3-406b909e7adf req-5b147190-c146-47cd-a0c4-50ae9cafda95 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0479336 Oct 11 16:49:35.030047 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f72c72c7-6e45-4689-8ae3-406b909e7adf req-ac5c2685-d52b-4d81-9dde-0705ea26cb01 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Oct 11 16:49:35.459468 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a01f63a-59b8-43e3-a311-a4e01b6b9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:36.129713 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:36.143821 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455041f-57fa-436d-befc-3df25e33fc65 req-6b771fcd-c518-4bc7-9d49-7d799fd72cc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:36.145309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f455041f-57fa-436d-befc-3df25e33fc65 req-6b771fcd-c518-4bc7-9d49-7d799fd72cc3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0498748 Oct 11 16:49:36.182686 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f455041f-57fa-436d-befc-3df25e33fc65 req-41b2d909-a6b9-47cf-96e4-955103ff048b tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Oct 11 16:49:36.204572 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:49:36.252225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:36.268592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3045f951-db95-4089-be8e-674cf0284b3c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/8d2e90b3-ae9d-4b2c-a648-60668db0a766 HTTP/1.1" status: 200 len: 993 time: 0.0629427 Oct 11 16:49:37.523902 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f8bb-04e4-4941-86c8-6053dd1d8151 req-897df646-90ae-46d9-807a-c05d08849a96 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:37.525401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f973f8bb-04e4-4941-86c8-6053dd1d8151 req-897df646-90ae-46d9-807a-c05d08849a96 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0494564 Oct 11 16:49:37.556326 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-4173f92c-64e8-4d51-a3d0-b9fbc34b206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:37.557751 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-4173f92c-64e8-4d51-a3d0-b9fbc34b206f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0456636 Oct 11 16:49:37.563630 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f973f8bb-04e4-4941-86c8-6053dd1d8151 req-931e9157-20b1-4a7f-95e8-8c422ff5ebb1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Oct 11 16:49:37.647354 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-ebc228e6-c69a-4e22-8784-b280b486dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:37.648804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-ebc228e6-c69a-4e22-8784-b280b486dd7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.0835943 Oct 11 16:49:37.716460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-8efc8564-c3e3-4ecc-92db-af237d593618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 1001 time: 0.0603809 Oct 11 16:49:37.763593 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-31f8530b-a9a2-4da9-b9af-0edf30b07cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:37.764956 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-31f8530b-a9a2-4da9-b9af-0edf30b07cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0413599 Oct 11 16:49:37.808142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-ec2b3ce7-68ca-4a7f-83d8-84f568e27ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:37.809467 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-ec2b3ce7-68ca-4a7f-83d8-84f568e27ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381081 Oct 11 16:49:37.900526 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-fb0af1d8-e320-49f8-96fb-a75568f1a9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836074 Oct 11 16:49:37.987855 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d89f600a-dc6c-40c1-9872-c80df9ff69ac req-08f325c0-7490-4c2e-b305-b858279c7304 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803366 Oct 11 16:49:38.054106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:38.682774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a84e5-16e6-4a05-b85c-803df3ffb1e2 req-babd3755-9b92-4f10-8a18-0902cd6f518f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:49:38.684368 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-285a84e5-16e6-4a05-b85c-803df3ffb1e2 req-babd3755-9b92-4f10-8a18-0902cd6f518f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0527577 Oct 11 16:49:38.720193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-285a84e5-16e6-4a05-b85c-803df3ffb1e2 req-0a2a57e1-dc59-46d5-b7d4-618834cd037f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299416 Oct 11 16:49:38.742849 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:49:38.801661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-237f693d-99de-438e-8f2c-45a61acaa01c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/8d2e90b3-ae9d-4b2c-a648-60668db0a766 HTTP/1.1" status: 200 len: 993 time: 0.0571549 Oct 11 16:49:40.306999 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:49:41.418664 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:02.475081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1cb792a-0038-4ffc-8862-0acb3bcbb952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:04.184613 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-db338939-6482-43b7-af33-998cd69b167a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398431 Oct 11 16:50:04.268557 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-6259ef40-67d7-4390-9c31-6a0d99de31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:04.270128 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-6259ef40-67d7-4390-9c31-6a0d99de31a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0440321 Oct 11 16:50:04.376429 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-873ca3e5-35fe-4902-be09-dce42f68a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:04.377966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-873ca3e5-35fe-4902-be09-dce42f68a7b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.0843503 Oct 11 16:50:04.447487 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-4ff43ecc-309f-4fa8-b2aa-03177d96d17e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 1001 time: 0.0619462 Oct 11 16:50:04.495940 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-843aa80b-a423-423f-9af6-a36d05078f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:04.497358 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-843aa80b-a423-423f-9af6-a36d05078f96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0427902 Oct 11 16:50:04.541595 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-14872a3d-b5c9-4086-b1da-caa11bdfab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:04.543165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-14872a3d-b5c9-4086-b1da-caa11bdfab84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392272 Oct 11 16:50:04.634462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-60891e29-2c3e-4d3d-a936-b694cd90155d service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841463 Oct 11 16:50:04.723183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf4fbb93-7779-410b-a82c-a99b0c3e10ec req-c797d3e6-4757-434d-a4ff-36e07918bf31 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819576 Oct 11 16:50:05.461933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f86dfac-88fb-4955-acec-774464d36057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:06.135501 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:06.253599 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:07.008466 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:50:08.056571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.246878 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:09.403373 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 45e10a7b-46f6-4f9d-947f-35ac1d778524 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:50:09.403712 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.477147 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.477471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.488655 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 45e10a7b-46f6-4f9d-947f-35ac1d778524 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:50:09.630345 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.655543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=45e10a7b-46f6-4f9d-947f-35ac1d778524,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:09.680627 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.680971 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.681308 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.681674 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.682007 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.682360 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.682669 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.682994 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.683320 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.683638 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.683957 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.684272 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:09.726261 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:09.726823 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP 8d2e90b3-ae9d-4b2c-a648-60668db0a766 disassociated (deleted). External IP: 172.35.3.28, port: 24709d6d-20b1-495e-884d-c83b961697cc. Oct 11 16:50:09.922244 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 22777930-e1f8-4161-ad45-2a3c942d80b9 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:50:10.024525 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:50:10.029321 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:10.034067 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Sync routers for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:50:10.042995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:10.043588 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:10.056577 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-11c8fec4-a0ab-420f-9c7a-b0503b895013 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d2e90b3-ae9d-4b2c-a648-60668db0a766 HTTP/1.1" status: 204 len: 168 time: 0.8086970 Oct 11 16:50:10.057169 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:50:10.059449 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c0a041-e2c5-4344-b732-4ae9995dcce0" -d '{"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:50:10.121562 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15598ed5-9cdb-455b-bef4-042e02baca43 x-openstack-request-id: req-15598ed5-9cdb-455b-bef4-042e02baca43 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:50:10.122038 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "tag": "24709d6d-20b1-495e-884d-c83b961697cc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:50:10.122367 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15598ed5-9cdb-455b-bef4-042e02baca43 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:50:10.122849 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc', 'status': 'completed', 'code': 200} Oct 11 16:50:10.149720 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:10.200332 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-3abbef91-7626-4d04-9862-394a4bbbb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:10.202460 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-3abbef91-7626-4d04-9862-394a4bbbb598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0514901 Oct 11 16:50:10.317865 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-bae7ffaa-24de-4ed5-8419-097ef0901eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:10.319710 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-bae7ffaa-24de-4ed5-8419-097ef0901eab service neutron] 10.222.0.36 "GET /v2.0/networks?id=84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 200 len: 898 time: 0.1087248 Oct 11 16:50:10.329227 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa999d9-e158-4ac5-aaeb-0d9463be637d req-02c8cda7-6b42-4480-a33e-87e2514b0772 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:10.334183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fa999d9-e158-4ac5-aaeb-0d9463be637d req-02c8cda7-6b42-4480-a33e-87e2514b0772 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0617745 Oct 11 16:50:10.351929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:10.367548 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:10.384728 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2fa999d9-e158-4ac5-aaeb-0d9463be637d req-254e9316-9f69-4c55-bf1a-790d215d1932 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Oct 11 16:50:10.386061 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-1039ae3b-beb8-47da-9c87-93d3c1e6fe4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 200 len: 217 time: 0.0562673 Oct 11 16:50:10.396078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Checking router: 22777930-e1f8-4161-ad45-2a3c942d80b9 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:50:10.404648 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:10.405249 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:10.441601 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-a0471844-db11-4e5b-ab53-e36a8ea907fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:10.443380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-a0471844-db11-4e5b-ab53-e36a8ea907fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 200 len: 835 time: 0.0495420 Oct 11 16:50:10.492364 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-a0902757-fe3f-4585-98f6-3badd5810a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:10.494630 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-a0902757-fe3f-4585-98f6-3badd5810a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84ef74c7-1222-4f64-9495-f672d1f75ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423989 Oct 11 16:50:10.511411 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:10.593699 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-76d67cbf-ad92-4135-bf5d-7cbebd991c63 service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905375 Oct 11 16:50:10.684377 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-74c0a041-e2c5-4344-b732-4ae9995dcce0 req-1712fcda-2e53-45b7-bbe4-411d974257fc service neutron] 10.222.0.36 "GET /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Oct 11 16:50:10.712870 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:10.738289 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a8fc5-6de7-41c9-a723-dcf5fd508110 None None] The sync data for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 is: [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:48:32Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c3c86f8a-c843-4242-acbd-0f2195ee78d6', 'name': '', 'network_id': '84ef74c7-1222-4f64-9495-f672d1f75ac0', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:3b:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:31Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': '37c0eacf-6ead-4def-827e-d4772af6b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:50:10.976977 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d38143a-a795-4ccd-bc3f-e03e724ca65b None None] New status for floating IP 8d2e90b3-ae9d-4b2c-a648-60668db0a766: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:50:11.416422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:11.531082 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6abb82-769c-4e3e-bda0-53651eb80230 req-c6594ab2-a4b9-4417-a215-b712d776a341 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:11.532806 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6abb82-769c-4e3e-bda0-53651eb80230 req-c6594ab2-a4b9-4417-a215-b712d776a341 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0602651 Oct 11 16:50:11.570746 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d6abb82-769c-4e3e-bda0-53651eb80230 req-f0bf9a33-bb14-426a-a3ce-5614ba8bd4ef tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=00b96400-8d1f-4e7a-92f4-6eb78781b306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Oct 11 16:50:11.850664 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-ef919ef0-7e09-44ae-b491-4eadc32c2188 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:11.852115 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-ef919ef0-7e09-44ae-b491-4eadc32c2188 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 946 time: 0.0486953 Oct 11 16:50:11.947221 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 24709d6d-20b1-495e-884d-c83b961697cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:50:11.947482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:12.034158 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 24709d6d-20b1-495e-884d-c83b961697cc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=24709d6d-20b1-495e-884d-c83b961697cc,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:12.034517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:12.046586 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 24709d6d-20b1-495e-884d-c83b961697cc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:50:12.172526 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:12.201793 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=24709d6d-20b1-495e-884d-c83b961697cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:12.244080 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] No DVR routers for this DVR port 24709d6d-20b1-495e-884d-c83b961697cc on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:50:12.246755 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:12.249993 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-213e0b72-de8f-41d4-8b7e-55a0d145023e req-9380f396-4c54-4d9f-9cb5-abeaccaa3200 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "DELETE /v2.0/ports/24709d6d-20b1-495e-884d-c83b961697cc HTTP/1.1" status: 204 len: 173 time: 0.3919780 Oct 11 16:50:12.250421 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'name': 'network-vif-deleted', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:50:12.252614 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf96d2-22e6-4c47-a497-82f39456e56b" -d '{"events": [{"server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "name": "network-vif-deleted", "tag": "24709d6d-20b1-495e-884d-c83b961697cc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:50:12.295060 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670515c-78b4-41f0-abee-3c446907cf1a x-openstack-request-id: req-9670515c-78b4-41f0-abee-3c446907cf1a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:50:12.295508 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046fdc9-4d5d-4d48-8559-07f037e8a0ba", "name": "network-vif-deleted", "tag": "24709d6d-20b1-495e-884d-c83b961697cc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:50:12.295814 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9670515c-78b4-41f0-abee-3c446907cf1a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:50:12.296269 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046fdc9-4d5d-4d48-8559-07f037e8a0ba', 'name': 'network-vif-deleted', 'tag': '24709d6d-20b1-495e-884d-c83b961697cc', 'status': 'completed', 'code': 200} Oct 11 16:50:12.684481 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-57ccc1bd-6a79-4001-8deb-65d82f8fcad1 req-92e86a00-9a8d-4b7d-a6be-b661c04c5667 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8046fdc9-4d5d-4d48-8559-07f037e8a0ba HTTP/1.1" status: 200 len: 210 time: 0.0299549 Oct 11 16:50:13.743822 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:14.425199 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:14.668818 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port c3c86f8a-c843-4242-acbd-0f2195ee78d6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:50:14.669153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:14.757191 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port c3c86f8a-c843-4242-acbd-0f2195ee78d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3c86f8a-c843-4242-acbd-0f2195ee78d6,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:14.757891 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:14.769427 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for c3c86f8a-c843-4242-acbd-0f2195ee78d6 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:50:14.950261 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:14.975399 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=c3c86f8a-c843-4242-acbd-0f2195ee78d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:15.147802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.356441 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 22777930-e1f8-4161-ad45-2a3c942d80b9 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:50:15.461582 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:50:15.467000 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ace2ce8-e8d9-422e-abab-cf87304b8716 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/22777930-e1f8-4161-ad45-2a3c942d80b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221692 Oct 11 16:50:15.469749 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:15.471109 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Sync routers for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:50:15.480750 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:15.481351 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:15.523474 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting subnet 37c0eacf-6ead-4def-827e-d4772af6b9d0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:50:15.526438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.566710 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.654588 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.728580 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.753390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:15.755402 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Subnet': ['ID=37c0eacf-6ead-4def-827e-d4772af6b9d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:15.762894 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.766251 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80bd8d8d-e44e-4cd6-b4f7-786876dca6f3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/subnets/37c0eacf-6ead-4def-827e-d4772af6b9d0 HTTP/1.1" status: 204 len: 168 time: 0.2954535 Oct 11 16:50:15.768798 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:15.783912 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ab42b-7d7c-4afa-b0ac-206d1235d93b None None] Network 84ef74c7-1222-4f64-9495-f672d1f75ac0 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:50:15.876359 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:15.979242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.033381 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:50:14Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': 'ac2b527d-5767-4103-973a-4bf3b658ace9', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:48:29Z', 'updated_at': '2021-10-11T16:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.033840 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port ac2b527d-5767-4103-973a-4bf3b658ace9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:50:16.034186 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.066299 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Checking router: 22777930-e1f8-4161-ad45-2a3c942d80b9 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:50:16.075077 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Routers {'22777930-e1f8-4161-ad45-2a3c942d80b9'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:16.075655 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['22777930-e1f8-4161-ad45-2a3c942d80b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.110361 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] DHCP port deletion for 84ef74c7-1222-4f64-9495-f672d1f75ac0 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:50:16.119241 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port ac2b527d-5767-4103-973a-4bf3b658ace9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac2b527d-5767-4103-973a-4bf3b658ace9,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:16.119602 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.136252 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for ac2b527d-5767-4103-973a-4bf3b658ace9 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:50:16.183335 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] Set router 22777930-e1f8-4161-ad45-2a3c942d80b9 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:16.238167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:50:15Z', 'revision_number': 6, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.268385 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8dac5-1511-46bf-b448-ff916b047402 None None] The sync data for ids ['22777930-e1f8-4161-ad45-2a3c942d80b9'] in n-d-master-1 is: [{'id': '22777930-e1f8-4161-ad45-2a3c942d80b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622820967', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:48:28Z', 'updated_at': '2021-10-11T16:50:15Z', 'revision_number': 6, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:50:16.277595 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Deleting port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:50:16.277975 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.301051 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.326877 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=ac2b527d-5767-4103-973a-4bf3b658ace9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:16.345354 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] For port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,segment=NetworkSegment(f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4),segment_id=f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:16.345789 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.361939 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Calling delete_port for 93585e4e-0329-4e8f-b96e-dcf198fb4d4f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:50:16.385039 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.441599 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.466112 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Pushing event deleted for resources: {'Port': ['ID=93585e4e-0329-4e8f-b96e-dcf198fb4d4f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:16.470351 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] No DVR routers for this DVR port 93585e4e-0329-4e8f-b96e-dcf198fb4d4f on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:50:16.477711 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.483559 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a55927-f49a-44ac-ba65-edd1c2a5a0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:16.487795 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.531507 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.532023 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Fanout notify agent at l3_agent the message router_deleted on router 22777930-e1f8-4161-ad45-2a3c942d80b9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:50:16.539529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.540615 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd3d6320-8dda-403a-9fb2-2a9da6d03c10 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/routers/22777930-e1f8-4161-ad45-2a3c942d80b9 HTTP/1.1" status: 204 len: 168 time: 0.7708964 Oct 11 16:50:16.543267 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:16.615698 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.707525 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.731745 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ef74c7-1222-4f64-9495-f672d1f75ac0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.740878 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.741164 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be4f4f-7cb0-44fc-9299-7efd01bbc9d4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:16.750228 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.762865 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.768974 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:50:16.769600 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:50:16.772839 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:50:16.828815 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.836341 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.839435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/networks/84ef74c7-1222-4f64-9495-f672d1f75ac0 HTTP/1.1" status: 204 len: 168 time: 0.2952666 Oct 11 16:50:16.842196 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:16.854842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3d831-379e-4a42-89e9-dde16ed784d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Network': ['ID=84ef74c7-1222-4f64-9495-f672d1f75ac0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:16.900663 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.925249 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.983833 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.986420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:16.987601 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/security-groups/00b96400-8d1f-4e7a-92f4-6eb78781b306 HTTP/1.1" status: 204 len: 168 time: 0.1443949 Oct 11 16:50:16.996520 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b96400-8d1f-4e7a-92f4-6eb78781b306,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.004302 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.004652 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.004994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.005324 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.006208 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.006516 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.006842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.007180 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.007494 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.007814 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.008136 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.008452 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1349ec-7eed-4323-8658-956830f70470 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:17.232743 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.237402 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472967220', 'description': 'tempest-secgroup-smoke-1472967220 description', 'project_id': '6fad336dd5764e22927c76235cd6bf7f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.265603 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.273305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 24709d6d-20b1-495e-884d-c83b961697cc no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:50:17.294209 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 24709d6d-20b1-495e-884d-c83b961697cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:50:17.294784 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 24709d6d-20b1-495e-884d-c83b961697cc not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:50:17.338156 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.341620 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.372198 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.373496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395786 Oct 11 16:50:17.374141 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613309-c478-4a5c-854a-3c4f293f5d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c1178-c7ed-404b-87e1-d61c0a462a8b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.376270 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.381842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.406728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.461649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.465288 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.483160 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbf3a52-4b2c-4fde-9f7f-cd6fa2187733,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.490587 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.491759 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-30abb46f-67cd-4bee-8c02-070ae6a85eb2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145775 Oct 11 16:50:17.494606 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.498864 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.525267 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.582155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.586102 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.602445 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5825515-4cca-4431-ac8e-1ac13569c275,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.613436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.614743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8844fe24-e87f-470a-9cb8-bb5daf63e78e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191876 Oct 11 16:50:17.618124 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.622418 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.646595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.706128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.709913 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.727557 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16003267-16fd-4556-b84f-207fe3fd232f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.736493 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.740825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bc94d252-b7c9-4995-a435-dbc24d878e26 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186173 Oct 11 16:50:17.741008 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.745268 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.770947 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.771583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ac2b527d-5767-4103-973a-4bf3b658ace9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:50:17.793741 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: ac2b527d-5767-4103-973a-4bf3b658ace9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:50:17.794084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device ac2b527d-5767-4103-973a-4bf3b658ace9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:50:17.794494 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93585e4e-0329-4e8f-b96e-dcf198fb4d4f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:50:17.812910 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 93585e4e-0329-4e8f-b96e-dcf198fb4d4f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:50:17.813265 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 93585e4e-0329-4e8f-b96e-dcf198fb4d4f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:50:17.813692 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c3c86f8a-c843-4242-acbd-0f2195ee78d6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:50:17.828755 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.831556 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: c3c86f8a-c843-4242-acbd-0f2195ee78d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:50:17.831850 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device c3c86f8a-c843-4242-acbd-0f2195ee78d6 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:50:17.832252 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.849225 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e3bbf6-8db4-4c00-9b23-e1676759173b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.857318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.858511 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5b78dfd8-1d45-46f8-b88d-ce604f83655a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165257 Oct 11 16:50:17.861346 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.865846 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:17.887191 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:50:17.892089 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.952074 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.955658 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.973595 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a984cdd7-f43c-4419-9668-1f50de29ba64,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:17.981318 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:17.982562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-518beb86-f186-467f-a1ef-e9c8246b7ee9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201949 Oct 11 16:50:17.985322 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:17.989665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'security_group_rule': {'security_group_id': 'f69c1178-c7ed-404b-87e1-d61c0a462a8b', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:18.010002 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Project 6fad336dd5764e22927c76235cd6bf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:50:18.014530 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.076494 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.080047 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.097550 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2619f0-f314-443c-8c23-6b6b422f4d28,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:18.104411 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.105661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-60820819-c8af-4899-8b86-2d5ae31b228f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193426 Oct 11 16:50:18.108493 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:18.113279 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'network': {'name': 'tempest-network-smoke--106214273', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:18.133896 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:50:18.137422 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.160050 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:50:18.169051 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.169417 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Added segment 669dc6b7-485e-4c49-9751-7b109e3cbf2a of type vlan for network 988dcac8-5659-4621-83dc-025646b102fc Oct 11 16:50:18.208389 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.231328 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.236730 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:18.237294 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.293196 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1836798 Oct 11 16:50:18.295890 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:18.307498 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'admin_state_up': True, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:18.320366 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bd715-b4d6-4858-bfbf-8dd619b9f170 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Network': ['ID=988dcac8-5659-4621-83dc-025646b102fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:18.330516 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 988dcac8-5659-4621-83dc-025646b102fc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:50:18.335518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.336513 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.388749 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.532199 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.727715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.749597 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.848384 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.161 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:50:18.950656 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:18.983734 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:19.017743 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:19.022818 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:19.026210 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:50:19.049564 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:19.269195 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:19.467588 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:19.594752 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 4414b815-5ed0-4706-9d1b-27fa0212a5ac is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:50:19.699374 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:50:19.708961 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Sync routers for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:50:19.718541 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:19.719137 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:19.719279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:19.720502 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-107d8dd6-b949-42b3-8a6f-055f01eeea6d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4235904 Oct 11 16:50:19.723795 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:19.751711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3362c42a-a7c8-439c-817f-4304c5d18a53 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6fad336dd5764e22927c76235cd6bf7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267687 Oct 11 16:50:19.754226 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:19.822157 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:19.839096 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e367e78-83ad-4c73-b1f3-ba3e30610ec2 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:19.840612 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9e367e78-83ad-4c73-b1f3-ba3e30610ec2 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854840 Oct 11 16:50:19.843485 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:19.875186 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d27d7f4a-2aea-4884-84d8-3802866f101a tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=25986cc1-1584-446d-863c-eb94e15bb3b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302851 Oct 11 16:50:19.877455 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:19.883159 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-974130887', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:19.968576 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:50:19.972201 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:19.998668 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:19Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:20.025541 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Checking router: 4414b815-5ed0-4706-9d1b-27fa0212a5ac for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:50:20.025896 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Updating router 4414b815-5ed0-4706-9d1b-27fa0212a5ac port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:50:20.051473 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.309761 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.315015 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.369898 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Attempting to bind port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:50:20.370256 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Attempting to bind port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:50:20.370629 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Attempting to bind port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:50:20.372579 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Pushing event updated for resources: {'Port': ['ID=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:20.382252 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.382586 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.382913 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.383239 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.383559 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.383873 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.384192 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.384504 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.384813 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.385122 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.385431 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.385764 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:50:20.389964 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:50:20.390329 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:50:20.390725 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.391097 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:50:20.391555 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Bound port: 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:50:20.391925 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.441625 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] For port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:50:20.444881 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] For port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:50:20.445926 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.448787 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.507168 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:20.507770 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:20.511103 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Subnet': ['ID=b885c7f9-4211-45d3-ba4f-26ac10164891,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:20.514733 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caec97-2e67-4ca0-9099-3c8edeec904d None None] Pushing event updated for resources: {'Port': ['ID=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:20.518215 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Checking segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:50:20.518571 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network hostable DHCP agents. Network: 988dcac8-5659-4621-83dc-025646b102fc, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:50:20.535842 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 988dcac8-5659-4621-83dc-025646b102fc is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:50:20.545636 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 988dcac8-5659-4621-83dc-025646b102fc) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:20.549977 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:20.550595 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.554837 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63752fed-9f3c-4958-9036-9e379a422df1 None None] Network 988dcac8-5659-4621-83dc-025646b102fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:50:20.567544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a21f454c-301c-4fb8-acd9-df03fa61104f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6887605 Oct 11 16:50:20.570912 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:20.624547 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:20.705169 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-988dcac8-5659-4621-83dc-025646b102fc', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:50:20.706064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:20.811786 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:19Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:20.838898 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ecd81d-6e48-40a7-98dd-8bf71eb7d97e None None] The sync data for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 is: [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:19Z', 'revision_number': 3, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:50:20.847186 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Allocated IP 172.20.0.2 (988dcac8-5659-4621-83dc-025646b102fc/b885c7f9-4211-45d3-ba4f-26ac10164891/32b1c6a6-47a3-4fba-a3e5-9f285c02efce) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:50:21.003760 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.010587 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.028475 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.044594 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Network 988dcac8-5659-4621-83dc-025646b102fc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:21.048961 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:21.049849 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:50:21.094878 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Pushing event updated for resources: {'Port': ['ID=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:21.130943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Attempting to bind port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:50:21.131309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Attempting to bind port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:50:21.131681 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Attempting to bind port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce on network 988dcac8-5659-4621-83dc-025646b102fc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:50:21.136979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:50:21.137350 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Checking segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:50:21.137793 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.138185 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Bound using segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:50:21.138649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Bound port: 32b1c6a6-47a3-4fba-a3e5-9f285c02efce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:50:21.139030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.211898 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] For port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:50:21.215232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] For port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:50:21.220187 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.277448 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764b89e-06ab-44d4-9fb0-993c7eaa259e None None] Pushing event updated for resources: {'Port': ['ID=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:21.356779 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.1 (988dcac8-5659-4621-83dc-025646b102fc/b885c7f9-4211-45d3-ba4f-26ac10164891/94e8f987-5804-4272-bb35-6107542b4f8f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:50:21.506545 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.543033 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.582320 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 988dcac8-5659-4621-83dc-025646b102fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:21.586159 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:21.588665 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:50:21.623770 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:21.643214 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.789312 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.832012 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32b1c6a6-47a3-4fba-a3e5-9f285c02efce up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:21.879556 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:21.880049 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:21.977225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.013190 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:22.018734 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.019517 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:22.089665 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.095154 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.095518 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:22.111433 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:22.111803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.175323 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.177221 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:22.199668 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.223192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:22.227267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.277538 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 988dcac8-5659-4621-83dc-025646b102fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:22.278462 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae3804-1d90-4de1-a46c-048c1f0f134d None None] Network 988dcac8-5659-4621-83dc-025646b102fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:50:22.279101 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:22.320508 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:22.401228 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-abc5f66d-ccda-44c8-923d-efb8251b1653 None None] Provisioning complete for port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:22.401575 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abc5f66d-ccda-44c8-923d-efb8251b1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.401804 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 4414b815-5ed0-4706-9d1b-27fa0212a5ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:50:22.524728 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:50:22.530610 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ac2ecff-3cb8-45da-a11b-30d2c2026bd1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/4414b815-5ed0-4706-9d1b-27fa0212a5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583764 Oct 11 16:50:22.683942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-26a294e9-5be6-4d4a-b6aa-023bacceec1d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472967220&fields=id&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 267 time: 0.0353611 Oct 11 16:50:22.743449 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94519141-5ed0-410b-857b-6ec55e3744c0 None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:22.743823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94519141-5ed0-410b-857b-6ec55e3744c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.779710 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94519141-5ed0-410b-857b-6ec55e3744c0 None None] Port 94e8f987-5804-4272-bb35-6107542b4f8f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:50:22.791779 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94519141-5ed0-410b-857b-6ec55e3744c0 None None] Provisioning complete for port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:22.792424 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94519141-5ed0-410b-857b-6ec55e3744c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:22.810069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-56d01a70-a79f-4ee2-b5e3-937890340681 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:22.811620 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-56d01a70-a79f-4ee2-b5e3-937890340681 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 796 time: 0.1207478 Oct 11 16:50:22.819023 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Sync routers for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:50:22.828527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-0e6e51ba-2eeb-4125-be08-99db754ec356 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/quotas/6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 375 time: 0.0096540 Oct 11 16:50:22.840625 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:22.842005 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:22.892673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-84c70457-91d8-4587-b062-01a1db0ccbea tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553098 Oct 11 16:50:22.983731 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:23.050809 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-84ed9723-ed28-4acc-b16f-74f320051291 service neutron] 10.222.0.31 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424077 Oct 11 16:50:23.125913 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f516ec09-4fce-4eba-a809-023e6caef7b2 None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:23.126286 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f516ec09-4fce-4eba-a809-023e6caef7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.144517 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-3b3835d5-bdf5-4e6e-a7f3-9951fa0217c0 service neutron] 10.222.0.31 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867999 Oct 11 16:50:23.314976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d54295f2-a1d0-4194-a68c-22328b7b0190 req-55014b48-d6ee-4f96-a248-10f986cfb6b1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Oct 11 16:50:23.346776 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f516ec09-4fce-4eba-a809-023e6caef7b2 None None] Port 94e8f987-5804-4272-bb35-6107542b4f8f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:50:23.393365 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 2, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:23.422445 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Checking router: 4414b815-5ed0-4706-9d1b-27fa0212a5ac for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:50:23.422641 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Updating router 4414b815-5ed0-4706-9d1b-27fa0212a5ac port 94e8f987-5804-4272-bb35-6107542b4f8f binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:50:23.448506 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.491256 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9564cddb-2686-4872-a478-6ab8a45f3b57 None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:23.491625 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9564cddb-2686-4872-a478-6ab8a45f3b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.584415 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9564cddb-2686-4872-a478-6ab8a45f3b57 None None] Port 94e8f987-5804-4272-bb35-6107542b4f8f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:50:23.754890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.762046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.792787 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32b1c6a6-47a3-4fba-a3e5-9f285c02efce up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:23.846877 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd661710-1d82-4dc9-9234-59b1d38f90ed None None] Pushing event updated for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:23.922657 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Attempting to bind port 94e8f987-5804-4272-bb35-6107542b4f8f on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:50:23.923022 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Attempting to bind port 94e8f987-5804-4272-bb35-6107542b4f8f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:50:23.923382 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Attempting to bind port 94e8f987-5804-4272-bb35-6107542b4f8f on network 988dcac8-5659-4621-83dc-025646b102fc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:50:23.930232 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:50:23.930608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Checking segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:50:23.931009 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.931394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Bound using segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:50:23.931853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Bound port: 94e8f987-5804-4272-bb35-6107542b4f8f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:50:23.932228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:23.934058 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:23.934407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.034809 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5b0665f-c89b-407f-95de-331444369d7d None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:24.035180 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b0665f-c89b-407f-95de-331444369d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.039360 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] For port 94e8f987-5804-4272-bb35-6107542b4f8f, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:50:24.042549 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] For port 94e8f987-5804-4272-bb35-6107542b4f8f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94e8f987-5804-4272-bb35-6107542b4f8f,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:50:24.065804 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.133245 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0665f-c89b-407f-95de-331444369d7d None None] Port 94e8f987-5804-4272-bb35-6107542b4f8f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:50:24.148097 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:24.184393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:24.185038 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:24.192934 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd661710-1d82-4dc9-9234-59b1d38f90ed None None] Pushing event updated for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:24.310408 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:24.310857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.327530 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-0382076d-3236-48a5-8d08-d1d712a607a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:24.329751 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-0382076d-3236-48a5-8d08-d1d712a607a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 796 time: 0.1257174 Oct 11 16:50:24.363294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:24.390701 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-b44347e2-12a0-41b6-aab5-507c4f0c0278 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fad336dd5764e22927c76235cd6bf7f HTTP/1.1" status: 200 len: 380 time: 0.0522747 Oct 11 16:50:24.401390 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'port': {'device_id': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'admin_state_up': True, 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'security_groups': ['f69c1178-c7ed-404b-87e1-d61c0a462a8b']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:24.434449 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f155a319-4ad4-4442-ab17-6566c9191d68 req-2826ecaa-cffd-4d47-9d05-2782c3c4ecd9 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0287287 Oct 11 16:50:24.524206 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Made reservation on behalf of 6fad336dd5764e22927c76235cd6bf7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:50:24.527794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.537511 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:24.537872 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.656784 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.20.0.3 (988dcac8-5659-4621-83dc-025646b102fc/b885c7f9-4211-45d3-ba4f-26ac10164891/5e89de3a-7b45-4912-83ab-be2913ae4167) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:50:24.666662 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.710830 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] For port 94e8f987-5804-4272-bb35-6107542b4f8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94e8f987-5804-4272-bb35-6107542b4f8f,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:24.713989 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:24.716945 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.744523 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b62b4-6d76-4c02-82e1-7c51b91e0669 None None] The sync data for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 is: [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:50:24.818614 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbf3cf-90cf-4130-844a-da4f855e4295 None None] Pushing event updated for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:24.820721 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.858353 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.912495 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 988dcac8-5659-4621-83dc-025646b102fc is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:24.916166 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:24.918738 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:50:24.943387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:24.976334 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:24.977192 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:24.997036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-2b074a71-7975-41c7-afa1-ff3f37da03c3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994408 Oct 11 16:50:25.011214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Request body: {'port': {'device_id': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:25.076465 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.140356 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-303d6589-23dc-4d61-94ae-018093f40231 None None] Provisioning complete for port 5e89de3a-7b45-4912-83ab-be2913ae4167 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:25.140984 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-303d6589-23dc-4d61-94ae-018093f40231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.177156 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-303d6589-23dc-4d61-94ae-018093f40231 None None] Port 5e89de3a-7b45-4912-83ab-be2913ae4167 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:50:25.355423 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e89de3a-7b45-4912-83ab-be2913ae4167 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:50:25.363264 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.376752 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Transition to ACTIVE for port object 5e89de3a-7b45-4912-83ab-be2913ae4167 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:50:25.381120 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.449761 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Pushing event updated for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:25.511749 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Attempting to bind port 5e89de3a-7b45-4912-83ab-be2913ae4167 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:50:25.512230 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Attempting to bind port 5e89de3a-7b45-4912-83ab-be2913ae4167 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:50:25.512444 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Attempting to bind port 5e89de3a-7b45-4912-83ab-be2913ae4167 on network 988dcac8-5659-4621-83dc-025646b102fc {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:50:25.517579 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Port 5e89de3a-7b45-4912-83ab-be2913ae4167 on network 988dcac8-5659-4621-83dc-025646b102fc not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:50:25.518138 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Attempting to bind port 5e89de3a-7b45-4912-83ab-be2913ae4167 on network 988dcac8-5659-4621-83dc-025646b102fc {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:50:25.523694 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:50:25.524055 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Checking segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:50:25.524436 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Bound using segment: {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:50:25.524862 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Bound port: 5e89de3a-7b45-4912-83ab-be2913ae4167, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669dc6b7-485e-4c49-9751-7b109e3cbf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '988dcac8-5659-4621-83dc-025646b102fc'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:50:25.525368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.580646 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22987-5314-4079-b36e-fd0065c0f2ee req-b6ef26ec-fdbb-4f59-93a2-89172078a935 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:25.583069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccd22987-5314-4079-b36e-fd0065c0f2ee req-b6ef26ec-fdbb-4f59-93a2-89172078a935 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0637259 Oct 11 16:50:25.612617 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:50:25.617689 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5e89de3a-7b45-4912-83ab-be2913ae4167,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:50:25.624340 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.625203 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ccd22987-5314-4079-b36e-fd0065c0f2ee req-871193b3-0433-41bf-a058-d987486a2d45 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 Oct 11 16:50:25.672188 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:25.672870 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.674409 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 1091 time: 0.6680260 Oct 11 16:50:25.674932 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:50:25.677284 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30728937-1209-4fba-a20d-ae2b58b54cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:50:25.717331 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6a20-9fa1-4080-a786-7ff36c9d3521 service neutron] Pushing event updated for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:25.762243 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a64fed-69ef-49c1-8628-664ca0169026 x-openstack-request-id: req-61a64fed-69ef-49c1-8628-664ca0169026 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:50:25.762530 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:50:25.762779 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61a64fed-69ef-49c1-8628-664ca0169026 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:50:25.763165 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'status': 'completed', 'code': 200} Oct 11 16:50:25.785251 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ebee1f1c-7431-45c0-be61-ee933d0feb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:25.787391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-ebee1f1c-7431-45c0-be61-ee933d0feb5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0587678 Oct 11 16:50:25.831188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 94e8f987-5804-4272-bb35-6107542b4f8f up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:25.847295 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-583c106b-2428-45c6-b146-0ff2874cf481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 217 time: 0.0519681 Oct 11 16:50:25.893858 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 94e8f987-5804-4272-bb35-6107542b4f8f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:25.894236 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:25.916847 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-77648993-5b24-4b27-b451-52fc9375e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:25.918547 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-77648993-5b24-4b27-b451-52fc9375e1cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0633309 Oct 11 16:50:25.965233 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-09effbba-dc2b-4e3e-92be-a2e6001a6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:25.966759 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-09effbba-dc2b-4e3e-92be-a2e6001a6e2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413785 Oct 11 16:50:26.061041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-558027f2-7bee-4f1a-bb74-c6a8bf848177 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869167 Oct 11 16:50:26.150669 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5e86d7-dbba-4d87-bd2f-0192dc930058 req-c4867345-8dc3-46f1-86b7-de4650282f0c service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816112 Oct 11 16:50:26.237553 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-a6687843-a4dc-4571-9831-87127023974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:26.239027 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-a6687843-a4dc-4571-9831-87127023974f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1094 time: 0.0434031 Oct 11 16:50:26.329185 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-c5923be1-9b6a-42a3-ab74-f21cced734b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:26.330668 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-c5923be1-9b6a-42a3-ab74-f21cced734b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 897 time: 0.0845537 Oct 11 16:50:26.374565 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-4155aa39-3b11-4561-a189-5eac61061304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 217 time: 0.0364921 Oct 11 16:50:26.422436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-bc17a730-78cb-434f-bed4-452f60f9e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:26.423738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-bc17a730-78cb-434f-bed4-452f60f9e777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0417168 Oct 11 16:50:26.468595 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-b59d9e09-b276-4a23-a05a-3c60da6d56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:26.470042 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-b59d9e09-b276-4a23-a05a-3c60da6d56b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383859 Oct 11 16:50:26.560666 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-f2cfb29b-745a-4f55-a438-4356b53d3fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824742 Oct 11 16:50:26.647717 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-30728937-1209-4fba-a20d-ae2b58b54cf4 req-1fdf2365-0ff2-45b9-bcb2-099ed60cd952 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791845 Oct 11 16:50:26.741998 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf68a5-0e12-4639-94e3-4fb6347af29e req-484f14d5-f3ff-4a89-b9ef-80df65644724 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:26.743397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8edf68a5-0e12-4639-94e3-4fb6347af29e req-484f14d5-f3ff-4a89-b9ef-80df65644724 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0488160 Oct 11 16:50:26.780826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8edf68a5-0e12-4639-94e3-4fb6347af29e req-b4189194-e82f-43c6-8c68-a8a94a0e0e7a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Oct 11 16:50:27.894865 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae62bfd-9672-4f33-aa54-a625b20577e8 req-45d9753d-c225-4c68-b1dc-fc51b7b4be80 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:27.896332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ae62bfd-9672-4f33-aa54-a625b20577e8 req-45d9753d-c225-4c68-b1dc-fc51b7b4be80 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0482423 Oct 11 16:50:27.934024 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3ae62bfd-9672-4f33-aa54-a625b20577e8 req-58a355ed-4a92-4f5e-8087-c1b2b0145b8a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Oct 11 16:50:29.050156 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2e11-cb88-48f0-86a6-eefcb8e50a23 req-4fc7e32e-1733-4df2-8753-2db1c268c098 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:29.051592 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce6d2e11-cb88-48f0-86a6-eefcb8e50a23 req-4fc7e32e-1733-4df2-8753-2db1c268c098 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0515003 Oct 11 16:50:29.088404 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ce6d2e11-cb88-48f0-86a6-eefcb8e50a23 req-1fb9a5fd-6b89-41a1-a026-37de91fce187 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309610 Oct 11 16:50:29.273212 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5e89de3a-7b45-4912-83ab-be2913ae4167 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:50:29.370120 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5e89de3a-7b45-4912-83ab-be2913ae4167,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:29.380625 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'port_id': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'mac_address': 'fa:16:3e:94:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:50:29.416507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:29.429382 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e89de3a-7b45-4912-83ab-be2913ae4167 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:50:29.448547 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5e89de3a-7b45-4912-83ab-be2913ae4167,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:29.452638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:29.500404 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:29.658140 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['5e89de3a-7b45-4912-83ab-be2913ae4167'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:50:30.198796 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324c01-8aea-4899-aa8d-8fc528a5a80c req-bb4986b9-6233-442f-b3fc-279cc5f1605c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:30.200222 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7324c01-8aea-4899-aa8d-8fc528a5a80c req-bb4986b9-6233-442f-b3fc-279cc5f1605c tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0478675 Oct 11 16:50:30.237029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e7324c01-8aea-4899-aa8d-8fc528a5a80c req-3933d1cc-82c9-417e-8ae1-df705b9ba2ef tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309601 Oct 11 16:50:31.304599 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5e89de3a-7b45-4912-83ab-be2913ae4167 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:50:31.352822 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 5e89de3a-7b45-4912-83ab-be2913ae4167 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:50:31.355063 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc509a2-6dc0-4843-b048-2fa8dedac2ab req-45f7c679-73aa-4199-b7e6-bf245a3b3cf2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:31.356555 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fc509a2-6dc0-4843-b048-2fa8dedac2ab req-45f7c679-73aa-4199-b7e6-bf245a3b3cf2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0532990 Oct 11 16:50:31.356704 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 5e89de3a-7b45-4912-83ab-be2913ae4167 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:50:31.356946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:31.395172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4fc509a2-6dc0-4843-b048-2fa8dedac2ab req-e5df1611-cbcb-41ce-9080-b84e124799c2 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Oct 11 16:50:31.434529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:31.455607 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:50:31.457842 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21460a2e-13f8-4a80-a878-11faf88c81de" -d '{"events": [{"server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:50:31.474032 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5e89de3a-7b45-4912-83ab-be2913ae4167,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:50:31.478596 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:31.503802 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91748cc0-d753-4032-bfa3-64e7b4333248 x-openstack-request-id: req-91748cc0-d753-4032-bfa3-64e7b4333248 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:50:31.504090 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:50:31.504338 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91748cc0-d753-4032-bfa3-64e7b4333248 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:50:31.504723 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'code': 200} Oct 11 16:50:31.532698 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:31.592136 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdae38-8082-4c88-a9f1-7e0b32654170 req-157490e1-fbad-4b51-9327-bf0aa8177cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:31.593686 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14fdae38-8082-4c88-a9f1-7e0b32654170 req-157490e1-fbad-4b51-9327-bf0aa8177cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0393960 Oct 11 16:50:31.627962 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-14fdae38-8082-4c88-a9f1-7e0b32654170 req-26be6b6b-9e92-431b-b3b0-38af0f39096a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269470 Oct 11 16:50:32.476817 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d053-8883-4d6b-94b1-c05ab4c58b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:32.509039 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe1102-f527-4b9b-a0c8-ae8d92c92f80 req-8963935e-5773-4c78-82bf-622cde831c97 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:32.510637 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4fe1102-f527-4b9b-a0c8-ae8d92c92f80 req-8963935e-5773-4c78-82bf-622cde831c97 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Oct 11 16:50:32.548161 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e4fe1102-f527-4b9b-a0c8-ae8d92c92f80 req-78f5a3fd-7bbb-4eef-9a49-0e3abd4071c1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Oct 11 16:50:33.662446 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930818a0-3973-45b5-855c-56d7521c670e req-b41fb64d-6eda-424b-ad95-7618b41bf258 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:33.663888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-930818a0-3973-45b5-855c-56d7521c670e req-b41fb64d-6eda-424b-ad95-7618b41bf258 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Oct 11 16:50:33.700251 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-930818a0-3973-45b5-855c-56d7521c670e req-c26612b7-926b-4832-b189-a80aa1cff721 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Oct 11 16:50:33.812079 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9a5a-4b10-44d4-9656-4853b2bed667 req-e4bedbb4-aea5-45ec-a055-c4216be97fd4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:33.813524 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-970b9a5a-4b10-44d4-9656-4853b2bed667 req-e4bedbb4-aea5-45ec-a055-c4216be97fd4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Oct 11 16:50:33.850232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-970b9a5a-4b10-44d4-9656-4853b2bed667 req-a23bb8c4-8b99-4c37-aea2-4de02f6ab63f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307007 Oct 11 16:50:33.871011 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:33.914065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cb93b-3f7f-499f-989f-7bdba5168d82 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:33.915538 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-0f2cb93b-3f7f-499f-989f-7bdba5168d82 tempest-TestNetworkAdvancedServerOps-93586876 tempest-TestNetworkAdvancedServerOps-93586876-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1091 time: 0.0435822 Oct 11 16:50:33.918430 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:33.922573 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:50:33.943123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.034770 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.135949 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Allocated IP 172.35.3.70 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/000e7f39-2b9f-458f-afb0-1468828e244f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:50:34.232467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.267002 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.302710 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:50:34.308770 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:50:34.312342 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:50:34.333381 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=000e7f39-2b9f-458f-afb0-1468828e244f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:34.656142 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.722718 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.866536 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.871578 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:34.935354 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event updated for resources: {'Port': ['ID=000e7f39-2b9f-458f-afb0-1468828e244f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:50:34.949044 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:35.044828 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 associated. External IP: 172.35.3.70, port: 5e89de3a-7b45-4912-83ab-be2913ae4167. Oct 11 16:50:35.462457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a56e049-4fd8-4cb9-ba4f-4801b986329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:35.538680 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 4414b815-5ed0-4706-9d1b-27fa0212a5ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:50:35.643024 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:50:35.652844 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Sync routers for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:50:35.660440 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:35.663073 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:35.663687 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:35.687790 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a5eda6f6-8a07-4e25-b314-554acf4a0063 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7682621 Oct 11 16:50:35.688331 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:50:35.690806 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e16206-fe08-4dfc-9498-02004902cdac" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:50:35.775469 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:35.797351 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35526308-be3c-4b39-abd2-073a288cf97f req-ce414fa8-8fcc-4b53-a487-4d042e331b0a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:35.798913 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35526308-be3c-4b39-abd2-073a288cf97f req-ce414fa8-8fcc-4b53-a487-4d042e331b0a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0560334 Oct 11 16:50:35.800519 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f7794-b87c-4475-800f-cac8c9bc9925 x-openstack-request-id: req-843f7794-b87c-4475-800f-cac8c9bc9925 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:50:35.800795 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:50:35.801040 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-843f7794-b87c-4475-800f-cac8c9bc9925 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:50:35.801413 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'status': 'completed', 'code': 200} Oct 11 16:50:35.839721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35526308-be3c-4b39-abd2-073a288cf97f req-6349cc06-703d-4385-a673-53d4cf4f8625 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Oct 11 16:50:35.862888 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:35.875110 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16206-fe08-4dfc-9498-02004902cdac req-3cffd88e-6563-4fb5-b242-7c577983a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:35.876032 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-3cffd88e-6563-4fb5-b242-7c577983a35b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0571148 Oct 11 16:50:36.090284 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf0a3999-ac56-4e70-8db0-c9f97e74e4f1', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'port_id': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'mac_address': 'fa:16:3e:94:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:50:34Z', 'updated_at': '2021-10-11T16:50:34Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:36.117560 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Checking router: 4414b815-5ed0-4706-9d1b-27fa0212a5ac for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:50:36.132126 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:50:36.132807 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:50:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:36.141977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:36.240292 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:50:36.259002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:36.318522 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ebd69645-620c-4151-a97d-4a07b8304ac4 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 HTTP/1.1" status: 200 len: 990 time: 0.4545486 Oct 11 16:50:36.352142 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16206-fe08-4dfc-9498-02004902cdac req-bff9e3ed-533a-486a-bbf1-4f7fcf7d96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:36.353607 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-bff9e3ed-533a-486a-bbf1-4f7fcf7d96b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 897 time: 0.4503777 Oct 11 16:50:36.417364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-3f1ac282-32de-4fa5-8bc2-2152cc9fa384 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 998 time: 0.0565560 Oct 11 16:50:36.462843 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf0a3999-ac56-4e70-8db0-c9f97e74e4f1', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'port_id': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'mac_address': 'fa:16:3e:94:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:50:34Z', 'updated_at': '2021-10-11T16:50:34Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:50:36.464635 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16206-fe08-4dfc-9498-02004902cdac req-f87134f9-f554-406c-8397-86370410d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:36.466105 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-f87134f9-f554-406c-8397-86370410d781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0421243 Oct 11 16:50:36.488965 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05602891-a8fb-4ae4-9c44-1bbe57e07a8c None None] The sync data for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 is: [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cf0a3999-ac56-4e70-8db0-c9f97e74e4f1', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'floating_ip_address': '172.35.3.70', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'port_id': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'mac_address': 'fa:16:3e:94:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:50:34Z', 'updated_at': '2021-10-11T16:50:34Z', 'revision_number': 0, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:50:36.514025 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16206-fe08-4dfc-9498-02004902cdac req-2737b97e-ee0d-4811-8162-f799ab8c54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:50:36.515553 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-2737b97e-ee0d-4811-8162-f799ab8c54c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429869 Oct 11 16:50:36.607032 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-9efb0ba3-3467-4d3a-999f-7075ae2c47c2 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Oct 11 16:50:36.675879 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bfddf-ec8a-42a3-bbbe-729837f27430 None None] New status for floating IP cf0a3999-ac56-4e70-8db0-c9f97e74e4f1: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:50:36.704670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e16206-fe08-4dfc-9498-02004902cdac req-1293057a-4fc2-44e3-8216-d54c16b52df6 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Oct 11 16:50:37.322599 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:50:37.379763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-86c8b7fe-55f2-4c7b-a8df-28b31c92882a tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 HTTP/1.1" status: 200 len: 992 time: 0.0560248 Oct 11 16:50:38.059473 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:40.309147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:41.416262 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:50:44.007695 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:51:02.476567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f991f2c-d933-4d0a-9a8e-79944cc13334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:05.462663 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b488-5e8b-4548-ab08-6ded73dcdbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:06.134947 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:06.159041 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-6aa97f4b-0ce3-4633-b878-0f3fdbad1e89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474653 Oct 11 16:51:06.240373 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-534d40f0-e9d0-4db9-b1a6-748d03b909ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:06.241845 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-534d40f0-e9d0-4db9-b1a6-748d03b909ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0396118 Oct 11 16:51:06.259633 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:06.343787 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-bb44b4ab-2182-4bbe-8c62-406d5754200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:06.345255 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-bb44b4ab-2182-4bbe-8c62-406d5754200c service neutron] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 897 time: 0.0832052 Oct 11 16:51:06.413967 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-1879ed90-3144-4f90-a66c-eede48eb6d5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 1000 time: 0.0591779 Oct 11 16:51:06.461372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-0f452975-ace6-4717-8e29-5f08a04f8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:06.462766 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-0f452975-ace6-4717-8e29-5f08a04f8324 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0418365 Oct 11 16:51:06.508116 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-5baf4254-54b4-4d67-b1ec-a9a79727edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:06.509550 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-5baf4254-54b4-4d67-b1ec-a9a79727edc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383620 Oct 11 16:51:06.597905 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-5e93d2de-6edf-49f9-b8bb-153a7b1c126c service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811000 Oct 11 16:51:06.686348 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-86f980c5-805d-4c24-8a4d-5daac749e55c req-1dba192a-977d-493c-ba49-33ef6db81724 service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799351 Oct 11 16:51:08.066583 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:08.775557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a506-184c-4d0e-8e3f-d736bbdbc771 req-f487a4f7-0e76-4ec5-be7e-71222ff8916f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:08.777008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ae9a506-184c-4d0e-8e3f-d736bbdbc771 req-f487a4f7-0e76-4ec5-be7e-71222ff8916f tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Oct 11 16:51:08.814293 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1ae9a506-184c-4d0e-8e3f-d736bbdbc771 req-b6ac7e83-4590-4243-ae2e-86b1bbd807f1 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Oct 11 16:51:09.928961 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecb2f8-982c-49e9-bbdd-27a7d6ad34d9 req-00bcb9d5-ac90-466f-a918-93d37f1b4069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:09.930644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-feecb2f8-982c-49e9-bbdd-27a7d6ad34d9 req-00bcb9d5-ac90-466f-a918-93d37f1b4069 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Oct 11 16:51:09.967988 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-feecb2f8-982c-49e9-bbdd-27a7d6ad34d9 req-823bf13e-3997-4566-961f-5e4720bca478 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Oct 11 16:51:09.990598 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:10.053306 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-bbae2461-ce76-4545-bc1d-4c9e4fd851bf tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 HTTP/1.1" status: 200 len: 992 time: 0.0616009 Oct 11 16:51:10.331016 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:11.318283 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e9e43-d0e6-4ed7-90b7-5ff320562d24 req-8e5074fa-b8cc-4057-84e6-3c46f81b35d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:11.319795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-824e9e43-d0e6-4ed7-90b7-5ff320562d24 req-8e5074fa-b8cc-4057-84e6-3c46f81b35d3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0495718 Oct 11 16:51:11.341298 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-242150bb-b8ba-461d-8eed-67564168f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:11.342756 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-242150bb-b8ba-461d-8eed-67564168f961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0510957 Oct 11 16:51:11.360890 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-824e9e43-d0e6-4ed7-90b7-5ff320562d24 req-ca003339-3d53-4ae0-92d5-5ef39d9134bd tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350709 Oct 11 16:51:11.435437 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:11.460457 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-f020793c-064e-4ee6-8a74-6db5367e033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:11.461970 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-f020793c-064e-4ee6-8a74-6db5367e033e service neutron] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 897 time: 0.1123469 Oct 11 16:51:11.530123 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-9efc2672-8f23-4fef-b77b-8a2a78aee2c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 1000 time: 0.0611250 Oct 11 16:51:11.577628 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-f4b579c6-48aa-4fb3-95c4-a453b0c7e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:11.578969 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-f4b579c6-48aa-4fb3-95c4-a453b0c7e2e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0416617 Oct 11 16:51:11.621893 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-fcf51f92-51e4-4a59-baad-68819cc10e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:11.623231 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-fcf51f92-51e4-4a59-baad-68819cc10e91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376592 Oct 11 16:51:11.716746 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-c83a792f-a420-4750-8df2-16c1eade258b service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822723 Oct 11 16:51:11.803181 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-a06693a3-ac81-4d6f-bd88-96017f59795c req-978421f9-99e8-4424-815b-ca32b967c37d service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798626 Oct 11 16:51:12.483766 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde0ac2-237a-4a66-94de-ee59b93e6d76 req-918a292e-a0c3-48d4-8547-542bb89772b3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:12.485241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acde0ac2-237a-4a66-94de-ee59b93e6d76 req-918a292e-a0c3-48d4-8547-542bb89772b3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0478640 Oct 11 16:51:12.523225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-acde0ac2-237a-4a66-94de-ee59b93e6d76 req-92fd905a-89ec-4674-b396-53f40f6ec0a5 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Oct 11 16:51:13.636121 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cc903-48f6-4eae-9680-b62811e4a25b req-ce605bf4-ec4b-492f-b823-7b7a3e67095e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:13.637615 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c36cc903-48f6-4eae-9680-b62811e4a25b req-ce605bf4-ec4b-492f-b823-7b7a3e67095e tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0474594 Oct 11 16:51:13.679252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c36cc903-48f6-4eae-9680-b62811e4a25b req-05fcf595-640a-40d2-aad5-b7d61cdcffa3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357094 Oct 11 16:51:13.704311 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:13.764001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a0f92855-deeb-47f2-951b-9a7826c074fc tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/floatingips/cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 HTTP/1.1" status: 200 len: 992 time: 0.0585656 Oct 11 16:51:13.977200 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:14.130592 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 000e7f39-2b9f-458f-afb0-1468828e244f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:51:14.130848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.206872 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.207194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.218354 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 000e7f39-2b9f-458f-afb0-1468828e244f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:51:14.365769 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.392369 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=000e7f39-2b9f-458f-afb0-1468828e244f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:14.416178 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.416526 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.416869 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.417205 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.417565 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.417901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.418229 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.418556 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.418880 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.419202 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.419521 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.419836 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:14.460414 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.460742 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Floating IP cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 disassociated (deleted). External IP: 172.35.3.70, port: 5e89de3a-7b45-4912-83ab-be2913ae4167. Oct 11 16:51:14.668050 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 4414b815-5ed0-4706-9d1b-27fa0212a5ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:51:14.774813 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:14.779649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:14.784385 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Sync routers for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:14.793016 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:14.793650 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:14.805994 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a435643-e72c-433c-be05-36f684fb72e0 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf0a3999-ac56-4e70-8db0-c9f97e74e4f1 HTTP/1.1" status: 204 len: 168 time: 0.8276978 Oct 11 16:51:14.806766 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:51:14.809106 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:51:14.846967 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921cdb39-bed6-4421-879b-d176093a6e0f x-openstack-request-id: req-921cdb39-bed6-4421-879b-d176093a6e0f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:51:14.847382 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:51:14.847639 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-921cdb39-bed6-4421-879b-d176093a6e0f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:51:14.848038 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'status': 'completed', 'code': 200} Oct 11 16:51:14.906748 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:14.923661 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-8faf6034-a3ef-4c9e-babf-733027466510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:14.925407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-8faf6034-a3ef-4c9e-babf-733027466510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fad336dd5764e22927c76235cd6bf7f&device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0535698 Oct 11 16:51:15.025278 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-cbed014f-6a2e-4606-9091-85c630e2ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:15.027576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-cbed014f-6a2e-4606-9091-85c630e2ee8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 200 len: 897 time: 0.0927627 Oct 11 16:51:15.048760 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6796ba-e300-4512-9e24-77a347194c10 req-1dae4072-65f5-4fd9-8afc-839f433e29ad tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:15.050431 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a6796ba-e300-4512-9e24-77a347194c10 req-1dae4072-65f5-4fd9-8afc-839f433e29ad tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Oct 11 16:51:15.075122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-84689982-4648-489f-bc07-5f3e26511079 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Oct 11 16:51:15.090687 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9a6796ba-e300-4512-9e24-77a347194c10 req-5490e215-7f08-4824-994f-c8596e3b08db tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Oct 11 16:51:15.119575 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:15.124570 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-fadebde8-9d43-4644-b9f3-f81f689da81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:15.126055 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-fadebde8-9d43-4644-b9f3-f81f689da81f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 200 len: 834 time: 0.0440605 Oct 11 16:51:15.146643 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Checking router: 4414b815-5ed0-4706-9d1b-27fa0212a5ac for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:15.154630 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:15.155219 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:15.173458 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-01eb3401-f2ed-4371-9728-635b919f0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:15.175028 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-01eb3401-f2ed-4371-9728-635b919f0ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988dcac8-5659-4621-83dc-025646b102fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403934 Oct 11 16:51:15.256595 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:15.267820 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-39fa9809-60e1-4b96-bc01-25745ecf158f service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Oct 11 16:51:15.366539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c300cf7-79a7-4618-b2ec-6ed0b6e386e3 req-460f41f0-5542-4a98-a3b4-d7ed2a1d157d service neutron] 10.222.0.36 "GET /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908635 Oct 11 16:51:15.453473 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:15.563256 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6615478-ff70-424d-a13b-9d954347f2d2 None None] The sync data for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 is: [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:21Z', 'revision_number': 4, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '94e8f987-5804-4272-bb35-6107542b4f8f', 'name': '', 'network_id': '988dcac8-5659-4621-83dc-025646b102fc', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'mac_address': 'fa:16:3e:b6:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:21Z', 'updated_at': '2021-10-11T16:50:24Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'subnets': [{'id': 'b885c7f9-4211-45d3-ba4f-26ac10164891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:15.773780 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e5b2f-1e37-47b4-bd9a-e48f6711a264 None None] New status for floating IP cf0a3999-ac56-4e70-8db0-c9f97e74e4f1: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:51:16.210946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3186b-a4fa-494e-a165-20049ede28fc req-2cbe8c59-f512-43c6-8a05-ad7332e106a7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:16.212412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf3186b-a4fa-494e-a165-20049ede28fc req-2cbe8c59-f512-43c6-8a05-ad7332e106a7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Oct 11 16:51:16.249241 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1bf3186b-a4fa-494e-a165-20049ede28fc req-dba09cff-0542-4e81-b679-bee2e66d6cc7 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f69c1178-c7ed-404b-87e1-d61c0a462a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Oct 11 16:51:16.537998 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-cb302a51-4aca-4b7a-afd7-53bd594f3808 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:16.539448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-cb302a51-4aca-4b7a-afd7-53bd594f3808 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0488262 Oct 11 16:51:16.627906 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 5e89de3a-7b45-4912-83ab-be2913ae4167 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:51:16.628242 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:16.715797 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 5e89de3a-7b45-4912-83ab-be2913ae4167, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5e89de3a-7b45-4912-83ab-be2913ae4167,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:16.716154 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:16.728464 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 5e89de3a-7b45-4912-83ab-be2913ae4167 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:51:16.856327 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:16.885568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=5e89de3a-7b45-4912-83ab-be2913ae4167,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:16.930765 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] No DVR routers for this DVR port 5e89de3a-7b45-4912-83ab-be2913ae4167 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:51:16.933800 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:16.937170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-cf243a32-7562-46a7-b020-82346dc5c9c5 req-e114870a-77df-40c4-8c09-7b8824bf1292 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.36 "DELETE /v2.0/ports/5e89de3a-7b45-4912-83ab-be2913ae4167 HTTP/1.1" status: 204 len: 173 time: 0.3919437 Oct 11 16:51:16.937633 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'name': 'network-vif-deleted', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:51:16.939887 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc692c-140f-4d0a-b705-1ef956d9f5db" -d '{"events": [{"server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "name": "network-vif-deleted", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:51:16.975493 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15264c0f-159e-4376-8417-81b72f09397d x-openstack-request-id: req-15264c0f-159e-4376-8417-81b72f09397d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:51:16.975782 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd34f3e-c253-4c10-9972-632f1770cdc2", "name": "network-vif-deleted", "tag": "5e89de3a-7b45-4912-83ab-be2913ae4167", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:51:16.976033 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15264c0f-159e-4376-8417-81b72f09397d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:51:16.976429 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd34f3e-c253-4c10-9972-632f1770cdc2', 'name': 'network-vif-deleted', 'tag': '5e89de3a-7b45-4912-83ab-be2913ae4167', 'status': 'completed', 'code': 200} Oct 11 16:51:17.363008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2a96b6e8-750b-4a87-8de2-fbbd913b3f0c req-b1bf83ef-5d93-4d3b-98d3-5720a011928d tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd34f3e-c253-4c10-9972-632f1770cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Oct 11 16:51:18.418698 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:18.762649 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.007773 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 94e8f987-5804-4272-bb35-6107542b4f8f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:51:19.008113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.096311 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 94e8f987-5804-4272-bb35-6107542b4f8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=94e8f987-5804-4272-bb35-6107542b4f8f,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:19.096666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.109171 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 94e8f987-5804-4272-bb35-6107542b4f8f owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:51:19.287292 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.314379 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=94e8f987-5804-4272-bb35-6107542b4f8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:19.486701 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.694245 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Router 4414b815-5ed0-4706-9d1b-27fa0212a5ac has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:51:19.798335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:19.804132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d45469d8-d6d0-4752-8ff0-3fed7616eb09 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "PUT /v2.0/routers/4414b815-5ed0-4706-9d1b-27fa0212a5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3844435 Oct 11 16:51:19.807155 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:19.808703 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Sync routers for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:19.817720 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:19.818316 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:19.857909 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting subnet b885c7f9-4211-45d3-ba4f-26ac10164891 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:51:19.860904 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.900483 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:19.919527 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:19.986473 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.045036 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.070992 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Subnet': ['ID=b885c7f9-4211-45d3-ba4f-26ac10164891,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:20.076029 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.079353 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/subnets/b885c7f9-4211-45d3-ba4f-26ac10164891 HTTP/1.1" status: 204 len: 168 time: 0.2712007 Oct 11 16:51:20.082160 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:20.085639 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb705f3-6676-4d5d-a7f0-1930b801f6a2 None None] Network 988dcac8-5659-4621-83dc-025646b102fc requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:51:20.086540 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.086976 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.087323 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.087655 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.087986 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.088316 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.088779 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.088958 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.089399 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.089753 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.090083 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.090433 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8de839-c68d-4760-bef7-e51f4c773d07 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.103451 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:51:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:20.132850 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Checking router: 4414b815-5ed0-4706-9d1b-27fa0212a5ac for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:20.141321 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Routers {'4414b815-5ed0-4706-9d1b-27fa0212a5ac'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:20.141951 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:20.248151 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] Set router 4414b815-5ed0-4706-9d1b-27fa0212a5ac gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:20.281054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] DHCP port deletion for 988dcac8-5659-4621-83dc-025646b102fc request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:51:20.331048 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Deleting port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:51:20.331425 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.441697 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:51:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:20.469762 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116bb92-9426-442e-9cae-a7bda4f98351 None None] The sync data for ids ['4414b815-5ed0-4706-9d1b-27fa0212a5ac'] in n-d-master-1 is: [{'id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106887131', 'tenant_id': '6fad336dd5764e22927c76235cd6bf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:51:19Z', 'revision_number': 5, 'project_id': '6fad336dd5764e22927c76235cd6bf7f', 'gw_port': {'id': '74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4414b815-5ed0-4706-9d1b-27fa0212a5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:50:18Z', 'updated_at': '2021-10-11T16:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:20.556192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] For port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,segment=NetworkSegment(669dc6b7-485e-4c49-9751-7b109e3cbf2a),segment_id=669dc6b7-485e-4c49-9751-7b109e3cbf2a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:20.556594 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.560164 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.568774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Calling delete_port for 32b1c6a6-47a3-4fba-a3e5-9f285c02efce owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:51:20.643796 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.663320 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.673440 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Pushing event deleted for resources: {'Port': ['ID=32b1c6a6-47a3-4fba-a3e5-9f285c02efce,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:20.675722 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] No DVR routers for this DVR port 32b1c6a6-47a3-4fba-a3e5-9f285c02efce on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:51:20.683586 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.683934 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.684263 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.684595 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.684922 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.685617 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.685617 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.685882 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.686209 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.686525 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.686842 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.687157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39839ce9-30a2-4536-b5fd-a24f8346e15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:20.714388 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Deleting port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:51:20.714735 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.795791 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] For port 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:20.796153 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:20.807597 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Calling delete_port for 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:51:20.977788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.002418 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Port': ['ID=74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:21.006429 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:51:21.066098 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.155541 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.157929 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.198920 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.199502 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Fanout notify agent at l3_agent the message router_deleted on router 4414b815-5ed0-4706-9d1b-27fa0212a5ac {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:51:21.206644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.207825 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-b36d5210-dce9-4d46-9f48-cb317a94b050 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/routers/4414b815-5ed0-4706-9d1b-27fa0212a5ac HTTP/1.1" status: 204 len: 168 time: 1.1238387 Oct 11 16:51:21.210592 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:21.292774 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.378248 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.397694 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988dcac8-5659-4621-83dc-025646b102fc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:21.406655 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669dc6b7-485e-4c49-9751-7b109e3cbf2a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:21.406953 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669dc6b7-485e-4c49-9751-7b109e3cbf2a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:21.420482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.433654 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.439289 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:51:21.439665 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: timer() Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:51:21.443076 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:51:21.498170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.505386 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.508541 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/networks/988dcac8-5659-4621-83dc-025646b102fc HTTP/1.1" status: 204 len: 168 time: 0.2964003 Oct 11 16:51:21.511437 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:21.520159 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9ca5-b83d-4206-8aae-c83c875ccddb tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'Network': ['ID=988dcac8-5659-4621-83dc-025646b102fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:21.573524 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.591633 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5e89de3a-7b45-4912-83ab-be2913ae4167 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:51:21.598721 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.612833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 5e89de3a-7b45-4912-83ab-be2913ae4167 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:51:21.613214 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 5e89de3a-7b45-4912-83ab-be2913ae4167 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:51:21.667918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.670616 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:21.671774 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] 10.222.0.31 "DELETE /v2.0/security-groups/f69c1178-c7ed-404b-87e1-d61c0a462a8b HTTP/1.1" status: 204 len: 168 time: 0.1593468 Oct 11 16:51:21.680854 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bf05d-8a0b-49b3-a9c0-4ee40181bbf3 tempest-TestNetworkAdvancedServerOps-745693664 tempest-TestNetworkAdvancedServerOps-745693664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c1178-c7ed-404b-87e1-d61c0a462a8b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:21.800239 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 94e8f987-5804-4272-bb35-6107542b4f8f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:51:21.821356 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 94e8f987-5804-4272-bb35-6107542b4f8f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:51:21.821787 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 94e8f987-5804-4272-bb35-6107542b4f8f not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:51:21.822267 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32b1c6a6-47a3-4fba-a3e5-9f285c02efce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:51:21.841406 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 32b1c6a6-47a3-4fba-a3e5-9f285c02efce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:51:21.841805 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 32b1c6a6-47a3-4fba-a3e5-9f285c02efce not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:51:21.842217 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:51:21.860471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:51:21.860656 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 74c2f92f-efcc-4fd6-bf4a-84f2e0e9967a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:51:21.998598 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:22.138298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-12bdb62b-dd4f-4df3-ba72-1a57bfce1679 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fad336dd5764e22927c76235cd6bf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385570 Oct 11 16:51:22.140794 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:22.187527 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.208420 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.253177 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.256362 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.257523 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba897e16-8088-4c63-b0e8-dee20a8c1c0f HTTP/1.1" status: 204 len: 168 time: 0.1158345 Oct 11 16:51:22.265107 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb484c-9fe0-4d52-aa13-807c678299ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba897e16-8088-4c63-b0e8-dee20a8c1c0f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:22.510469 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:22.523725 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20cb707f-ea42-403e-97a7-64b0e3fc4eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.598644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20cb707f-ea42-403e-97a7-64b0e3fc4eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.602113 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20cb707f-ea42-403e-97a7-64b0e3fc4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.639519 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-20cb707f-ea42-403e-97a7-64b0e3fc4eca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a71e4c71a15242b591bd2f728b21c73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280136 Oct 11 16:51:22.640394 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb707f-ea42-403e-97a7-64b0e3fc4eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6a8c8-977d-4e01-9415-620009f47824,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:22.642934 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:22.695427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.715927 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.761366 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.763885 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:22.765040 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a6a8c8-977d-4e01-9415-620009f47824 HTTP/1.1" status: 204 len: 168 time: 0.1203320 Oct 11 16:51:22.772530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbde247-b95a-4483-88b6-978e9d795f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6a8c8-977d-4e01-9415-620009f47824,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:23.438689 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:23.532901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-119208895-network', 'tenant_id': '952694a1753c479888121d0991b43208'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:23.552595 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Made reservation on behalf of 952694a1753c479888121d0991b43208 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:51:23.554832 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.567673 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.642905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.646460 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.672751 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:51:23.678454 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29027c5-f323-43b2-91eb-73130431599e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:23.686239 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.686602 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Added segment f843287f-9e2c-46d0-99a6-3c265ae63333 of type vlan for network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 Oct 11 16:51:23.726744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.751853 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.752786 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:23.753361 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:23.814096 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3743300 Oct 11 16:51:23.817878 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:23.822933 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Request body: {'subnet': {'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-119208895-subnet', 'tenant_id': '952694a1753c479888121d0991b43208', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:23.825227 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822de1-4373-4fbb-a777-4711cd3346d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:23.835725 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:51:23.844291 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Made reservation on behalf of 952694a1753c479888121d0991b43208 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:51:23.846945 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.013745 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.074071 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=250d9d6a-7781-4374-9607-095996d39c86,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:24.078257 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Checking segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:24.078613 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Network hostable DHCP agents. Network: 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:51:24.094000 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:51:24.102670 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:24.106694 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:24.107279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.111543 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b85115-cf79-426c-a267-7b1f887ab8c1 None None] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:51:24.122721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-35ebc9e3-ba5a-458e-9165-cd05a9576b7e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3036723 Oct 11 16:51:24.125439 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:24.129826 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:24.150292 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.151295 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.208183 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.255153 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:51:24.256036 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.354151 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.389316 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Allocated IP 172.20.0.2 (5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678/250d9d6a-7781-4374-9607-095996d39c86/d654e812-7336-4f84-a4c0-a65789d82099) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:24.530076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.536526 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.557967 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.576850 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.577663 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:24.580427 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:24.584627 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:24.591631 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Pushing event updated for resources: {'Port': ['ID=d654e812-7336-4f84-a4c0-a65789d82099,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:24.640583 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Attempting to bind port d654e812-7336-4f84-a4c0-a65789d82099 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:24.640842 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Attempting to bind port d654e812-7336-4f84-a4c0-a65789d82099 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:24.641193 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Attempting to bind port d654e812-7336-4f84-a4c0-a65789d82099 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:24.646577 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:24.646941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Checking segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:24.647333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.647713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Bound using segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:24.648188 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Bound port: d654e812-7336-4f84-a4c0-a65789d82099, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:24.648560 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.688376 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Allocated IP 172.35.3.63 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/6d15bb6f-3c84-4c14-8802-b992868cf574) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:24.710945 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] For port d654e812-7336-4f84-a4c0-a65789d82099, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:24.714092 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] For port d654e812-7336-4f84-a4c0-a65789d82099, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d654e812-7336-4f84-a4c0-a65789d82099,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:24.718489 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.777086 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc7769-86b1-4262-8a8a-5a65f2a2f470 None None] Pushing event updated for resources: {'Port': ['ID=d654e812-7336-4f84-a4c0-a65789d82099,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:24.798491 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.834287 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:24.869347 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:24.872210 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:24.878755 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:24.912030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d15bb6f-3c84-4c14-8802-b992868cf574,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:25.160317 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:25.352383 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:25.480412 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Router 655ca777-20bd-4bf1-9e2a-a32727174232 is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:51:25.590683 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:25.599521 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:25.609138 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:25.609389 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:25.610231 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:25.613961 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-68693d60-10a7-423a-9e65-ce33d52c47b1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4844437 Oct 11 16:51:25.614169 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:25.705424 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea14b0d-95f3-481e-b4dd-b2a8c5703aeb None None] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:51:25.775789 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:25.841769 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d654e812-7336-4f84-a4c0-a65789d82099 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:25.843479 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] Provisioning complete for port d654e812-7336-4f84-a4c0-a65789d82099 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:25.843841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.034764 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.057017 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d654e812-7336-4f84-a4c0-a65789d82099 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:26.057383 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.160207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.200587 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Allocated IP 172.20.0.1 (5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678/250d9d6a-7781-4374-9607-095996d39c86/cfae1660-4895-40c2-ad97-22b1192c946c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:26.236450 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] For port d654e812-7336-4f84-a4c0-a65789d82099, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d654e812-7336-4f84-a4c0-a65789d82099,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:26.241870 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.284363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.304296 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:25Z', 'revision_number': 3, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:26.314458 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.349071 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:26.349419 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Updating router 655ca777-20bd-4bf1-9e2a-a32727174232 port 6d15bb6f-3c84-4c14-8802-b992868cf574 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:51:26.353688 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9a51-84a9-4c22-9cda-71045641b319 None None] Pushing event updated for resources: {'Port': ['ID=d654e812-7336-4f84-a4c0-a65789d82099,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:26.355699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.399940 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:26.402895 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:26.405452 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:26.406848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.431335 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Pushing event updated for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:26.444275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:51:26.444556 n-d-master-1 neutron-server[94828]: DEBUG oslo_db.api [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:51:26.450594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.517344 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9800b91c-3fb1-414f-953b-abb7b35b201a None None] Provisioning complete for port d654e812-7336-4f84-a4c0-a65789d82099 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:26.517748 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9800b91c-3fb1-414f-953b-abb7b35b201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.591028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.763246 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.767737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.833644 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.836345 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Pushing event updated for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:26.896520 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.901890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:26.933631 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:26.935246 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:26.962025 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d31c52-c1ec-4f67-af7c-ee591700af4c None None] Pushing event updated for resources: {'Port': ['ID=6d15bb6f-3c84-4c14-8802-b992868cf574,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:26.981591 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Attempting to bind port 6d15bb6f-3c84-4c14-8802-b992868cf574 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:26.982474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Attempting to bind port 6d15bb6f-3c84-4c14-8802-b992868cf574 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:26.982474 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Attempting to bind port 6d15bb6f-3c84-4c14-8802-b992868cf574 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:26.999652 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:27.000078 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:27.000427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.000815 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:27.001291 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Bound port: 6d15bb6f-3c84-4c14-8802-b992868cf574, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:27.001695 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.004949 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30963b4f-f226-4f0b-8b7d-9c44fc8ea5e9 None None] Provisioning complete for port cfae1660-4895-40c2-ad97-22b1192c946c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:27.005305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30963b4f-f226-4f0b-8b7d-9c44fc8ea5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.062592 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:51:27.082672 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30963b4f-f226-4f0b-8b7d-9c44fc8ea5e9 None None] Port cfae1660-4895-40c2-ad97-22b1192c946c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:51:27.089992 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] For port 6d15bb6f-3c84-4c14-8802-b992868cf574, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:27.093257 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] For port 6d15bb6f-3c84-4c14-8802-b992868cf574, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d15bb6f-3c84-4c14-8802-b992868cf574,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:27.098841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.158377 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:27.159009 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:27.161213 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d31c52-c1ec-4f67-af7c-ee591700af4c None None] Pushing event updated for resources: {'Port': ['ID=6d15bb6f-3c84-4c14-8802-b992868cf574,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:27.178266 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:27.183563 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7764dd7-75ee-4c24-a344-c3e6a8a5b76b admin admin] 10.222.0.31 "PUT /v2.0/routers/655ca777-20bd-4bf1-9e2a-a32727174232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5683379 Oct 11 16:51:27.219641 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69c229da-f895-47e4-a560-eefe2b8895ab None None] Provisioning complete for port cfae1660-4895-40c2-ad97-22b1192c946c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:27.220012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69c229da-f895-47e4-a560-eefe2b8895ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.295073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-69c229da-f895-47e4-a560-eefe2b8895ab None None] Port cfae1660-4895-40c2-ad97-22b1192c946c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:51:27.304887 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:27.506661 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 2, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:27.535229 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb7bcf-0ee2-4bdb-b572-66dc6f73cb22 None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 2, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:27.645639 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:27.650643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574111115-network', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:27.672211 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Made reservation on behalf of ab338ed859ea4f7595d95c227c905ca3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:51:27.674687 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.683457 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.776694 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.783494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.808089 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:51:27.814853 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d654e812-7336-4f84-a4c0-a65789d82099 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:27.824948 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43713ed-e03a-45c1-86f5-35aebd158e78,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:27.827990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.828337 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Added segment ea615024-755c-4019-8a24-8f7eba58d3e1 of type vlan for network 6558f38f-e8e3-47ab-b099-2da1c43a8689 Oct 11 16:51:27.869848 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.881509 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port d654e812-7336-4f84-a4c0-a65789d82099 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:27.881904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.900537 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.901561 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:27.902146 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:27.971706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3222427 Oct 11 16:51:27.973069 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:27.974821 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a61f1-cab2-49dd-8044-6d8e3838c9ea admin admin] Pushing event updated for resources: {'Network': ['ID=6558f38f-e8e3-47ab-b099-2da1c43a8689,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:27.980451 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Request body: {'subnet': {'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574111115-subnet', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:27.986922 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:51:28.003089 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Made reservation on behalf of ab338ed859ea4f7595d95c227c905ca3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:51:28.006421 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.192895 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.257222 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0dc35f-6280-411a-8086-4fce3d760442,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:28.268408 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Checking segment: {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:28.268773 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Network hostable DHCP agents. Network: 6558f38f-e8e3-47ab-b099-2da1c43a8689, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:51:28.287007 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:51:28.296638 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6558f38f-e8e3-47ab-b099-2da1c43a8689) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:28.301598 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:28.302191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.307415 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea93c6f-3687-4557-b61c-8dd9bb085291 None None] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:51:28.319740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9ae76067-c22b-4f37-b779-fce47c741de1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437061 Oct 11 16:51:28.322172 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:28.326696 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:28.350284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.351409 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.404500 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.474421 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6558f38f-e8e3-47ab-b099-2da1c43a8689', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:51:28.476453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.619712 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Allocated IP 172.20.0.2 (6558f38f-e8e3-47ab-b099-2da1c43a8689/6c0dc35f-6280-411a-8086-4fce3d760442/4b12facd-38b3-44a9-9598-80470d784f74) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:28.787146 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.794586 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.839048 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:28.842217 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:28.846663 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:28.849954 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Pushing event updated for resources: {'Port': ['ID=4b12facd-38b3-44a9-9598-80470d784f74,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:28.870100 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.905452 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Attempting to bind port 4b12facd-38b3-44a9-9598-80470d784f74 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:28.905876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Attempting to bind port 4b12facd-38b3-44a9-9598-80470d784f74 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:28.906205 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Attempting to bind port 4b12facd-38b3-44a9-9598-80470d784f74 on network 6558f38f-e8e3-47ab-b099-2da1c43a8689 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:28.912053 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:28.912427 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Checking segment: {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:28.912830 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.913305 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Bound using segment: {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:28.913738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Bound port: 4b12facd-38b3-44a9-9598-80470d784f74, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:28.914117 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:28.981647 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] For port 4b12facd-38b3-44a9-9598-80470d784f74, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:28.984823 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] For port 4b12facd-38b3-44a9-9598-80470d784f74, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b12facd-38b3-44a9-9598-80470d784f74,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:28.988551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.044432 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462f10-9dba-4ade-a36f-995dbcb5f988 None None] Pushing event updated for resources: {'Port': ['ID=4b12facd-38b3-44a9-9598-80470d784f74,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:29.090123 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.109751 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.225887 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Allocated IP 172.35.3.82 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/a35ed723-9c0e-4385-b0cc-0a284185d587) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:29.337654 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.372772 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.409058 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:29.414379 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:29.417813 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:29.441721 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Pushing event updated for resources: {'Port': ['ID=a35ed723-9c0e-4385-b0cc-0a284185d587,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:29.673126 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.721983 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:29.731344 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:29.731953 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:29.841443 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:29.867989 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d15bb6f-3c84-4c14-8802-b992868cf574 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:29.890889 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:29.925674 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6d15bb6f-3c84-4c14-8802-b992868cf574 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:29.926638 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.007628 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.029851 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 6d15bb6f-3c84-4c14-8802-b992868cf574, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d15bb6f-3c84-4c14-8802-b992868cf574,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:30.033675 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Router be6d6848-44a3-4d53-a904-0672ef9c15fb is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:51:30.039243 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.040192 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4b12facd-38b3-44a9-9598-80470d784f74 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:30.044127 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 2, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:30.071749 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:30.072423 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Updating router 655ca777-20bd-4bf1-9e2a-a32727174232 port cfae1660-4895-40c2-ad97-22b1192c946c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:51:30.099058 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.123083 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=6d15bb6f-3c84-4c14-8802-b992868cf574,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:30.135962 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4b12facd-38b3-44a9-9598-80470d784f74 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:30.136370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.173989 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:30.221549 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.223382 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-424ca158-68f0-4a86-a171-424f296ed2ee admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9000773 Oct 11 16:51:30.226334 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:30.231733 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.288309 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 4b12facd-38b3-44a9-9598-80470d784f74, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b12facd-38b3-44a9-9598-80470d784f74,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:30.296409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.342717 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Sync routers for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:30.359811 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:30.360456 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:30.432197 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=4b12facd-38b3-44a9-9598-80470d784f74,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:30.456030 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.462054 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.500805 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0635d-c3a8-4440-8b7c-c28b98b91171 None None] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:51:30.503734 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Pushing event updated for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:30.507616 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:30.514804 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.515157 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.515471 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.515806 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.516134 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.516459 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.516781 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.517101 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.517422 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.517783 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.518104 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.518416 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:51:30.577187 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Attempting to bind port cfae1660-4895-40c2-ad97-22b1192c946c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:30.577577 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Attempting to bind port cfae1660-4895-40c2-ad97-22b1192c946c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:30.577937 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Attempting to bind port cfae1660-4895-40c2-ad97-22b1192c946c on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:30.583189 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:30.583564 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Checking segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:30.583966 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.584352 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Bound using segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:30.584830 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Bound port: cfae1660-4895-40c2-ad97-22b1192c946c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:30.585540 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.651894 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] For port cfae1660-4895-40c2-ad97-22b1192c946c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:30.655475 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] For port cfae1660-4895-40c2-ad97-22b1192c946c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfae1660-4895-40c2-ad97-22b1192c946c,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:30.663365 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.691437 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a07d4415-dca5-434b-b6a7-2635b156d4cf None None] Provisioning complete for port 4b12facd-38b3-44a9-9598-80470d784f74 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:30.692302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a07d4415-dca5-434b-b6a7-2635b156d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.732610 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c28a6b-7dbe-4300-9642-7ee38d842cd2 None None] Pushing event updated for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:30.736847 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:30.737617 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:30.804262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:30.952020 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:29Z', 'revision_number': 3, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:30.952749 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:30.992270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Checking router: be6d6848-44a3-4d53-a904-0672ef9c15fb for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:30.992926 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Updating router be6d6848-44a3-4d53-a904-0672ef9c15fb port a35ed723-9c0e-4385-b0cc-0a284185d587 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:51:31.016479 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Allocated IP 172.20.0.1 (6558f38f-e8e3-47ab-b099-2da1c43a8689/6c0dc35f-6280-411a-8086-4fce3d760442/daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:31.025516 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.136253 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-48cabe9e-c288-44db-afa2-852428436776 None None] Provisioning complete for port cfae1660-4895-40c2-ad97-22b1192c946c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:31.136720 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48cabe9e-c288-44db-afa2-852428436776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.161017 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.209811 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:31.210422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.244726 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48fc02-5468-4063-807a-fc403233e9e7 None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:31.262156 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:31.263852 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:31.267900 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:31.295522 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:31.325057 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.473915 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.538835 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48cabe9e-c288-44db-afa2-852428436776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.606386 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-48cabe9e-c288-44db-afa2-852428436776 None None] For port cfae1660-4895-40c2-ad97-22b1192c946c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfae1660-4895-40c2-ad97-22b1192c946c,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:31.613456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48cabe9e-c288-44db-afa2-852428436776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.644577 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.656983 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.664533 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.670190 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.691078 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cabe9e-c288-44db-afa2-852428436776 None None] Pushing event updated for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:31.718618 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Attempting to bind port a35ed723-9c0e-4385-b0cc-0a284185d587 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:31.718965 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Attempting to bind port a35ed723-9c0e-4385-b0cc-0a284185d587 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:31.719314 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Attempting to bind port a35ed723-9c0e-4385-b0cc-0a284185d587 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:31.738160 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.741392 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:31.742679 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:31.743065 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:31.743887 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.743887 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:31.744332 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Bound port: a35ed723-9c0e-4385-b0cc-0a284185d587, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:31.744724 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.776711 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304dea-46f2-4d88-b41b-197c55ebcc62 None None] Pushing event updated for resources: {'Port': ['ID=a35ed723-9c0e-4385-b0cc-0a284185d587,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:31.779925 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Provisioning complete for port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:31.780298 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.827357 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:51:31.850017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] For port a35ed723-9c0e-4385-b0cc-0a284185d587, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:31.854901 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] For port a35ed723-9c0e-4385-b0cc-0a284185d587, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a35ed723-9c0e-4385-b0cc-0a284185d587,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:31.855946 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Provisioning complete for port cfae1660-4895-40c2-ad97-22b1192c946c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:31.856327 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:31.860348 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:31.861100 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:31.893070 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d15bb6f-3c84-4c14-8802-b992868cf574 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:31.898427 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.008760 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Router be6d6848-44a3-4d53-a904-0672ef9c15fb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:51:32.023968 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304dea-46f2-4d88-b41b-197c55ebcc62 None None] Pushing event updated for resources: {'Port': ['ID=a35ed723-9c0e-4385-b0cc-0a284185d587,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:32.036735 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:32.037362 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:32.122635 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 6d15bb6f-3c84-4c14-8802-b992868cf574 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:32.123006 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.141506 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:32.146888 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9212082f-07cd-4489-b6dd-013f1493cfe0 admin admin] 10.222.0.31 "PUT /v2.0/routers/be6d6848-44a3-4d53-a904-0672ef9c15fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9189363 Oct 11 16:51:32.202226 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Provisioning complete for port 4b12facd-38b3-44a9-9598-80470d784f74 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:32.202590 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e6b72b0-2cf1-4bc8-8740-ad8377565956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.250281 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:32.364244 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4b12facd-38b3-44a9-9598-80470d784f74 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:32.498933 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-363e72f1-665d-4ebd-82e4-8f9ea9260ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.539972 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 4b12facd-38b3-44a9-9598-80470d784f74 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:32.540325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.605224 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e04569e-e4b7-4b7a-abdc-827a42f6db76 None None] Provisioning complete for port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:32.605607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e04569e-e4b7-4b7a-abdc-827a42f6db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:32.650837 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c', 'name': '', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'mac_address': 'fa:16:3e:a7:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:30Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 2, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'subnets': [{'id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:32.685737 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85367aca-d03a-4d10-b0c4-102ea701c368 None None] The sync data for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 is: [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c', 'name': '', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'mac_address': 'fa:16:3e:a7:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:30Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 2, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'subnets': [{'id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:32.696932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3e04569e-e4b7-4b7a-abdc-827a42f6db76 None None] Port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:51:32.700756 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cfae1660-4895-40c2-ad97-22b1192c946c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:32.749149 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cfae1660-4895-40c2-ad97-22b1192c946c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:32.749541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.308629 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:33.313357 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835711873', 'description': 'tempest-secgroup-smoke-835711873 description', 'project_id': '952694a1753c479888121d0991b43208'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:33.334691 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.403171 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.406474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.433714 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.434934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1252699 Oct 11 16:51:33.438184 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:33.438842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28089684-ece9-4b2f-a198-4a42574a5152 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6dd00-25a7-4848-a107-1723dd46c4a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:33.443033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:33.468013 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.858446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.862424 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.879752 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccf9d2a-7a11-4620-87a8-3c853e11819b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:33.888705 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.889954 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-600f3158-680b-4aeb-ba7e-9062da1ecaf5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4506080 Oct 11 16:51:33.892649 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:33.896916 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:33.922860 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.985723 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:33.993973 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.017855 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7428cb-c133-4317-87db-5969aa9580be,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:34.023639 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.024748 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dcca651-d590-463f-beca-566c5b752921 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311605 Oct 11 16:51:34.027488 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:34.031771 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:34.063028 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.122840 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.127690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.144974 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d682d394-28b0-4aeb-abfc-88f7c06f7135,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:34.153367 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.154655 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-093eb5f2-60dc-4eef-86d2-40605351f9ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261661 Oct 11 16:51:34.157581 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:34.161995 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:34.187936 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.251849 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.256331 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.277988 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ecb366-ed57-467e-bfd8-6816c12b5a58,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:34.288826 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.290139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-65fa5dc6-b7dc-483d-be20-ee957aba4dad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315455 Oct 11 16:51:34.292752 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:34.296977 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:34.320737 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Project 952694a1753c479888121d0991b43208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:51:34.325998 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.387274 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.392389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.411018 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629ea291-ee9e-4bc8-939b-c170c3a802c7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:34.418194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.422207 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:34.425843 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-78d6e338-0487-4f2b-b70a-9703502d78f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282098 Oct 11 16:51:34.427425 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '06d6dd00-25a7-4848-a107-1723dd46c4a7', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:34.450476 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Project 952694a1753c479888121d0991b43208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:51:34.455807 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.522619 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.526310 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.544127 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdeb91e-270e-4048-92f4-88f13949608f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:34.553170 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:34.554460 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a7f8802d-67d9-4831-bcc4-bd8334b75de6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312137 Oct 11 16:51:34.754668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-8717e0d4-4deb-4e75-a7e5-556357b20b40 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835711873&fields=id&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 267 time: 0.0330255 Oct 11 16:51:34.871488 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-43464d0d-cf85-48aa-aac3-a56e2fe02195 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:34.872951 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-43464d0d-cf85-48aa-aac3-a56e2fe02195 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 808 time: 0.1112654 Oct 11 16:51:34.888029 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-229cfcda-7bc3-4fab-b59c-29b091a1e821 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/quotas/952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 375 time: 0.0091486 Oct 11 16:51:34.938474 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-46fe1c03-8d26-40d9-9759-a162a606c1c6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452185 Oct 11 16:51:35.047128 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-a445c264-ed79-4f72-a6d6-1ea074198ed7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:51:35.048129 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-a445c264-ed79-4f72-a6d6-1ea074198ed7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0986571 Oct 11 16:51:35.142193 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7a2774b7-8451-4bd0-aecf-2a9b5a827c5b service neutron] 10.222.0.31 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877039 Oct 11 16:51:35.234205 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-a74d7143-57cb-4699-8b5e-cf056dcb6ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Oct 11 16:51:35.296833 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Sync routers for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:35.305878 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:35.306470 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:35.414305 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f7116344-4bd3-4dfa-9729-fa81dc7b4eef req-6d99d0d1-4ca2-4526-bd73-48ed1c391cd3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 210 time: 0.0412869 Oct 11 16:51:35.415827 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:35.463899 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-468195e4-31dd-4842-b577-605c74c1e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.622214 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c', 'name': '', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'mac_address': 'fa:16:3e:a7:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:30Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 2, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'subnets': [{'id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:35.653463 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Checking router: be6d6848-44a3-4d53-a904-0672ef9c15fb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:35.653833 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Updating router be6d6848-44a3-4d53-a904-0672ef9c15fb port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:51:35.678650 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.828071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a35ed723-9c0e-4385-b0cc-0a284185d587 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:35.881386 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a35ed723-9c0e-4385-b0cc-0a284185d587 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:35.881792 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.966504 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.975543 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.981084 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:35.988483 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port a35ed723-9c0e-4385-b0cc-0a284185d587, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a35ed723-9c0e-4385-b0cc-0a284185d587,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:35.992685 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.040033 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=a35ed723-9c0e-4385-b0cc-0a284185d587,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:36.050021 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f42dc7-c34c-44d3-8422-958bdd3c4f2d None None] Pushing event updated for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:36.083770 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Attempting to bind port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:36.084135 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Attempting to bind port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:36.084489 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Attempting to bind port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c on network 6558f38f-e8e3-47ab-b099-2da1c43a8689 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:36.089835 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:36.090363 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Checking segment: {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:36.090761 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.091146 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Bound using segment: {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:36.091608 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Bound port: daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea615024-755c-4019-8a24-8f7eba58d3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:36.091984 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.140309 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.156512 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] For port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:36.159997 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] For port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:36.165653 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.222275 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f42dc7-c34c-44d3-8422-958bdd3c4f2d None None] Pushing event updated for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:36.233904 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:36.234692 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:36.248661 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] Provisioning complete for port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:36.249034 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.283808 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.366483 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.367483 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:36.443275 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] For port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:36.450200 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-d47f8c35-ba35-44e0-96bc-11a8a4e43354 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:36.451414 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.456763 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-d47f8c35-ba35-44e0-96bc-11a8a4e43354 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 808 time: 0.1702342 Oct 11 16:51:36.525532 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-5cd304ad-4f13-4fb6-a9d7-a773fc426b5d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 379 time: 0.0612946 Oct 11 16:51:36.527052 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f41b98-e3bc-4aab-a499-c701c47034cf None None] Pushing event updated for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:36.536270 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'port': {'device_id': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'admin_state_up': True, 'tenant_id': '952694a1753c479888121d0991b43208', 'security_groups': ['06d6dd00-25a7-4848-a107-1723dd46c4a7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:36.543825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0ac9b32a-8844-448e-9cd8-4c0101e65db3 req-53290fed-d7f7-40d4-80f1-42f317c459ae tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 210 time: 0.0302393 Oct 11 16:51:36.578826 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a5dd44b-b2ce-43a3-a31e-9f9cb444817c None None] Provisioning complete for port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:36.580139 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd44b-b2ce-43a3-a31e-9f9cb444817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.589302 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c', 'name': '', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'mac_address': 'fa:16:3e:a7:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:30Z', 'updated_at': '2021-10-11T16:51:36Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'subnets': [{'id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:36.616063 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18736cde-a8d9-4f5e-8ff2-eac01f8e83e5 None None] The sync data for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 is: [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c', 'name': '', 'network_id': '6558f38f-e8e3-47ab-b099-2da1c43a8689', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'mac_address': 'fa:16:3e:a7:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:30Z', 'updated_at': '2021-10-11T16:51:36Z', 'revision_number': 4, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'subnets': [{'id': '6c0dc35f-6280-411a-8086-4fce3d760442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:36.659811 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Made reservation on behalf of 952694a1753c479888121d0991b43208 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:51:36.666592 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.795364 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Allocated IP 172.20.0.8 (5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678/250d9d6a-7781-4374-9607-095996d39c86/f35f6b05-2a46-47f2-b321-a758dd1de008) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:36.939363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:36.974156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.018942 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:37.022610 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:37.026686 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:37.033385 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:37.086931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.087745 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.104926 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-7e9e6600-0302-432d-96f6-29d2a5203e7a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741389 Oct 11 16:51:37.117372 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Request body: {'port': {'device_id': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:37.178494 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.294031 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80966bcf-1c59-4e08-9726-a987332c78df None None] Provisioning complete for port f35f6b05-2a46-47f2-b321-a758dd1de008 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:37.294395 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80966bcf-1c59-4e08-9726-a987332c78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.327876 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-80966bcf-1c59-4e08-9726-a987332c78df None None] Port f35f6b05-2a46-47f2-b321-a758dd1de008 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:51:37.436369 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:51:37.444125 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.455711 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Transition to ACTIVE for port object f35f6b05-2a46-47f2-b321-a758dd1de008 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:51:37.460699 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.512983 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:37.585836 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Attempting to bind port f35f6b05-2a46-47f2-b321-a758dd1de008 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:51:37.586298 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Attempting to bind port f35f6b05-2a46-47f2-b321-a758dd1de008 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:51:37.586637 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Attempting to bind port f35f6b05-2a46-47f2-b321-a758dd1de008 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:37.591318 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Port f35f6b05-2a46-47f2-b321-a758dd1de008 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:51:37.591634 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Attempting to bind port f35f6b05-2a46-47f2-b321-a758dd1de008 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:51:37.596551 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:51:37.596909 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Checking segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:51:37.597333 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Bound using segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:51:37.597844 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Bound port: f35f6b05-2a46-47f2-b321-a758dd1de008, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:51:37.598219 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.668308 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:51:37.671868 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:51:37.677279 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.681729 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fba850-33f0-488f-9fe2-9095cd9b6ce0 req-a16f62d9-741f-406c-9f15-ea906d035da0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.683267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0fba850-33f0-488f-9fe2-9095cd9b6ce0 req-a16f62d9-741f-406c-9f15-ea906d035da0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0602710 Oct 11 16:51:37.716090 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.716703 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.718107 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] 10.222.0.36 "PUT /v2.0/ports/f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1091 time: 0.6054418 Oct 11 16:51:37.718550 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:51:37.720838 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:51:37.747200 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e0fba850-33f0-488f-9fe2-9095cd9b6ce0 req-4e36cd0a-a473-4486-ad1d-c36f791ce888 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562365 Oct 11 16:51:37.800403 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad59f114-0ce4-476a-85b8-23d79b174f70 x-openstack-request-id: req-ad59f114-0ce4-476a-85b8-23d79b174f70 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:51:37.800736 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:51:37.801175 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad59f114-0ce4-476a-85b8-23d79b174f70 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:51:37.801632 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'status': 'completed', 'code': 200} Oct 11 16:51:37.802204 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4296-710a-4f42-986e-abfc03f95360 service neutron] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:37.821859 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-90ce9abf-526e-49f2-977e-f0bdc801126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.823438 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-90ce9abf-526e-49f2-977e-f0bdc801126e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1094 time: 0.0521023 Oct 11 16:51:37.869145 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-2058d019-1cdd-4435-a811-f7b273da3e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 217 time: 0.0383825 Oct 11 16:51:37.870340 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a35ed723-9c0e-4385-b0cc-0a284185d587 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:37.925570 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-63e5c5f6-f7c4-42ee-ad1a-604ba18411de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.926793 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port a35ed723-9c0e-4385-b0cc-0a284185d587 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:37.927171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:37.927516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-63e5c5f6-f7c4-42ee-ad1a-604ba18411de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0519702 Oct 11 16:51:37.976881 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-b75775d9-4a43-4fb6-a4b8-4483e90ee3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:37.978456 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-b75775d9-4a43-4fb6-a4b8-4483e90ee3e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431592 Oct 11 16:51:38.013892 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:38.069122 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-355a8fe7-2bae-4b04-827b-397d46410084 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830829 Oct 11 16:51:38.072068 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:38.072435 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:38.075011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:38.172946 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-570a399c-486d-42d6-bb27-38d7a9b42eae req-14f08c47-9e30-48ac-9b3f-2f13a6515baa service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962727 Oct 11 16:51:38.260826 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-c93c2bf6-484f-4529-96f2-ca31ccd76a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:38.262328 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-c93c2bf6-484f-4529-96f2-ca31ccd76a5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1094 time: 0.0415039 Oct 11 16:51:38.354761 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-573f12c1-0329-41cd-a185-da7b4916a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:38.356204 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-573f12c1-0329-41cd-a185-da7b4916a501 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0871530 Oct 11 16:51:38.398080 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-9da25339-f981-47a0-b37e-4b030ef9004e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 217 time: 0.0333419 Oct 11 16:51:38.446771 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-a6093534-6025-4fba-9a1d-634cf3653b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:38.448092 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-a6093534-6025-4fba-9a1d-634cf3653b8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0429008 Oct 11 16:51:38.497593 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-ee74bb4e-63fb-4a72-b9b9-badac732f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:38.499219 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-ee74bb4e-63fb-4a72-b9b9-badac732f4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439942 Oct 11 16:51:38.590484 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-b2e16566-3246-4ae2-b759-63f2814d7b5b service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821643 Oct 11 16:51:38.680798 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-43a0d1a4-28ba-49fe-b93d-b80ddc79fbb6 req-bf43a486-6b2f-4900-b2c8-b473580cb9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Oct 11 16:51:38.850876 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b944-f9b7-4630-a11b-93fecff0573d req-2e830341-54fb-4ded-9245-7774686cd40b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:38.852325 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e502b944-f9b7-4630-a11b-93fecff0573d req-2e830341-54fb-4ded-9245-7774686cd40b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0484130 Oct 11 16:51:38.889028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e502b944-f9b7-4630-a11b-93fecff0573d req-d0a9b88f-5e65-4b5f-967d-21f9fa336cea tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Oct 11 16:51:40.007505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b30396-a87c-42a5-ae58-557f1e38dc68 req-de97939e-0c8c-40e1-91f1-bc0c31534c45 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:40.008973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75b30396-a87c-42a5-ae58-557f1e38dc68 req-de97939e-0c8c-40e1-91f1-bc0c31534c45 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0516334 Oct 11 16:51:40.045315 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-75b30396-a87c-42a5-ae58-557f1e38dc68 req-3e4183a6-be71-4e2a-977b-5ecfa696c3c7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304210 Oct 11 16:51:40.320514 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:41.158340 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155552a-c896-4e0e-a67e-c2c91141a280 req-14c89d31-e868-4884-8813-4af54dc0793b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:41.159742 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5155552a-c896-4e0e-a67e-c2c91141a280 req-14c89d31-e868-4884-8813-4af54dc0793b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0490494 Oct 11 16:51:41.197923 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5155552a-c896-4e0e-a67e-c2c91141a280 req-6d9a1e41-1a97-4152-9914-f771a6a2a162 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Oct 11 16:51:41.440041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:41.662559 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:51:41.905312 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:41.917180 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:51:41.953097 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:41.965703 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:51:41.984774 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:41.988051 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:42.033642 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:42.192186 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f35f6b05-2a46-47f2-b321-a758dd1de008'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:51:42.313006 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a2fd-51bf-4742-9313-71a7b3d3c12c req-999c6f19-484a-4f1b-a47a-5ad00604e6ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:42.314596 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8472a2fd-51bf-4742-9313-71a7b3d3c12c req-999c6f19-484a-4f1b-a47a-5ad00604e6ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 944 time: 0.0495825 Oct 11 16:51:42.352644 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8472a2fd-51bf-4742-9313-71a7b3d3c12c req-d639d9d6-0298-4659-9e6a-8495085c022e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319829 Oct 11 16:51:43.468474 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99377f1a-7489-4874-808a-b08b244dd0bb req-d9eafcdd-97a6-484c-8613-d039afa2cfc5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:43.469937 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99377f1a-7489-4874-808a-b08b244dd0bb req-d9eafcdd-97a6-484c-8613-d039afa2cfc5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 944 time: 0.0515919 Oct 11 16:51:43.506329 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-99377f1a-7489-4874-808a-b08b244dd0bb req-6e1f06c5-77a7-4484-9534-6845cb708535 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Oct 11 16:51:43.668009 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:51:43.715642 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port f35f6b05-2a46-47f2-b321-a758dd1de008 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:51:43.719167 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f35f6b05-2a46-47f2-b321-a758dd1de008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:51:43.719529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:43.794686 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:43.815660 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:51:43.818447 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a9eae-fed0-44e3-8552-2cca9c4dfa34" -d '{"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:51:43.831090 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:51:43.835545 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:43.857938 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e549487-874e-477d-9da2-f4e6eb6544eb x-openstack-request-id: req-9e549487-874e-477d-9da2-f4e6eb6544eb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:51:43.858158 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:51:43.858404 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e549487-874e-477d-9da2-f4e6eb6544eb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:51:43.858785 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'code': 200} Oct 11 16:51:43.884534 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:43.953159 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8538-a997-4e16-87f6-75710ba202cc req-1307d9a9-5221-4867-a80a-97827036d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:43.954654 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1efd8538-a997-4e16-87f6-75710ba202cc req-1307d9a9-5221-4867-a80a-97827036d09b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0410140 Oct 11 16:51:43.990175 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1efd8538-a997-4e16-87f6-75710ba202cc req-672b08c9-273a-423d-aed6-e9d7cd6cb31a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268681 Oct 11 16:51:44.619892 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2482d-eb9c-4357-b224-a9505d9fb2cf req-c42b7f48-fde8-45a9-a5b6-edc8d717f1d5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:44.621351 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9b2482d-eb9c-4357-b224-a9505d9fb2cf req-c42b7f48-fde8-45a9-a5b6-edc8d717f1d5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0482521 Oct 11 16:51:44.658348 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a9b2482d-eb9c-4357-b224-a9505d9fb2cf req-55f0b32b-19a8-4fd1-a462-4bffe1b920e4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Oct 11 16:51:45.774886 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2edb-040c-4946-a5bc-b4e57939ac07 req-e305327a-20d5-47d4-87d5-f3f3ab5ae2f0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:45.776363 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a43d2edb-040c-4946-a5bc-b4e57939ac07 req-e305327a-20d5-47d4-87d5-f3f3ab5ae2f0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0491028 Oct 11 16:51:45.813843 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a43d2edb-040c-4946-a5bc-b4e57939ac07 req-c6afdfc3-6cda-4144-b0a0-6a33776a12ff tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Oct 11 16:51:45.929284 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49192e-ef28-45c5-a3d8-4ed1a30fd3b1 req-1446356c-8cf1-41d2-b449-67d3634808d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:45.930768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f49192e-ef28-45c5-a3d8-4ed1a30fd3b1 req-1446356c-8cf1-41d2-b449-67d3634808d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0525796 Oct 11 16:51:45.967114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f49192e-ef28-45c5-a3d8-4ed1a30fd3b1 req-f8a1c7c3-66c9-4328-bb66-35133b4fad6f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304878 Oct 11 16:51:45.988939 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:46.068488 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0426c10-7c35-40d0-98b7-6f393c73e79a tempest-TestShelveInstance-2113954370 tempest-TestShelveInstance-2113954370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:46.069977 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e0426c10-7c35-40d0-98b7-6f393c73e79a tempest-TestShelveInstance-2113954370 tempest-TestShelveInstance-2113954370-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1091 time: 0.0800457 Oct 11 16:51:46.072859 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:51:46.077030 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'tenant_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:51:46.099030 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:46.202055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:46.302654 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Allocated IP 172.35.3.60 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/1a124837-46b2-4d01-bec0-5ee0eb8d9806) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:51:46.408248 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:46.440115 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:46.475615 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:51:46.478345 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:51:46.483859 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:51:46.514677 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=1a124837-46b2-4d01-bec0-5ee0eb8d9806,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:46.848079 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:46.911950 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:47.058182 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:47.062427 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:47.133159 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=1a124837-46b2-4d01-bec0-5ee0eb8d9806,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:51:47.142887 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:47.241053 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Floating IP 2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659 associated. External IP: 172.35.3.60, port: f35f6b05-2a46-47f2-b321-a758dd1de008. Oct 11 16:51:47.441453 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:51:47.544193 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:51:47.554467 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:51:47.560981 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:51:47.563990 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:47.564595 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:47.587887 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dee936d4-9707-4ae1-9314-b4d14b0b206a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5140214 Oct 11 16:51:47.588466 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:51:47.590721 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814f49c4-38e0-409f-b7f2-5aeacbd3961b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:51:47.624862 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c00225-7fcb-4584-aa09-4570a52717f5 x-openstack-request-id: req-18c00225-7fcb-4584-aa09-4570a52717f5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:51:47.625143 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:51:47.625392 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18c00225-7fcb-4584-aa09-4570a52717f5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:51:47.625818 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'status': 'completed', 'code': 200} Oct 11 16:51:47.675541 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:47.686766 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-3f0723a2-8311-4654-8c00-92e3aa9469ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:47.688407 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-3f0723a2-8311-4654-8c00-92e3aa9469ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0411792 Oct 11 16:51:47.784134 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-51299000-a9b0-4a85-b0ab-baa08f00f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:47.786340 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-51299000-a9b0-4a85-b0ab-baa08f00f2cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0905766 Oct 11 16:51:47.854023 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-58e22d40-9cb5-4bed-847e-c6cba3fcc4a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 998 time: 0.0605285 Oct 11 16:51:47.899952 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:51:46Z', 'updated_at': '2021-10-11T16:51:46Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:47.902891 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-12c73eac-ab3b-4417-8d1b-580f953287f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:47.904448 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-12c73eac-ab3b-4417-8d1b-580f953287f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0433154 Oct 11 16:51:47.926489 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:51:47.935014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:51:47.935617 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:51:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:47.950046 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-1e15918e-4d60-4a8e-9ae6-51a3199dfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:51:47.951600 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-1e15918e-4d60-4a8e-9ae6-51a3199dfe9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399876 Oct 11 16:51:48.040563 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:51:48.042881 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-91e32be4-ef23-4978-99f2-c870abf29453 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Oct 11 16:51:48.131100 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-814f49c4-38e0-409f-b7f2-5aeacbd3961b req-e0e4862b-e2f8-48f4-a334-ee9db2d2cf47 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814674 Oct 11 16:51:48.262342 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:51:46Z', 'updated_at': '2021-10-11T16:51:46Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:51:48.288339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96a298-a4ea-4cbb-b888-b2527ac9616a None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:51:46Z', 'updated_at': '2021-10-11T16:51:46Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:51:48.474186 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7fdc25-bd41-49bf-a7f0-a708791e07c7 None None] New status for floating IP 2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:51:58.005862 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:52:02.480227 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cd59994-70ec-42d1-802a-8c437ded121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:05.464843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f886a5b-1494-486f-b755-a1b823a5774f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:06.142779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:06.221114 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-d3b7ad21-f41f-4424-a57d-485d2491ac14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836625 Oct 11 16:52:06.266675 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:06.307242 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-1141d9bf-f42f-46aa-b05d-05ea3954fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:52:06.308765 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-1141d9bf-f42f-46aa-b05d-05ea3954fa88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0446191 Oct 11 16:52:06.411101 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-11e01fb9-a246-4eb9-ab4a-69b65607f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:52:06.412508 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-11e01fb9-a246-4eb9-ab4a-69b65607f0bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0847659 Oct 11 16:52:06.480383 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-874f3d42-d1bd-44e6-9f56-680393967f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1000 time: 0.0599153 Oct 11 16:52:06.528599 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-bd234243-613b-447b-a65b-e8a66b4daabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:52:06.530036 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-bd234243-613b-447b-a65b-e8a66b4daabb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0424750 Oct 11 16:52:06.574539 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-4ed473c7-54df-499c-a455-81403e5e507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:52:06.576005 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-4ed473c7-54df-499c-a455-81403e5e507a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389340 Oct 11 16:52:06.666670 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-a794b819-0bb8-4fab-8881-a651dba4ded8 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833626 Oct 11 16:52:06.755151 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a6c808-7aa5-417e-957c-1f3a7bcb528c req-b6d70d44-6d05-4d30-8624-96d823a3e747 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810118 Oct 11 16:52:08.068906 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:10.332683 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:11.444660 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:32.480246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c82659d-b908-409c-ac83-116b169b18a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:35.004490 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:52:35.465945 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5653e487-4878-45b2-a6a3-2a62475a5f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:36.144022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:36.268912 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:38.072292 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:40.340085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:41.221420 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-c27488ec-6a9a-498d-808b-42232410fd0d req-bdce891b-d127-438b-b2dc-4c2ed4c3db55 service neutron] (94826) timed out ('10.222.0.31', 35730) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:52:41.458836 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:52:56.830815 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-140ece16-75a4-404a-b2aa-c3d7b4ec375c req-8841e1b6-3463-402d-b073-c1b2bf51b33c service neutron] (94827) timed out ('10.222.0.36', 56627) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:53:02.479717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8d79-2b0f-4fa9-8290-aab2bda7927f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:05.466271 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b88a60a0-d9b5-42ff-aded-d76cf606ed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:06.145011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:06.270435 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:08.074082 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:08.162896 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-c79ecb52-b0f8-4e25-b9a3-2f9ae019a9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449979 Oct 11 16:53:08.242713 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-3ee6a5cc-aebb-467d-b837-eb1d25f1ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:08.244139 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-3ee6a5cc-aebb-467d-b837-eb1d25f1ac51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0392842 Oct 11 16:53:08.345058 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-cd409415-f06d-4059-b48c-412cff1141a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:08.346437 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-cd409415-f06d-4059-b48c-412cff1141a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0825789 Oct 11 16:53:08.412552 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-854ff977-23fc-4b9a-aca2-117d6695f442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1000 time: 0.0592670 Oct 11 16:53:08.459477 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-59ace374-6d04-47e2-9acf-7c0a6f5d0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:08.460849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-59ace374-6d04-47e2-9acf-7c0a6f5d0cad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0417314 Oct 11 16:53:08.504933 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-345236bc-bed4-496b-bfec-51c5ad01b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:08.506364 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-345236bc-bed4-496b-bfec-51c5ad01b443 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384674 Oct 11 16:53:08.597876 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-c78ca79e-91a0-4d7c-a905-210d136fc7d0 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Oct 11 16:53:08.684626 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-fee2c9fd-db5f-4e9d-8056-43c865ca7f62 req-32158c29-0fd7-4151-8b89-3fe3ff386737 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792427 Oct 11 16:53:10.386089 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:11.457264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:12.003884 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:53:32.479210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f12767-6e35-4de7-a638-2dbea032f6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:35.466074 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38a8bb66-d425-4c1d-a2d2-0fdc3b3c323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:36.145449 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:36.273896 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:38.077829 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:40.389387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:41.473085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:43.619713 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766fde9-ea03-4700-849b-84a0d202c098 req-97563755-2084-4a95-860f-0d27de9338c4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:43.621213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6766fde9-ea03-4700-849b-84a0d202c098 req-97563755-2084-4a95-860f-0d27de9338c4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.3882184 Oct 11 16:53:43.658905 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6766fde9-ea03-4700-849b-84a0d202c098 req-833f8fb7-936f-4962-9e3a-b3e3f7c67109 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Oct 11 16:53:44.796966 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefe699-e875-450f-8a72-4c7899bf6689 req-edcc67ac-645c-4158-b0f9-05110b7f46eb tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:44.798456 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afefe699-e875-450f-8a72-4c7899bf6689 req-edcc67ac-645c-4158-b0f9-05110b7f46eb tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0487692 Oct 11 16:53:44.835085 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-afefe699-e875-450f-8a72-4c7899bf6689 req-f5ba7ac9-38b0-47b7-9b5c-b01d5212113d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305204 Oct 11 16:53:45.977199 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bd9f2-9f0b-4f05-b6ad-f3bd408fd075 req-1c51d50e-bb1e-4d79-9d58-ab0ba6d1d4ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:45.978668 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b64bd9f2-9f0b-4f05-b6ad-f3bd408fd075 req-1c51d50e-bb1e-4d79-9d58-ab0ba6d1d4ed tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0478163 Oct 11 16:53:46.018331 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b64bd9f2-9f0b-4f05-b6ad-f3bd408fd075 req-ffbc9600-ce86-40e2-851b-5e9dffb84535 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338447 Oct 11 16:53:47.131732 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24ec5-90aa-473d-afa5-ef251ccdc524 req-efbffb9a-ea6e-434c-bdf1-2b6938ce5810 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:47.133116 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dda24ec5-90aa-473d-afa5-ef251ccdc524 req-efbffb9a-ea6e-434c-bdf1-2b6938ce5810 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0487475 Oct 11 16:53:47.170602 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dda24ec5-90aa-473d-afa5-ef251ccdc524 req-81a543bd-ba2d-476e-b1ea-d9226885a073 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Oct 11 16:53:48.283268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fba57f-80f1-4190-b0bb-b92942ed2ddd req-a62e8663-4c60-461f-bd37-729764fc4e70 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:48.284709 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fba57f-80f1-4190-b0bb-b92942ed2ddd req-a62e8663-4c60-461f-bd37-729764fc4e70 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0474687 Oct 11 16:53:48.321476 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d3fba57f-80f1-4190-b0bb-b92942ed2ddd req-a25046a8-8a13-41ec-ae00-b164dc2e8c2b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302873 Oct 11 16:53:49.003437 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:53:49.434630 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909e8b-c191-4d98-81f3-0559fc0d6154 req-7ba2a866-d571-44cd-ab46-b14faf2d8253 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:49.436069 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5909e8b-c191-4d98-81f3-0559fc0d6154 req-7ba2a866-d571-44cd-ab46-b14faf2d8253 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0479853 Oct 11 16:53:49.476847 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b5909e8b-c191-4d98-81f3-0559fc0d6154 req-6c8024f9-0e70-42b4-922c-28d10a2678f0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349438 Oct 11 16:53:50.588134 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea86c6-8273-4062-8909-da8512dcafcf req-72f98dc1-be67-4eb0-826a-187cf78eb457 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:50.589624 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ea86c6-8273-4062-8909-da8512dcafcf req-72f98dc1-be67-4eb0-826a-187cf78eb457 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0469689 Oct 11 16:53:50.625948 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0ea86c6-8273-4062-8909-da8512dcafcf req-344032f6-28dd-47e6-99ae-bb3150d38fd0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306125 Oct 11 16:53:51.737464 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe78b9d-5eb5-4be1-a95a-de1f0a0c23d7 req-04d1a4e5-e824-481b-b6bd-5f4837dfef5c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:51.738938 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbe78b9d-5eb5-4be1-a95a-de1f0a0c23d7 req-04d1a4e5-e824-481b-b6bd-5f4837dfef5c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0488329 Oct 11 16:53:51.775869 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bbe78b9d-5eb5-4be1-a95a-de1f0a0c23d7 req-f042b5ff-2139-4b34-a108-5e276e5e1229 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Oct 11 16:53:52.888557 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11efd6-c87b-4303-bcb8-b1d1cbbe858a req-73a5ce02-747b-48b3-a73e-bcfb1bf4202a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:52.890051 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae11efd6-c87b-4303-bcb8-b1d1cbbe858a req-73a5ce02-747b-48b3-a73e-bcfb1bf4202a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0488515 Oct 11 16:53:52.931400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae11efd6-c87b-4303-bcb8-b1d1cbbe858a req-d83d70f1-eea6-4d79-af21-e755a428ff0d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355139 Oct 11 16:53:54.042487 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b478-af1c-46eb-bb9c-a2364fcdf65e req-e01f8d2e-7678-499e-b3a7-0432c0d6ef76 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:54.043932 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e037b478-af1c-46eb-bb9c-a2364fcdf65e req-e01f8d2e-7678-499e-b3a7-0432c0d6ef76 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0477889 Oct 11 16:53:54.080832 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e037b478-af1c-46eb-bb9c-a2364fcdf65e req-8adf6dcb-6420-45cd-954c-89666dd56c3c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Oct 11 16:53:55.194703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce19d6-43b7-4471-9221-99bc85299276 req-f6f63425-4f3d-4dbf-9e5b-50c2a16018d7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:55.196077 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48ce19d6-43b7-4471-9221-99bc85299276 req-f6f63425-4f3d-4dbf-9e5b-50c2a16018d7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0485983 Oct 11 16:53:55.231974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-48ce19d6-43b7-4471-9221-99bc85299276 req-9b23ef70-84f9-4e22-a149-03b34fb7789e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301273 Oct 11 16:53:56.332228 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:53:56.379405 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660c001-bb63-4341-9473-ab773d92cd6f req-71306365-3b65-41e7-b62e-3adbe83fb7c7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:56.381718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6660c001-bb63-4341-9473-ab773d92cd6f req-71306365-3b65-41e7-b62e-3adbe83fb7c7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0762937 Oct 11 16:53:56.444202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6660c001-bb63-4341-9473-ab773d92cd6f req-0bfea91b-9f3a-4484-8486-8bb7ffadaef1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529644 Oct 11 16:53:56.459982 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:53:56.467389 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:53:56.509007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:56.525184 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:53:56.548039 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:53:56.554007 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:56.618157 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:53:56.626588 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.626974 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.627349 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.627681 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.628017 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.628383 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.628713 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.629036 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.629359 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.629774 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.630883 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.631218 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:53:56.637962 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f35f6b05-2a46-47f2-b321-a758dd1de008'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:53:57.558573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fb05-d881-4f1a-ab48-585de9f1a16c req-078fe772-0280-4d9a-8a5e-7b6eb16ae8bf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:57.560956 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8877fb05-d881-4f1a-ab48-585de9f1a16c req-078fe772-0280-4d9a-8a5e-7b6eb16ae8bf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 944 time: 0.0541146 Oct 11 16:53:57.602605 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8877fb05-d881-4f1a-ab48-585de9f1a16c req-0c27070e-a230-4334-bd65-cd7a03d76250 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Oct 11 16:53:58.347738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:53:58.397463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f35f6b05-2a46-47f2-b321-a758dd1de008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:53:58.397868 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:58.477390 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:58.503697 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:53:58.506152 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5bab6d-5564-4a42-b778-c6e958973867" -d '{"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:53:58.525337 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:53:58.531792 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:53:58.594339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:53:58.607640 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb463d-98ba-480c-9399-5a07b59815a7 x-openstack-request-id: req-79fb463d-98ba-480c-9399-5a07b59815a7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:53:58.607938 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:53:58.608195 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79fb463d-98ba-480c-9399-5a07b59815a7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:53:58.608623 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'code': 200} Oct 11 16:53:58.727200 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde203-bcf2-43d5-8f2c-a0561ef84c8a req-6ed410be-4aa8-44b8-800a-e16523589e21 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:58.728840 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bedde203-bcf2-43d5-8f2c-a0561ef84c8a req-6ed410be-4aa8-44b8-800a-e16523589e21 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0544596 Oct 11 16:53:58.771593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bedde203-bcf2-43d5-8f2c-a0561ef84c8a req-4690a813-bd46-481b-8d70-463ce9120334 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364549 Oct 11 16:53:59.934703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39569-f0ac-48b5-8e4e-8b34e80d3c03 req-6f88751d-6a98-4304-909b-5d3331e0e30d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:53:59.941811 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f39569-f0ac-48b5-8e4e-8b34e80d3c03 req-6f88751d-6a98-4304-909b-5d3331e0e30d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0730999 Oct 11 16:54:00.004202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b7f39569-f0ac-48b5-8e4e-8b34e80d3c03 req-dd196ea8-8ea3-4f5c-86a9-ffd0d13182f9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558946 Oct 11 16:54:01.120805 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4557-6558-4830-be36-e1f2fc51aa08 req-8764ee08-df33-4c62-9d4f-feb72eea21a4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:01.122362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a2c4557-6558-4830-be36-e1f2fc51aa08 req-8764ee08-df33-4c62-9d4f-feb72eea21a4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0527711 Oct 11 16:54:01.166052 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5a2c4557-6558-4830-be36-e1f2fc51aa08 req-070919f4-8052-4b85-9dce-c34d96ad8aae tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Oct 11 16:54:02.293088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452261-d2e2-4d8c-965a-fe9a607d00d3 req-2321562d-c15f-4f1d-8741-4e3261334fdf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:02.300926 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a452261-d2e2-4d8c-965a-fe9a607d00d3 req-2321562d-c15f-4f1d-8741-4e3261334fdf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0569201 Oct 11 16:54:02.349643 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6a452261-d2e2-4d8c-965a-fe9a607d00d3 req-359ac755-a902-4fbb-9b87-3cbc0cc2cb1d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Oct 11 16:54:02.480895 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf621-ba63-4bd0-8869-3503dcc58ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:03.465799 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51559-0f76-4057-9a8f-11e78b46e09b req-0b3c145a-0b25-41ea-b684-cc1fc4eab74b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:03.467254 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32f51559-0f76-4057-9a8f-11e78b46e09b req-0b3c145a-0b25-41ea-b684-cc1fc4eab74b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0555563 Oct 11 16:54:03.520271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-32f51559-0f76-4057-9a8f-11e78b46e09b req-e313e7fd-a4ee-4267-9ce3-f6c7672e9b3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Oct 11 16:54:04.639745 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce34fd-58a5-4ec9-8e0f-b1b31e8442e3 req-b237232a-0fc5-4a01-bcbe-ad3e3f1eaeb7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:04.646952 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9ce34fd-58a5-4ec9-8e0f-b1b31e8442e3 req-b237232a-0fc5-4a01-bcbe-ad3e3f1eaeb7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0557506 Oct 11 16:54:04.683225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d9ce34fd-58a5-4ec9-8e0f-b1b31e8442e3 req-f60f2b05-b19d-4807-aa0a-f3e8345810f5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Oct 11 16:54:05.466857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16a5c826-a191-47f9-86ab-fc51a581c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:05.674254 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-ad3f69e2-6f28-46e5-bac0-b365e35e420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:05.675713 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-ad3f69e2-6f28-46e5-bac0-b365e35e420b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0441945 Oct 11 16:54:05.764958 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-331fdfe5-5839-47cf-a102-4fc4c7dffc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:05.766466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-331fdfe5-5839-47cf-a102-4fc4c7dffc2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0837729 Oct 11 16:54:05.806450 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d0643-81ea-45fb-a24e-935427762fe4 req-168afbfe-7dc9-4e89-bc5a-0b614a4f75f1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:05.807969 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b3d0643-81ea-45fb-a24e-935427762fe4 req-168afbfe-7dc9-4e89-bc5a-0b614a4f75f1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0499005 Oct 11 16:54:05.838235 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-5a293828-5c06-4684-87f9-f72df6193b8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1000 time: 0.0640399 Oct 11 16:54:05.846235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3b3d0643-81ea-45fb-a24e-935427762fe4 req-55d2ca2b-ec6d-4b59-8ff5-2cf646c09029 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Oct 11 16:54:05.889335 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-1d3777fd-bf7a-45fe-b7b3-498549466a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:05.890840 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-1d3777fd-bf7a-45fe-b7b3-498549466a57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0451317 Oct 11 16:54:05.935550 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-0edf2eac-7aef-4dfa-b739-f3f76904f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:05.937013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-0edf2eac-7aef-4dfa-b739-f3f76904f39c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392051 Oct 11 16:54:06.027504 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-529f1c17-b3a5-4c67-88d5-af0a12e48cbc service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Oct 11 16:54:06.114040 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d3780990-fcf5-4992-a722-66ea0ad55535 req-d8de638b-6779-4e80-9b34-6f31fbe40bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800285 Oct 11 16:54:06.147225 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:06.275903 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:06.959811 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f971800-6952-4094-84f8-f8ffd533bc93 req-c56b1012-37ac-437c-8325-d41a277924f3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:06.961298 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f971800-6952-4094-84f8-f8ffd533bc93 req-c56b1012-37ac-437c-8325-d41a277924f3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0481493 Oct 11 16:54:07.002060 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3f971800-6952-4094-84f8-f8ffd533bc93 req-2be130d8-3f48-40fb-af3d-dd604414a5a4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349720 Oct 11 16:54:08.082000 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:08.115983 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61dd9f-aeed-4b95-a3ea-5e566f3ee0d8 req-752e21fd-e9d7-4649-80d4-936ba5eec665 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:08.117505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab61dd9f-aeed-4b95-a3ea-5e566f3ee0d8 req-752e21fd-e9d7-4649-80d4-936ba5eec665 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0498588 Oct 11 16:54:08.156729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ab61dd9f-aeed-4b95-a3ea-5e566f3ee0d8 req-40a67f9a-bc30-4846-b79b-471aecb8b7da tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Oct 11 16:54:08.224113 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-92e062d4-3b02-42f7-8d63-4840651f5c9a req-5a1ca454-289e-49d3-b9c8-7848f1c71319 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:54:08.225124 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-92e062d4-3b02-42f7-8d63-4840651f5c9a req-5a1ca454-289e-49d3-b9c8-7848f1c71319 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054929 Oct 11 16:54:08.374988 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c391da5-b5f8-40a5-b914-55dbdf497b8c req-d7d90b1c-c8da-4c45-adad-8307dc706028 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:08.376491 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c391da5-b5f8-40a5-b914-55dbdf497b8c req-d7d90b1c-c8da-4c45-adad-8307dc706028 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0493555 Oct 11 16:54:08.416021 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6c391da5-b5f8-40a5-b914-55dbdf497b8c req-14070e5c-c537-49bf-b57d-ed289e0121fa tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Oct 11 16:54:08.543716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-137a52f6-830c-4150-8e2c-b04235d124b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807593 Oct 11 16:54:09.386034 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-de6eef7d-c64b-4e56-b50f-63db37859ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.387489 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-de6eef7d-c64b-4e56-b50f-63db37859ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 1096 time: 0.0436342 Oct 11 16:54:09.449046 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-9a61e7ab-6139-4681-bfa5-ee25cfaf3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.450468 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-9a61e7ab-6139-4681-bfa5-ee25cfaf3d11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1096 time: 0.0392528 Oct 11 16:54:09.530471 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511198f-3030-47fe-8921-72f3d3a9d3cd req-94bdedea-6901-418b-ae46-28a124ebdc08 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.532213 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b511198f-3030-47fe-8921-72f3d3a9d3cd req-94bdedea-6901-418b-ae46-28a124ebdc08 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 945 time: 0.0486016 Oct 11 16:54:09.543916 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-a2cacebe-4504-4668-a041-214ca77e5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.545353 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-a2cacebe-4504-4668-a041-214ca77e5362 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0877354 Oct 11 16:54:09.574422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b511198f-3030-47fe-8921-72f3d3a9d3cd req-eff7e241-963a-4228-b5b6-b7760d401d22 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353942 Oct 11 16:54:09.610523 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-d02bc009-096e-4074-bb11-6de33834f83f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1000 time: 0.0587554 Oct 11 16:54:09.658809 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-74ee9b5f-40b9-4323-a63c-2a48f2ec09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.660134 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-74ee9b5f-40b9-4323-a63c-2a48f2ec09fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0433261 Oct 11 16:54:09.707664 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-d6168c3a-6d55-482e-9ad5-8dd0d8810eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:09.709191 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-d6168c3a-6d55-482e-9ad5-8dd0d8810eff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416455 Oct 11 16:54:09.796379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-a553b980-e4fa-4e62-b8ce-528f3cdaaa63 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798874 Oct 11 16:54:09.886804 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-873ac94e-6f46-4f82-860d-fc6a9493832c req-b318dd54-2b05-4413-9a48-771cfe2aeab5 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Oct 11 16:54:10.385038 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:54:10.430351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:10.495135 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:10.524403 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:54:10.534884 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f32bbac-a20b-4dd9-8cd1-e378b59d221e" -d '{"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:54:10.550834 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:54:10.559194 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:10.604420 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da358033-cc16-4466-ae8d-6fb37c7a8015 x-openstack-request-id: req-da358033-cc16-4466-ae8d-6fb37c7a8015 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:54:10.605517 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:54:10.605994 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da358033-cc16-4466-ae8d-6fb37c7a8015 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:54:10.606702 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'code': 200} Oct 11 16:54:10.659422 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:54:10.720935 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f328f6-8104-48b8-a448-9d33c151aad9 req-6af14381-7ad2-415a-983d-0cdec1f9f188 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:10.722439 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10f328f6-8104-48b8-a448-9d33c151aad9 req-6af14381-7ad2-415a-983d-0cdec1f9f188 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0556123 Oct 11 16:54:10.761830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-10f328f6-8104-48b8-a448-9d33c151aad9 req-89425bc0-842c-41c7-8b7b-6744890068b7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328779 Oct 11 16:54:11.489387 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:11.896767 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476829d-e0f3-4eef-b11b-03eaaa6929de req-97207028-c850-4633-895f-6817de12d27b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:11.898365 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c476829d-e0f3-4eef-b11b-03eaaa6929de req-97207028-c850-4633-895f-6817de12d27b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0580471 Oct 11 16:54:11.935993 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c476829d-e0f3-4eef-b11b-03eaaa6929de req-0e284649-9645-48fa-96e0-70c3bf1f990d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Oct 11 16:54:13.057307 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f774b-8629-4479-b1bd-7806f8429f43 req-fecf6c99-98cc-476d-bcb3-e6457356eb9b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:13.059739 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec6f774b-8629-4479-b1bd-7806f8429f43 req-fecf6c99-98cc-476d-bcb3-e6457356eb9b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0508099 Oct 11 16:54:13.104388 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ec6f774b-8629-4479-b1bd-7806f8429f43 req-6cadca4f-c45c-46e9-9312-f4ab91fd39ad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374107 Oct 11 16:54:14.228255 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf7ce4-fb3e-4a63-82c7-5ef2abd7f6eb req-5e013dd3-3ba2-4855-b8bb-c9d95f0e1049 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:14.230593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6cf7ce4-fb3e-4a63-82c7-5ef2abd7f6eb req-5e013dd3-3ba2-4855-b8bb-c9d95f0e1049 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0572248 Oct 11 16:54:14.268446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6cf7ce4-fb3e-4a63-82c7-5ef2abd7f6eb req-e3d0f60f-1ec2-4998-bc6e-9dc33c71f8ce tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Oct 11 16:54:15.389497 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71facc9b-1d2b-4af4-a4b3-aaac360e9be7 req-31b96a38-fc12-49fc-abba-94977921d170 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:15.391718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71facc9b-1d2b-4af4-a4b3-aaac360e9be7 req-31b96a38-fc12-49fc-abba-94977921d170 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0543268 Oct 11 16:54:15.432074 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71facc9b-1d2b-4af4-a4b3-aaac360e9be7 req-17630466-5058-4a64-a807-3a00f805899a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345519 Oct 11 16:54:16.548737 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc512140-a729-4d2d-81ed-326aa9469efc req-d3d4c3ed-17db-4cde-8824-093a1af07004 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:16.550434 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc512140-a729-4d2d-81ed-326aa9469efc req-d3d4c3ed-17db-4cde-8824-093a1af07004 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0502563 Oct 11 16:54:16.595393 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cc512140-a729-4d2d-81ed-326aa9469efc req-42b5b176-7bc6-4286-81a6-2f97ff84e1e2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381370 Oct 11 16:54:17.717181 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081dac-6356-4ba9-825e-3f79cae338dc req-8df99a3b-3c97-40f0-999d-89f1b92a32b8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:17.718685 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2081dac-6356-4ba9-825e-3f79cae338dc req-8df99a3b-3c97-40f0-999d-89f1b92a32b8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0527864 Oct 11 16:54:17.759634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a2081dac-6356-4ba9-825e-3f79cae338dc req-47fd0343-baab-478f-b998-cadf7d2a2372 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350192 Oct 11 16:54:18.896268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4437a-aa88-4130-8565-f4578de3fbd1 req-d47d2e65-bd93-447d-bea6-c1a968c31c0a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:18.897786 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fb4437a-aa88-4130-8565-f4578de3fbd1 req-d47d2e65-bd93-447d-bea6-c1a968c31c0a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0678084 Oct 11 16:54:18.936732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9fb4437a-aa88-4130-8565-f4578de3fbd1 req-6266384b-88f0-4045-93bf-5f95c8373eb8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Oct 11 16:54:20.057590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f4fc5-01ce-49ba-bf0d-18f6f148258c req-42d9817d-dd8f-4c18-a72c-4496555ed04b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:20.059090 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-519f4fc5-01ce-49ba-bf0d-18f6f148258c req-42d9817d-dd8f-4c18-a72c-4496555ed04b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0477743 Oct 11 16:54:20.100681 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-519f4fc5-01ce-49ba-bf0d-18f6f148258c req-5eb4a9c8-f6d4-409e-885c-7e88db498fad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357120 Oct 11 16:54:21.213443 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37217f-f347-436e-baa7-1afdf3f4724c req-f87b8ae1-11f3-4044-b504-92f43684a897 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:21.214950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b37217f-f347-436e-baa7-1afdf3f4724c req-f87b8ae1-11f3-4044-b504-92f43684a897 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0482574 Oct 11 16:54:21.251770 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b37217f-f347-436e-baa7-1afdf3f4724c req-a3da2363-2a7c-43b2-8925-36c7c1f8c3b0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Oct 11 16:54:21.560419 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4840d2a-3ac9-4831-9e72-493e973b1d72 req-e6bb7992-c704-4065-b630-9a933f52a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:21.561876 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e4840d2a-3ac9-4831-9e72-493e973b1d72 req-e6bb7992-c704-4065-b630-9a933f52a2a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1094 time: 0.0393047 Oct 11 16:54:21.594611 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e4840d2a-3ac9-4831-9e72-493e973b1d72 req-8dbcb1a3-6499-4de6-8ace-9f015fb5dc7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261333 Oct 11 16:54:22.365208 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa34f8-5991-4ba4-ac8c-8e158d59b761 req-530d6688-7473-48dd-915e-c1625803c436 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:22.366700 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2afa34f8-5991-4ba4-ac8c-8e158d59b761 req-530d6688-7473-48dd-915e-c1625803c436 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0493264 Oct 11 16:54:22.404084 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2afa34f8-5991-4ba4-ac8c-8e158d59b761 req-eadf528f-6cc1-4dac-8ee4-daf252f73d15 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Oct 11 16:54:23.517934 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ac568-569b-4ad6-9f9f-a4f2ca4471cb req-c206a7a8-4a7c-41a2-875d-bedbfc561c63 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:54:23.519369 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a59ac568-569b-4ad6-9f9f-a4f2ca4471cb req-c206a7a8-4a7c-41a2-875d-bedbfc561c63 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 943 time: 0.0485461 Oct 11 16:54:23.559927 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a59ac568-569b-4ad6-9f9f-a4f2ca4471cb req-1ecbb163-65b1-46e3-a406-5f5b15d79216 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347435 Oct 11 16:54:24.455550 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:54:24.547035 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:54:24.558231 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'port_id': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'mac_address': 'fa:16:3e:52:ec:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:54:24.594790 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:24.607612 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:54:24.625979 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:54:24.630000 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:24.676958 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:54:24.898484 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['f35f6b05-2a46-47f2-b321-a758dd1de008'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:54:26.002058 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:54:26.472163 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:54:26.518243 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port f35f6b05-2a46-47f2-b321-a758dd1de008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:54:26.518606 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:26.592849 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:26.614252 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:54:26.616472 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1222427-4ac1-4e2a-96cb-6c98ff9cef17" -d '{"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:54:26.628547 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:54:26.633643 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:26.656586 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e942a31-2016-4cc9-972d-333b10a3747f x-openstack-request-id: req-0e942a31-2016-4cc9-972d-333b10a3747f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:54:26.656875 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:54:26.657120 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e942a31-2016-4cc9-972d-333b10a3747f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:54:26.657524 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'code': 200} Oct 11 16:54:26.681873 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:54:32.485117 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e45380-03fe-4b4c-bcd4-e6428ea7575d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:35.467141 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f89061e-ce1b-491e-a535-02f35f1a39aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:36.152230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:36.277740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:38.083814 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:40.391338 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:54:41.501134 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:02.485965 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1d92-540b-4c36-b9f5-0f3c0f97a07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:03.001629 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:55:05.467445 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c08a1b23-e52d-4e61-91f5-4c7a8d78a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:06.153442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:06.281111 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:08.086757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:10.159960 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-92dd911b-25a7-4685-9721-dd2cdbbbf19e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398951 Oct 11 16:55:10.239043 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af76d25-28d5-496a-b434-29cfe607a482 req-4a188a42-e35b-4537-a913-281432a3faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:10.241117 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-4a188a42-e35b-4537-a913-281432a3faff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0403996 Oct 11 16:55:10.347888 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af76d25-28d5-496a-b434-29cfe607a482 req-07fb8ddb-146c-4658-96aa-0236882113f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:10.349996 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-07fb8ddb-146c-4658-96aa-0236882113f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0903621 Oct 11 16:55:10.409737 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:10.419046 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-373b2fd3-befe-4383-b26d-51caee255a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 1000 time: 0.0622838 Oct 11 16:55:10.467261 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af76d25-28d5-496a-b434-29cfe607a482 req-92900047-e387-4820-8e6a-37273ffc0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:10.468691 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-92900047-e387-4820-8e6a-37273ffc0047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0431821 Oct 11 16:55:10.513085 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af76d25-28d5-496a-b434-29cfe607a482 req-77d46726-f3c2-49a5-af0c-6188e3516ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:10.514883 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-77d46726-f3c2-49a5-af0c-6188e3516ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390577 Oct 11 16:55:10.526359 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-a826a3f0-45a6-4f37-8ed5-7b33d61c1355 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:55:10.527338 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-a826a3f0-45a6-4f37-8ed5-7b33d61c1355 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049818 Oct 11 16:55:10.622013 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-117dd29b-1547-47ae-b0de-42de68ffbdcb service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Oct 11 16:55:10.711884 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0af76d25-28d5-496a-b434-29cfe607a482 req-160d151c-96c7-4470-8240-770d00e01b00 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822451 Oct 11 16:55:11.501727 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:32.485998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a5cedd-78a1-484f-a087-a682f9ec82ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.366188 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:35.467707 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29376fd8-058d-41a5-a9b1-5dcf54c7ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.520371 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Deleting port 1a124837-46b2-4d01-bec0-5ee0eb8d9806 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:55:35.520702 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.595792 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.596118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.608006 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Calling delete_port for 1a124837-46b2-4d01-bec0-5ee0eb8d9806 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:55:35.752307 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.774530 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'Port': ['ID=1a124837-46b2-4d01-bec0-5ee0eb8d9806,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:35.784659 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.785001 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.785336 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.785687 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.786018 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.786784 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.786784 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.787478 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.787762 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.788076 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.788392 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.788722 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:35.851322 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:35.851597 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Floating IP 2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659 disassociated (deleted). External IP: 172.35.3.60, port: f35f6b05-2a46-47f2-b321-a758dd1de008. Oct 11 16:55:36.064045 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:55:36.155144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:36.170962 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:55:36.175607 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:36.181965 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:55:36.190995 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:55:36.191599 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:55:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:55:36.202294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-78a67675-1888-455a-9e4b-ce93b153d37c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "DELETE /v2.0/floatingips/2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659 HTTP/1.1" status: 204 len: 168 time: 0.8350358 Oct 11 16:55:36.202883 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:55:36.205162 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6f452-e8d4-4198-96fd-03a8d2e62360" -d '{"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:55:36.311677 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:55:36.314864 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07596ea-6a66-4b02-baca-d63bbf4da6a7 x-openstack-request-id: req-a07596ea-6a66-4b02-baca-d63bbf4da6a7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:55:36.315122 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:55:36.315331 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a07596ea-6a66-4b02-baca-d63bbf4da6a7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:55:36.315740 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'status': 'completed', 'code': 200} Oct 11 16:55:36.346013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:36.381946 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-e038f4aa-b74b-4dec-86f9-75af5d0fa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:36.383637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-e038f4aa-b74b-4dec-86f9-75af5d0fa0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 1097 time: 0.0464087 Oct 11 16:55:36.442317 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85f81-e97c-443b-9ab7-c8c27111bc60 req-ac30ceee-e0ba-43d1-83a7-258fef2c793e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:36.444377 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0a85f81-e97c-443b-9ab7-c8c27111bc60 req-ac30ceee-e0ba-43d1-83a7-258fef2c793e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 946 time: 0.0509541 Oct 11 16:55:36.482425 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-78bae95f-0dfd-40ef-aa33-4d490e1ba597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:36.483037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b0a85f81-e97c-443b-9ab7-c8c27111bc60 req-c6255bd4-9723-46a2-9a80-f88268c4d517 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Oct 11 16:55:36.484408 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-78bae95f-0dfd-40ef-aa33-4d490e1ba597 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0922201 Oct 11 16:55:36.526719 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-f068b884-2708-4791-aea7-4ba9125fb900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 200 len: 217 time: 0.0347118 Oct 11 16:55:36.531196 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:55:36.581604 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-2e06b520-996f-491f-858f-ec7bbe9d548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:36.583030 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-2e06b520-996f-491f-858f-ec7bbe9d548b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0487034 Oct 11 16:55:36.631645 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-4d6b391a-8afb-41e9-8281-3b2973b70503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:36.633170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-4d6b391a-8afb-41e9-8281-3b2973b70503 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424583 Oct 11 16:55:36.711420 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:55:36.719610 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:55:36.720204 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:55:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:55:36.724214 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-6e98d0f0-1f21-40ef-bd83-27a872ceacdd service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Oct 11 16:55:36.816847 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2ad6f452-e8d4-4198-96fd-03a8d2e62360 req-adc2fbaf-a7bb-47b3-ba51-4eb051400205 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851700 Oct 11 16:55:36.824352 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:55:37.016178 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:55:37.045760 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93d5df-255d-4312-b800-5010c748f38c None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:55:37.263761 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f137446-40f8-4743-baa2-e6df12336fa4 None None] New status for floating IP 2db76db9-fb3b-4ed9-bcfe-2b4da1ee9659: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:55:37.598388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4d1a1-a6e7-46b2-9ea2-52c7ca466d84 req-cc6d4cd6-ef52-4881-b15e-7a8c7d49dc8b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:37.600508 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a4d1a1-a6e7-46b2-9ea2-52c7ca466d84 req-cc6d4cd6-ef52-4881-b15e-7a8c7d49dc8b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 946 time: 0.0484958 Oct 11 16:55:37.638542 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-66a4d1a1-a6e7-46b2-9ea2-52c7ca466d84 req-85be2612-df9a-4551-adc4-e55783305598 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=06d6dd00-25a7-4848-a107-1723dd46c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Oct 11 16:55:37.733719 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-76f8d3ba-2839-484a-ac94-64334dae9cef tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:37.735132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-76f8d3ba-2839-484a-ac94-64334dae9cef tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4602cae-48ad-408a-9d7b-1373c34d9e3b HTTP/1.1" status: 200 len: 946 time: 0.0482438 Oct 11 16:55:37.824649 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Deleting port f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:55:37.824990 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:37.911633 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] For port f35f6b05-2a46-47f2-b321-a758dd1de008, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f35f6b05-2a46-47f2-b321-a758dd1de008,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:55:37.912021 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:37.924253 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Calling delete_port for f35f6b05-2a46-47f2-b321-a758dd1de008 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:55:38.049713 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.074919 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'Port': ['ID=f35f6b05-2a46-47f2-b321-a758dd1de008,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:38.087547 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.087956 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.088286 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.088672 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.089020 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.089432 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.089784 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.090497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.090497 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.090690 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.091012 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.091322 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:55:38.093384 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.134675 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] No DVR routers for this DVR port f35f6b05-2a46-47f2-b321-a758dd1de008 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:55:38.137208 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.140462 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-edde60dc-01aa-4bc4-9995-9cca79e1b741 req-763adf71-0314-45c1-8af4-e9581abe9ad9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "DELETE /v2.0/ports/f35f6b05-2a46-47f2-b321-a758dd1de008 HTTP/1.1" status: 204 len: 173 time: 0.3987627 Oct 11 16:55:38.140884 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-deleted', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:55:38.143109 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e420c6-42dd-49c8-89eb-bba75f6ea84b" -d '{"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-deleted", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:55:38.235195 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49126c64-9075-422b-90c3-a2d079b60fb6 x-openstack-request-id: req-49126c64-9075-422b-90c3-a2d079b60fb6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:55:38.235485 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4602cae-48ad-408a-9d7b-1373c34d9e3b", "name": "network-vif-deleted", "tag": "f35f6b05-2a46-47f2-b321-a758dd1de008", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:55:38.235735 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49126c64-9075-422b-90c3-a2d079b60fb6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:55:38.236122 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4602cae-48ad-408a-9d7b-1373c34d9e3b', 'name': 'network-vif-deleted', 'tag': 'f35f6b05-2a46-47f2-b321-a758dd1de008', 'status': 'completed', 'code': 200} Oct 11 16:55:38.693778 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:38.753466 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.777260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.837818 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.840419 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:38.841583 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "DELETE /v2.0/security-groups/06d6dd00-25a7-4848-a107-1723dd46c4a7 HTTP/1.1" status: 204 len: 168 time: 0.1467829 Oct 11 16:55:38.851255 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0056f-f79d-4627-8e2d-a6fc7b14dc65 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6dd00-25a7-4848-a107-1723dd46c4a7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.152673 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.157429 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396174009', 'description': 'tempest-secgroup-smoke-396174009 description', 'project_id': '952694a1753c479888121d0991b43208'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.179113 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.242104 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.245405 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.273957 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.275144 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1214859 Oct 11 16:55:39.276970 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c00342-e8f0-4bb0-9bf8-c4bff72f0ff4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277b465d-1107-4408-8105-26641a103719,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.278165 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.282998 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.308802 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.363262 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.366858 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.384353 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b9cf42-7af9-4b09-b04a-4f0befa79238,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.391377 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.392539 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-561f2970-cd6c-48d5-8950-bdda45369e3a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133497 Oct 11 16:55:39.395241 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.400079 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.425078 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.480426 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.483690 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.499893 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8229862-1579-4e56-ac5d-c280bcc5dd74,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.508107 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.509268 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0e07d94-3fe5-4b19-8959-ef7a73c0811f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131246 Oct 11 16:55:39.511971 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.516149 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.542049 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.599101 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.602438 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.622260 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb6bc5b-32d9-478d-ac61-185e641b255a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.628900 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.630099 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab60ae3c-14fe-42e7-97f0-46736f4e39c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171885 Oct 11 16:55:39.633325 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.637567 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.662925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.719931 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.723751 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.741503 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edebc67e-90e9-4d2e-b559-b6b556e63b03,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.748799 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.750003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-704b38da-ee1b-4ab4-a401-2110f8fd374a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157241 Oct 11 16:55:39.752895 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 39886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.758117 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.779483 n-d-master-1 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Project 952694a1753c479888121d0991b43208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:55:39.784570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.844715 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.848167 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.866256 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d82b68-3521-47d0-956d-b70a70f79e34,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.873670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.877704 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 39888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:55:39.877845 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-7d89f575-3313-4aed-9a28-17407e641c39 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237257 Oct 11 16:55:39.882989 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'security_group_rule': {'security_group_id': '277b465d-1107-4408-8105-26641a103719', 'project_id': '952694a1753c479888121d0991b43208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:55:39.903216 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Project 952694a1753c479888121d0991b43208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:55:39.908156 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.970944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.974819 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:39.994036 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d084c7-1e30-4f6c-928b-c6fb7871da42,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:55:39.999666 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:40.003558 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:55:40.004044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-064e0bf2-56de-44fb-812d-41d31f6edcb5 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220450 Oct 11 16:55:40.420963 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:40.739558 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:55:40.760152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: f35f6b05-2a46-47f2-b321-a758dd1de008 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:55:40.760762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device f35f6b05-2a46-47f2-b321-a758dd1de008 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:55:41.516552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:55:55.207183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-cf91f875-6148-4575-84d2-6f244421936d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396174009&fields=id&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 267 time: 0.0354009 Oct 11 16:55:55.312440 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-07fb2ed8-7b3e-4727-944c-da0d755c3b87 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:55:55.313903 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-07fb2ed8-7b3e-4727-944c-da0d755c3b87 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 808 time: 0.1003318 Oct 11 16:55:55.328795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-a3ae159b-cfb9-4bf9-b451-6dc089b12bc4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/quotas/952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 375 time: 0.0086353 Oct 11 16:55:55.377400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-c0c59f05-f5df-4913-9b94-c04bcffddf94 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437644 Oct 11 16:55:55.515910 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-b024ce96-e8fd-4395-b076-2d40a47823e5 service neutron] 10.222.0.31 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265299 Oct 11 16:55:55.603752 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-822c632d-09c8-432c-994c-6d8a3105075f service neutron] 10.222.0.31 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812151 Oct 11 16:55:55.881107 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6b02802-ea6f-4b6c-86d1-cd1dba7808c8 req-b65c0aec-3860-495f-895e-f1e0cd02cc0c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Oct 11 16:55:56.957537 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a70f05b4-8554-45fc-a77e-05fa2910b23e req-16e6390a-f7b6-48c8-8f27-974667775b3b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0256956 Oct 11 16:55:58.032799 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7571fc1-c06e-4256-80ad-a2e026366413 req-1641e659-cd73-4493-9ce2-68c863e5e4f2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Oct 11 16:55:59.106533 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e561a7d7-7a20-4ebc-8dd1-95038769c0b3 req-2a4376f1-bc0e-4ca2-9aeb-e627487691b9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0256622 Oct 11 16:56:00.198321 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-eb60f4cc-08f8-47ee-8255-cd7dc57d7175 req-1e38d5f7-8355-4c4b-b6e7-0d4dcca755f2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0272825 Oct 11 16:56:01.218475 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-68d49b51-c0ec-4f7b-9c8e-0b49fb779147 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:01.219895 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-68d49b51-c0ec-4f7b-9c8e-0b49fb779147 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 808 time: 0.4467325 Oct 11 16:56:01.265003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-906c7804-d68e-42d4-ae9b-eb710263e4ad tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 379 time: 0.0357051 Oct 11 16:56:01.280854 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'port': {'device_id': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'admin_state_up': True, 'tenant_id': '952694a1753c479888121d0991b43208', 'security_groups': ['277b465d-1107-4408-8105-26641a103719']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:56:01.296787 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ecc17154-0bc7-4ebc-af4f-e0872ef8fe2f req-11252967-fc5e-4740-8919-53a5fc544b3b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Oct 11 16:56:01.392079 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Made reservation on behalf of 952694a1753c479888121d0991b43208 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:56:01.395876 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:01.517178 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Allocated IP 172.20.0.9 (5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678/250d9d6a-7781-4374-9607-095996d39c86/9542ca39-01bd-4877-b25b-5c3ce94cc860) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:56:01.664370 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:01.697151 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:01.736945 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:56:01.744253 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:56:01.748023 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:56:01.776033 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:01.808156 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:01.808777 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:01.828528 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-dcf1e855-00b8-446a-8315-e5b3713995ec tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557857 Oct 11 16:56:01.840838 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Request body: {'port': {'device_id': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:56:01.900114 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:01.979620 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cac17f14-a6bc-4888-9c8b-00006c2a4d21 None None] Provisioning complete for port 9542ca39-01bd-4877-b25b-5c3ce94cc860 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:56:01.980254 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cac17f14-a6bc-4888-9c8b-00006c2a4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.017061 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cac17f14-a6bc-4888-9c8b-00006c2a4d21 None None] Port 9542ca39-01bd-4877-b25b-5c3ce94cc860 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:56:02.169606 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9542ca39-01bd-4877-b25b-5c3ce94cc860 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:56:02.177041 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.188529 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Transition to ACTIVE for port object 9542ca39-01bd-4877-b25b-5c3ce94cc860 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:56:02.191882 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.248938 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:02.316787 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Attempting to bind port 9542ca39-01bd-4877-b25b-5c3ce94cc860 on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:56:02.317116 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Attempting to bind port 9542ca39-01bd-4877-b25b-5c3ce94cc860 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:56:02.317438 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Attempting to bind port 9542ca39-01bd-4877-b25b-5c3ce94cc860 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:56:02.322391 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Port 9542ca39-01bd-4877-b25b-5c3ce94cc860 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:56:02.322853 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Attempting to bind port 9542ca39-01bd-4877-b25b-5c3ce94cc860 on network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:56:02.327992 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:56:02.328353 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Checking segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:56:02.328707 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Bound using segment: {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:56:02.329129 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Bound port: 9542ca39-01bd-4877-b25b-5c3ce94cc860, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f843287f-9e2c-46d0-99a6-3c265ae63333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:56:02.329868 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.418421 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:56:02.422237 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:56:02.429422 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.447065 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccb122-a72d-49d7-848e-c0cda2d5e031 req-b57fa2cc-39f3-4e75-9110-8e9054bf2376 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:02.449638 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67ccb122-a72d-49d7-848e-c0cda2d5e031 req-b57fa2cc-39f3-4e75-9110-8e9054bf2376 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0766952 Oct 11 16:56:02.491734 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-67ccb122-a72d-49d7-848e-c0cda2d5e031 req-e5ae4760-8b50-45a3-a1bb-6679ebfcdf31 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352995 Oct 11 16:56:02.493137 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:02.494215 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.495641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] 10.222.0.36 "PUT /v2.0/ports/9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 1091 time: 0.6594069 Oct 11 16:56:02.498255 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:56:02.501604 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6e506-9eaa-4d31-b77b-be3b9e18bced" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:56:02.509946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35a8d0eb-da27-41f8-9d0e-14cd7b629169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:02.537695 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecca0a7-1442-47f5-b944-b09b6ea71bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:02.561295 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4883a9-4003-4b32-a022-f95c8a9d1478 x-openstack-request-id: req-bc4883a9-4003-4b32-a022-f95c8a9d1478 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:56:02.561624 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:56:02.561883 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc4883a9-4003-4b32-a022-f95c8a9d1478 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:56:02.562282 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'status': 'completed', 'code': 200} Oct 11 16:56:02.615475 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-574a5d10-8680-43db-ae7f-b7d7a4f5bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:02.617422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-574a5d10-8680-43db-ae7f-b7d7a4f5bbce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1094 time: 0.0456431 Oct 11 16:56:02.667495 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-7900bee1-7dbe-460b-88cf-1ca03deec6bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 217 time: 0.0426378 Oct 11 16:56:02.722674 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-d0cb14cd-47c8-4d29-a5e5-0084a65cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:02.724183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-d0cb14cd-47c8-4d29-a5e5-0084a65cc4d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0501342 Oct 11 16:56:02.769984 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8955-833a-4b86-9153-eca565f64645 req-a969f93e-7bcc-4489-acfd-4f1be6474508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:02.772316 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-a969f93e-7bcc-4489-acfd-4f1be6474508 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410495 Oct 11 16:56:02.861069 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-b905f647-73cf-4a2f-9225-7b99e2e3e0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814617 Oct 11 16:56:02.955392 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1d8955-833a-4b86-9153-eca565f64645 req-79dd83ff-202f-46bc-bce4-47a15f0be161 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873437 Oct 11 16:56:03.037887 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-60c9ed03-9080-4323-856d-e4f1a8f8a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:03.039416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-60c9ed03-9080-4323-856d-e4f1a8f8a30e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1094 time: 0.0413563 Oct 11 16:56:03.134663 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-466001c2-322e-4741-baff-7a5ff41ab014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:03.136165 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-466001c2-322e-4741-baff-7a5ff41ab014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0896177 Oct 11 16:56:03.180234 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-69850231-b810-4b64-b1d0-43c509d96859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 217 time: 0.0351915 Oct 11 16:56:03.227745 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-bf78fa2e-c966-4da8-92c5-078b9283ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:03.229183 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-bf78fa2e-c966-4da8-92c5-078b9283ab96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0423431 Oct 11 16:56:03.282059 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-0996c82f-618d-49e6-8527-e7754f0989f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:03.283593 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-0996c82f-618d-49e6-8527-e7754f0989f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463521 Oct 11 16:56:03.375956 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-7d91d1d2-206f-46cc-852b-7514ca09be11 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Oct 11 16:56:03.468302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-83d6e506-9eaa-4d31-b77b-be3b9e18bced req-67f33fc1-74e7-40ad-8d47-052b64a0d150 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 Oct 11 16:56:03.621321 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c93a-2e66-484e-b45f-b5b726272117 req-76afcb44-e4ab-4862-8517-1db12d297e47 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:03.622841 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71f0c93a-2e66-484e-b45f-b5b726272117 req-76afcb44-e4ab-4862-8517-1db12d297e47 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0488224 Oct 11 16:56:03.660814 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-71f0c93a-2e66-484e-b45f-b5b726272117 req-0798079c-7962-4ec5-b35e-95a38e268e8c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Oct 11 16:56:04.777825 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14307b26-8985-4fc6-97e0-189577bb6d58 req-3896850f-fc44-4bc0-a934-9960d641eccd tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:04.779332 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14307b26-8985-4fc6-97e0-189577bb6d58 req-3896850f-fc44-4bc0-a934-9960d641eccd tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0492663 Oct 11 16:56:04.818970 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14307b26-8985-4fc6-97e0-189577bb6d58 req-991ab5ec-22fb-4357-b81f-fed532d80338 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332713 Oct 11 16:56:05.473195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42ed4695-4dc9-4166-b133-9e9063d81349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:05.944122 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813a3a8-2e63-4b49-bc25-7d46ed07bf06 req-449d9d66-ec74-4cd1-a3e2-aaf9f090e8fa tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:05.945732 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d813a3a8-2e63-4b49-bc25-7d46ed07bf06 req-449d9d66-ec74-4cd1-a3e2-aaf9f090e8fa tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0568676 Oct 11 16:56:05.984303 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d813a3a8-2e63-4b49-bc25-7d46ed07bf06 req-150ae670-841f-4bdc-94d1-828baebf3f24 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Oct 11 16:56:06.156499 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:06.292228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:07.095668 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154792-287c-41eb-b200-f0085559bc30 req-e5793576-87e6-44cc-bdbe-2ca2a401c3f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:07.097113 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba154792-287c-41eb-b200-f0085559bc30 req-e5793576-87e6-44cc-bdbe-2ca2a401c3f4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0476351 Oct 11 16:56:07.134888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ba154792-287c-41eb-b200-f0085559bc30 req-b8efc200-9f0d-413d-9960-d5f60c7b6632 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Oct 11 16:56:08.093085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:08.246830 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d282d35-9676-4128-9ab0-965d69dce361 req-0e76e000-8dfa-4bf2-b16d-395e1b08a85f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:08.248255 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d282d35-9676-4128-9ab0-965d69dce361 req-0e76e000-8dfa-4bf2-b16d-395e1b08a85f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0469141 Oct 11 16:56:08.284584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6d282d35-9676-4128-9ab0-965d69dce361 req-2b1c6d8a-b3d0-4807-ac61-288040ecf412 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304494 Oct 11 16:56:09.401510 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e7b1e-cd1c-4725-82ef-f0318fa208c7 req-120c3774-8524-4fa4-a981-ec7c4a08ca0e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:09.402944 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-957e7b1e-cd1c-4725-82ef-f0318fa208c7 req-120c3774-8524-4fa4-a981-ec7c4a08ca0e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0515230 Oct 11 16:56:09.439139 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-957e7b1e-cd1c-4725-82ef-f0318fa208c7 req-614b1662-6314-4a34-8fc1-c187b2f625a2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301728 Oct 11 16:56:10.418210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:10.556607 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a6c91-42be-4f85-8137-24bed2412b05 req-5038f0ee-b9be-44e6-a96f-b0242faa97de tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:10.558103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-088a6c91-42be-4f85-8137-24bed2412b05 req-5038f0ee-b9be-44e6-a96f-b0242faa97de tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0526204 Oct 11 16:56:10.601370 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-088a6c91-42be-4f85-8137-24bed2412b05 req-b1b865ce-fae8-401f-9d63-f226b1c58187 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373070 Oct 11 16:56:11.514457 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:11.714390 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816d8ca-59c9-4236-95c2-0fe2fb376c40 req-aa64f01b-2ca8-45bb-bae1-660ac2866234 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:11.715839 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4816d8ca-59c9-4236-95c2-0fe2fb376c40 req-aa64f01b-2ca8-45bb-bae1-660ac2866234 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Oct 11 16:56:11.752223 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4816d8ca-59c9-4236-95c2-0fe2fb376c40 req-e0b4ee2b-cdd8-421c-9f8e-e2971b3d96ff tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305712 Oct 11 16:56:12.869790 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dd6fc-efb4-494b-addd-9567b64afb2a req-adc89a53-d3ba-4fd1-987a-86bca7809f0c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:12.871252 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb5dd6fc-efb4-494b-addd-9567b64afb2a req-adc89a53-d3ba-4fd1-987a-86bca7809f0c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0514357 Oct 11 16:56:12.909437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bb5dd6fc-efb4-494b-addd-9567b64afb2a req-57685506-69f3-4403-83db-1a93817ebf30 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321031 Oct 11 16:56:14.019975 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff959da0-b6fe-4170-99c4-526bf0359584 req-3b57e5da-67d0-4cd2-ae51-ebe6717f82d8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:14.022000 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff959da0-b6fe-4170-99c4-526bf0359584 req-3b57e5da-67d0-4cd2-ae51-ebe6717f82d8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0480118 Oct 11 16:56:14.058569 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ff959da0-b6fe-4170-99c4-526bf0359584 req-9c3068d0-c6ad-41d7-9783-1dd007ace79c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307999 Oct 11 16:56:14.912975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:56:15.002998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:56:15.014703 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'mac_address': 'fa:16:3e:96:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:56:15.053359 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:15.065245 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9542ca39-01bd-4877-b25b-5c3ce94cc860 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:56:15.084058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:56:15.089046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:15.135692 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:15.143001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.143339 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.143671 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.144000 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.144325 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.144649 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.144966 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.145281 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.145751 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.146070 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.146390 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.146704 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:56:15.173112 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed0c7-3d01-4eb2-be10-5ef00036c229 req-3f307e2f-90a3-467d-aff3-c196536ace3e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:15.174576 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36eed0c7-3d01-4eb2-be10-5ef00036c229 req-3f307e2f-90a3-467d-aff3-c196536ace3e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 944 time: 0.0491719 Oct 11 16:56:15.211111 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-36eed0c7-3d01-4eb2-be10-5ef00036c229 req-6e651b6b-4ac1-4b2a-a0ee-2beb46436448 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300364 Oct 11 16:56:15.298249 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['9542ca39-01bd-4877-b25b-5c3ce94cc860'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:56:16.326895 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb4559-d174-4b90-8e81-7b91974779c2 req-f9e63028-b466-4f46-a352-1fbe6d283183 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:16.328334 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcb4559-d174-4b90-8e81-7b91974779c2 req-f9e63028-b466-4f46-a352-1fbe6d283183 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 944 time: 0.0522039 Oct 11 16:56:16.365042 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9bcb4559-d174-4b90-8e81-7b91974779c2 req-1141dc90-9bdf-4725-b266-a2c41fed00e9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306833 Oct 11 16:56:16.936608 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:56:16.983529 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port 9542ca39-01bd-4877-b25b-5c3ce94cc860 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:56:16.987091 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 9542ca39-01bd-4877-b25b-5c3ce94cc860 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:56:16.987455 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:16.998845 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:56:17.064032 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:17.086545 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:56:17.088913 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c5b60-cadf-4fc3-aa21-5708c1f07898" -d '{"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-plugged", "status": "completed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:56:17.102717 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:56:17.106363 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:17.128736 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493278d1-1b79-47e1-80bb-628ffde61f3f x-openstack-request-id: req-493278d1-1b79-47e1-80bb-628ffde61f3f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:56:17.129022 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-plugged", "status": "completed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:56:17.129270 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-493278d1-1b79-47e1-80bb-628ffde61f3f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:56:17.129692 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'code': 200} Oct 11 16:56:17.154782 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:17.223456 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a838-c8af-4d47-84ca-c9de94941c19 req-416b3b3e-96ce-4b30-b57d-2981bc6d3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:17.225544 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab3a838-c8af-4d47-84ca-c9de94941c19 req-416b3b3e-96ce-4b30-b57d-2981bc6d3a3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0403731 Oct 11 16:56:17.258753 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab3a838-c8af-4d47-84ca-c9de94941c19 req-2a972835-b459-4524-b4b2-771f84e101fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258846 Oct 11 16:56:17.478127 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4301e-8d96-491e-8bd7-be05c0456b49 req-c54ddec4-77d2-4fc5-829b-a38688154fd4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:17.479554 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6aa4301e-8d96-491e-8bd7-be05c0456b49 req-c54ddec4-77d2-4fc5-829b-a38688154fd4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Oct 11 16:56:17.519243 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6aa4301e-8d96-491e-8bd7-be05c0456b49 req-0c696276-0daa-4541-9553-326e092f6d3f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336614 Oct 11 16:56:18.631837 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07597fac-7b96-4f2b-b25d-ad884aebbb14 req-6749269b-0e45-4066-a737-179de77df388 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:18.633265 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07597fac-7b96-4f2b-b25d-ad884aebbb14 req-6749269b-0e45-4066-a737-179de77df388 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0471842 Oct 11 16:56:18.670271 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-07597fac-7b96-4f2b-b25d-ad884aebbb14 req-74365307-75e7-4c22-8108-bc0549608cf3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Oct 11 16:56:18.784941 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6845fb-39cf-4b57-847b-af320e03ebc9 req-f1734416-c61b-41dc-b5f2-dd291b95402d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:18.786407 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b6845fb-39cf-4b57-847b-af320e03ebc9 req-f1734416-c61b-41dc-b5f2-dd291b95402d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0520647 Oct 11 16:56:18.823081 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1b6845fb-39cf-4b57-847b-af320e03ebc9 req-6e6494be-7c61-4d6b-90b9-0d6bfb180b6c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302167 Oct 11 16:56:18.843940 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:56:18.882496 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cb7f1-ff2f-4b13-8f2d-eb9edab16561 tempest-TestShelveInstance-2113954370 tempest-TestShelveInstance-2113954370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:18.883971 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-866cb7f1-ff2f-4b13-8f2d-eb9edab16561 tempest-TestShelveInstance-2113954370 tempest-TestShelveInstance-2113954370-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1091 time: 0.0390718 Oct 11 16:56:18.886782 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:56:18.891077 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'tenant_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:56:18.913094 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.011736 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.116305 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Allocated IP 172.35.3.134 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/e3762229-9634-4d05-812c-58e95f2b20d9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:56:19.214427 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.247092 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.285942 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:56:19.288656 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:56:19.294094 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:56:19.322354 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=e3762229-9634-4d05-812c-58e95f2b20d9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:19.643881 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.710583 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.857213 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.861389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:19.928131 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event updated for resources: {'Port': ['ID=e3762229-9634-4d05-812c-58e95f2b20d9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:56:19.938116 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:20.038249 n-d-master-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Floating IP 0f83b75f-22be-4390-9e02-e48f3a4c581c associated. External IP: 172.35.3.134, port: 9542ca39-01bd-4877-b25b-5c3ce94cc860. Oct 11 16:56:20.241297 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:56:20.347548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:56:20.357164 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:56:20.364968 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:20.367303 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:56:20.367942 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:56:20.392572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-80cdd74d-fef0-467e-9930-a8bcc20e4a9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5047374 Oct 11 16:56:20.393246 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:56:20.395541 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71cd10d-bae9-406d-b375-2fe24d989582" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:56:20.433295 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1684e2e0-20f4-44a1-9526-1746ef1e4a24 x-openstack-request-id: req-1684e2e0-20f4-44a1-9526-1746ef1e4a24 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:56:20.433615 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:56:20.433870 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1684e2e0-20f4-44a1-9526-1746ef1e4a24 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:56:20.434277 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'status': 'completed', 'code': 200} Oct 11 16:56:20.474192 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:56:20.496545 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-7ca0cbaa-f04d-47ea-ac58-12f188a75642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:20.497971 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-7ca0cbaa-f04d-47ea-ac58-12f188a75642 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0413737 Oct 11 16:56:20.592371 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-2fd7f5c1-f4d3-4013-a25a-7b3ba506d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:20.593878 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-2fd7f5c1-f4d3-4013-a25a-7b3ba506d49b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0875530 Oct 11 16:56:20.658949 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-a9e01c5a-4732-4bec-8ff6-14b81e66820a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 999 time: 0.0573530 Oct 11 16:56:20.696161 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f83b75f-22be-4390-9e02-e48f3a4c581c', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.134', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:96:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:56:19Z', 'updated_at': '2021-10-11T16:56:19Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:56:20.711469 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-e62d91ca-b98b-412e-baf7-9f3a9293e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:20.712925 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-e62d91ca-b98b-412e-baf7-9f3a9293e273 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0468755 Oct 11 16:56:20.721602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:56:20.730287 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:56:20.730888 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:56:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:56:20.759639 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-2b6bb270-4313-4b4a-9684-941a0b724d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:56:20.761044 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-2b6bb270-4313-4b4a-9684-941a0b724d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Oct 11 16:56:20.833161 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:56:20.851185 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-4e6f0715-23cb-4eec-86fa-e2649bd20a1d service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Oct 11 16:56:20.944590 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b71cd10d-bae9-406d-b375-2fe24d989582 req-65f1980f-3e65-4fe1-bc7c-758385fca9b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856545 Oct 11 16:56:21.053116 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f83b75f-22be-4390-9e02-e48f3a4c581c', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.134', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:96:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:56:19Z', 'updated_at': '2021-10-11T16:56:19Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:56:21.081755 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ed856-f6de-4ca7-97db-78382f9ff2f6 None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f83b75f-22be-4390-9e02-e48f3a4c581c', 'tenant_id': '952694a1753c479888121d0991b43208', 'floating_ip_address': '172.35.3.134', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'mac_address': 'fa:16:3e:96:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:56:19Z', 'updated_at': '2021-10-11T16:56:19Z', 'revision_number': 0, 'project_id': '952694a1753c479888121d0991b43208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:56:21.273534 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce121607-de27-4e74-90c0-0fa49fb412a5 None None] New status for floating IP 0f83b75f-22be-4390-9e02-e48f3a4c581c: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:56:32.492712 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2aaa5c-59cc-49ce-bb88-e3332964fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:35.473678 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93d01ef9-17b1-40be-91df-3ec5796510c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:36.157269 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:36.293921 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:38.094528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:40.418763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:41.513312 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:56:54.000157 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:57:02.495166 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e85f7b93-ecad-4316-acac-8c2e825e89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:05.474630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7add40ab-58f9-4be6-895a-9d6fa2f7388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:06.158230 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:06.295351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:08.097936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:10.416904 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:11.516578 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:12.200858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-0627a55b-a5d5-419f-856e-798d48570542 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931945 Oct 11 16:57:12.282466 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-edf10cc6-b95d-481e-8424-1d8649f87534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:57:12.283899 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-edf10cc6-b95d-481e-8424-1d8649f87534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0402493 Oct 11 16:57:12.388931 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-43383ccf-d6d7-4371-bd9d-b0c6311d5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:57:12.390942 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-43383ccf-d6d7-4371-bd9d-b0c6311d5886 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0876904 Oct 11 16:57:12.457679 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-fe7a5004-da3a-4889-b87d-67bcd25bbac8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 1001 time: 0.0592072 Oct 11 16:57:12.504372 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-af797ed1-5a2a-450f-a822-65f091201e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:57:12.505768 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-af797ed1-5a2a-450f-a822-65f091201e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0416431 Oct 11 16:57:12.551111 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-4e972f2e-d958-4dd5-8737-24d66e279b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:57:12.552587 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-4e972f2e-d958-4dd5-8737-24d66e279b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400205 Oct 11 16:57:12.642441 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-5695d048-92f5-432a-b835-396c1aa33a6b service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Oct 11 16:57:12.729715 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f6323b92-2bdf-47ab-89b9-45c3864aae02 req-b824a2ac-bcf0-4649-a536-905e9696ea06 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798588 Oct 11 16:57:30.999693 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:57:32.496171 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd85946a-f8be-42e0-8794-ea8b1209d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:35.474208 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abc28a55-f5b1-4926-a27b-4f069f8d552c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:36.159756 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:36.297014 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:38.099558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:40.433536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:57:41.542627 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:02.496207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dccac2b6-6622-4bba-bee2-ea8b51213d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:05.473971 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99335399-be43-4f6d-b403-6a01fbd7c084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:06.160890 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:06.300580 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:07.998332 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:58:08.102407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:10.431671 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:11.541423 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:12.768206 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aaa7f-af78-4679-b64e-1b4114983573 req-12f32e3b-4907-4309-ace8-4f18b793693f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:12.769606 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c05aaa7f-af78-4679-b64e-1b4114983573 req-12f32e3b-4907-4309-ace8-4f18b793693f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0485315 Oct 11 16:58:12.807527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c05aaa7f-af78-4679-b64e-1b4114983573 req-100f075e-a7ed-4def-a2fa-781734446664 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Oct 11 16:58:13.954415 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92320cd-2cee-4050-9934-26f7a661cf2d req-a280e893-9573-4233-9adb-b94069f92331 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:13.955639 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f92320cd-2cee-4050-9934-26f7a661cf2d req-a280e893-9573-4233-9adb-b94069f92331 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Oct 11 16:58:13.997146 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f92320cd-2cee-4050-9934-26f7a661cf2d req-d5bdc4a1-ab70-4009-beb3-2cfd9e3d2b9e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Oct 11 16:58:14.189624 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-4109f507-4967-4639-83c0-6782fb2cc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:14.190932 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-4109f507-4967-4639-83c0-6782fb2cc744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0409575 Oct 11 16:58:14.294330 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-ea10fb16-0b0a-42c8-88fc-80ed0d91f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:14.295852 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-ea10fb16-0b0a-42c8-88fc-80ed0d91f038 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0867817 Oct 11 16:58:14.359003 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-3c4a7277-61bb-4872-947f-562471202ead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 1001 time: 0.0564234 Oct 11 16:58:14.411181 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-e98a7c9a-7d11-4bd0-bb63-45fb154fcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:14.412576 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-e98a7c9a-7d11-4bd0-bb63-45fb154fcf53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0468869 Oct 11 16:58:14.456911 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-4d16a9dd-d291-4921-93a4-609c287d5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:14.458276 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-4d16a9dd-d291-4921-93a4-609c287d5ca0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383303 Oct 11 16:58:14.560170 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-6d0779e5-bf0f-475b-a736-1c4eca4439ca service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794628 Oct 11 16:58:14.650391 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cca9f3-f646-4bf0-a87e-ff3f2d0eb5d7 req-c8f0862a-03f1-4d19-a2e0-ee0b9d57b8c5 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Oct 11 16:58:15.142571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbde7c5-75ab-4710-afa6-9f313cb0639e req-08c9ff2e-000c-4264-b9e5-20146bbee81a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:15.143976 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adbde7c5-75ab-4710-afa6-9f313cb0639e req-08c9ff2e-000c-4264-b9e5-20146bbee81a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Oct 11 16:58:15.181574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-adbde7c5-75ab-4710-afa6-9f313cb0639e req-aabd2a3d-9f7e-4c81-9390-692d2f2031f9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Oct 11 16:58:16.295225 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5538-aceb-4e1d-9bf0-90dea84ecb41 req-d0734e4b-c9f3-4534-bdd4-849bb6d2b65c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:16.297209 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a53f5538-aceb-4e1d-9bf0-90dea84ecb41 req-d0734e4b-c9f3-4534-bdd4-849bb6d2b65c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Oct 11 16:58:16.334496 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a53f5538-aceb-4e1d-9bf0-90dea84ecb41 req-3f26b57a-e0b0-49b6-8f8c-40e2f9453ea4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Oct 11 16:58:17.446416 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976f88a-19f6-41e2-aee5-05cf7adce678 req-e2b32531-7410-4da6-86c6-f81ada168c25 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:17.447830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e976f88a-19f6-41e2-aee5-05cf7adce678 req-e2b32531-7410-4da6-86c6-f81ada168c25 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0472243 Oct 11 16:58:17.487974 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e976f88a-19f6-41e2-aee5-05cf7adce678 req-aa3f4072-e80e-4534-9973-b42b60a3ac0b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337067 Oct 11 16:58:18.599727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015af7e-f3bf-4b02-8023-9dbf75c062ca req-fd565d74-edac-4922-b560-ca4c481d6ca9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:18.601172 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a015af7e-f3bf-4b02-8023-9dbf75c062ca req-fd565d74-edac-4922-b560-ca4c481d6ca9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0480368 Oct 11 16:58:18.638375 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a015af7e-f3bf-4b02-8023-9dbf75c062ca req-4b718d95-459a-4c6d-977c-4cb3f7bda7c6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Oct 11 16:58:19.750240 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cf97e-d0e3-4abd-be62-1110f98e49fc req-e4cdad1d-dd7a-4270-a0f8-1f5eb4f479d7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:19.751688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b2cf97e-d0e3-4abd-be62-1110f98e49fc req-e4cdad1d-dd7a-4270-a0f8-1f5eb4f479d7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0487413 Oct 11 16:58:19.788574 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8b2cf97e-d0e3-4abd-be62-1110f98e49fc req-4fa0b1ce-12b5-45ff-ab27-89b49e7a89fd tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Oct 11 16:58:20.900590 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5024ac-1440-4354-b93c-f63fdc01ee25 req-2f75a973-e077-47c7-9282-02c876802eb9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:20.902061 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5024ac-1440-4354-b93c-f63fdc01ee25 req-2f75a973-e077-47c7-9282-02c876802eb9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Oct 11 16:58:20.944249 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5024ac-1440-4354-b93c-f63fdc01ee25 req-ad1e7b5b-0453-4d4d-8368-dd7d75394580 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357602 Oct 11 16:58:22.056028 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc0e52-f6fa-4755-82e8-f990bccfc5b0 req-bdb8ecf4-73e9-408d-80a4-566892dd07a3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:22.057498 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7fc0e52-f6fa-4755-82e8-f990bccfc5b0 req-bdb8ecf4-73e9-408d-80a4-566892dd07a3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Oct 11 16:58:22.094942 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7fc0e52-f6fa-4755-82e8-f990bccfc5b0 req-3c848d09-aff4-4688-8d63-63677000b9c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Oct 11 16:58:22.914272 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-26426c18-98b2-44b9-abfe-1d44ccf61a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:22.915738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-26426c18-98b2-44b9-abfe-1d44ccf61a93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0411658 Oct 11 16:58:23.006382 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-7ca9cd6d-30f5-4d2c-8558-115cdb54635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:23.007832 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-7ca9cd6d-30f5-4d2c-8558-115cdb54635f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0856133 Oct 11 16:58:23.070292 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-8951b034-db4e-484b-960a-8ef79f32ab3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 1001 time: 0.0561035 Oct 11 16:58:23.126655 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-108ce43c-af98-4115-bd9d-b4dd905f982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:23.128589 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-108ce43c-af98-4115-bd9d-b4dd905f982a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0516505 Oct 11 16:58:23.174791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-0cb112cb-c723-4699-a68b-4d3c95db1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:23.176363 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-0cb112cb-c723-4699-a68b-4d3c95db1d00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405581 Oct 11 16:58:23.207547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16297ccb-41f8-4a72-8691-f4be034c5cf6 req-49d70e07-e46d-4a24-a276-6b832bf58648 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:23.209031 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16297ccb-41f8-4a72-8691-f4be034c5cf6 req-49d70e07-e46d-4a24-a276-6b832bf58648 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Oct 11 16:58:23.246646 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-16297ccb-41f8-4a72-8691-f4be034c5cf6 req-b102f11d-fcdf-431f-aad0-a88c694a4305 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Oct 11 16:58:23.266963 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-c8e81e26-62e6-42c5-89d8-1c44953742d7 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825896 Oct 11 16:58:23.359360 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-1831f5e7-e0c4-434b-af2b-7c6e06cabf1c req-56dcb3da-a7c8-4e42-b34c-dc5f73786a0c service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852363 Oct 11 16:58:24.358553 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0069d85-5cfd-4119-92f5-2ccbf8cb83ef req-75a37cfa-1a5d-4458-bfa0-e896ad9479b4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:24.359987 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0069d85-5cfd-4119-92f5-2ccbf8cb83ef req-75a37cfa-1a5d-4458-bfa0-e896ad9479b4 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Oct 11 16:58:24.404721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a0069d85-5cfd-4119-92f5-2ccbf8cb83ef req-0206efc3-cd13-41aa-8d2f-20799940f7c9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Oct 11 16:58:25.516734 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9064ca-47b2-4f3d-b001-25a09eb2e57d req-99e2cd93-2254-4d3b-84b5-c53ce953f0cc tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:25.518345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d9064ca-47b2-4f3d-b001-25a09eb2e57d req-99e2cd93-2254-4d3b-84b5-c53ce953f0cc tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Oct 11 16:58:25.555872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d9064ca-47b2-4f3d-b001-25a09eb2e57d req-45964450-bf09-4432-9ee7-9612ee66a9fa tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Oct 11 16:58:26.678926 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bf39-565f-438f-aafe-07736e3eb424 req-54cbecb2-1b70-4912-ab73-44585c240fbf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:26.680397 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a635bf39-565f-438f-aafe-07736e3eb424 req-54cbecb2-1b70-4912-ab73-44585c240fbf tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0530193 Oct 11 16:58:26.719562 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a635bf39-565f-438f-aafe-07736e3eb424 req-3eac1e68-f70f-4c3a-9058-43ffac6c096c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323639 Oct 11 16:58:27.574001 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:58:27.646862 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:27.671229 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:58:27.673450 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f16b858-a38b-463c-97f8-729b0996081a" -d '{"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-unplugged", "status": "completed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:58:27.836554 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac08bb-f612-4838-b9ed-1c80b3951b96 x-openstack-request-id: req-9aac08bb-f612-4838-b9ed-1c80b3951b96 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:58:27.836774 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-unplugged", "status": "failed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:58:27.837029 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aac08bb-f612-4838-b9ed-1c80b3951b96 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:58:27.837416 n-d-master-1 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'code': 422} returned with failed status Oct 11 16:58:27.837738 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d9a9e-b451-4e28-a3e8-a2acc6cf4fd5 req-49b76536-70b0-4771-b95e-12bcbeed41af tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:27.839236 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e81d9a9e-b451-4e28-a3e8-a2acc6cf4fd5 req-49b76536-70b0-4771-b95e-12bcbeed41af tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0488806 Oct 11 16:58:27.840946 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:58:27.845805 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:27.882958 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e81d9a9e-b451-4e28-a3e8-a2acc6cf4fd5 req-e3961fdb-9018-404b-9896-c947af0e5f01 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369313 Oct 11 16:58:27.892477 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:58:27.900198 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.900537 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.900864 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.901189 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.901529 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.901849 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.902162 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.902476 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.902787 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.903098 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.903408 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:27.903794 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:58:28.058020 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-7c03767c-75f9-4d7b-b691-9a3d8f2889c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394559 Oct 11 16:58:28.067476 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-c2056176-bfd6-461a-bd08-ac8ad6050755 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:58:28.068417 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-c2056176-bfd6-461a-bd08-ac8ad6050755 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049574 Oct 11 16:58:28.087741 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b06e-30e1-4f0f-aafa-b0b9dcf658d4 req-0be8441a-817b-46b3-9c66-0771708a4460 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:28.089143 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea15b06e-30e1-4f0f-aafa-b0b9dcf658d4 req-0be8441a-817b-46b3-9c66-0771708a4460 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0502279 Oct 11 16:58:28.127149 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ea15b06e-30e1-4f0f-aafa-b0b9dcf658d4 req-8ce6c89f-fd31-48e0-bf56-17f1214c2175 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Oct 11 16:58:29.241084 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d4e8-889c-41f7-b29a-dcc7582bf22e req-afa33d33-2ab8-4555-a88b-0b28ef4752e1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:29.242584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d195d4e8-889c-41f7-b29a-dcc7582bf22e req-afa33d33-2ab8-4555-a88b-0b28ef4752e1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0481484 Oct 11 16:58:29.280666 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d195d4e8-889c-41f7-b29a-dcc7582bf22e req-50126be2-6c5f-4705-87a1-5d00e53e7e3f tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Oct 11 16:58:30.394686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4c6d-73be-46b8-84d7-bb2defafa460 req-57c51b96-ea5e-4c40-ba78-af5e5d4afcd6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:30.396162 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcf4c6d-73be-46b8-84d7-bb2defafa460 req-57c51b96-ea5e-4c40-ba78-af5e5d4afcd6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0490952 Oct 11 16:58:30.437224 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6dcf4c6d-73be-46b8-84d7-bb2defafa460 req-1ab84c5a-f96f-4f92-b973-972e574af126 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Oct 11 16:58:31.552946 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ffb0e-6ce9-4a49-bbec-1fb85b95837d req-9587c4ab-24de-42f7-94d1-08f3ed37e31a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:31.554450 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-787ffb0e-6ce9-4a49-bbec-1fb85b95837d req-9587c4ab-24de-42f7-94d1-08f3ed37e31a tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0501034 Oct 11 16:58:31.591825 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-787ffb0e-6ce9-4a49-bbec-1fb85b95837d req-6dd27b2a-7a04-424c-ba79-7367613100e6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313587 Oct 11 16:58:32.496740 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9897da90-c037-4965-a676-d8038ef11136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:32.711454 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631957bc-d5b8-4751-a0b9-5ab7df6dd482 req-14d9b494-4205-41b1-9265-159d9a573ac3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:32.712964 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-631957bc-d5b8-4751-a0b9-5ab7df6dd482 req-14d9b494-4205-41b1-9265-159d9a573ac3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0540583 Oct 11 16:58:32.750356 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-631957bc-d5b8-4751-a0b9-5ab7df6dd482 req-7bad04ba-2c6a-4605-ad78-e356fe1acb07 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Oct 11 16:58:33.691197 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-936d5993-bf74-4038-99c0-88820c02a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:33.692652 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-936d5993-bf74-4038-99c0-88820c02a4ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539&tenant_id=952694a1753c479888121d0991b43208 HTTP/1.1" status: 200 len: 1094 time: 0.0398171 Oct 11 16:58:33.757633 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-072ee69a-ee75-4424-b6be-101098c45d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:33.759096 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-072ee69a-ee75-4424-b6be-101098c45d3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1094 time: 0.0428164 Oct 11 16:58:33.848487 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-9b01b323-06e5-48de-b3d2-5c7efd3afb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:33.850033 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-9b01b323-06e5-48de-b3d2-5c7efd3afb7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0842736 Oct 11 16:58:33.862069 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bfed6-f986-4bfa-9001-543219568ff2 req-1b20f6fa-4070-4e2c-b4b3-5eaf6a578afc tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:33.863527 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc7bfed6-f986-4bfa-9001-543219568ff2 req-1b20f6fa-4070-4e2c-b4b3-5eaf6a578afc tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0484724 Oct 11 16:58:33.907400 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fc7bfed6-f986-4bfa-9001-543219568ff2 req-df4d4421-cf23-403b-a437-cfa97d06e513 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Oct 11 16:58:33.919665 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-f652f462-8856-4610-9d54-3ff0c47c1c3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 999 time: 0.0625284 Oct 11 16:58:33.968039 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-f2471282-2596-49f8-8da3-b8131066b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:33.969443 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-f2471282-2596-49f8-8da3-b8131066b443 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0431798 Oct 11 16:58:34.014915 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-8d408fb0-61d7-4be9-87d0-6c84f460fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:34.016346 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-8d408fb0-61d7-4be9-87d0-6c84f460fb0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387225 Oct 11 16:58:34.446475 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-9c5da574-2665-48a6-b1af-581912219209 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222033 Oct 11 16:58:34.532813 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-2540b560-3987-4323-86cd-a4de65edfa45 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792933 Oct 11 16:58:35.020828 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7860b2-6f56-4a29-8fd1-3db51da0451c req-cc5d67f4-f0be-491a-80c8-960b5f62b09e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:35.022308 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d7860b2-6f56-4a29-8fd1-3db51da0451c req-cc5d67f4-f0be-491a-80c8-960b5f62b09e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0477979 Oct 11 16:58:35.059500 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d7860b2-6f56-4a29-8fd1-3db51da0451c req-9b9af7b6-79cd-4ada-8822-94264ca0659d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Oct 11 16:58:35.474650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d293cf4d-4961-43a7-a911-3412e15ae00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:36.162442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:36.174782 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff6e3-73e0-426a-a59d-70435ede4b58 req-a7226ba7-8810-40a6-bcb7-8448e278810d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:36.176230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e6ff6e3-73e0-426a-a59d-70435ede4b58 req-a7226ba7-8810-40a6-bcb7-8448e278810d tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0498073 Oct 11 16:58:36.212930 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2e6ff6e3-73e0-426a-a59d-70435ede4b58 req-919c0c26-b006-45a8-b339-9b4e5c5fe590 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307271 Oct 11 16:58:36.303974 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:37.325184 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59479-6b83-4725-829a-3e8fcaa949d5 req-2c270b35-d814-415c-8480-1c3acb7827ba tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:37.326697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7b59479-6b83-4725-829a-3e8fcaa949d5 req-2c270b35-d814-415c-8480-1c3acb7827ba tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0484550 Oct 11 16:58:37.368235 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7b59479-6b83-4725-829a-3e8fcaa949d5 req-abd61dcc-e65c-4695-b7c0-68d1fb948b7c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351548 Oct 11 16:58:38.105319 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:38.483201 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8817f-71f5-48d5-9dd6-e3addf38da60 req-c223292d-a135-4d70-8b68-fd461f12b8c2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:38.485225 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-deb8817f-71f5-48d5-9dd6-e3addf38da60 req-c223292d-a135-4d70-8b68-fd461f12b8c2 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0530794 Oct 11 16:58:38.521362 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-deb8817f-71f5-48d5-9dd6-e3addf38da60 req-100dd834-b1cb-4044-bb7a-9893e8cf5c4e tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Oct 11 16:58:39.633864 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08c76e-3eaf-4589-a242-60531b9b3699 req-1108dcc2-ff71-443e-838f-f1aee1e09fa0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:39.635309 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a08c76e-3eaf-4589-a242-60531b9b3699 req-1108dcc2-ff71-443e-838f-f1aee1e09fa0 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0479982 Oct 11 16:58:39.672371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8a08c76e-3eaf-4589-a242-60531b9b3699 req-44629d01-5aee-4d2c-a400-2653957ae71b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304487 Oct 11 16:58:40.431012 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:40.784227 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce2b66-e0e8-4ce1-a714-f81d673f9ce0 req-3971738a-74d4-4278-a452-4c168fa3e464 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:40.785693 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ce2b66-e0e8-4ce1-a714-f81d673f9ce0 req-3971738a-74d4-4278-a452-4c168fa3e464 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 943 time: 0.0477743 Oct 11 16:58:40.824968 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a6ce2b66-e0e8-4ce1-a714-f81d673f9ce0 req-698aec20-308b-459c-b65e-7713d8edd8d1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Oct 11 16:58:41.571337 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:41.651886 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:58:41.742980 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:58:41.753913 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'port_id': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'mac_address': 'fa:16:3e:96:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:58:41.788571 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:41.800914 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9542ca39-01bd-4877-b25b-5c3ce94cc860 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:58:41.819615 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:58:41.823144 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:41.871248 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:58:41.940209 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e86cb-98ca-47cd-b87e-e1004b16dfe3 req-7b47269c-3f74-4275-a845-e5665b4cbc99 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:41.941718 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b84e86cb-98ca-47cd-b87e-e1004b16dfe3 req-7b47269c-3f74-4275-a845-e5665b4cbc99 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 944 time: 0.0496709 Oct 11 16:58:41.979667 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-b84e86cb-98ca-47cd-b87e-e1004b16dfe3 req-aca1686c-3729-4f8f-b881-d7689054eef3 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Oct 11 16:58:42.053705 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['9542ca39-01bd-4877-b25b-5c3ce94cc860'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:58:43.142318 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d648e0-e242-42ac-87fa-ef42cff86e14 req-e0f6efad-925e-4cb1-b069-91a6f2860a38 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:43.143673 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85d648e0-e242-42ac-87fa-ef42cff86e14 req-e0f6efad-925e-4cb1-b069-91a6f2860a38 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 944 time: 0.0991981 Oct 11 16:58:43.180877 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85d648e0-e242-42ac-87fa-ef42cff86e14 req-6543ded8-3869-4f23-a325-393f50bac6fc tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Oct 11 16:58:43.651872 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:58:43.699160 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port 9542ca39-01bd-4877-b25b-5c3ce94cc860 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:58:43.699525 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:43.772174 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:43.794319 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:58:43.796577 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5df30b-e923-40d2-b733-7d13f8260f3b" -d '{"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-plugged", "status": "completed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:58:43.808802 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:58:43.813165 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:58:43.839625 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2f302-f6a5-45b7-83ba-1cee17d9ca5d x-openstack-request-id: req-53b2f302-f6a5-45b7-83ba-1cee17d9ca5d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:58:43.839926 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-plugged", "status": "completed", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:58:43.840146 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53b2f302-f6a5-45b7-83ba-1cee17d9ca5d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:58:43.840526 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'code': 200} Oct 11 16:58:43.872499 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:58:43.983282 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5708f1a-c036-41c8-bb91-be54b68a81c7 req-557c42b9-f1c8-4073-8271-6b7af4a34358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:43.984800 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5708f1a-c036-41c8-bb91-be54b68a81c7 req-557c42b9-f1c8-4073-8271-6b7af4a34358 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0443845 Oct 11 16:58:44.018136 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-c5708f1a-c036-41c8-bb91-be54b68a81c7 req-d902210c-d7c3-4d51-977e-50fbc3eeeeba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266707 Oct 11 16:58:44.292473 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892a98-f634-4da6-b726-ec5f848b67a3 req-2ab1bd4a-f0e3-4b43-b9b5-01bd76795be8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:44.293943 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83892a98-f634-4da6-b726-ec5f848b67a3 req-2ab1bd4a-f0e3-4b43-b9b5-01bd76795be8 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Oct 11 16:58:44.334593 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-83892a98-f634-4da6-b726-ec5f848b67a3 req-86694a76-87d8-4b3f-8a6b-036e9e20cf52 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348089 Oct 11 16:58:44.998054 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:58:45.492786 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7999a-117c-49d8-ae9b-0d5a229e6570 req-eb749d49-89a5-40a6-a24b-80275f0f7a0b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:58:45.494288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85a7999a-117c-49d8-ae9b-0d5a229e6570 req-eb749d49-89a5-40a6-a24b-80275f0f7a0b tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0921874 Oct 11 16:58:45.530484 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-85a7999a-117c-49d8-ae9b-0d5a229e6570 req-917e4521-d324-49e2-a32c-c57146a8a6a7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304000 Oct 11 16:59:02.497859 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75c578ca-35c7-4a11-b32a-2a23a27610c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:05.474345 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40e4339c-a545-41e2-adaa-b07c493ec7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:06.163221 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:06.308842 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:08.109958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:10.447086 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:11.586316 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:16.180093 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-e7428117-c630-4df2-9fa3-b928b810ba4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386844 Oct 11 16:59:16.260882 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-cb822f9f-88f8-4e28-82dc-c4489bf3f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:16.262411 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-cb822f9f-88f8-4e28-82dc-c4489bf3f897 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0409074 Oct 11 16:59:16.366250 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-b982a9f9-67e9-4ce5-8652-9b48f878f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:16.367705 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-b982a9f9-67e9-4ce5-8652-9b48f878f7b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0860956 Oct 11 16:59:16.432395 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-f92766cf-a78d-41d3-8334-672e5af62c6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 1001 time: 0.0568156 Oct 11 16:59:16.483605 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-2ea51b1e-4022-45b4-8fad-560e60ecd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:16.484987 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-2ea51b1e-4022-45b4-8fad-560e60ecd319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0455489 Oct 11 16:59:16.531528 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-091cbb2a-9888-4e5f-ab67-3d4394dbdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:16.533004 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-091cbb2a-9888-4e5f-ab67-3d4394dbdc2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407062 Oct 11 16:59:16.620904 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-eebb23d8-964f-4202-ba03-afc7cd2f7f11 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807135 Oct 11 16:59:16.711304 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-02d7455a-4a53-454d-8054-6775c7b5fc74 req-2c44acf0-9c98-44f6-b080-34bc9e9c6ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Oct 11 16:59:21.996698 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:59:32.498231 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdac970e-04c0-4848-825f-9d60f75f6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:35.475368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a6db0f0-717a-4a5c-bafc-596f347fbd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:36.163823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:36.309442 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:38.111880 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:40.462534 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:41.586348 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.130527 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:59:58.287509 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Deleting port e3762229-9634-4d05-812c-58e95f2b20d9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:59:58.287852 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.365055 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.365371 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.376494 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Calling delete_port for e3762229-9634-4d05-812c-58e95f2b20d9 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:59:58.516639 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.543738 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'Port': ['ID=e3762229-9634-4d05-812c-58e95f2b20d9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:59:58.566331 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.566672 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.567008 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.567845 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.568172 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.568495 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.568815 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.569136 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.569452 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.569794 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.570108 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.570426 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:59:58.610118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:58.610446 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Floating IP 0f83b75f-22be-4390-9e02-e48f3a4c581c disassociated (deleted). External IP: 172.35.3.134, port: 9542ca39-01bd-4877-b25b-5c3ce94cc860. Oct 11 16:59:58.995671 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:59:59.102187 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:59:59.208120 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:59:59.212799 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:59:59.217273 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:59:59.226136 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:59:59.226747 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:59:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:59:59.238138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2602ed69-0880-458a-983c-fe40fcbc9116 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f83b75f-22be-4390-9e02-e48f3a4c581c HTTP/1.1" status: 204 len: 168 time: 1.1065984 Oct 11 16:59:59.238721 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:59:59.241470 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc73ff6-4569-4860-9212-689166079968" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:59:59.277830 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32db17-bf21-4ccf-bda6-b832ada7ed7c x-openstack-request-id: req-ff32db17-bf21-4ccf-bda6-b832ada7ed7c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:59:59.278373 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:59:59.278617 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff32db17-bf21-4ccf-bda6-b832ada7ed7c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:59:59.279006 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'status': 'completed', 'code': 200} Oct 11 16:59:59.340601 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:59:59.344131 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73ff6-4569-4860-9212-689166079968 req-a0b0ec6a-be57-4b38-8320-6dc82dc7f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:59.345909 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-a0b0ec6a-be57-4b38-8320-6dc82dc7f148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=952694a1753c479888121d0991b43208&device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 1096 time: 0.0430872 Oct 11 16:59:59.452263 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73ff6-4569-4860-9212-689166079968 req-e77babb3-1d3e-456f-b6b4-41ea234e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:59.453808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-e77babb3-1d3e-456f-b6b4-41ea234e6917 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 200 len: 909 time: 0.0940549 Oct 11 16:59:59.468080 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0e52b-cc7a-470b-9292-2e73bb153199 req-48bbe7d2-7ed7-457e-b3f0-7fdd6cef4f17 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:59.469725 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbe0e52b-cc7a-470b-9292-2e73bb153199 req-48bbe7d2-7ed7-457e-b3f0-7fdd6cef4f17 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Oct 11 16:59:59.497641 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-7b6eed19-aab3-46b9-9749-eafe55588741 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 200 len: 217 time: 0.0353255 Oct 11 16:59:59.509371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbe0e52b-cc7a-470b-9292-2e73bb153199 req-92fcb9b3-25a8-4882-8ec3-14dc5a117dc1 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Oct 11 16:59:59.547095 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73ff6-4569-4860-9212-689166079968 req-dc112250-cb8f-4780-a03c-e4084e2a71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:59.548588 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-dc112250-cb8f-4780-a03c-e4084e2a71ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 200 len: 847 time: 0.0440536 Oct 11 16:59:59.561089 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:59:59.586602 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:59:59.594755 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:59:59.595349 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T16:59:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:59:59.597462 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73ff6-4569-4860-9212-689166079968 req-5d6d503b-bffe-4f0c-a80c-0ebd2827d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:59:59.599580 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-5d6d503b-bffe-4f0c-a80c-0ebd2827d487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439672 Oct 11 16:59:59.690084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-0b5f3c83-087c-4601-bb17-56728ed8fdf2 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822392 Oct 11 16:59:59.698294 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:59:59.785084 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc73ff6-4569-4860-9212-689166079968 req-e9a31253-2d78-4ae8-a725-d4fd645ca259 service neutron] 10.222.0.36 "GET /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859816 Oct 11 16:59:59.892772 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:59:59.920229 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57198b-ae9e-4795-812e-3955a3ca9bc8 None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:26Z', 'revision_number': 4, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cfae1660-4895-40c2-ad97-22b1192c946c', 'name': '', 'network_id': '5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678', 'tenant_id': '952694a1753c479888121d0991b43208', 'mac_address': 'fa:16:3e:5d:b2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '250d9d6a-7781-4374-9607-095996d39c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:26Z', 'updated_at': '2021-10-11T16:51:31Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'subnets': [{'id': '250d9d6a-7781-4374-9607-095996d39c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:00.124457 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e07b763-dfe0-4760-bec5-ebf802eb3d01 None None] New status for floating IP 0f83b75f-22be-4390-9e02-e48f3a4c581c: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:00:00.631802 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f09cd-4acb-4cbf-a557-479f585b95bb req-f194077f-82e4-40d6-a5bc-d1c9f59abb6c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:00.633227 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-150f09cd-4acb-4cbf-a557-479f585b95bb req-f194077f-82e4-40d6-a5bc-d1c9f59abb6c tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0523217 Oct 11 17:00:00.669181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-150f09cd-4acb-4cbf-a557-479f585b95bb req-66d924e5-aa8d-4bb0-870b-fa2d8cf5f0ba tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/security-groups?id=277b465d-1107-4408-8105-26641a103719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300040 Oct 11 17:00:00.963527 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246585e-316f-4c96-924c-219f7514282d req-c83081ff-d4c8-4b11-bc41-c43a9beccef7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:00.964965 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2246585e-316f-4c96-924c-219f7514282d req-c83081ff-d4c8-4b11-bc41-c43a9beccef7 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Oct 11 17:00:01.055638 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Deleting port 9542ca39-01bd-4877-b25b-5c3ce94cc860 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:01.055962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:01.141082 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] For port 9542ca39-01bd-4877-b25b-5c3ce94cc860, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9542ca39-01bd-4877-b25b-5c3ce94cc860,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:01.141368 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:01.153795 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Calling delete_port for 9542ca39-01bd-4877-b25b-5c3ce94cc860 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:01.280906 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:01.310593 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'Port': ['ID=9542ca39-01bd-4877-b25b-5c3ce94cc860,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:01.319299 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.319651 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.320004 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.320374 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.320710 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.321038 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.321362 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.321901 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.322097 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.322430 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.322753 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.323074 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:01.366809 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] No DVR routers for this DVR port 9542ca39-01bd-4877-b25b-5c3ce94cc860 on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:00:01.369624 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:01.372910 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-2246585e-316f-4c96-924c-219f7514282d req-7e3b864c-0ca0-4180-b0fe-f52306d4e4d6 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.36 "DELETE /v2.0/ports/9542ca39-01bd-4877-b25b-5c3ce94cc860 HTTP/1.1" status: 204 len: 173 time: 0.4023781 Oct 11 17:00:01.373359 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-deleted', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:00:01.375797 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756cc36-9756-4733-a37c-b82f2a84dd72" -d '{"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-deleted", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:00:01.427304 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588a98d-a3d1-4601-b6ed-7e6fa417ed39 x-openstack-request-id: req-7588a98d-a3d1-4601-b6ed-7e6fa417ed39 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:00:01.427473 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eac721-a785-4ff0-bbae-cf7222d1c539", "name": "network-vif-deleted", "tag": "9542ca39-01bd-4877-b25b-5c3ce94cc860", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:00:01.427667 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7588a98d-a3d1-4601-b6ed-7e6fa417ed39 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:00:01.427995 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eac721-a785-4ff0-bbae-cf7222d1c539', 'name': 'network-vif-deleted', 'tag': '9542ca39-01bd-4877-b25b-5c3ce94cc860', 'status': 'completed', 'code': 200} Oct 11 17:00:01.764766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ca15859f-633b-4bd5-8805-345918f41044 req-f4e19f59-373e-40a5-9fcc-0e29b55bfa51 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Oct 11 17:00:02.499672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd691f37-2545-482e-8051-82f1caff102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:02.859037 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0067b86b-f082-4355-85f4-e759dee5d63e req-3975d624-3899-4a27-9962-60523e7c54af tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Oct 11 17:00:03.859301 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:03.880025 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: 9542ca39-01bd-4877-b25b-5c3ce94cc860 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:03.880376 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device 9542ca39-01bd-4877-b25b-5c3ce94cc860 not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:03.951826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c8de49f3-cdf7-4b97-b29d-666758099682 req-965bc4e4-d185-4f2a-ac7b-7462d06f7cd9 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0259552 Oct 11 17:00:05.044033 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6bde19b9-3d6d-4e4e-aa7b-07aaba1436b9 req-3a351584-7419-4174-9c7a-4341d4b71927 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6eac721-a785-4ff0-bbae-cf7222d1c539 HTTP/1.1" status: 200 len: 210 time: 0.0255244 Oct 11 17:00:05.476398 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0818c6d-9927-4b85-8398-95c39b4cba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.099520 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:06.162806 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.166022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.188363 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.249907 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.252594 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.253792 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] 10.222.0.31 "DELETE /v2.0/security-groups/277b465d-1107-4408-8105-26641a103719 HTTP/1.1" status: 204 len: 168 time: 0.1532447 Oct 11 17:00:06.263842 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d4cf5-de35-46e7-bc1b-fc87a0cd8364 tempest-TestShelveInstance-207361830 tempest-TestShelveInstance-207361830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b465d-1107-4408-8105-26641a103719,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:06.318023 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:06.328920 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:06.772763 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.021128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Deleting port cfae1660-4895-40c2-ad97-22b1192c946c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:07.021469 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.106429 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] For port cfae1660-4895-40c2-ad97-22b1192c946c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfae1660-4895-40c2-ad97-22b1192c946c,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:07.106791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.118842 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Calling delete_port for cfae1660-4895-40c2-ad97-22b1192c946c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:07.299519 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.323705 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfae1660-4895-40c2-ad97-22b1192c946c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:07.499243 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.720985 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Router 655ca777-20bd-4bf1-9e2a-a32727174232 has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:00:07.828146 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:07.833733 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-395d7c6b-ec54-4c87-8d34-b31068a47a24 admin admin] 10.222.0.31 "PUT /v2.0/routers/655ca777-20bd-4bf1-9e2a-a32727174232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5031526 Oct 11 17:00:07.836262 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:07.839231 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Sync routers for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:07.849912 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:07.850535 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:07.945140 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:07.957468 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:08.066514 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.127214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.127619 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Deleting port 6d15bb6f-3c84-4c14-8802-b992868cf574 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:08.128009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.188295 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63'}], 'enable_snat': True}, 'gw_port_id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T17:00:07Z', 'revision_number': 5, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port': {'id': '6d15bb6f-3c84-4c14-8802-b992868cf574', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:08.213751 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] For port 6d15bb6f-3c84-4c14-8802-b992868cf574, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6d15bb6f-3c84-4c14-8802-b992868cf574,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:08.214022 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.217197 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Checking router: 655ca777-20bd-4bf1-9e2a-a32727174232 for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:08.226255 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Routers {'655ca777-20bd-4bf1-9e2a-a32727174232'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:08.226866 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['655ca777-20bd-4bf1-9e2a-a32727174232'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:08.227592 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Calling delete_port for 6d15bb6f-3c84-4c14-8802-b992868cf574 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:08.315121 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] Set router 655ca777-20bd-4bf1-9e2a-a32727174232 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:08.373581 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T17:00:08Z', 'revision_number': 6, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:08.400832 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3ef2f-ccba-4f69-80ce-a3df99482321 None None] The sync data for ids ['655ca777-20bd-4bf1-9e2a-a32727174232'] in n-d-master-1 is: [{'id': '655ca777-20bd-4bf1-9e2a-a32727174232', 'name': 'tempest-TestShelveInstance-119208895-router', 'tenant_id': '952694a1753c479888121d0991b43208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:24Z', 'updated_at': '2021-10-11T17:00:08Z', 'revision_number': 6, 'project_id': '952694a1753c479888121d0991b43208', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:08.407863 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.435594 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d15bb6f-3c84-4c14-8802-b992868cf574,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:08.496916 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.591334 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.593459 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.636534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.637090 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655ca777-20bd-4bf1-9e2a-a32727174232 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:00:08.641609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.642830 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a875012b-08ff-4ee1-ab7a-02306c2d2e66 admin admin] 10.222.0.31 "DELETE /v2.0/routers/655ca777-20bd-4bf1-9e2a-a32727174232 HTTP/1.1" status: 204 len: 168 time: 0.8057036 Oct 11 17:00:08.645390 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:08.689638 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Deleting subnet 250d9d6a-7781-4374-9607-095996d39c86 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:00:08.692610 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.726869 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.810868 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.872467 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.899568 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250d9d6a-7781-4374-9607-095996d39c86,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:08.901608 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:08.907438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-9a7e0039-91fb-4912-a202-034d586f7cd2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/250d9d6a-7781-4374-9607-095996d39c86 HTTP/1.1" status: 204 len: 168 time: 0.2587481 Oct 11 17:00:08.907606 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:08.910746 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e7e54-e23f-4ddc-9756-ff5973b66c40 None None] Network 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:08.984232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.038668 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Deleting port d654e812-7336-4f84-a4c0-a65789d82099 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:09.039009 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.102912 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] For port d654e812-7336-4f84-a4c0-a65789d82099, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d654e812-7336-4f84-a4c0-a65789d82099,segment=NetworkSegment(f843287f-9e2c-46d0-99a6-3c265ae63333),segment_id=f843287f-9e2c-46d0-99a6-3c265ae63333)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:09.103281 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.122196 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Calling delete_port for d654e812-7336-4f84-a4c0-a65789d82099 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:09.206373 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194b310-e073-4ef2-99ab-1ad77cae94c4 None None] DHCP port deletion for 5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:00:09.209860 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.245977 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] No DVR routers for this DVR port d654e812-7336-4f84-a4c0-a65789d82099 on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:00:09.251706 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d654e812-7336-4f84-a4c0-a65789d82099,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:09.325446 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.346428 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:09.356361 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f843287f-9e2c-46d0-99a6-3c265ae63333') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:09.356652 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f843287f-9e2c-46d0-99a6-3c265ae63333') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:09.366915 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.380388 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.386722 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:00:09.387119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: timer() Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:00:09.389094 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:00:09.447633 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.455375 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:09.462925 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678 HTTP/1.1" status: 204 len: 168 time: 0.5515974 Oct 11 17:00:09.463328 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:09.479054 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e02c-477f-47f0-97c5-3bc970803bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6ad1c7-6721-4a6d-88aa-8ddcc1ac3678,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:09.809675 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.048065 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Deleting port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:10.048405 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.077726 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d15bb6f-3c84-4c14-8802-b992868cf574 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:10.097958 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 6d15bb6f-3c84-4c14-8802-b992868cf574 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:10.098300 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 6d15bb6f-3c84-4c14-8802-b992868cf574 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:10.098701 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d654e812-7336-4f84-a4c0-a65789d82099 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:10.116119 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: d654e812-7336-4f84-a4c0-a65789d82099 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:10.116453 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device d654e812-7336-4f84-a4c0-a65789d82099 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:10.116845 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cfae1660-4895-40c2-ad97-22b1192c946c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:10.129514 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] For port daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:10.130374 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.135091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: cfae1660-4895-40c2-ad97-22b1192c946c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:10.135425 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cfae1660-4895-40c2-ad97-22b1192c946c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:10.144225 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Calling delete_port for daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:10.328899 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.353688 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:10.466495 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.526578 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.753404 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Router be6d6848-44a3-4d53-a904-0672ef9c15fb has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:00:10.862090 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:10.870572 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8481941-8735-4ce0-bf39-d8cf76c85d40 admin admin] 10.222.0.31 "PUT /v2.0/routers/be6d6848-44a3-4d53-a904-0672ef9c15fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4026070 Oct 11 17:00:10.870572 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:10.872472 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Sync routers for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:10.882299 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:10.882919 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:10.975579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:10.986518 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:11.080706 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.136536 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Deleting port a35ed723-9c0e-4385-b0cc-0a284185d587 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:11.136883 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.162927 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T17:00:10Z', 'revision_number': 5, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port': {'id': 'a35ed723-9c0e-4385-b0cc-0a284185d587', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:51:29Z', 'updated_at': '2021-10-11T16:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:11.188770 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Checking router: be6d6848-44a3-4d53-a904-0672ef9c15fb for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:11.199326 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Routers {'be6d6848-44a3-4d53-a904-0672ef9c15fb'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:11.200010 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['be6d6848-44a3-4d53-a904-0672ef9c15fb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:11.221220 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] For port a35ed723-9c0e-4385-b0cc-0a284185d587, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a35ed723-9c0e-4385-b0cc-0a284185d587,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:11.221629 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.234225 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Calling delete_port for a35ed723-9c0e-4385-b0cc-0a284185d587 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:11.377939 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] Set router be6d6848-44a3-4d53-a904-0672ef9c15fb gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:11.403453 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.430214 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35ed723-9c0e-4385-b0cc-0a284185d587,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:11.432293 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T17:00:11Z', 'revision_number': 6, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:11.461688 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08521ac-f0cf-40d9-b398-40691c60d96b None None] The sync data for ids ['be6d6848-44a3-4d53-a904-0672ef9c15fb'] in n-d-master-1 is: [{'id': 'be6d6848-44a3-4d53-a904-0672ef9c15fb', 'name': 'tempest-TestShelveInstance-1574111115-router', 'tenant_id': 'ab338ed859ea4f7595d95c227c905ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:51:28Z', 'updated_at': '2021-10-11T17:00:11Z', 'revision_number': 6, 'project_id': 'ab338ed859ea4f7595d95c227c905ca3', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:11.497722 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.588194 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.590517 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.601065 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.638744 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.639158 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6d6848-44a3-4d53-a904-0672ef9c15fb {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:00:11.643752 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.644935 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f15f0c3-6a5a-4fad-8f09-5c0b63bec493 admin admin] 10.222.0.31 "DELETE /v2.0/routers/be6d6848-44a3-4d53-a904-0672ef9c15fb HTTP/1.1" status: 204 len: 168 time: 0.7742686 Oct 11 17:00:11.647522 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:11.690798 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Deleting subnet 6c0dc35f-6280-411a-8086-4fce3d760442 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:00:11.693720 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.727926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8593125'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.804794 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.860271 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8550572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12452931'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.884543 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0dc35f-6280-411a-8086-4fce3d760442,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:11.890346 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:11.896466 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-2284db0d-3a79-4a7f-9361-99e6820c458d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6c0dc35f-6280-411a-8086-4fce3d760442 HTTP/1.1" status: 204 len: 168 time: 0.2451851 Oct 11 17:00:11.896701 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:11.898798 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a691f-d777-4d8b-991b-88e152202535 None None] Network 6558f38f-e8e3-47ab-b099-2da1c43a8689 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:11.975352 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.029642 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Deleting port 4b12facd-38b3-44a9-9598-80470d784f74 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:00:12.029986 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.092237 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] For port 4b12facd-38b3-44a9-9598-80470d784f74, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b12facd-38b3-44a9-9598-80470d784f74,segment=NetworkSegment(ea615024-755c-4019-8a24-8f7eba58d3e1),segment_id=ea615024-755c-4019-8a24-8f7eba58d3e1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:12.092596 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.104465 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Calling delete_port for 4b12facd-38b3-44a9-9598-80470d784f74 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:00:12.182788 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.207852 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b12facd-38b3-44a9-9598-80470d784f74,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:12.211560 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] No DVR routers for this DVR port 4b12facd-38b3-44a9-9598-80470d784f74 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:00:12.276345 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d621f-c2b8-452f-bfff-6d288f4803e7 None None] DHCP port deletion for 6558f38f-e8e3-47ab-b099-2da1c43a8689 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:00:12.292170 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.313143 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6558f38f-e8e3-47ab-b099-2da1c43a8689']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:12.323108 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea615024-755c-4019-8a24-8f7eba58d3e1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:12.323411 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea615024-755c-4019-8a24-8f7eba58d3e1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:12.331040 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4b12facd-38b3-44a9-9598-80470d784f74 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:12.334306 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.347330 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.350954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 4b12facd-38b3-44a9-9598-80470d784f74 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:12.351394 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 4b12facd-38b3-44a9-9598-80470d784f74 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:12.352077 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a35ed723-9c0e-4385-b0cc-0a284185d587 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:12.353566 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:00:12.353958 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: timer() Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:00:12.355631 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:00:12.376478 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: a35ed723-9c0e-4385-b0cc-0a284185d587 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:12.376820 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device a35ed723-9c0e-4385-b0cc-0a284185d587 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:12.377222 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:00:12.399748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:00:12.399748 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device daeb8ef0-7ddf-4b81-91ea-3be8f8aa801c not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:00:12.411218 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.416280 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.419470 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6558f38f-e8e3-47ab-b099-2da1c43a8689 HTTP/1.1" status: 204 len: 168 time: 0.5218508 Oct 11 17:00:12.432588 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180a77-11d3-454e-9b49-7536fbd93f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6558f38f-e8e3-47ab-b099-2da1c43a8689,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:12.549814 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:12.594795 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-37f4e01b-697b-4894-9c97-7438a46cb185 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=952694a1753c479888121d0991b43208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434864 Oct 11 17:00:12.597243 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:12.647512 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.668160 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.714397 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.716897 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:12.718097 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d29027c5-f323-43b2-91eb-73130431599e HTTP/1.1" status: 204 len: 168 time: 0.1198571 Oct 11 17:00:12.725570 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a2076-7afd-4281-8812-d6071d32e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29027c5-f323-43b2-91eb-73130431599e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:13.036420 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:13.075086 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-dc54f8d6-e88c-4071-ba4f-bc3e12989272 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab338ed859ea4f7595d95c227c905ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374875 Oct 11 17:00:13.077348 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:13.125017 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:13.146162 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:13.197784 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:13.200793 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:13.204518 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b43713ed-e03a-45c1-86f5-35aebd158e78 HTTP/1.1" status: 204 len: 168 time: 0.1238871 Oct 11 17:00:13.210939 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a37e-b6ab-4564-8607-36a606f6c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43713ed-e03a-45c1-86f5-35aebd158e78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:13.851500 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:13.946346 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1321423121-network', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:13.968092 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Made reservation on behalf of 8dc5384442194b3fb0e7f809592b8352 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:00:13.970314 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:13.979191 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.050311 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.053788 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.073094 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:00:14.087737 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b01c5-b371-4faf-8041-2f32a07655e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:14.090557 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.090903 n-d-master-1 neutron-server[94827]: INFO neutron.db.segments_db [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Added segment edf23afa-68ad-432f-82eb-965ced7461e9 of type vlan for network 54b311fb-234d-4649-9508-f4f3543a12cf Oct 11 17:00:14.129232 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.153118 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.154143 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:14.154711 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.208995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3563392 Oct 11 17:00:14.212251 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:14.217268 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Request body: {'subnet': {'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1321423121-subnet', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:14.219584 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849ac6-7ad8-495a-a9ce-cf83ed250804 admin admin] Pushing event updated for resources: {'Network': ['ID=54b311fb-234d-4649-9508-f4f3543a12cf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:14.229760 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 54b311fb-234d-4649-9508-f4f3543a12cf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:00:14.237394 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Made reservation on behalf of 8dc5384442194b3fb0e7f809592b8352 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:00:14.239691 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12452964'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.408575 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8550639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12452938'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.468010 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a317c0-8a3f-4c80-9936-9213d94723c7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:14.476387 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Checking segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:14.476742 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Network hostable DHCP agents. Network: 54b311fb-234d-4649-9508-f4f3543a12cf, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:00:14.493872 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Network 54b311fb-234d-4649-9508-f4f3543a12cf is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:00:14.501976 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54b311fb-234d-4649-9508-f4f3543a12cf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:14.507138 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:14.509099 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.510014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db0ba0-0bc4-48e2-b5f3-e67814687769 None None] Network 54b311fb-234d-4649-9508-f4f3543a12cf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:14.524704 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-700580e7-04ab-4893-8dec-9616c1e0daf3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3113096 Oct 11 17:00:14.527516 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:14.532238 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:14.552471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.554188 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.606550 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.656142 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-54b311fb-234d-4649-9508-f4f3543a12cf', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:00:14.657064 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.741247 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:14.793339 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Allocated IP 172.20.0.2 (54b311fb-234d-4649-9508-f4f3543a12cf/45a317c0-8a3f-4c80-9936-9213d94723c7/cac7707d-7912-429b-9a48-3ae0c2c884a9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:14.949627 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.105848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.112217 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.149508 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Network 54b311fb-234d-4649-9508-f4f3543a12cf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:15.154806 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:15.158390 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:15.169191 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Pushing event updated for resources: {'Port': ['ID=cac7707d-7912-429b-9a48-3ae0c2c884a9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:15.190504 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.190846 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.191175 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.191501 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.191826 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.192144 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.192460 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.192772 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.193081 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.193959 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.194270 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.194580 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:15.229512 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Attempting to bind port cac7707d-7912-429b-9a48-3ae0c2c884a9 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:15.229993 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Attempting to bind port cac7707d-7912-429b-9a48-3ae0c2c884a9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:15.230575 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Attempting to bind port cac7707d-7912-429b-9a48-3ae0c2c884a9 on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:15.235446 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:15.235819 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Checking segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:15.236224 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.236612 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Bound using segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:15.237076 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Bound port: cac7707d-7912-429b-9a48-3ae0c2c884a9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:15.237453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.304250 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] For port cac7707d-7912-429b-9a48-3ae0c2c884a9, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:15.307737 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] For port cac7707d-7912-429b-9a48-3ae0c2c884a9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cac7707d-7912-429b-9a48-3ae0c2c884a9,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:15.311311 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.314336 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.364821 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d4ac-55e3-470a-8d7a-59938c66793a None None] Pushing event updated for resources: {'Port': ['ID=cac7707d-7912-429b-9a48-3ae0c2c884a9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:15.419756 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Allocated IP 172.35.3.176 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/194aafaa-9c8e-4210-9aea-6f83bebba39a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:15.542150 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.577921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:15.619253 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:15.622180 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:15.625819 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:15.631673 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Pushing event updated for resources: {'Port': ['ID=194aafaa-9c8e-4210-9aea-6f83bebba39a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:15.870470 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.073535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.121925 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cac7707d-7912-429b-9a48-3ae0c2c884a9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:16.172462 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cac7707d-7912-429b-9a48-3ae0c2c884a9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:16.172976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.215022 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Router 7ef397a6-41b5-4531-92e3-328dcd06602c is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:00:16.250629 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717f5ed-da52-4a9f-a04b-976681c8985e None None] Network 54b311fb-234d-4649-9508-f4f3543a12cf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:16.301666 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.331208 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:16.340567 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc31bf71-3f33-4aba-a84e-5245e7559906 None None] Provisioning complete for port cac7707d-7912-429b-9a48-3ae0c2c884a9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:16.340938 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc31bf71-3f33-4aba-a84e-5245e7559906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.348539 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:16.349254 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.351155 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-144b9241-3afb-4247-b791-c3c3ef145b6f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8224068 Oct 11 17:00:16.354041 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:16.407998 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port cac7707d-7912-429b-9a48-3ae0c2c884a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cac7707d-7912-429b-9a48-3ae0c2c884a9,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:16.420046 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.430776 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:16.431404 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:16.586058 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=cac7707d-7912-429b-9a48-3ae0c2c884a9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:16.662790 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:16.769581 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.854272 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:15Z', 'revision_number': 3, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:16.886533 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:16.886913 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Updating router 7ef397a6-41b5-4531-92e3-328dcd06602c port 194aafaa-9c8e-4210-9aea-6f83bebba39a binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:00:16.913901 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:16.945368 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Allocated IP 172.20.0.1 (54b311fb-234d-4649-9508-f4f3543a12cf/45a317c0-8a3f-4c80-9936-9213d94723c7/97f800f7-e21d-4a8a-9a51-0782b523a069) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:17.020096 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27646485-6a2e-4df1-896b-a2c8bed11c61 None None] Provisioning complete for port cac7707d-7912-429b-9a48-3ae0c2c884a9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:17.020378 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27646485-6a2e-4df1-896b-a2c8bed11c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.053419 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.086490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.122952 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Network 54b311fb-234d-4649-9508-f4f3543a12cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:17.127722 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:17.131259 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:17.163017 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Pushing event updated for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:17.178742 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.234879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.243190 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.294082 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Attempting to bind port 194aafaa-9c8e-4210-9aea-6f83bebba39a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:17.294806 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Attempting to bind port 194aafaa-9c8e-4210-9aea-6f83bebba39a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:17.294806 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Attempting to bind port 194aafaa-9c8e-4210-9aea-6f83bebba39a on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:17.301712 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:17.302091 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:17.302532 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.303499 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:17.303975 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Bound port: 194aafaa-9c8e-4210-9aea-6f83bebba39a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:17.304353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.313925 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.329472 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2178aa-104c-4404-b522-a166de3d4258 None None] Pushing event updated for resources: {'Port': ['ID=194aafaa-9c8e-4210-9aea-6f83bebba39a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:17.366087 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] For port 194aafaa-9c8e-4210-9aea-6f83bebba39a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:17.369079 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] For port 194aafaa-9c8e-4210-9aea-6f83bebba39a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=194aafaa-9c8e-4210-9aea-6f83bebba39a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:17.373976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.446682 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:17.447228 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:17.451173 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-363b127b-5e2e-4984-a1ff-b940cbc76fed None None] Provisioning complete for port 97f800f7-e21d-4a8a-9a51-0782b523a069 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:17.451541 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-363b127b-5e2e-4984-a1ff-b940cbc76fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.478433 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.483429 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.486465 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2178aa-104c-4404-b522-a166de3d4258 None None] Pushing event updated for resources: {'Port': ['ID=194aafaa-9c8e-4210-9aea-6f83bebba39a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:17.553460 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Pushing event updated for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:17.555989 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.560387 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-363b127b-5e2e-4984-a1ff-b940cbc76fed None None] Port 97f800f7-e21d-4a8a-9a51-0782b523a069 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:00:17.588174 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:17.643545 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Network 54b311fb-234d-4649-9508-f4f3543a12cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:17.644967 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:17.766159 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:00:17.791482 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:16Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:17.821800 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9152e9-31f2-42fc-bfe8-c3a3a542841e None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:16Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:17.880057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b564a30-1c44-4d65-a375-67e271fe92fe None None] Provisioning complete for port 97f800f7-e21d-4a8a-9a51-0782b523a069 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:17.880422 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b564a30-1c44-4d65-a375-67e271fe92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:17.885474 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:17.890711 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f2b4a7d-df91-4516-be35-6bdb3ebf6577 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ef397a6-41b5-4531-92e3-328dcd06602c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356922 Oct 11 17:00:17.915833 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b564a30-1c44-4d65-a375-67e271fe92fe None None] Port 97f800f7-e21d-4a8a-9a51-0782b523a069 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:00:18.121173 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cac7707d-7912-429b-9a48-3ae0c2c884a9 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:18.175575 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port cac7707d-7912-429b-9a48-3ae0c2c884a9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:18.176024 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.420696 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:18.425710 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1067064803-network', 'tenant_id': '394389f841bf441096be8a7d55c471d3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:18.447886 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Made reservation on behalf of 394389f841bf441096be8a7d55c471d3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:00:18.451657 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.475536 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.561289 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.565970 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.596352 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 17:00:18.607109 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e833a32-d7e8-4f0d-acb1-6012cc4c6e4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:18.612338 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.612685 n-d-master-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Added segment f545f6f1-627e-41bb-bf92-2afeb3708bb5 of type vlan for network 7daed98c-ab71-485d-b687-3b59e4391951 Oct 11 17:00:18.655549 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267586398'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.681677 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.682670 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:18.683250 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.741807 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3199594 Oct 11 17:00:18.744942 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:18.747271 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0ceb-60b4-4dd9-98a4-d932732bda41 admin admin] Pushing event updated for resources: {'Network': ['ID=7daed98c-ab71-485d-b687-3b59e4391951,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:18.755410 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Request body: {'subnet': {'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1067064803-subnet', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:18.759644 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Network 7daed98c-ab71-485d-b687-3b59e4391951 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 17:00:18.780814 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Made reservation on behalf of 394389f841bf441096be8a7d55c471d3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:00:18.783203 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12363038'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:18.961973 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12551541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12363056'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.020524 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:19.028678 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Checking segment: {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:19.029046 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Network hostable DHCP agents. Network: 7daed98c-ab71-485d-b687-3b59e4391951, hostable agents: ['03a26f55-dfe1-48a2-8bb4-72405c82e116'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 17:00:19.045394 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Network 7daed98c-ab71-485d-b687-3b59e4391951 is scheduled to be hosted by DHCP agent 03a26f55-dfe1-48a2-8bb4-72405c82e116 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 17:00:19.053617 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7daed98c-ab71-485d-b687-3b59e4391951) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:19.057963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:19.058550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.063606 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7d825-866a-4e97-883a-1578b73c7a8a None None] Network 7daed98c-ab71-485d-b687-3b59e4391951 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:19.075437 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-c38be807-585d-4cc4-a015-5048badb5c11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285685 Oct 11 17:00:19.078151 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:19.082954 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:19.106454 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60185'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.107926 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60160'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.167944 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.309005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.376683 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7daed98c-ab71-485d-b687-3b59e4391951', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518'}]}} from n-d-master-1. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 17:00:19.377635 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.511985 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Allocated IP 172.20.0.2 (7daed98c-ab71-485d-b687-3b59e4391951/ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518/5b978d0b-09c7-4f1f-87d3-1ebf989c310a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:19.515313 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.534993 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.646614 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Allocated IP 172.35.3.233 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/0134d803-a6f2-41f6-9101-2b4b222b3b69) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:19.661567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.669228 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.710413 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Network 7daed98c-ab71-485d-b687-3b59e4391951 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:19.713538 n-d-master-1 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:19.717366 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:19.725396 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Pushing event updated for resources: {'Port': ['ID=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:19.758737 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.774530 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Attempting to bind port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:19.775073 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Attempting to bind port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:19.775283 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Attempting to bind port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a on network 7daed98c-ab71-485d-b687-3b59e4391951 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:19.780757 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:19.781130 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Checking segment: {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:19.781558 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.781954 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Bound using segment: {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:19.782426 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Bound port: 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:19.782809 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.795344 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.842396 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:19.846341 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:19.848387 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Pushing event updated for resources: {'Port': ['ID=0134d803-a6f2-41f6-9101-2b4b222b3b69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:19.851296 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:19.854800 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] For port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:19.858649 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] For port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:19.863765 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:19.885883 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:19.894987 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:19.895829 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:19.928145 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f335-01bf-4277-8489-d04a6ee1f02f None None] Pushing event updated for resources: {'Port': ['ID=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:20.010474 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:20.135333 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.194978 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 194aafaa-9c8e-4210-9aea-6f83bebba39a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:20.254085 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 2, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:20.261749 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 194aafaa-9c8e-4210-9aea-6f83bebba39a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:20.262377 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.283754 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:20.284477 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Updating router 7ef397a6-41b5-4531-92e3-328dcd06602c port 97f800f7-e21d-4a8a-9a51-0782b523a069 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:00:20.309282 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.353310 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.373852 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 194aafaa-9c8e-4210-9aea-6f83bebba39a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=194aafaa-9c8e-4210-9aea-6f83bebba39a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:20.379419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.438039 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=194aafaa-9c8e-4210-9aea-6f83bebba39a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:20.601586 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.608003 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.654470 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Pushing event updated for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:20.663503 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.663853 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.664192 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.664524 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.664855 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.665188 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.665514 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.665850 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.666170 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.666492 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.666811 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.667127 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:00:20.731139 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613369'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.734108 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Attempting to bind port 97f800f7-e21d-4a8a-9a51-0782b523a069 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:20.734592 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Attempting to bind port 97f800f7-e21d-4a8a-9a51-0782b523a069 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:20.735053 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Attempting to bind port 97f800f7-e21d-4a8a-9a51-0782b523a069 on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:20.741347 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:20.741884 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Checking segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:20.742406 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.742863 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Bound using segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:20.743653 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Bound port: 97f800f7-e21d-4a8a-9a51-0782b523a069, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:20.744098 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.816640 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] For port 97f800f7-e21d-4a8a-9a51-0782b523a069, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:20.821147 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] For port 97f800f7-e21d-4a8a-9a51-0782b523a069, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=97f800f7-e21d-4a8a-9a51-0782b523a069,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:20.828805 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:20.876974 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Router 1e9687a7-ddba-43be-b9b4-f9981d089c9d is scheduled to L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 17:00:20.887086 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45a8cc-f216-4b8b-afb5-82a118b005d2 None None] Pushing event updated for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:20.910406 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:20.911389 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:20.965192 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] Provisioning complete for port 97f800f7-e21d-4a8a-9a51-0782b523a069 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:20.965780 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.031437 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:21.036001 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:21.057200 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Sync routers for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:21.057471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.059446 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ff5c181-8e4b-48a2-abcd-7cd7d9b6803d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9802723 Oct 11 17:00:21.062458 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:21.104553 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:21.105606 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:21.113567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.169822 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79725fca-4721-4169-a1b8-dca3f489508d None None] Network 7daed98c-ab71-485d-b687-3b59e4391951 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:00:21.278139 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:21.282058 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] For port 97f800f7-e21d-4a8a-9a51-0782b523a069, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=97f800f7-e21d-4a8a-9a51-0782b523a069,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:21.294689 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.318931 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0051-620c-48e1-ab62-df8037ba85df None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:21.360181 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:21.525798 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798b9b1-409c-4ab3-8089-27aae2ceb7e3 None None] Pushing event updated for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:21.554654 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Provisioning complete for port 97f800f7-e21d-4a8a-9a51-0782b523a069 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:21.555018 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.712979 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 3, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:21.742476 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Provisioning complete for port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:21.742843 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.768279 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Checking router: 1e9687a7-ddba-43be-b9b4-f9981d089c9d for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:21.768623 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Updating router 1e9687a7-ddba-43be-b9b4-f9981d089c9d port 0134d803-a6f2-41f6-9101-2b4b222b3b69 binding host n-d-master-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:00:21.809454 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.902159 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.930409 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:21.994932 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] For port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:22.023011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.092831 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee06d1-0618-4d50-a61d-f928f68b1442 None None] Pushing event updated for resources: {'Port': ['ID=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:22.133625 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Allocated IP 172.20.0.1 (7daed98c-ab71-485d-b687-3b59e4391951/ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518/e648a672-84e7-4633-b548-4ccbc7527ac7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:22.182183 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b652860-0a46-46cf-811d-ebe8d2235e23 None None] Provisioning complete for port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:22.182551 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b652860-0a46-46cf-811d-ebe8d2235e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.188275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.212661 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.242349 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.277284 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.279195 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 194aafaa-9c8e-4210-9aea-6f83bebba39a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:22.285743 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8f1d-f611-4429-af61-561c21d5d68c None None] Pushing event updated for resources: {'Port': ['ID=0134d803-a6f2-41f6-9101-2b4b222b3b69,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:22.305080 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Attempting to bind port 0134d803-a6f2-41f6-9101-2b4b222b3b69 on host n-d-master-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:22.305449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Attempting to bind port 0134d803-a6f2-41f6-9101-2b4b222b3b69 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:22.305829 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Attempting to bind port 0134d803-a6f2-41f6-9101-2b4b222b3b69 on network 25986cc1-1584-446d-863c-eb94e15bb3b6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:22.313500 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Network 7daed98c-ab71-485d-b687-3b59e4391951 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:22.320160 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:22.320491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Checking segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:22.321173 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.321838 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Bound using segment: {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:22.322123 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Bound port: 0134d803-a6f2-41f6-9101-2b4b222b3b69, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae82ac-302c-4664-9c46-e3bf931ff26f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:22.322339 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:22.322497 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.325871 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:22.353813 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Pushing event updated for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:22.370231 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613160'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.417826 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] For port 0134d803-a6f2-41f6-9101-2b4b222b3b69, host n-d-master-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:22.421804 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] For port 0134d803-a6f2-41f6-9101-2b4b222b3b69, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0134d803-a6f2-41f6-9101-2b4b222b3b69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:22.427318 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 194aafaa-9c8e-4210-9aea-6f83bebba39a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:22.428593 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.430402 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.522612 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.523037 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:22.523671 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:22.532006 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8f1d-f611-4429-af61-561c21d5d68c None None] Pushing event updated for resources: {'Port': ['ID=0134d803-a6f2-41f6-9101-2b4b222b3b69,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:22.694007 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.698710 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.765961 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Pushing event updated for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:22.770178 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3643741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587704'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.811875 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 97f800f7-e21d-4a8a-9a51-0782b523a069 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:22.845598 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f7642562-1223-40b2-8619-3331663b0807 None None] Provisioning complete for port e648a672-84e7-4633-b548-4ccbc7527ac7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:22.845968 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7642562-1223-40b2-8619-3331663b0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.863302 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Network 7daed98c-ab71-485d-b687-3b59e4391951 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:22.864633 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:22.886056 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:22.926126 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7642562-1223-40b2-8619-3331663b0807 None None] Port e648a672-84e7-4633-b548-4ccbc7527ac7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:00:22.984983 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 97f800f7-e21d-4a8a-9a51-0782b523a069 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:22.985705 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:22.987589 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Router 1e9687a7-ddba-43be-b9b4-f9981d089c9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:00:23.102871 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:23.107929 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-accbe731-cc1c-4050-9baf-ff8b10e00c4a admin admin] 10.222.0.31 "PUT /v2.0/routers/1e9687a7-ddba-43be-b9b4-f9981d089c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439065 Oct 11 17:00:23.163117 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5b978d0b-09c7-4f1f-87d3-1ebf989c310a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:23.166456 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9000b7ba-99c2-4494-bdea-bf92f3d4ba23 None None] Provisioning complete for port e648a672-84e7-4633-b548-4ccbc7527ac7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:23.166456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9000b7ba-99c2-4494-bdea-bf92f3d4ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.239200 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9000b7ba-99c2-4494-bdea-bf92f3d4ba23 None None] Port e648a672-84e7-4633-b548-4ccbc7527ac7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:00:23.250412 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e648a672-84e7-4633-b548-4ccbc7527ac7', 'name': '', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'mac_address': 'fa:16:3e:ad:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:21Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 1, 'project_id': '394389f841bf441096be8a7d55c471d3', 'subnets': [{'id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:23.280235 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212a6d-56f1-490a-896c-435400456d6c None None] The sync data for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 is: [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e648a672-84e7-4633-b548-4ccbc7527ac7', 'name': '', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'mac_address': 'fa:16:3e:ad:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:21Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 1, 'project_id': '394389f841bf441096be8a7d55c471d3', 'subnets': [{'id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:23.285707 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:23.286083 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.780969 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:23.785719 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261303658', 'description': 'tempest-secgroup-smoke-1261303658 description', 'project_id': '8dc5384442194b3fb0e7f809592b8352'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:23.808456 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.875006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.878671 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.907299 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:23.908544 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1265199 Oct 11 17:00:23.911654 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:23.913316 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3a6a0-2224-41a5-9b07-1c9dcb7b6398 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:23.917520 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:23.942444 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.000034 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.003965 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.026750 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664eb4b0-86d0-4c57-bdb3-901b5cc080c5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.032005 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.032681 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-07a451f7-55c0-47ba-b8be-783040366e82 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189375 Oct 11 17:00:24.035546 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:24.041235 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:24.072040 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.154260 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.158835 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.180271 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496254a8-0591-46b8-8efd-d3ddc16aa81c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.186384 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.188933 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-5d9cbe52-6352-4d42-a01a-b8f9f97f82f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506250 Oct 11 17:00:24.190292 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:24.195318 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:24.224869 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0134d803-a6f2-41f6-9101-2b4b222b3b69 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:24.229845 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.275020 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0134d803-a6f2-41f6-9101-2b4b222b3b69 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:24.275483 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.294949 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.300136 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.319673 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccba9d47-7def-488b-bbee-e5fb15155ddf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.332980 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.335234 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-e737f195-3fe7-48c6-8aa9-3e713c0d3d3e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440105 Oct 11 17:00:24.338040 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:24.342542 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:24.365562 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.373624 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.387984 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] For port 0134d803-a6f2-41f6-9101-2b4b222b3b69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0134d803-a6f2-41f6-9101-2b4b222b3b69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:24.393195 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.394111 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5b978d0b-09c7-4f1f-87d3-1ebf989c310a up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:24.440128 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.446006 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.465961 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858fd563-73a6-4304-b88c-254cde98a2aa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.477918 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.480888 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Pushing event updated for resources: {'Port': ['ID=0134d803-a6f2-41f6-9101-2b4b222b3b69,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.482131 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:24.482468 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-911973a9-7c20-4f03-9e4d-88a52f1dda0f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434000 Oct 11 17:00:24.486850 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:24.503941 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:24.504308 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.512934 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Project 8dc5384442194b3fb0e7f809592b8352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:00:24.520267 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.586638 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.591056 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.612603 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62599e38-66e7-4b8f-b3d0-388fa10ce72e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.620229 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.621516 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c8f8405-399e-4cb2-9260-00fc5fee8137 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382298 Oct 11 17:00:24.624103 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 40408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:24.628499 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'security_group_rule': {'security_group_id': '7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786', 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:24.650818 n-d-master-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Project 8dc5384442194b3fb0e7f809592b8352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 17:00:24.656471 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.720418 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.724961 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122252'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.743574 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8385889-f9c4-497d-a0ae-8e86fc93e0e5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:24.751482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:24.752664 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-51425bab-d64e-4ceb-af49-4f5de1ef6109 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276264 Oct 11 17:00:24.895345 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c524851e-c7a1-4a7f-a2db-a27cee5bf5d9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261303658&fields=id&tenant_id=8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 267 time: 0.0326900 Oct 11 17:00:25.004469 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-4e580714-21d9-4b12-a845-a81384dbb866 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:25.006436 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-4e580714-21d9-4b12-a845-a81384dbb866 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 810 time: 0.1036141 Oct 11 17:00:25.022054 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-5c051a6a-9cfb-4b24-af8b-fc87174f96f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/quotas/8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Oct 11 17:00:25.071041 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-f72c6a4d-a8c6-4ac4-8d71-e08c1f485a11 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438318 Oct 11 17:00:25.260705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-2b18d320-d4c1-42e8-8188-b61d36f8f31b service neutron] 10.222.0.31 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784101 Oct 11 17:00:25.355594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-6077d37c-8305-4c23-9194-b57c87bc208a service neutron] 10.222.0.31 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Oct 11 17:00:25.409945 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Sync routers for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:25.419881 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:25.420476 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:25.527229 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-88c50b99-5b99-4426-89ea-8c216703cfb9 req-e01378d4-3265-4704-b1cb-352c3c0660d7 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0271029 Oct 11 17:00:25.529777 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:25.718391 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e648a672-84e7-4633-b548-4ccbc7527ac7', 'name': '', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'mac_address': 'fa:16:3e:ad:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:21Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 2, 'project_id': '394389f841bf441096be8a7d55c471d3', 'subnets': [{'id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:25.832090 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Checking router: 1e9687a7-ddba-43be-b9b4-f9981d089c9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:25.832437 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Updating router 1e9687a7-ddba-43be-b9b4-f9981d089c9d port e648a672-84e7-4633-b548-4ccbc7527ac7 binding host n-d-master-1 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 17:00:25.857513 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.101218 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0134d803-a6f2-41f6-9101-2b4b222b3b69 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:26.115346 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.120873 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.152168 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port 0134d803-a6f2-41f6-9101-2b4b222b3b69 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:26.152536 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.169810 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4a98-fc21-490d-9ee5-2020c1218eca None None] Pushing event updated for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:26.227335 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Attempting to bind port e648a672-84e7-4633-b548-4ccbc7527ac7 on host n-d-master-1 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:26.227702 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Attempting to bind port e648a672-84e7-4633-b548-4ccbc7527ac7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:26.228062 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Attempting to bind port e648a672-84e7-4633-b548-4ccbc7527ac7 on network 7daed98c-ab71-485d-b687-3b59e4391951 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:26.233243 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Checking agent: {'id': '5d3737d6-6bc7-458f-a017-f4affa71ec40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 13, 6), 'started_at': datetime.datetime(2021, 10, 11, 15, 13, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:26.233640 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Checking segment: {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:26.234043 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.234436 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Bound using segment: {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:26.234891 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Bound port: e648a672-84e7-4633-b548-4ccbc7527ac7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545f6f1-627e-41bb-bf92-2afeb3708bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:26.235267 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.300987 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] For port e648a672-84e7-4633-b548-4ccbc7527ac7, host n-d-master-1, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:26.304943 n-d-master-1 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] For port e648a672-84e7-4633-b548-4ccbc7527ac7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e648a672-84e7-4633-b548-4ccbc7527ac7,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:26.309343 n-d-master-1 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.372299 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4a98-fc21-490d-9ee5-2020c1218eca None None] Pushing event updated for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:26.377434 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:26.378159 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:26.383283 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] Provisioning complete for port e648a672-84e7-4633-b548-4ccbc7527ac7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:26.383652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.472507 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.495324 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:26.507738 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] For port e648a672-84e7-4633-b548-4ccbc7527ac7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e648a672-84e7-4633-b548-4ccbc7527ac7,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:26.512657 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.566222 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b08f31-d251-429d-95d4-505e04d3c7dc None None] Pushing event updated for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:26.610973 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-29481ca2-a7c1-4efe-bc14-09142f5e7865 req-962e0277-d034-448f-8984-968851205860 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0267558 Oct 11 17:00:26.631744 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce84f08f-9d07-4a57-bc84-978b78eb83b5 None None] Provisioning complete for port e648a672-84e7-4633-b548-4ccbc7527ac7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:26.632115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce84f08f-9d07-4a57-bc84-978b78eb83b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:26.721540 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e648a672-84e7-4633-b548-4ccbc7527ac7', 'name': '', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'mac_address': 'fa:16:3e:ad:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:21Z', 'updated_at': '2021-10-11T17:00:26Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'subnets': [{'id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:26.746845 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49ba5d-5637-48fc-bfdb-28fd47600741 None None] The sync data for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 is: [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:22Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e648a672-84e7-4633-b548-4ccbc7527ac7', 'name': '', 'network_id': '7daed98c-ab71-485d-b687-3b59e4391951', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'mac_address': 'fa:16:3e:ad:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:21Z', 'updated_at': '2021-10-11T17:00:26Z', 'revision_number': 4, 'project_id': '394389f841bf441096be8a7d55c471d3', 'subnets': [{'id': 'ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:27.693935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-d191ae5d-ac28-481d-bf62-3cdc91ec70ac req-c43393fc-22b5-4103-aa4c-21318fc2e932 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0306406 Oct 11 17:00:28.116655 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e648a672-84e7-4633-b548-4ccbc7527ac7 up at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:28.166890 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Provisioning complete for port e648a672-84e7-4633-b548-4ccbc7527ac7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:28.167259 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:28.769661 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-fe65e7d3-f77b-4bd0-bf11-d25370b4b353 req-bee954ac-b395-4260-9cc2-2b62485e7bfc tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0259776 Oct 11 17:00:29.862034 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-de1ce779-c6a9-421d-a6c2-9001940943be req-da7a6a94-62ff-49b2-9216-87e24ba72d4e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0261397 Oct 11 17:00:30.526042 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-74c31b4c-bf54-44ed-a493-f39cd88d5f39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:30.527422 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-74c31b4c-bf54-44ed-a493-f39cd88d5f39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 810 time: 0.1046188 Oct 11 17:00:30.569362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-fac8a217-7a95-43ce-9d7f-890d7231dd7b tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 380 time: 0.0331764 Oct 11 17:00:30.578789 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'port': {'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'admin_state_up': True, 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'security_groups': ['7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:30.690751 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Made reservation on behalf of 8dc5384442194b3fb0e7f809592b8352 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:00:30.694388 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:30.814636 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Allocated IP 172.20.0.5 (54b311fb-234d-4649-9508-f4f3543a12cf/45a317c0-8a3f-4c80-9936-9213d94723c7/e652db6f-9a1d-441b-8877-fa9ee596bfdb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:30.954797 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:30.955063 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-76e51fe1-9a93-4959-966b-9f204768c08a req-ed21bda8-c276-41bd-bd91-6853437ad844 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 210 time: 0.0261261 Oct 11 17:00:30.987905 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.032457 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Network 54b311fb-234d-4649-9508-f4f3543a12cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:31.035391 n-d-master-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:31.039128 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:31.045187 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:31.094627 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:31.095144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.112781 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-c6b2014a-cede-43b0-bd44-68604057cd18 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374312 Oct 11 17:00:31.125040 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Request body: {'port': {'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:31.181022 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.256250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b43210c4-b6ea-4bc7-881a-00e6a8aa712b None None] Provisioning complete for port e652db6f-9a1d-441b-8877-fa9ee596bfdb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:31.256852 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b43210c4-b6ea-4bc7-881a-00e6a8aa712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.289366 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b43210c4-b6ea-4bc7-881a-00e6a8aa712b None None] Port e652db6f-9a1d-441b-8877-fa9ee596bfdb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:00:31.438236 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e652db6f-9a1d-441b-8877-fa9ee596bfdb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:00:31.446033 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.457970 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Transition to ACTIVE for port object e652db6f-9a1d-441b-8877-fa9ee596bfdb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:00:31.461535 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.550025 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:31.581574 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Attempting to bind port e652db6f-9a1d-441b-8877-fa9ee596bfdb on host n-h2-master-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:00:31.581903 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Attempting to bind port e652db6f-9a1d-441b-8877-fa9ee596bfdb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:00:31.582223 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Attempting to bind port e652db6f-9a1d-441b-8877-fa9ee596bfdb on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:31.586680 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Port e652db6f-9a1d-441b-8877-fa9ee596bfdb on network 54b311fb-234d-4649-9508-f4f3543a12cf not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:00:31.586994 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Attempting to bind port e652db6f-9a1d-441b-8877-fa9ee596bfdb on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:00:31.591918 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Checking agent: {'id': 'ceaa0a2b-016e-4b69-a604-bc747ff83b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:00:31.592259 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Checking segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:00:31.592651 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Bound using segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:00:31.593084 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Bound port: e652db6f-9a1d-441b-8877-fa9ee596bfdb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:00:31.593446 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.660888 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:00:31.664588 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:00:31.667967 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8550554'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.705339 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:31.705856 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:31.707233 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 1091 time: 0.5864007 Oct 11 17:00:31.707673 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:00:31.710037 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:00:31.735731 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9749-5e9f-44aa-96e6-9fcf8285a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:31.764507 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e0ffbe-fbd9-4d91-bf8d-218279870728 x-openstack-request-id: req-17e0ffbe-fbd9-4d91-bf8d-218279870728 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:00:31.764724 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:00:31.764968 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17e0ffbe-fbd9-4d91-bf8d-218279870728 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:00:31.765354 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'status': 'completed', 'code': 200} Oct 11 17:00:31.799442 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-917969de-d63d-4a19-8431-07dda1face98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:31.800955 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-917969de-d63d-4a19-8431-07dda1face98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0463467 Oct 11 17:00:31.844243 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-359c672c-2a4c-4d65-a99f-8848c8ad9857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 217 time: 0.0349085 Oct 11 17:00:31.898413 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-758ddc4b-dd42-4189-af29-fba9f82c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:31.899851 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-758ddc4b-dd42-4189-af29-fba9f82c8047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0487144 Oct 11 17:00:31.945071 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-140cf863-3bd2-4e2b-b222-8fcd9cdf261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:31.946650 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-140cf863-3bd2-4e2b-b222-8fcd9cdf261d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399296 Oct 11 17:00:32.037871 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-74cc561a-79a9-4d4b-9e29-0926defac8b4 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Oct 11 17:00:32.071420 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eedf3c-a147-40c6-88b9-95bd3f9a06bd req-a7824699-0fa7-4c4e-ab3a-732588eb15e2 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:32.072900 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7eedf3c-a147-40c6-88b9-95bd3f9a06bd req-a7824699-0fa7-4c4e-ab3a-732588eb15e2 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 943 time: 0.0494351 Oct 11 17:00:32.110242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-c7eedf3c-a147-40c6-88b9-95bd3f9a06bd req-95099d70-447a-42bd-ad80-20b16bd41a7f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Oct 11 17:00:32.136127 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-4debcd97-e637-4987-b6a5-7fa3d0a52762 req-17331e30-2d2b-405d-8054-f44633057cd9 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Oct 11 17:00:32.222358 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-9f77d121-eacf-4d27-907c-80492d6f531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:32.223791 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-9f77d121-eacf-4d27-907c-80492d6f531f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0399914 Oct 11 17:00:32.317113 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-70d48434-b2d3-4483-b4f4-6b77edd33f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:32.318583 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-70d48434-b2d3-4483-b4f4-6b77edd33f41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0866823 Oct 11 17:00:32.358885 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-18fb8ec8-374f-40b6-803c-d090b9053c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 217 time: 0.0337257 Oct 11 17:00:32.406841 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-29376aa2-81eb-441f-a36a-0f959c5a0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:32.408212 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-29376aa2-81eb-441f-a36a-0f959c5a0707 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0421808 Oct 11 17:00:32.458484 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-11eff55b-a238-412e-8670-130c76c96ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:32.459917 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-11eff55b-a238-412e-8670-130c76c96ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425975 Oct 11 17:00:32.500210 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-494d654b-859c-4037-84de-548197c40021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:32.551227 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-79d85c2d-79a0-4207-80eb-30870ccb27d3 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 Oct 11 17:00:32.643273 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-be3b85ed-33ef-47d1-9e7a-aafac9684cd6 req-dba728c5-e1b7-4263-8998-3c947cc32482 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Oct 11 17:00:33.230649 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc2b7-fb49-4998-b0cd-46bc4a30d060 req-369a998c-b674-4e8d-905f-27174d01a94e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:33.232102 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62ccc2b7-fb49-4998-b0cd-46bc4a30d060 req-369a998c-b674-4e8d-905f-27174d01a94e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 943 time: 0.0521996 Oct 11 17:00:33.268412 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-62ccc2b7-fb49-4998-b0cd-46bc4a30d060 req-837b6600-6f0a-4f2a-86e6-8a022da0d6c7 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303102 Oct 11 17:00:34.040413 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:00:34.133947 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:34.144359 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:00:34.180103 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:34.191933 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e652db6f-9a1d-441b-8877-fa9ee596bfdb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:00:34.214225 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:34.218182 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:34.262815 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:34.379873 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35333a08-7cf4-41aa-b287-fd5c33817884 req-c0b73aa8-f674-4d7d-88cd-74d77859fb3a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:34.382008 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35333a08-7cf4-41aa-b287-fd5c33817884 req-c0b73aa8-f674-4d7d-88cd-74d77859fb3a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 944 time: 0.0484211 Oct 11 17:00:34.418416 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-35333a08-7cf4-41aa-b287-fd5c33817884 req-6685c00b-7c27-40b4-a680-29cc2e3f422d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Oct 11 17:00:34.421597 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e652db6f-9a1d-441b-8877-fa9ee596bfdb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:00:35.476779 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ca64f4f-62f9-4f77-95db-1cb044c8f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:35.531365 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f48ba-9dcd-4e19-8f7b-846f35a3c58d req-a061ce35-4bee-4886-a58b-5df4f76e2920 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:35.532802 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a6f48ba-9dcd-4e19-8f7b-846f35a3c58d req-a061ce35-4bee-4886-a58b-5df4f76e2920 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 944 time: 0.0474656 Oct 11 17:00:35.568947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0a6f48ba-9dcd-4e19-8f7b-846f35a3c58d req-8befd2b2-2936-4782-9dad-fcde2e079b01 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302548 Oct 11 17:00:35.995297 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:00:36.055533 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:00:36.102679 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning for port e652db6f-9a1d-441b-8877-fa9ee596bfdb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:00:36.106271 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port e652db6f-9a1d-441b-8877-fa9ee596bfdb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:00:36.106637 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:36.194669 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:36.196261 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:36.217962 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:00:36.220356 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f147729-7b56-412d-a00c-578f0ee26787" -d '{"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-plugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:00:36.233862 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:00:36.238112 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:36.285907 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:36.314953 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:36.325627 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c108877-0926-45a8-808e-0ebad7cf771e x-openstack-request-id: req-1c108877-0926-45a8-808e-0ebad7cf771e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:00:36.325951 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-plugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:00:36.326200 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c108877-0926-45a8-808e-0ebad7cf771e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:00:36.326586 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'code': 200} Oct 11 17:00:36.422708 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f18a5-8938-474a-af0d-33266837276a req-b5a76fb8-fbfb-47a2-ad3d-97f31f713466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:36.424188 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c2f18a5-8938-474a-af0d-33266837276a req-b5a76fb8-fbfb-47a2-ad3d-97f31f713466 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1096 time: 0.0411425 Oct 11 17:00:36.458906 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c2f18a5-8938-474a-af0d-33266837276a req-d5b17f2e-9985-4b5a-937f-75f867fa820e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262165 Oct 11 17:00:36.683253 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5356-58a3-41d7-8fdb-f2f185517555 req-50f8e664-ab1b-436a-868d-32ff83d42f6d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:36.684705 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-742f5356-58a3-41d7-8fdb-f2f185517555 req-50f8e664-ab1b-436a-868d-32ff83d42f6d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 945 time: 0.0517037 Oct 11 17:00:36.721330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-742f5356-58a3-41d7-8fdb-f2f185517555 req-0a60f9b0-8498-4102-9b3d-c439d2424281 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Oct 11 17:00:37.836020 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d67e-9d27-44b6-b443-2862ace15280 req-02723c61-d756-4199-a2a9-d5d46e70a553 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:37.837505 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6382d67e-9d27-44b6-b443-2862ace15280 req-02723c61-d756-4199-a2a9-d5d46e70a553 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 945 time: 0.0494545 Oct 11 17:00:37.873708 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-6382d67e-9d27-44b6-b443-2862ace15280 req-b25ba397-9b1f-4031-8a13-de801ea126df tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303211 Oct 11 17:00:37.984573 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14ec7-2b28-41d7-afb4-dfcc03849fa9 req-3f3d8806-f6ea-4a18-894f-af6df0449ea3 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:37.986044 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14e14ec7-2b28-41d7-afb4-dfcc03849fa9 req-3f3d8806-f6ea-4a18-894f-af6df0449ea3 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 945 time: 0.0471454 Oct 11 17:00:38.023323 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-14e14ec7-2b28-41d7-afb4-dfcc03849fa9 req-5500994a-3bb7-4036-8205-f0f9ffcd28bc tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Oct 11 17:00:38.044645 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:38.120757 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.132724 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728c3d0-5771-4961-8a45-301233bf3176 tempest-TestSnapshotPattern-1977986893 tempest-TestSnapshotPattern-1977986893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:38.134984 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3728c3d0-5771-4961-8a45-301233bf3176 tempest-TestSnapshotPattern-1977986893 tempest-TestSnapshotPattern-1977986893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1091 time: 0.0888803 Oct 11 17:00:38.137442 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:00:38.141781 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:00:38.163706 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.256410 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.359933 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Allocated IP 172.35.3.127 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/948fa7bb-f373-46bc-9d36-863e998a08ca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:00:38.459948 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.496760 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.536057 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:00:38.541689 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:00:38.543842 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=948fa7bb-f373-46bc-9d36-863e998a08ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:38.545962 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:00:38.892960 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:38.957071 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:39.103923 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:39.108343 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:39.174788 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=948fa7bb-f373-46bc-9d36-863e998a08ca,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:00:39.185021 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:39.282394 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Floating IP e9a51582-ecc2-4c5f-ab5b-021417fa9fdc associated. External IP: 172.35.3.127, port: e652db6f-9a1d-441b-8877-fa9ee596bfdb. Oct 11 17:00:39.485385 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:00:39.883509 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:00:39.894106 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:00:39.900703 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:39.904417 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:39.904656 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:39.928647 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-6aa49a39-632a-435e-958b-556c35885a8e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7901299 Oct 11 17:00:39.929196 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:00:39.931729 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc" -d '{"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:00:40.016014 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:40.018308 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ede1c1-5822-4999-91ec-dfb7bc9c4bf7 x-openstack-request-id: req-66ede1c1-5822-4999-91ec-dfb7bc9c4bf7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:00:40.018588 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:00:40.018835 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66ede1c1-5822-4999-91ec-dfb7bc9c4bf7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:00:40.019227 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'status': 'completed', 'code': 200} Oct 11 17:00:40.079452 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-ade86edd-9b64-42d4-854e-232dc7c1b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:40.080940 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-ade86edd-9b64-42d4-854e-232dc7c1b820 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1096 time: 0.0401349 Oct 11 17:00:40.175903 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-173b45f9-3b3f-46d3-8938-e10f58945a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:40.177347 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-173b45f9-3b3f-46d3-8938-e10f58945a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0898509 Oct 11 17:00:40.239730 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:38Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:40.246141 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-dbf3ebc5-1e40-4e5a-bcb2-de543d9914eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 999 time: 0.0617530 Oct 11 17:00:40.265575 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:00:40.274662 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:00:40.275259 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:00:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:40.295826 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-cbb90ca4-1191-495a-b0e0-7fb0d3308288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:40.297261 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-cbb90ca4-1191-495a-b0e0-7fb0d3308288 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0439620 Oct 11 17:00:40.341990 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-8bf76a82-641f-434a-97d9-6065f923e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:00:40.343362 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-8bf76a82-641f-434a-97d9-6065f923e40a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390029 Oct 11 17:00:40.438837 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-40a0e7e1-755a-4678-a8b6-a19616745837 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882466 Oct 11 17:00:40.530335 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab8b112-e6d4-4c4a-984f-6a97ca0f97fc req-a7c8de11-b18a-4764-839d-db32c5ec9363 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849514 Oct 11 17:00:40.537909 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:00:40.550419 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:00:40.764613 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:38Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:00:40.794162 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604bb1d-65c6-4983-8742-ab5dbc0b88d3 None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:38Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:00:40.976692 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb874dd-9b87-4ff3-afc0-1839c187cc38 None None] New status for floating IP e9a51582-ecc2-4c5f-ab5b-021417fa9fdc: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:00:41.615121 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:02.500127 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0721c9b5-9ec1-4895-ae9b-044162696cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:05.477886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f6c920e-8875-495e-9393-e3d738e83688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:06.167305 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:06.317466 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:08.122428 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:10.486723 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:11.641321 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:12.994963 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:01:19.158302 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-3af5fa34-8bda-4609-9be6-d6e9bc914fbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391440 Oct 11 17:01:19.239896 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-7344e4d2-da0a-485c-82c2-41d345967b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:01:19.241870 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-7344e4d2-da0a-485c-82c2-41d345967b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1096 time: 0.0429919 Oct 11 17:01:19.340669 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-87e77e0c-8894-4011-87d1-fac1e3821d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:01:19.342116 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-87e77e0c-8894-4011-87d1-fac1e3821d41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0812738 Oct 11 17:01:19.411435 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-af4375d3-5873-49b0-a6d7-7aa37201fb0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 1001 time: 0.0613005 Oct 11 17:01:19.459736 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-3760ff37-d599-4be0-8c17-47b84de1f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:01:19.461089 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-3760ff37-d599-4be0-8c17-47b84de1f5a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0419574 Oct 11 17:01:19.505768 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-e8d0879a-8868-4bca-b26e-03d5d3b3fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:01:19.507206 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-e8d0879a-8868-4bca-b26e-03d5d3b3fc8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387027 Oct 11 17:01:19.596296 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-807b30d1-3adb-4220-b500-e2a3945465c5 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815799 Oct 11 17:01:19.683638 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-b541d6ee-3342-49e2-9b20-a9c1341269cc req-88433c39-33b9-432c-b1aa-ffe1e5cb4248 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792081 Oct 11 17:01:32.499658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b741c5c6-ea9a-4ca4-9928-0eae4ebc0638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:35.478106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43f004ab-b572-4f75-bd8b-3df9d568378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:36.168630 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:36.319462 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:38.127277 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:40.486771 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:41.628329 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:01:49.994627 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:02:02.500041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-482b2302-c3de-4c01-907a-65f1acc9b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:05.477583 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f675b70e-c900-4e66-9f53-0f803bdd997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:06.169233 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:06.322325 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:08.127936 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:10.503147 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:11.627589 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:21.233286 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-c2cadb28-af26-4e75-b1a5-63be6dfdf1b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969548 Oct 11 17:02:21.316960 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-c3e63a80-5e17-4773-9b5e-b267cc4001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:21.318424 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-c3e63a80-5e17-4773-9b5e-b267cc4001eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1096 time: 0.0438058 Oct 11 17:02:21.417579 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-6e3a45f2-7ea8-49b5-a87d-a874ede4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:21.418933 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-6e3a45f2-7ea8-49b5-a87d-a874ede4b4e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0828717 Oct 11 17:02:21.487399 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-11e9ca6a-51b6-4e2a-88bc-0886fe7ae0a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 1001 time: 0.0607085 Oct 11 17:02:21.534347 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-094b8a12-0a50-446e-9803-15db60f3d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:21.535738 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-094b8a12-0a50-446e-9803-15db60f3d070 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0421534 Oct 11 17:02:21.578413 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-a49f1652-c573-4ef1-b7d6-2dec1d41a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:21.579827 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-a49f1652-c573-4ef1-b7d6-2dec1d41a065 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375717 Oct 11 17:02:21.670562 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-4612884c-8dcf-4648-bc0f-3abbfa6f4026 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Oct 11 17:02:21.758369 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-0f8b5b09-b6b6-4253-90c9-f07737d2ddcb req-95cca9d8-a1fc-41a8-8a11-1d6bab32954c service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796056 Oct 11 17:02:26.993104 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:02:32.500658 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a782d7b-f7f3-487c-93b7-1dcd1cfbac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:35.480552 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f953-8406-4f04-8145-a085ba4437be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:36.169958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:36.325076 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:38.132021 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:38.723449 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:02:38.817931 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:02:38.829176 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Returning: {'device': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:02:38.865795 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:38.878110 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e652db6f-9a1d-441b-8877-fa9ee596bfdb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:02:38.897694 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:02:38.902491 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:38.952880 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:02:38.960951 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.961294 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.961658 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.962001 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.962333 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.962661 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.962984 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.963304 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.963622 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.963952 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.964264 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.964581 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:38.970365 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] get_ports_and_sgs() called for port_ids ['e652db6f-9a1d-441b-8877-fa9ee596bfdb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:02:40.521340 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:40.727935 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb up at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:02:40.780188 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Provisioning complete for port e652db6f-9a1d-441b-8877-fa9ee596bfdb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:02:40.780650 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:40.864741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:40.892043 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:02:40.894557 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f4e3d-a2c3-4735-ae76-b094572075f6" -d '{"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-plugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:02:40.908471 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:02:40.914555 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:40.954523 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d45e4d-218a-4628-a4c7-0e73360840a2 x-openstack-request-id: req-08d45e4d-218a-4628-a4c7-0e73360840a2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:02:40.954867 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-plugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:02:40.955136 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08d45e4d-218a-4628-a4c7-0e73360840a2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:02:40.955521 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'code': 200} Oct 11 17:02:40.975919 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:02:41.647745 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:49.103784 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-3e052685-32de-4de3-9636-850d12ccc530 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261303658&fields=id&tenant_id=8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 267 time: 0.0334241 Oct 11 17:02:49.210743 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-cd6bb68d-a0d2-4252-82d6-4bd1e3b3c962 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:49.212184 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-cd6bb68d-a0d2-4252-82d6-4bd1e3b3c962 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 810 time: 0.1020398 Oct 11 17:02:49.226975 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-cc2cc3a5-46fe-4502-8ae4-b1ff5ba61be7 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/quotas/8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 375 time: 0.0092592 Oct 11 17:02:49.279853 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5fe75727-5861-492d-b9b3-36ffa5aa0252 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479367 Oct 11 17:02:49.335875 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-95279cda-6e2c-44d9-8ae7-7c8d9f73212f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:02:49.336861 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-95279cda-6e2c-44d9-8ae7-7c8d9f73212f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0455375 Oct 11 17:02:49.429953 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-158f7155-c2e8-42c4-8d29-fd3f2f48c622 service neutron] 10.222.0.31 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Oct 11 17:02:49.516674 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-7b6a0f03-e639-4221-96f7-f905c60a53f9 service neutron] 10.222.0.31 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808592 Oct 11 17:02:49.713073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-0bb121e6-d20c-47ba-a393-7dde024573fc req-4671660d-cc85-494b-8224-42c7fd12ccbb tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 210 time: 0.0307760 Oct 11 17:02:50.621442 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-0c9aa929-db98-4793-8035-9b1b80c487e5 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:50.623049 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-0c9aa929-db98-4793-8035-9b1b80c487e5 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 810 time: 0.1045094 Oct 11 17:02:50.668373 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-3c0973fb-17f6-4989-b2f8-07196967d5eb tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dc5384442194b3fb0e7f809592b8352 HTTP/1.1" status: 200 len: 380 time: 0.0356994 Oct 11 17:02:50.677800 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'port': {'device_id': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'admin_state_up': True, 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'security_groups': ['7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:02:50.815659 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4cf4d7e7-b2a2-4e01-8dd6-fe5e09ea2f89 req-bc06be11-73bc-4fe8-8b48-efa083b1648a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 210 time: 0.0278776 Oct 11 17:02:50.816364 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Made reservation on behalf of 8dc5384442194b3fb0e7f809592b8352 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 17:02:50.816482 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:02:50.821782 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:50.934246 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:50.982335 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:02:50.984132 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:02:50.988547 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50049754-d381-4447-8666-97e0deda38f6" -d '{"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-unplugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:02:51.008607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:51.013661 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Allocated IP 172.20.0.11 (54b311fb-234d-4649-9508-f4f3543a12cf/45a317c0-8a3f-4c80-9936-9213d94723c7/8fe13d2f-7394-43a4-80c6-f40b7f213804) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:02:51.071416 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4e55e4-7ed0-4edf-9d23-6f8fa99a56d3 x-openstack-request-id: req-ce4e55e4-7ed0-4edf-9d23-6f8fa99a56d3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:02:51.071416 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-unplugged", "status": "completed", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:02:51.071416 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4e55e4-7ed0-4edf-9d23-6f8fa99a56d3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:02:51.071954 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'code': 200} Oct 11 17:02:51.111105 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Pushing event updated for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:02:51.223728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:51.257308 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:51.299505 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Network 54b311fb-234d-4649-9508-f4f3543a12cf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:02:51.303299 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:02:51.307241 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:02:51.358732 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:02:51.373346 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:51.374050 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:51.377330 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.377679 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.378025 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.378365 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.378696 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.379023 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.379344 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.379665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.379994 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.380309 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.380618 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.381716 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:02:51.402594 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-5996d477-84d5-4738-a008-b424331775ac tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7277746 Oct 11 17:02:51.669064 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72ba71f1-ec4a-49da-a1aa-b9b947c2844a None None] Provisioning complete for port 8fe13d2f-7394-43a4-80c6-f40b7f213804 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:02:51.669563 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72ba71f1-ec4a-49da-a1aa-b9b947c2844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:02:51.709464 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72ba71f1-ec4a-49da-a1aa-b9b947c2844a None None] Port 8fe13d2f-7394-43a4-80c6-f40b7f213804 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 17:02:51.932957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030870-cde0-4a2c-b8b9-1bc9e66a5982 req-e14ba5b9-4f36-463b-93b0-01d72d07fe70 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:51.934438 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21030870-cde0-4a2c-b8b9-1bc9e66a5982 req-e14ba5b9-4f36-463b-93b0-01d72d07fe70 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0494175 Oct 11 17:02:51.973163 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-21030870-cde0-4a2c-b8b9-1bc9e66a5982 req-c0d371cb-a0c0-4513-8b8b-b25f9e82d563 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Oct 11 17:02:53.113742 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8284e-50c5-4700-a39b-59f1fc485dc2 req-a4ca4bde-b20d-4d2b-ae9e-8b37b5226660 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:53.115294 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8e8284e-50c5-4700-a39b-59f1fc485dc2 req-a4ca4bde-b20d-4d2b-ae9e-8b37b5226660 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0591662 Oct 11 17:02:53.155230 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f8e8284e-50c5-4700-a39b-59f1fc485dc2 req-8ae2e989-6a46-41d4-bda1-6cca9ed593db tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Oct 11 17:02:54.281686 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f493791-1954-4195-91b3-0cd061f9d96f req-bf67649b-e2fe-4680-960b-414a94fd0283 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:54.283152 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f493791-1954-4195-91b3-0cd061f9d96f req-bf67649b-e2fe-4680-960b-414a94fd0283 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0604384 Oct 11 17:02:54.320462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f493791-1954-4195-91b3-0cd061f9d96f req-f6b067c7-2807-469c-bf36-8be0879c7163 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307474 Oct 11 17:02:55.435848 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41507-f105-45e8-a7be-89ec3f6338ac req-0311cd3d-497b-40c9-90bb-d9566e217fa7 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:55.437335 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee41507-f105-45e8-a7be-89ec3f6338ac req-0311cd3d-497b-40c9-90bb-d9566e217fa7 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0485733 Oct 11 17:02:55.490688 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4ee41507-f105-45e8-a7be-89ec3f6338ac req-80d47767-5ea8-49f4-afd4-d53bd6dae0f0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Oct 11 17:02:56.605388 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c77df3-36f0-4677-9309-a4069b6bedf4 req-8b166517-32fa-4860-8999-731f23948397 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:56.607114 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5c77df3-36f0-4677-9309-a4069b6bedf4 req-8b166517-32fa-4860-8999-731f23948397 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0555210 Oct 11 17:02:56.648844 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f5c77df3-36f0-4677-9309-a4069b6bedf4 req-19309f39-20a0-44a7-b0f8-a87423a48275 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Oct 11 17:02:57.766390 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5477-55a6-4b95-8569-bc8d5609fbbd req-decd1765-ad7e-4317-9265-84b428a0f928 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:57.768676 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdbd5477-55a6-4b95-8569-bc8d5609fbbd req-decd1765-ad7e-4317-9265-84b428a0f928 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0541139 Oct 11 17:02:57.808132 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-bdbd5477-55a6-4b95-8569-bc8d5609fbbd req-de2e335f-04f9-4bc7-aba6-bdde60fc03b8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Oct 11 17:02:58.925727 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a61c5-c9f7-4db9-8d66-6ffefadea099 req-c812b1dd-f623-4f13-baf2-b18f5d8b1518 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:02:58.927385 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-375a61c5-c9f7-4db9-8d66-6ffefadea099 req-c812b1dd-f623-4f13-baf2-b18f5d8b1518 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0514865 Oct 11 17:02:58.970258 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-375a61c5-c9f7-4db9-8d66-6ffefadea099 req-e23283b1-5599-4947-a0bc-c40288475e49 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354371 Oct 11 17:03:00.109135 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793d5d2-0e7b-411f-9200-5e64a73732aa req-92a254dc-ed70-46fb-b753-2ac5312f6760 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:00.110634 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4793d5d2-0e7b-411f-9200-5e64a73732aa req-92a254dc-ed70-46fb-b753-2ac5312f6760 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0644612 Oct 11 17:03:00.148651 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-4793d5d2-0e7b-411f-9200-5e64a73732aa req-8147dea7-14d2-4375-9355-449d19629917 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Oct 11 17:03:01.270329 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70972-293a-463f-81db-2f723f02fb97 req-c730077c-df8e-4887-9205-a9f320266c4a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:01.271794 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaa70972-293a-463f-81db-2f723f02fb97 req-c730077c-df8e-4887-9205-a9f320266c4a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0485597 Oct 11 17:03:01.309584 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-aaa70972-293a-463f-81db-2f723f02fb97 req-ecaf7574-d9ac-4647-b7ab-88777fd0f11e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Oct 11 17:03:02.437088 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f35e-cc06-4585-90e1-ca1042670d82 req-bc096d44-d538-4f70-bbda-af250d28eef0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:02.438494 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dc4f35e-cc06-4585-90e1-ca1042670d82 req-bc096d44-d538-4f70-bbda-af250d28eef0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0487852 Oct 11 17:03:02.475371 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-2dc4f35e-cc06-4585-90e1-ca1042670d82 req-353e7a4d-826b-4658-8f40-fc341b9bd3b6 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Oct 11 17:03:02.500844 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-767421c1-1c31-491c-b444-a49aec0297f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:03.593138 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31008-8c41-44c1-a3bd-3f5d293abd0c req-fdffa9e4-b496-48cd-9d60-7064798947c4 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:03.594635 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79a31008-8c41-44c1-a3bd-3f5d293abd0c req-fdffa9e4-b496-48cd-9d60-7064798947c4 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.0516775 Oct 11 17:03:03.632068 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-79a31008-8c41-44c1-a3bd-3f5d293abd0c req-c9b8149a-0a74-4b15-8631-b3e4b3c5d973 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Oct 11 17:03:03.992923 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:03:04.324250 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-ad03ae25-4634-422b-a932-343201d2bd6e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:03:04.325469 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-ad03ae25-4634-422b-a932-343201d2bd6e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058615 Oct 11 17:03:04.381805 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Request body: {'port': {'device_id': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:03:04.434657 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:04.695314 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe13d2f-7394-43a4-80c6-f40b7f213804 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:03:04.704325 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:04.739995 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Transition to ACTIVE for port object 8fe13d2f-7394-43a4-80c6-f40b7f213804 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 17:03:04.744119 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:04.800682 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cee80-f23b-4ef8-9c60-c5c6d39f4c71 req-f618ff66-173e-4fcb-bba6-03d2165d1df0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:04.802288 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f1cee80-f23b-4ef8-9c60-c5c6d39f4c71 req-f618ff66-173e-4fcb-bba6-03d2165d1df0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 932 time: 0.1025910 Oct 11 17:03:04.819855 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:04.894697 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f1cee80-f23b-4ef8-9c60-c5c6d39f4c71 req-0a0591ed-fbe5-4000-b142-1316de3a52cc tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850148 Oct 11 17:03:04.915128 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Attempting to bind port 8fe13d2f-7394-43a4-80c6-f40b7f213804 on host n-h1-master-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 17:03:04.915389 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Attempting to bind port 8fe13d2f-7394-43a4-80c6-f40b7f213804 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 17:03:04.915862 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Attempting to bind port 8fe13d2f-7394-43a4-80c6-f40b7f213804 on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:03:04.920578 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Port 8fe13d2f-7394-43a4-80c6-f40b7f213804 on network 54b311fb-234d-4649-9508-f4f3543a12cf not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 17:03:04.920927 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Attempting to bind port 8fe13d2f-7394-43a4-80c6-f40b7f213804 on network 54b311fb-234d-4649-9508-f4f3543a12cf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 17:03:04.926133 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Checking agent: {'id': '0e677532-76c8-4bd3-80b6-47b40f97163b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'started_at': datetime.datetime(2021, 10, 11, 15, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 17, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 17:03:04.926484 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Checking segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 17:03:04.926874 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Bound using segment: {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 17:03:04.927306 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Bound port: 8fe13d2f-7394-43a4-80c6-f40b7f213804, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf23afa-68ad-432f-82eb-965ced7461e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 17:03:04.927670 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:04.994063 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 17:03:04.997145 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 17:03:05.001562 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:05.033963 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.034613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:05.036032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] 10.222.0.43 "PUT /v2.0/ports/8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 1092 time: 0.7014925 Oct 11 17:03:05.036431 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:03:05.038715 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c5abcf-92ec-4c32-b183-e4c67248eb53" -d '{"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:03:05.073409 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eae21-9ff9-4e58-b6c9-0c150be951ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:05.080501 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b782207e-ea43-481e-9496-2e16144ac0c0 x-openstack-request-id: req-b782207e-ea43-481e-9496-2e16144ac0c0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:03:05.080787 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:03:05.081039 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b782207e-ea43-481e-9496-2e16144ac0c0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:03:05.081432 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'status': 'completed', 'code': 200} Oct 11 17:03:05.132735 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-a740174e-6c28-461c-957c-51c860ad1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.134343 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-a740174e-6c28-461c-957c-51c860ad1489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1095 time: 0.0470841 Oct 11 17:03:05.180724 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-fbd69b07-e892-464b-baae-ade5db42d521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 217 time: 0.0376847 Oct 11 17:03:05.230491 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-fa37fcd5-edbc-4e07-9dcb-78734fe3f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.231950 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-fa37fcd5-edbc-4e07-9dcb-78734fe3f6a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0446932 Oct 11 17:03:05.281973 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-ddc514b8-81ed-4080-989b-dc66f1e112ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.283472 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-ddc514b8-81ed-4080-989b-dc66f1e112ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447795 Oct 11 17:03:05.371096 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-bbca6245-8d25-4d87-94c9-b260101cfa29 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800745 Oct 11 17:03:05.463768 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-18280524-bcc7-4704-8894-1d9ff2b2722a req-884a507d-812b-4f65-beb5-b3485163341c service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Oct 11 17:03:05.481652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f82afa6-689d-4fdd-ba45-02918a9d4cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:05.550268 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-46a13e1e-a0f0-4a17-b5d7-6f381d5508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.551766 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-46a13e1e-a0f0-4a17-b5d7-6f381d5508e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1095 time: 0.0405109 Oct 11 17:03:05.642505 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-5e5e557c-9d5b-4de1-805b-cf7932478c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.643957 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-5e5e557c-9d5b-4de1-805b-cf7932478c4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0850480 Oct 11 17:03:05.689032 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-f546bf97-0462-4670-bd88-ce4ac64df650 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 217 time: 0.0382550 Oct 11 17:03:05.736103 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-9d99a387-37c2-4317-8ccb-29547124724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.737401 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-9d99a387-37c2-4317-8ccb-29547124724f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0421252 Oct 11 17:03:05.780774 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-0df1271d-33ba-4d93-bd76-c1c83a9f7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:05.782237 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-0df1271d-33ba-4d93-bd76-c1c83a9f7fb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381653 Oct 11 17:03:05.895743 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-9b48b077-3a12-46f1-8871-5f146ea31501 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057124 Oct 11 17:03:06.017307 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-60c5abcf-92ec-4c32-b183-e4c67248eb53 req-4a36728c-e459-4fb7-8933-452a11be784b service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147835 Oct 11 17:03:06.032850 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc36f-55c4-466c-a414-e069e3bd0828 req-8c2397bc-e50f-4e1f-9da7-7c3b1110639f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:06.034327 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28bbc36f-55c4-466c-a414-e069e3bd0828 req-8c2397bc-e50f-4e1f-9da7-7c3b1110639f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 944 time: 0.0735710 Oct 11 17:03:06.071283 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-28bbc36f-55c4-466c-a414-e069e3bd0828 req-93b356a1-0bfd-444b-9b4f-bd27feeb2571 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Oct 11 17:03:06.170919 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:06.326699 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:07.185933 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ae3cf-76c3-4f2e-9b8c-b147a611d8d1 req-9fdc419c-cea8-408a-922f-b4eaf68e2261 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:07.187310 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5ae3cf-76c3-4f2e-9b8c-b147a611d8d1 req-9fdc419c-cea8-408a-922f-b4eaf68e2261 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 944 time: 0.0486562 Oct 11 17:03:07.224503 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-1f5ae3cf-76c3-4f2e-9b8c-b147a611d8d1 req-c77f7e2d-24e3-4a8f-bbb9-6213d06d9545 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Oct 11 17:03:08.135085 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:08.335568 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6630000-fdca-4d31-80d3-5207060983e4 req-7885467e-2929-40ad-944f-4baaf87610f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:08.337550 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6630000-fdca-4d31-80d3-5207060983e4 req-7885467e-2929-40ad-944f-4baaf87610f9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 944 time: 0.0472300 Oct 11 17:03:08.374190 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e6630000-fdca-4d31-80d3-5207060983e4 req-4592e044-29d1-4c14-a114-abca0baad069 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Oct 11 17:03:09.490058 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca93f8-ebcd-470a-ab15-ac88a11cd528 req-360f458b-37c4-4274-a7cc-424203848f1e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:09.491497 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6ca93f8-ebcd-470a-ab15-ac88a11cd528 req-360f458b-37c4-4274-a7cc-424203848f1e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 944 time: 0.0515237 Oct 11 17:03:09.528413 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-f6ca93f8-ebcd-470a-ab15-ac88a11cd528 req-21899c09-fcb9-4093-995e-10b45c831c97 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303230 Oct 11 17:03:09.863831 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:03:09.953635 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:03:09.964575 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'mac_address': 'fa:16:3e:87:f9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:03:10.005081 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:10.017510 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe13d2f-7394-43a4-80c6-f40b7f213804 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:03:10.036441 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:03:10.040419 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:10.092269 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:10.413671 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8fe13d2f-7394-43a4-80c6-f40b7f213804'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:03:10.525958 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:10.649771 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988616-d1fc-4237-8390-c2b9f9721a8f req-2c795bd6-1f38-4970-8798-7db2538a7217 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:10.651600 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91988616-d1fc-4237-8390-c2b9f9721a8f req-2c795bd6-1f38-4970-8798-7db2538a7217 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 945 time: 0.0530949 Oct 11 17:03:10.688963 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-91988616-d1fc-4237-8390-c2b9f9721a8f req-827a8fc9-e341-44b4-9d8a-f1573ea37b69 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Oct 11 17:03:11.624456 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:11.801703 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ca402-5dbf-4c0a-9149-667991b88095 req-1ae47e82-2c03-4a94-8229-878092a5dee9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:11.803138 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e78ca402-5dbf-4c0a-9149-667991b88095 req-1ae47e82-2c03-4a94-8229-878092a5dee9 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 945 time: 0.0476668 Oct 11 17:03:11.840181 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e78ca402-5dbf-4c0a-9149-667991b88095 req-064861fe-4865-4d06-a80a-7124523ccfda tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Oct 11 17:03:11.862713 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:03:11.910270 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning for port 8fe13d2f-7394-43a4-80c6-f40b7f213804 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 17:03:11.913800 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8fe13d2f-7394-43a4-80c6-f40b7f213804 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:03:11.914160 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:11.989609 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:12.011107 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:03:12.013357 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d9c6b7-f356-4ac3-b463-8dd9335ed699" -d '{"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:03:12.027152 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:03:12.031331 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:12.056309 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7073b-fe69-44a6-af8e-cd4f62feccfd x-openstack-request-id: req-33b7073b-fe69-44a6-af8e-cd4f62feccfd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:03:12.056593 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:03:12.056842 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33b7073b-fe69-44a6-af8e-cd4f62feccfd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:03:12.057224 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'code': 200} Oct 11 17:03:12.083433 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:12.155862 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ebbe5-416d-4143-90c8-54cf4d6fe54c req-59274fcc-1043-495b-b65f-de322b47d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:12.157322 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-281ebbe5-416d-4143-90c8-54cf4d6fe54c req-59274fcc-1043-495b-b65f-de322b47d603 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1097 time: 0.0436745 Oct 11 17:03:12.191934 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-281ebbe5-416d-4143-90c8-54cf4d6fe54c req-e9d33f45-ab12-4b3b-88f7-6e13085aab1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268991 Oct 11 17:03:12.953263 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce555d-910d-4479-ad2b-96fb68063dec req-38af13c5-6537-4696-8efe-401a92595668 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:12.954740 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8ce555d-910d-4479-ad2b-96fb68063dec req-38af13c5-6537-4696-8efe-401a92595668 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 946 time: 0.0483012 Oct 11 17:03:12.991330 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-e8ce555d-910d-4479-ad2b-96fb68063dec req-1ee9fd26-0369-44de-9b9f-20cdbb5f944b tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Oct 11 17:03:14.108418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164f32-1b03-4a27-83de-c9f08cca3bc5 req-bf340415-4844-4130-93ca-7c976da2cbec tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:14.109899 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63164f32-1b03-4a27-83de-c9f08cca3bc5 req-bf340415-4844-4130-93ca-7c976da2cbec tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 946 time: 0.0487270 Oct 11 17:03:14.147232 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-63164f32-1b03-4a27-83de-c9f08cca3bc5 req-7c25dd50-b443-4e51-96e1-c77a6110b57d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Oct 11 17:03:14.262605 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda1ca-2cbd-4f2b-9568-967df99b7178 req-4b99f411-638e-41c0-97b6-c8c3efd8e26d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:14.264079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ebda1ca-2cbd-4f2b-9568-967df99b7178 req-4b99f411-638e-41c0-97b6-c8c3efd8e26d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 946 time: 0.0519791 Oct 11 17:03:14.300995 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8ebda1ca-2cbd-4f2b-9568-967df99b7178 req-345ee256-9101-486e-a86c-812b8650bc55 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311656 Oct 11 17:03:14.322826 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:03:14.361925 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a6158-6e32-4918-b789-35e1af9cd2a1 tempest-TestSnapshotPattern-1977986893 tempest-TestSnapshotPattern-1977986893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:14.363427 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-348a6158-6e32-4918-b789-35e1af9cd2a1 tempest-TestSnapshotPattern-1977986893 tempest-TestSnapshotPattern-1977986893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1092 time: 0.0392272 Oct 11 17:03:14.366211 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 40788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:03:14.371314 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Request body: {'floatingip': {'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 17:03:14.393240 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:14.489400 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:14.589834 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Allocated IP 172.35.3.175 (25986cc1-1584-446d-863c-eb94e15bb3b6/31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7/ef52558b-866e-4b7f-823d-01902490cd32) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 17:03:14.692559 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:14.723583 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267598839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:14.759109 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Network 25986cc1-1584-446d-863c-eb94e15bb3b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 17:03:14.765312 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 17:03:14.768918 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 17:03:14.774849 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=ef52558b-866e-4b7f-823d-01902490cd32,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:15.123601 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:15.187218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:15.335351 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:15.340507 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12551424'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:15.415350 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event updated for resources: {'Port': ['ID=ef52558b-866e-4b7f-823d-01902490cd32,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:03:15.425296 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613267'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:15.524293 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Floating IP 9da22072-f4d4-4bb2-ab8b-267727f88ac5 associated. External IP: 172.35.3.175, port: 8fe13d2f-7394-43a4-80c6-f40b7f213804. Oct 11 17:03:15.734916 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:03:16.136499 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:03:16.147025 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:03:16.154218 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:16.157569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:03:16.158250 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:03:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:03:16.180754 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-976e60a3-a968-4566-a5cc-630d5fa75778 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8134863 Oct 11 17:03:16.181882 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:03:16.184270 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e914d-46d2-4f3a-af62-43fb85de91b5" -d '{"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:03:16.218525 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b908f07-d498-4988-8678-a79d32b164c0 x-openstack-request-id: req-6b908f07-d498-4988-8678-a79d32b164c0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:03:16.218824 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:03:16.219072 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b908f07-d498-4988-8678-a79d32b164c0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:03:16.219473 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'status': 'completed', 'code': 200} Oct 11 17:03:16.265388 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:03:16.281477 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-6dd2ee2a-86d4-4d99-bea7-49281680f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:16.283028 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-6dd2ee2a-86d4-4d99-bea7-49281680f25f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1097 time: 0.0410440 Oct 11 17:03:16.378671 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-1972ef8f-9b83-48a2-b2f0-106ecce4e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:16.380183 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-1972ef8f-9b83-48a2-b2f0-106ecce4e723 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0900326 Oct 11 17:03:16.445030 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-918c1519-749a-48d9-a50b-2088410a63b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 1000 time: 0.0579646 Oct 11 17:03:16.491543 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9da22072-f4d4-4bb2-ab8b-267727f88ac5', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:87:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:03:14Z', 'updated_at': '2021-10-11T17:03:14Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}, {'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:03:16.492418 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-24e47111-7da5-416d-95b6-1e1c3109d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:16.494467 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-24e47111-7da5-416d-95b6-1e1c3109d0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0429256 Oct 11 17:03:16.518291 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:03:16.527199 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:03:16.527798 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:03:05Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:03:16.543654 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-992b732c-d5d9-4353-a6b3-e4496c6a48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:16.545141 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-992b732c-d5d9-4353-a6b3-e4496c6a48e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441883 Oct 11 17:03:16.632242 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:03:16.636462 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-7e17dc38-7289-4c9f-a9f2-188ef5c7839f service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837209 Oct 11 17:03:16.730699 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-a11e914d-46d2-4f3a-af62-43fb85de91b5 req-114d1958-e3cf-444e-a2d1-552765c67f19 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866754 Oct 11 17:03:16.855449 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9da22072-f4d4-4bb2-ab8b-267727f88ac5', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:87:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:03:14Z', 'updated_at': '2021-10-11T17:03:14Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}, {'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:03:16.881401 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae375fd-88f8-4682-8c90-f337f66a69c9 None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9da22072-f4d4-4bb2-ab8b-267727f88ac5', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:87:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:03:14Z', 'updated_at': '2021-10-11T17:03:14Z', 'revision_number': 0, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}, {'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:03:17.079810 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48d3da-ddff-4f0e-9a74-1216bb192f8f None None] New status for floating IP 9da22072-f4d4-4bb2-ab8b-267727f88ac5: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:03:22.162196 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-e51408a0-06ea-4d62-8dbd-e205a2013593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448885 Oct 11 17:03:22.243190 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-381805ef-7840-421d-9ea9-781000f90631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:22.245716 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-381805ef-7840-421d-9ea9-781000f90631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0409067 Oct 11 17:03:22.348816 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-3fb1e530-c58a-47bf-a952-ff561439494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:22.350283 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-3fb1e530-c58a-47bf-a952-ff561439494b service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0855687 Oct 11 17:03:22.417299 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-1db414b9-b04c-46ae-8a1e-a7ad7a40d098 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 999 time: 0.0596786 Oct 11 17:03:22.463726 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-142c9e0c-54e2-42fd-88e2-72a254170c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:22.465109 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-142c9e0c-54e2-42fd-88e2-72a254170c01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0414140 Oct 11 17:03:22.509223 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-0f0feb26-7107-42d0-85d1-aebdf689bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:22.510653 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-0f0feb26-7107-42d0-85d1-aebdf689bb10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382411 Oct 11 17:03:22.600808 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-80ff6f45-7334-4de7-9402-0f68e2b18bba service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826271 Oct 11 17:03:22.687858 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e00e40-f9cb-4296-91ed-7b1c161893c1 req-5d23fd27-febb-4560-a561-b1484534319e service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801334 Oct 11 17:03:24.365457 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-9fa1c720-705b-4243-a067-3cb704e1e9c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401196 Oct 11 17:03:24.445055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-2c60e1d8-ad29-498f-aec2-f1a84d189a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:24.446465 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-2c60e1d8-ad29-498f-aec2-f1a84d189a95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1097 time: 0.0389667 Oct 11 17:03:24.549770 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-b47ecc8c-d8bc-405e-a4a7-94627a9507ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:24.551202 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-b47ecc8c-d8bc-405e-a4a7-94627a9507ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0861087 Oct 11 17:03:24.616079 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-f295b87c-c4e2-4064-b317-fcb659b40f38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 1002 time: 0.0571067 Oct 11 17:03:24.667957 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-f7af406a-7d3b-4f54-9d97-36317ffd07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:24.669346 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-f7af406a-7d3b-4f54-9d97-36317ffd07d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0463052 Oct 11 17:03:24.714117 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-b10484a8-94d5-4fce-95c0-44dbf2b3fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:03:24.715473 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-b10484a8-94d5-4fce-95c0-44dbf2b3fb0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390553 Oct 11 17:03:24.804105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-c0f65458-82b6-4f2e-a3f1-cde19fcd7530 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804472 Oct 11 17:03:24.896878 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-939480c7-8923-41b4-acd4-1d5555b1b194 req-2ebbdc01-8b57-4a43-aff3-133324f87312 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Oct 11 17:03:32.501217 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f4b0-dc7b-4c1f-98bd-09e9f18ea1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:35.482444 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5808e7bf-1619-4314-b6d7-d5341256ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:36.171096 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:36.328002 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:38.138011 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:40.530972 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:03:40.992305 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:03:41.637531 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:02.502679 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f2deecd-8259-4179-9f37-d561634cabb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:05.482728 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6228e24-9c65-49ee-824f-49a319d50bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:06.172091 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:06.330876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:08.144301 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:10.545997 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:11.664781 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:17.994211 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:04:22.162349 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-947a49a3-c1cb-4cbd-b79a-3c81060c230b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431271 Oct 11 17:04:22.241708 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-8b42a8c9-e179-4cb9-a493-7d32dd19bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:22.243769 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-8b42a8c9-e179-4cb9-a493-7d32dd19bcf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0399084 Oct 11 17:04:22.346989 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-adaff51a-8cd4-4ae9-ab82-9dddf927a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:22.348416 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-adaff51a-8cd4-4ae9-ab82-9dddf927a8d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0864732 Oct 11 17:04:22.413006 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-51a1b59f-30bd-4b76-81ce-590af8931773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 999 time: 0.0556574 Oct 11 17:04:22.459149 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-aecbf7fe-9ba4-4a72-9b37-4c17593132be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:22.460487 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-aecbf7fe-9ba4-4a72-9b37-4c17593132be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0407078 Oct 11 17:04:22.507340 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-fb65614d-7aee-4e06-b184-e8e7b151c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:22.508849 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-fb65614d-7aee-4e06-b184-e8e7b151c7c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416524 Oct 11 17:04:22.598204 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-727d6e5d-3ee6-4c42-ac15-db4082d3cfab service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797365 Oct 11 17:04:22.689637 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-75f01c6a-32bc-4991-ad32-b2bd25368136 req-0a36c733-32bc-4992-9cae-3668c7248836 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847728 Oct 11 17:04:24.376001 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-33ffe1d8-934d-4ad3-9dce-178dce911fa4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399389 Oct 11 17:04:24.454155 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-7cdc90b4-12bc-4160-bdb6-ac714ac84cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:24.455514 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-7cdc90b4-12bc-4160-bdb6-ac714ac84cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1097 time: 0.0396690 Oct 11 17:04:24.560055 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-75aa8bad-6fb2-4ca6-b29c-0002c3a8b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:24.561477 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-75aa8bad-6fb2-4ca6-b29c-0002c3a8b856 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0869982 Oct 11 17:04:24.630071 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-a7470771-87dc-4c80-93c5-0fadf11ceceb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 1002 time: 0.0605435 Oct 11 17:04:24.676547 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-9091d05c-69f7-4c66-b3fa-e757557224c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:24.677928 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-9091d05c-69f7-4c66-b3fa-e757557224c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0412302 Oct 11 17:04:24.721571 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-96bb2faa-250f-47f8-ab07-bd97f652152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:04:24.722935 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-96bb2faa-250f-47f8-ab07-bd97f652152f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380745 Oct 11 17:04:24.812990 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-18d3740d-9e59-41fc-9e63-f35c3bf082b1 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825877 Oct 11 17:04:24.901087 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-3d65fd11-6e5b-4845-a06b-ea9dcd2df4f0 req-a75eee2e-e855-4820-8f03-40fba71b22a3 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815706 Oct 11 17:04:32.502743 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c186e42-878a-42af-ae55-6878b55b4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:35.483170 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14908240-3745-4dcd-a716-8c6f4d32bbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:36.172785 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:36.338721 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:38.144203 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:40.546848 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:41.661659 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:04:54.993392 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:05:02.504676 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac93b-8ff3-4d62-a92f-069458101705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:05.482356 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b249976-5c90-4f22-ab4f-d0ea500f9bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:06.175601 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:06.337275 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:08.146346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:10.549214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:11.667529 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:22.143674 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-f7d0495a-b6ee-4a99-91c8-fd5572ec97a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395131 Oct 11 17:05:22.222895 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-8844720c-8fad-4289-9c17-046c261b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:22.224379 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-8844720c-8fad-4289-9c17-046c261b6c11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0395322 Oct 11 17:05:22.327041 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-29a79655-4c40-4959-a27a-689d5a3949ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:22.328486 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-29a79655-4c40-4959-a27a-689d5a3949ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0853105 Oct 11 17:05:22.393599 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-91df60b8-2c81-4459-b159-4635a409e965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 999 time: 0.0578535 Oct 11 17:05:22.441791 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-6b6c19ff-d37b-4ac0-8a7b-3347736a24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:22.443093 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-6b6c19ff-d37b-4ac0-8a7b-3347736a24ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0427499 Oct 11 17:05:22.491436 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-c93c1252-06fb-4860-8ff1-d46fc05ee783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:22.492889 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-c93c1252-06fb-4860-8ff1-d46fc05ee783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430739 Oct 11 17:05:22.503208 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-256a2bc4-cdf8-47f1-89da-d6df6335a68c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 17:05:22.504132 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-256a2bc4-cdf8-47f1-89da-d6df6335a68c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047798 Oct 11 17:05:22.592380 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-f23e85ef-e9aa-4ca5-bbda-7e3d1dc71e36 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806303 Oct 11 17:05:22.683706 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0fd544-2901-42e9-9c16-c797921b8966 req-a6a72b05-7963-4ef1-9b84-27d916565100 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Oct 11 17:05:24.458976 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 17:05:24.551060 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:24.562018 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Returning: {'device': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'port_id': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'mac_address': 'fa:16:3e:87:f9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 17:05:24.597537 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:24.609651 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fe13d2f-7394-43a4-80c6-f40b7f213804 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 17:05:24.628118 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:24.631566 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:24.679014 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:24.686703 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.687048 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.687384 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.687715 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.688044 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.688366 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.688686 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.689011 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.689329 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.689674 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.689993 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.690307 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:24.705330 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] get_ports_and_sgs() called for port_ids ['8fe13d2f-7394-43a4-80c6-f40b7f213804'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 17:05:25.398151 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-b71fb6d0-1c94-4c04-848b-6e9ebbd4df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:25.399872 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-b71fb6d0-1c94-4c04-848b-6e9ebbd4df93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1096 time: 0.0419183 Oct 11 17:05:25.504386 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-f12b1f04-bf30-4fe4-9720-6b84e7e811f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:25.505851 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-f12b1f04-bf30-4fe4-9720-6b84e7e811f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0878270 Oct 11 17:05:25.570677 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-ea60aeae-127c-48c9-94e8-cc3236836a95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 1001 time: 0.0575457 Oct 11 17:05:25.625281 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-9c4fa51c-4d79-40d7-9c88-ea55d1149239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:25.626721 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-9c4fa51c-4d79-40d7-9c88-ea55d1149239 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0494101 Oct 11 17:05:25.672447 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-8b363ff6-ffa7-4f77-9594-05d0580aaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:25.673826 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-8b363ff6-ffa7-4f77-9594-05d0580aaedb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399213 Oct 11 17:05:25.761105 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-85eac72a-0ea9-4101-a60b-c8b624e83e0f service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795343 Oct 11 17:05:25.852121 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-ae5d4b0b-785f-42f8-99ff-df37b2f0f8b2 req-ca16c705-2d8e-4ba0-be23-b1edf4ea6754 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838165 Oct 11 17:05:26.467630 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 up at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 17:05:26.515327 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Provisioning complete for port 8fe13d2f-7394-43a4-80c6-f40b7f213804 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 17:05:26.515687 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476368'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:26.587854 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:26.609770 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:26.611999 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5281b9b-6e29-4e47-af8b-a9437a80cabc" -d '{"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:26.624099 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:26.628586 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:26.678510 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:27.669673 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8d111-1615-4d69-b547-2533b92390c0 x-openstack-request-id: req-5ea8d111-1615-4d69-b547-2533b92390c0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:27.670233 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:27.670233 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ea8d111-1615-4d69-b547-2533b92390c0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:27.670569 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'code': 200} Oct 11 17:05:31.992753 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:05:32.509928 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e845d5a-de97-4771-b534-761546d4c32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:35.484606 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eaa241d3-76ed-478a-8df4-7419e498bfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:36.178528 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:36.342218 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.148706 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.174452 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:38.334926 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Deleting port ef52558b-866e-4b7f-823d-01902490cd32 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:38.335265 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.413596 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.413925 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.425122 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Calling delete_port for ef52558b-866e-4b7f-823d-01902490cd32 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:38.567983 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.594822 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event deleted for resources: {'Port': ['ID=ef52558b-866e-4b7f-823d-01902490cd32,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:38.618936 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.619321 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.619665 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.620003 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.620330 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.620657 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.620981 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.621303 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.621651 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.621974 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.622306 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.622631 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:38.661215 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.661568 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Floating IP 9da22072-f4d4-4bb2-ab8b-267727f88ac5 disassociated (deleted). External IP: 172.35.3.175, port: 8fe13d2f-7394-43a4-80c6-f40b7f213804. Oct 11 17:05:38.863106 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:05:38.970261 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:05:38.975246 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:38.980147 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:05:38.988634 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:38.989238 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:39.001266 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-af2a29d7-0b94-4a69-bb6f-e9760fa8a31d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "DELETE /v2.0/floatingips/9da22072-f4d4-4bb2-ab8b-267727f88ac5 HTTP/1.1" status: 204 len: 168 time: 0.8257380 Oct 11 17:05:39.001878 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:39.004132 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116cca4-c832-480d-a057-e48f6f577384" -d '{"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:39.097720 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b33cbfc-2cc8-4074-a50d-e4620a759140 x-openstack-request-id: req-1b33cbfc-2cc8-4074-a50d-e4620a759140 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:39.098011 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:39.098319 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b33cbfc-2cc8-4074-a50d-e4620a759140 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:39.098660 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'status': 'completed', 'code': 200} Oct 11 17:05:39.110715 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:39.173618 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116cca4-c832-480d-a057-e48f6f577384 req-ca29cb75-9e00-406e-b06b-ff467cf7b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:39.175284 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-ca29cb75-9e00-406e-b06b-ff467cf7b9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 1097 time: 0.0496485 Oct 11 17:05:39.300428 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116cca4-c832-480d-a057-e48f6f577384 req-f1e659ac-de13-4dbe-92c9-04a5981b2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:39.301912 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-f1e659ac-de13-4dbe-92c9-04a5981b2533 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.1187623 Oct 11 17:05:39.346321 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:39.355880 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bda87-9901-4b26-9f9d-d08f6dccb45d req-7d22b72a-e905-4bd5-a81c-4ca3ecf28f5d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:39.357333 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d4bda87-9901-4b26-9f9d-d08f6dccb45d req-7d22b72a-e905-4bd5-a81c-4ca3ecf28f5d tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 946 time: 0.1651716 Oct 11 17:05:39.358710 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-9800f300-b613-42a3-8f4e-4d7d096752d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 200 len: 217 time: 0.0481935 Oct 11 17:05:39.375953 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:05:39.384180 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:39.385582 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:39.428381 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-8d4bda87-9901-4b26-9f9d-d08f6dccb45d req-22215377-60e5-4f93-ac2c-3f4eb960ec7f tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647538 Oct 11 17:05:39.431956 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116cca4-c832-480d-a057-e48f6f577384 req-52b9a637-5338-4f46-a9e2-b21bc169f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:39.433337 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-52b9a637-5338-4f46-a9e2-b21bc169f865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0641506 Oct 11 17:05:39.481194 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116cca4-c832-480d-a057-e48f6f577384 req-31690a9e-2e83-4bea-8546-368c1d15c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:39.482719 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-31690a9e-2e83-4bea-8546-368c1d15c5fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415566 Oct 11 17:05:39.491090 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:39.578073 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-6b0f6d4b-a0de-4537-9a0e-17a5003c727b service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871480 Oct 11 17:05:39.669729 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-9116cca4-c832-480d-a057-e48f6f577384 req-a43d6763-e8cc-4ef9-9fca-9667d9b15b98 service neutron] 10.222.0.43 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827084 Oct 11 17:05:39.708708 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:39.733697 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f70ed3-0d46-4d5a-b5ec-f8ffc2cc9daa None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e9a51582-ecc2-4c5f-ab5b-021417fa9fdc', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'floating_ip_address': '172.35.3.127', 'floating_network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'router_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'port_id': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'mac_address': 'fa:16:3e:8d:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T17:00:38Z', 'updated_at': '2021-10-11T17:00:41Z', 'revision_number': 1, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:05:39.954251 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d74adb-1376-4acb-be0b-3644bffd1917 None None] New status for floating IP 9da22072-f4d4-4bb2-ab8b-267727f88ac5: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:05:40.534333 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:40.552582 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:40.553965 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa10d-9977-4c61-8651-2c69b3041737 req-325e1bec-4f43-4786-a28e-35dd8dee17e5 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:40.556380 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228fa10d-9977-4c61-8651-2c69b3041737 req-325e1bec-4f43-4786-a28e-35dd8dee17e5 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 946 time: 0.0544214 Oct 11 17:05:40.599103 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-228fa10d-9977-4c61-8651-2c69b3041737 req-af46917b-07ec-4fa4-9364-e11e31fe17d6 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 Oct 11 17:05:40.636163 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538390'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:40.659471 n-d-master-1 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:40.661737 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf9da5ffac9c5f96eabb575cc01c2fca43930588fa58119caaeb55854a0b530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b18f337-c593-4c24-8461-8e70e577e2b9" -d '{"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:40.674071 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:40.677998 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268102678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267598861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267598879'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:40.729294 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Pushing event updated for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:40.746536 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4bcdc-f504-46e8-9f6d-92c1804a4e13 x-openstack-request-id: req-6cb4bcdc-f504-46e8-9f6d-92c1804a4e13 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:40.746847 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:40.747100 n-d-master-1 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cb4bcdc-f504-46e8-9f6d-92c1804a4e13 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:40.747490 n-d-master-1 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'code': 200} Oct 11 17:05:40.822858 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-d6b87fb8-3dab-4d65-9bee-95b80ed8e48a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:40.824268 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-d6b87fb8-3dab-4d65-9bee-95b80ed8e48a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 944 time: 0.0467894 Oct 11 17:05:40.914209 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Deleting port 8fe13d2f-7394-43a4-80c6-f40b7f213804 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:40.914550 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:41.004368 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] For port 8fe13d2f-7394-43a4-80c6-f40b7f213804, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8fe13d2f-7394-43a4-80c6-f40b7f213804,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:41.004649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:41.017343 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Calling delete_port for 8fe13d2f-7394-43a4-80c6-f40b7f213804 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:41.142733 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:41.171097 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event deleted for resources: {'Port': ['ID=8fe13d2f-7394-43a4-80c6-f40b7f213804,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:41.211074 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] No DVR routers for this DVR port 8fe13d2f-7394-43a4-80c6-f40b7f213804 on host n-h1-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:05:41.213695 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:41.217023 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-dbd16461-2d9b-448c-84b1-922d0c30b7ab req-582d2a44-b9cd-45b3-873c-ce08b4f53d38 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.43 "DELETE /v2.0/ports/8fe13d2f-7394-43a4-80c6-f40b7f213804 HTTP/1.1" status: 204 len: 173 time: 0.3867433 Oct 11 17:05:41.217452 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-deleted', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:41.219701 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede22b39-df56-402e-9405-f5de82710e28" -d '{"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-deleted", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:41.256360 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a61e6-17e1-4dc4-a949-d5ea791d0ca5 x-openstack-request-id: req-371a61e6-17e1-4dc4-a949-d5ea791d0ca5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:41.256680 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590ce366-d244-4bb9-86cf-bc7ee74c006b", "name": "network-vif-deleted", "tag": "8fe13d2f-7394-43a4-80c6-f40b7f213804", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:41.256952 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-371a61e6-17e1-4dc4-a949-d5ea791d0ca5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:41.257344 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590ce366-d244-4bb9-86cf-bc7ee74c006b', 'name': 'network-vif-deleted', 'tag': '8fe13d2f-7394-43a4-80c6-f40b7f213804', 'status': 'completed', 'code': 200} Oct 11 17:05:41.693527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:41.709941 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-db1dd737-d483-43fe-8f2c-bb03e9174713 req-0ff6a674-801d-408a-83c5-2b8f00e280ad tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=590ce366-d244-4bb9-86cf-bc7ee74c006b HTTP/1.1" status: 200 len: 210 time: 0.0269792 Oct 11 17:05:43.370493 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:43.527066 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Deleting port 948fa7bb-f373-46bc-9d36-863e998a08ca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:43.527306 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:43.599544 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:43.599871 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:43.611872 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Calling delete_port for 948fa7bb-f373-46bc-9d36-863e998a08ca owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:43.754213 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:43.784874 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event deleted for resources: {'Port': ['ID=948fa7bb-f373-46bc-9d36-863e998a08ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:43.840495 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:43.840820 n-d-master-1 neutron-server[94827]: INFO neutron.db.l3_db [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Floating IP e9a51582-ecc2-4c5f-ab5b-021417fa9fdc disassociated (deleted). External IP: 172.35.3.127, port: e652db6f-9a1d-441b-8877-fa9ee596bfdb. Oct 11 17:05:44.332602 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:05:44.440206 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:05:44.445279 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:44.450907 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:05:44.459802 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:44.460463 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:44.471422 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-455430ee-9c35-4578-a65d-932e2a6c9c39 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "DELETE /v2.0/floatingips/e9a51582-ecc2-4c5f-ab5b-021417fa9fdc HTTP/1.1" status: 204 len: 168 time: 1.0997863 Oct 11 17:05:44.472101 n-d-master-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:44.474515 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}792b12f0787696c21b9f7f022c97642f504cb414b2786824a37d1a197f1a88a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521e4cff-8205-40b1-96f6-df210ff80c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:44.513049 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf08d1a-7279-4e12-a507-94d391c1b261 x-openstack-request-id: req-ddf08d1a-7279-4e12-a507-94d391c1b261 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:44.513528 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:44.513688 n-d-master-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddf08d1a-7279-4e12-a507-94d391c1b261 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:44.514088 n-d-master-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'status': 'completed', 'code': 200} Oct 11 17:05:44.570010 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:44.578673 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-de86593d-9f64-4609-82bb-dba8d82b59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:44.580331 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-de86593d-9f64-4609-82bb-dba8d82b59f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dc5384442194b3fb0e7f809592b8352&device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 1094 time: 0.0445511 Oct 11 17:05:44.601915 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 no longer exists at agent hyperv_n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:44.630711 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] No Port match for: 8fe13d2f-7394-43a4-80c6-f40b7f213804 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:44.631136 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Device 8fe13d2f-7394-43a4-80c6-f40b7f213804 not bound to the agent host n-h1-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:44.681066 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-7d5b23d4-2c79-411b-8e0c-a0dbbc4f3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:44.682966 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-7d5b23d4-2c79-411b-8e0c-a0dbbc4f3fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 200 len: 911 time: 0.0924926 Oct 11 17:05:44.713969 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19dca4-75d4-4d1b-a792-6be83876b0d7 req-be707823-a401-4eb2-ade4-3eefa053686a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:44.715411 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb19dca4-75d4-4d1b-a792-6be83876b0d7 req-be707823-a401-4eb2-ade4-3eefa053686a tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 943 time: 0.0547442 Oct 11 17:05:44.726237 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-f2dcb8fc-e888-4e87-96a0-ee68d94210e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 200 len: 217 time: 0.0359473 Oct 11 17:05:44.755888 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-cb19dca4-75d4-4d1b-a792-6be83876b0d7 req-dccaf657-724d-4126-94e1-077bf71d995e tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Oct 11 17:05:44.777049 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-fec6f5e5-2144-42c9-9760-09f74e51bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:44.778052 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-fec6f5e5-2144-42c9-9760-09f74e51bef0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 200 len: 849 time: 0.0451159 Oct 11 17:05:44.802474 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:44.824482 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-2303af2f-d983-4f6e-82f3-0d8a8eb3fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:44.825989 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-2303af2f-d983-4f6e-82f3-0d8a8eb3fe39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b311fb-234d-4649-9508-f4f3543a12cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400791 Oct 11 17:05:44.832687 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:05:44.840950 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:44.841579 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:44.923581 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-0f86b5df-86bc-493c-8e5a-5ad7456ebdc3 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Oct 11 17:05:44.945393 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:45.017001 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-521e4cff-8205-40b1-96f6-df210ff80c0a req-aa15387a-1747-44b7-a675-8599b66339f2 service neutron] 10.222.0.36 "GET /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Oct 11 17:05:45.142569 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:45.169407 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b277df4-389d-43c4-8fd5-2d8569ebf406 None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:00:17Z', 'revision_number': 4, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '97f800f7-e21d-4a8a-9a51-0782b523a069', 'name': '', 'network_id': '54b311fb-234d-4649-9508-f4f3543a12cf', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'mac_address': 'fa:16:3e:03:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:16Z', 'updated_at': '2021-10-11T17:00:21Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'subnets': [{'id': '45a317c0-8a3f-4c80-9936-9213d94723c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:05:45.276398 n-d-master-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-044a41b0-1dd4-4742-8911-654a50c737a0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:45.277930 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-044a41b0-1dd4-4742-8911-654a50c737a0 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.36 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 943 time: 0.0499098 Oct 11 17:05:45.371179 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Deleting port e652db6f-9a1d-441b-8877-fa9ee596bfdb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:45.371529 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:45.380528 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe2d1e-2d54-4f45-8785-f5f1ed665170 None None] New status for floating IP e9a51582-ecc2-4c5f-ab5b-021417fa9fdc: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 17:05:45.797629 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] For port e652db6f-9a1d-441b-8877-fa9ee596bfdb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e652db6f-9a1d-441b-8877-fa9ee596bfdb,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:45.798144 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:45.810319 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Calling delete_port for e652db6f-9a1d-441b-8877-fa9ee596bfdb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:45.870938 n-d-master-1 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65f23f-c8bc-4cda-8080-46b021712ddc req-8fb90558-fd37-41dd-b475-dac70e037318 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 17:05:45.872535 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d65f23f-c8bc-4cda-8080-46b021712ddc req-8fb90558-fd37-41dd-b475-dac70e037318 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cef1ff-7a93-4c30-9d76-2fb5e9652eff HTTP/1.1" status: 200 len: 943 time: 0.0478044 Oct 11 17:05:45.914446 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [req-5d65f23f-c8bc-4cda-8080-46b021712ddc req-6ec3a661-d0e2-4440-85e6-f0d7c943eacc tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "GET /v2.0/security-groups?id=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357406 Oct 11 17:05:45.941784 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:45.968699 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event deleted for resources: {'Port': ['ID=e652db6f-9a1d-441b-8877-fa9ee596bfdb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:45.978548 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.978905 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.979242 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.979579 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.979914 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.980242 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.980568 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.980897 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.981794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.981794 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.981996 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:45.982206 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 17:05:46.021550 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] No DVR routers for this DVR port e652db6f-9a1d-441b-8877-fa9ee596bfdb on host n-h2-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:05:46.024124 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107905'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:46.028436 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [req-f871a7a0-3718-41b6-98bd-b62350a92ccc req-c501ae90-5b0c-4cc5-ad4f-bed8c27985a8 tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.36 "DELETE /v2.0/ports/e652db6f-9a1d-441b-8877-fa9ee596bfdb HTTP/1.1" status: 204 len: 173 time: 0.7438271 Oct 11 17:05:46.028859 n-d-master-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-deleted', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 17:05:46.031146 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd457f07661438fc254ea301510549ea43942d06333b3cf9eaa68d123cb1e2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f671f19-f4f3-454a-920e-efd9892c4d62" -d '{"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-deleted", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 17:05:46.125797 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663dfb6e-88e1-4eea-bd89-cc69003cdd46 x-openstack-request-id: req-663dfb6e-88e1-4eea-bd89-cc69003cdd46 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 17:05:46.126091 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cef1ff-7a93-4c30-9d76-2fb5e9652eff", "name": "network-vif-deleted", "tag": "e652db6f-9a1d-441b-8877-fa9ee596bfdb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 17:05:46.126343 n-d-master-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-663dfb6e-88e1-4eea-bd89-cc69003cdd46 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 17:05:46.126746 n-d-master-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cef1ff-7a93-4c30-9d76-2fb5e9652eff', 'name': 'network-vif-deleted', 'tag': 'e652db6f-9a1d-441b-8877-fa9ee596bfdb', 'status': 'completed', 'code': 200} Oct 11 17:05:46.968937 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:47.027649 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.051954 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.113433 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.116053 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.117267 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] 10.222.0.31 "DELETE /v2.0/security-groups/7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786 HTTP/1.1" status: 204 len: 168 time: 0.1472585 Oct 11 17:05:47.126408 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0535-927c-4eb4-9962-19845b565fcf tempest-TestSnapshotPattern-365239907 tempest-TestSnapshotPattern-365239907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7514b1b9-9ea9-4feb-b1b7-36c7bd7ca786,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:47.165731 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:47.609623 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.755638 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb no longer exists at agent hyperv_n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:47.779697 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] No Port match for: e652db6f-9a1d-441b-8877-fa9ee596bfdb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:47.780043 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Device e652db6f-9a1d-441b-8877-fa9ee596bfdb not bound to the agent host n-h2-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:47.850267 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Deleting port 97f800f7-e21d-4a8a-9a51-0782b523a069 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:47.850613 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.936365 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] For port 97f800f7-e21d-4a8a-9a51-0782b523a069, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=97f800f7-e21d-4a8a-9a51-0782b523a069,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:47.936728 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:47.948648 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Calling delete_port for 97f800f7-e21d-4a8a-9a51-0782b523a069 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:48.122434 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:48.148596 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f800f7-e21d-4a8a-9a51-0782b523a069,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:48.311880 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:48.526642 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Router 7ef397a6-41b5-4531-92e3-328dcd06602c has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:05:48.631019 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:05:48.636665 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-311e2c92-5152-49e1-918b-1011e9ee5f98 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ef397a6-41b5-4531-92e3-328dcd06602c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692326 Oct 11 17:05:48.639253 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:48.641806 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Sync routers for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:05:48.652057 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:48.652728 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:48.741117 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:48.754083 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: n-d-master-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:48.851533 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:48.907855 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Deleting port 194aafaa-9c8e-4210-9aea-6f83bebba39a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:48.908225 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:48.992706 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] For port 194aafaa-9c8e-4210-9aea-6f83bebba39a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=194aafaa-9c8e-4210-9aea-6f83bebba39a,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:48.993124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.005293 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Calling delete_port for 194aafaa-9c8e-4210-9aea-6f83bebba39a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:49.086950 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:05:48Z', 'revision_number': 5, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port': {'id': '194aafaa-9c8e-4210-9aea-6f83bebba39a', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:15Z', 'updated_at': '2021-10-11T17:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:49.112752 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Checking router: 7ef397a6-41b5-4531-92e3-328dcd06602c for host: n-d-master-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:05:49.121037 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Routers {'7ef397a6-41b5-4531-92e3-328dcd06602c'} bound to L3 agent in host n-d-master-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:49.121655 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['7ef397a6-41b5-4531-92e3-328dcd06602c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:49.175775 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.201276 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Pushing event deleted for resources: {'Port': ['ID=194aafaa-9c8e-4210-9aea-6f83bebba39a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:49.208182 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] Set router 7ef397a6-41b5-4531-92e3-328dcd06602c gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:49.260534 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.262423 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:05:48Z', 'revision_number': 6, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:49.288738 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174b6f-15d3-4c80-8f22-8fdc0872e20d None None] The sync data for ids ['7ef397a6-41b5-4531-92e3-328dcd06602c'] in n-d-master-1 is: [{'id': '7ef397a6-41b5-4531-92e3-328dcd06602c', 'name': 'tempest-TestSnapshotPattern-1321423121-router', 'tenant_id': '8dc5384442194b3fb0e7f809592b8352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:14Z', 'updated_at': '2021-10-11T17:05:48Z', 'revision_number': 6, 'project_id': '8dc5384442194b3fb0e7f809592b8352', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:05:49.355093 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.357155 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.401255 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.401768 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef397a6-41b5-4531-92e3-328dcd06602c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:05:49.406082 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.407242 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-b8c377c6-afff-4d6c-b727-c0e5fa4f9bec admin admin] 10.222.0.31 "DELETE /v2.0/routers/7ef397a6-41b5-4531-92e3-328dcd06602c HTTP/1.1" status: 204 len: 168 time: 0.7670827 Oct 11 17:05:49.409976 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:49.452835 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Deleting subnet 45a317c0-8a3f-4c80-9936-9213d94723c7 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:05:49.455781 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.488048 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.565791 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.621238 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.646567 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a317c0-8a3f-4c80-9936-9213d94723c7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:49.650436 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.654159 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-fdabeea6-8e40-4a4d-9ee3-2f9b5984fbe4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/45a317c0-8a3f-4c80-9936-9213d94723c7 HTTP/1.1" status: 204 len: 168 time: 0.2426808 Oct 11 17:05:49.656344 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:49.659054 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca02936-5186-44f8-aab5-23b636a784fb None None] Network 54b311fb-234d-4649-9508-f4f3543a12cf requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:05:49.732586 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.785515 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Deleting port cac7707d-7912-429b-9a48-3ae0c2c884a9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:49.785864 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.848036 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] For port cac7707d-7912-429b-9a48-3ae0c2c884a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cac7707d-7912-429b-9a48-3ae0c2c884a9,segment=NetworkSegment(edf23afa-68ad-432f-82eb-965ced7461e9),segment_id=edf23afa-68ad-432f-82eb-965ced7461e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:49.848396 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.860724 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Calling delete_port for cac7707d-7912-429b-9a48-3ae0c2c884a9 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:49.941579 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8550531'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:49.967157 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Pushing event deleted for resources: {'Port': ['ID=cac7707d-7912-429b-9a48-3ae0c2c884a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:49.969034 n-d-master-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] No DVR routers for this DVR port cac7707d-7912-429b-9a48-3ae0c2c884a9 on host n-d-master-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:05:50.045389 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.066446 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b311fb-234d-4649-9508-f4f3543a12cf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:50.071716 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d8933-13df-4f66-a144-19d741e5e90d None None] DHCP port deletion for 54b311fb-234d-4649-9508-f4f3543a12cf request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:05:50.078461 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf23afa-68ad-432f-82eb-965ced7461e9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:50.078804 n-d-master-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf23afa-68ad-432f-82eb-965ced7461e9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:50.089132 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8593134'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.103045 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.109636 n-d-master-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:05:50.110020 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8550770'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: Traceback (most recent call last): Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: timer() Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: cb(*args, **kw) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: return func(*args, **kwargs) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: self._notify() Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: self.callback(batched_events) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: event.method(event) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: return f(self, *a, **k) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: return self._get(url).json() Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:05:50.111720 n-d-master-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:05:50.164688 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.170954 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.174150 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] 10.222.0.31 "DELETE /v2.0/networks/54b311fb-234d-4649-9508-f4f3543a12cf HTTP/1.1" status: 204 len: 168 time: 0.5167401 Oct 11 17:05:50.177157 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:50.187864 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a703d60-b6e5-4146-9bc5-67f1c3b7033f admin admin] Pushing event deleted for resources: {'Network': ['ID=54b311fb-234d-4649-9508-f4f3543a12cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:50.281302 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 194aafaa-9c8e-4210-9aea-6f83bebba39a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:50.302758 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 194aafaa-9c8e-4210-9aea-6f83bebba39a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:50.303017 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 194aafaa-9c8e-4210-9aea-6f83bebba39a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:50.303651 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 97f800f7-e21d-4a8a-9a51-0782b523a069 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:50.323934 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 97f800f7-e21d-4a8a-9a51-0782b523a069 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:50.324279 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 97f800f7-e21d-4a8a-9a51-0782b523a069 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:50.324698 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cac7707d-7912-429b-9a48-3ae0c2c884a9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:50.348554 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: cac7707d-7912-429b-9a48-3ae0c2c884a9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:50.348896 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device cac7707d-7912-429b-9a48-3ae0c2c884a9 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:50.536591 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587667'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.776813 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Deleting port e648a672-84e7-4633-b548-4ccbc7527ac7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:50.777066 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.853659 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] For port e648a672-84e7-4633-b548-4ccbc7527ac7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e648a672-84e7-4633-b548-4ccbc7527ac7,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:50.853920 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:50.870045 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Calling delete_port for e648a672-84e7-4633-b548-4ccbc7527ac7 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:51.044269 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:51.070747 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Pushing event deleted for resources: {'Port': ['ID=e648a672-84e7-4633-b548-4ccbc7527ac7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:51.233599 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3643684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587559'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:51.743707 n-d-master-1 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Router 1e9687a7-ddba-43be-b9b4-f9981d089c9d has already been hosted by L3 agent 092b94bc-b66b-4386-a7e9-4a49d5b22bc4 {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 17:05:51.847848 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 17:05:51.854364 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2fcf6800-6216-4aab-8b79-912d4a29d5de admin admin] 10.222.0.31 "PUT /v2.0/routers/1e9687a7-ddba-43be-b9b4-f9981d089c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740448 Oct 11 17:05:51.855988 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:51.858543 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Sync routers for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 17:05:51.867564 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:51.868165 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:51.960355 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:51.970082 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: n-d-master-1 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:52.063124 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.122798 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Deleting port 0134d803-a6f2-41f6-9101-2b4b222b3b69 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:52.123336 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.163661 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'external_fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:05:50Z', 'revision_number': 5, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port': {'id': '0134d803-a6f2-41f6-9101-2b4b222b3b69', 'name': '', 'network_id': '25986cc1-1584-446d-863c-eb94e15bb3b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31bde1a6-9ec3-4bd1-9417-d70b39bcf7f7', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:52.189826 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Checking router: 1e9687a7-ddba-43be-b9b4-f9981d089c9d for host: n-d-master-1 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 17:05:52.197764 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Routers {'1e9687a7-ddba-43be-b9b4-f9981d089c9d'} bound to L3 agent in host n-d-master-1 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 17:05:52.198355 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T15:13:05Z,description=,heartbeat_timestamp=2021-10-11T17:05:35Z,host='n-d-master-1',id=092b94bc-b66b-4386-a7e9-4a49d5b22bc4,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T15:13:05Z,topic='l3_agent')) {'router_ids': ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:52.207666 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] For port 0134d803-a6f2-41f6-9101-2b4b222b3b69, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0134d803-a6f2-41f6-9101-2b4b222b3b69,segment=NetworkSegment(cfae82ac-302c-4664-9c46-e3bf931ff26f),segment_id=cfae82ac-302c-4664-9c46-e3bf931ff26f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:52.208024 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.220116 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Calling delete_port for 0134d803-a6f2-41f6-9101-2b4b222b3b69 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:52.284983 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] Set router 1e9687a7-ddba-43be-b9b4-f9981d089c9d gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 17:05:52.338872 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:05:52Z', 'revision_number': 6, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:52.364869 n-d-master-1 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dac414-dc49-4c6c-b94c-eb20062a1e6b None None] The sync data for ids ['1e9687a7-ddba-43be-b9b4-f9981d089c9d'] in n-d-master-1 is: [{'id': '1e9687a7-ddba-43be-b9b4-f9981d089c9d', 'name': 'tempest-TestSnapshotPattern-1067064803-router', 'tenant_id': '394389f841bf441096be8a7d55c471d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T17:00:19Z', 'updated_at': '2021-10-11T17:05:52Z', 'revision_number': 6, 'project_id': '394389f841bf441096be8a7d55c471d3', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 17:05:52.389518 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.420826 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Pushing event deleted for resources: {'Port': ['ID=0134d803-a6f2-41f6-9101-2b4b222b3b69,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:52.484501 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613317'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.574576 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60171'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.576903 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.620474 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-560446'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.621093 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9687a7-ddba-43be-b9b4-f9981d089c9d {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 17:05:52.625820 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.626947 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-3bd90491-534a-45b9-97f1-6ff6bb2d6124 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1e9687a7-ddba-43be-b9b4-f9981d089c9d HTTP/1.1" status: 204 len: 168 time: 0.7699764 Oct 11 17:05:52.629756 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:52.677829 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Deleting subnet ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 17:05:52.680676 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.718020 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11826506'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.797332 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3488000'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.854632 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3488015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12551478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12363065'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.880161 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:52.885083 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:52.888521 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-2cdd962d-b0ee-473f-9981-a834a5afc70b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ac8d98f5-668a-4c0d-b6e3-4d31b3bc3518 HTTP/1.1" status: 204 len: 168 time: 0.2576306 Oct 11 17:05:52.890451 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643a873-c88f-4a14-a28c-5410b2dff8f4 None None] Network 7daed98c-ab71-485d-b687-3b59e4391951 requested from n-d-master-1 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 17:05:52.891045 n-d-master-1 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.31', 41148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:52.961497 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3668075'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.015269 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Deleting port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:53.015609 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.085446 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] For port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:53.085836 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.099152 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Calling delete_port for 5b978d0b-09c7-4f1f-87d3-1ebf989c310a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:53.114651 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] DHCP port deletion for 7daed98c-ab71-485d-b687-3b59e4391951 request from n-d-master-1 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 17:05:53.163941 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Deleting port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 17:05:53.164232 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268064166'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.180786 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12551449'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.211425 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:53.217500 n-d-master-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] No DVR routers for this DVR port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a on host n-d-master-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:05:53.234628 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] For port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,segment=NetworkSegment(f545f6f1-627e-41bb-bf92-2afeb3708bb5),segment_id=f545f6f1-627e-41bb-bf92-2afeb3708bb5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 17:05:53.235022 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616254'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.247089 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Calling delete_port for 5b978d0b-09c7-4f1f-87d3-1ebf989c310a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 17:05:53.291395 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474171', 'neutron.services.segments.db._delete_segments_for_network-8750268129028'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.312150 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daed98c-ab71-485d-b687-3b59e4391951']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 17:05:53.320900 n-d-master-1 neutron-server[94828]: self.session.flush() Oct 11 17:05:53.324620 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f545f6f1-627e-41bb-bf92-2afeb3708bb5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:53.324620 n-d-master-1 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f545f6f1-627e-41bb-bf92-2afeb3708bb5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 17:05:53.332929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268102660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267598852'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.333247 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268129549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11826497'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.349196 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.357064 n-d-master-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 17:05:53.357570 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12551400'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: Traceback (most recent call last): Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: timer() Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: cb(*args, **kw) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: return func(*args, **kwargs) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: self._notify() Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: self.callback(batched_events) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: event.method(event) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: return f(self, *a, **k) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: return self._get(url).json() Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 17:05:53.359705 n-d-master-1 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 17:05:53.364299 n-d-master-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] No DVR routers for this DVR port 5b978d0b-09c7-4f1f-87d3-1ebf989c310a on host n-d-master-1 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 17:05:53.372416 n-d-master-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74573ccd-c59a-47dd-91d1-fcc83f46dff7 None None] Pushing event deleted for resources: {'Port': ['ID=5b978d0b-09c7-4f1f-87d3-1ebf989c310a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:53.425347 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3643695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613281'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.430681 n-d-master-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.434053 n-d-master-1 neutron-server[94827]: INFO neutron.wsgi [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7daed98c-ab71-485d-b687-3b59e4391951 HTTP/1.1" status: 204 len: 168 time: 0.5420995 Oct 11 17:05:53.446490 n-d-master-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb651-9b86-44ea-980d-229fb0aee401 admin admin] Pushing event deleted for resources: {'Network': ['ID=7daed98c-ab71-485d-b687-3b59e4391951,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:53.549629 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:53.587457 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-37be09e0-2f43-4513-8092-b185e1df0e2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dc5384442194b3fb0e7f809592b8352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367227 Oct 11 17:05:53.590419 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:53.641024 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.661770 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.705921 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.708378 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:53.709543 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b70b01c5-b371-4faf-8041-2f32a07655e1 HTTP/1.1" status: 204 len: 168 time: 0.1182318 Oct 11 17:05:53.717435 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3f23-1b14-45e7-98ec-f88b2ed10178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b01c5-b371-4faf-8041-2f32a07655e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:54.024106 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:54.062332 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-81e229d5-c813-4cb4-9641-c34ea7840f71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=394389f841bf441096be8a7d55c471d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368512 Oct 11 17:05:54.064722 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.31', 41162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 17:05:54.110482 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:54.130972 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:54.176962 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587407'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:54.179490 n-d-master-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:05:54.180633 n-d-master-1 neutron-server[94826]: INFO neutron.wsgi [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e833a32-d7e8-4f0d-acb1-6012cc4c6e4c HTTP/1.1" status: 204 len: 168 time: 0.1150529 Oct 11 17:05:54.188643 n-d-master-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51118-e1ee-4d81-9813-441f7765f964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e833a32-d7e8-4f0d-acb1-6012cc4c6e4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 17:05:54.271943 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e648a672-84e7-4633-b548-4ccbc7527ac7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:54.291911 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: e648a672-84e7-4633-b548-4ccbc7527ac7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:54.292238 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device e648a672-84e7-4633-b548-4ccbc7527ac7 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:54.292762 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5b978d0b-09c7-4f1f-87d3-1ebf989c310a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:54.311370 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 5b978d0b-09c7-4f1f-87d3-1ebf989c310a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:54.311903 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 5b978d0b-09c7-4f1f-87d3-1ebf989c310a not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:05:54.312491 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0134d803-a6f2-41f6-9101-2b4b222b3b69 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 17:05:54.331084 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] No Port match for: 0134d803-a6f2-41f6-9101-2b4b222b3b69 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 17:05:54.331652 n-d-master-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Device 0134d803-a6f2-41f6-9101-2b4b222b3b69 not bound to the agent host n-d-master-1 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 17:06:02.514281 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cce02bb-b410-4907-ab08-ed2da04f8ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:05.486954 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f21788d-2299-4df0-b65a-3b57a23a3e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:06.180553 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:06.341453 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:08.150106 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:08.991982 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:06:10.543886 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:11.688436 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:32.514381 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dfae0b7-631e-4268-b11c-df3043e65231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:35.486946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0940025b-553e-4681-89a5-af0293c5d26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:36.183209 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:36.344777 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:38.152550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:40.565946 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:41.696102 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:06:45.990986 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:07:02.513527 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f6dc-ab63-4e6a-ae2d-5d322a5a8aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:05.487607 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5e60-b605-40ec-b992-304b424a6feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:06.183241 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:06.346876 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:08.155763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:10.579802 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:11.694736 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:22.989848 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:07:32.514342 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3ba8-aae0-49d9-aa98-a757fb9c4fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:35.486547 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04a86c1d-cecc-4fbe-821f-fe278350070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:36.184543 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:36.350410 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:38.158350 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:40.605268 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:41.709267 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:07:59.988389 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:08:02.516438 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70c765bf-fba5-468e-9a5c-478fff343a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:05.485900 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aee3e98-c508-497d-beb8-1ddc9a1d5372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:06.185881 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:06.352741 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:08.160539 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:10.600763 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:11.707484 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:32.517245 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bff8efc9-f587-4785-903d-0c143c9ff33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:35.486632 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb3c1-ef79-468f-8aa8-dd0f6b53490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:36.188094 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:36.355367 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:36.986576 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:08:38.162584 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:40.616189 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:08:41.737979 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:02.516374 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1bdc-306f-4c2f-9de6-0b5f3221f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:05.486673 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-182609c1-5f06-4cd2-a7ae-d6f7ca78188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:06.188407 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:06.357708 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:08.166264 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:10.631054 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:11.753929 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:13.986083 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:09:32.516841 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7667b0fb-8df1-4a71-a1e6-f9b1b744e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:35.486354 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1666bd9b-c284-4ff6-af4b-214f4ff08079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:36.191771 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:36.360388 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:38.167800 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:40.630200 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:41.767433 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:09:50.985490 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:10:02.516899 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f704b629-2bf0-4b36-b32a-6370a4c3f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:05.487219 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d08191d7-9a17-4509-a041-070b203eacc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:06.193113 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:06.362857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:08.171879 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:10.631680 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:11.781976 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:27.985497 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:10:32.516545 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-210a8423-e83c-4922-8028-67873dfe0f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:35.487746 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88a25dfe-6558-4dcb-9aa6-497f2a00c7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:36.193118 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:36.365857 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:38.174353 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:40.643030 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:10:41.781510 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:02.516013 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f50ae24-8494-4534-af95-63fdfcae578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:04.985693 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:11:05.488821 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a001675-c539-4355-b251-e0de28e97649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:06.193368 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:06.367672 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:08.177585 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:10.658346 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:11.812431 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:32.518865 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29bf5f4a-972e-4767-b3c2-8bf5e0176448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:35.489031 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e0d05f8-2455-446c-8a09-0398fae95f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:36.193803 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:36.370351 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:38.179302 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:40.649366 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:41.814371 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:11:41.988131 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:12:02.519284 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0cd7334-40a7-4aac-bb3d-22b16ecd0d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:05.489214 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfb3be8c-1a82-46e5-961a-7b9906495069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:06.195565 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:06.372452 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:08.182823 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:10.672115 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:11.812916 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:18.988296 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:12:32.520215 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53d0a904-6403-4e54-b014-10a18f728ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:35.489441 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31a4e6-5f63-42e5-b69a-8ad86cdcaae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:36.195550 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:36.375698 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:38.185931 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:40.669977 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:41.807993 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:12:55.988300 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:13:02.520335 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f89c3b8d-a66e-4b29-ae7b-a4eca6e785f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:05.489726 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c1be85d-e048-419a-9b60-b9260d025d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:06.195579 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:06.377768 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:08.189382 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:10.684370 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:11.840207 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:28.070242 n-d-master-1 neutron-server[94826]: DEBUG neutron.wsgi [req-56c9b1fe-f707-43ae-b8c4-5eecb7d81cbb req-c2056176-bfd6-461a-bd08-ac8ad6050755 service neutron] (94826) timed out ('10.222.0.31', 34932) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 17:13:32.521801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3ad9-b80a-4b3c-9c27-ea5ddec73a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:32.988853 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:13:35.489652 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0524df72-c2df-47c8-907d-370b70e0f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:36.197636 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:36.379561 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:38.192813 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:40.702205 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:13:41.850122 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:02.521916 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7803ddc3-6bf5-4a18-b9e2-03228a87e53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:05.488875 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df3ef466-af91-4501-bbd3-6c12d9bfd325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:06.198116 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:06.382717 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:08.192939 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:09.989075 n-d-master-1 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-1bbd5386-783f-4fd3-8827-6a32e7ce8ce2 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 17:14:10.716715 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a65093-3b26-47af-a1fe-6e89ffe77cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:11.835567 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a31fa8b-d5d9-4fa9-a913-229329f870f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:32.521969 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af639124-37a5-45a9-8147-7a78d54ab6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:35.490041 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90a5580-d5cb-416b-a3fc-e46eb2bc7a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:36.199801 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8de2d55-0cfd-4c9d-8a20-1f0dec600196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:36.386050 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e8a385b-5f52-49af-8d73-1ebf020610c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 17:14:38.196788 n-d-master-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3f55d0-bd50-4a06-940d-acee04c03402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268124142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476587'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}